{
  "day": "2026-09-22",
  "generatedAt": "2026-09-22T08:34:54.864Z",
  "vantage": "gha-ubuntu",
  "versions": {
    "probe": "3.0.0",
    "rubric": "2.0.0",
    "registry": "1.0.0"
  },
  "denominator": {
    "field": "domainsScored",
    "value": 3618,
    "meaning": "Domains that responded and could be scored on this crawl. Sites we could not observe are excluded rather than counted as failures, so domainsIndexed minus domainsScored is not a count of failing sites."
  },
  "domainsIndexed": 3714,
  "domainsScored": 3618,
  "run": {
    "attempted": 5006,
    "succeeded": 3618,
    "crawled": 3714,
    "carried": 0,
    "partial": false,
    "suspect": false,
    "suspectReasons": []
  },
  "meanScore": 64.26,
  "blockingAnyAnswerSurfaceCrawler": 567,
  "blockingAllAnswerSurfaceCrawlers": 148,
  "publishingLlmsTxt": 484,
  "publishingAgentsMd": 31,
  "policyGap": 682,
  "statedAgainstEnforced": {
    "gap": 682,
    "openHonest": 2479,
    "blockedHonest": 128,
    "declaredOnly": 194
  },
  "byPolicyPosture": {
    "blanket": 149,
    "inherited": 1807,
    "deliberate": 641,
    "absent": 1021
  },
  "byAccessArchetype": {
    "walled": 148,
    "open": 2030,
    "undeclared": 1021,
    "no-training": 167,
    "selective": 201,
    "assistant-only": 41,
    "metered": 10
  },
  "scoreHistogram": [
    0,
    3,
    18,
    33,
    251,
    755,
    775,
    451,
    266,
    15
  ],
  "emergingSignals": {
    "observed": 3618,
    "declaredLicence": 15,
    "contentSignal": 82,
    "agentCard": 8,
    "dateline": 462,
    "authorship": 316
  },
  "refusedGptbotAtTheServer": 871,
  "chargingForCrawlAccess": 10,
  "blockedByCrawler": [
    {
      "token": "GPTBot",
      "operator": "OpenAI",
      "tier": 1,
      "blockedBy": 457
    },
    {
      "token": "OAI-SearchBot",
      "operator": "OpenAI",
      "tier": 1,
      "blockedBy": 244
    },
    {
      "token": "ChatGPT-User",
      "operator": "OpenAI",
      "tier": 1,
      "blockedBy": 303
    },
    {
      "token": "ClaudeBot",
      "operator": "Anthropic",
      "tier": 1,
      "blockedBy": 434
    },
    {
      "token": "Claude-User",
      "operator": "Anthropic",
      "tier": 1,
      "blockedBy": 253
    },
    {
      "token": "Claude-SearchBot",
      "operator": "Anthropic",
      "tier": 1,
      "blockedBy": 243
    },
    {
      "token": "PerplexityBot",
      "operator": "Perplexity",
      "tier": 1,
      "blockedBy": 354
    },
    {
      "token": "Perplexity-User",
      "operator": "Perplexity",
      "tier": 1,
      "blockedBy": 260
    },
    {
      "token": "Google-Extended",
      "operator": "Google",
      "tier": 1,
      "blockedBy": 384
    },
    {
      "token": "Applebot-Extended",
      "operator": "Apple",
      "tier": 1,
      "blockedBy": 364
    },
    {
      "token": "meta-externalagent",
      "operator": "Meta",
      "tier": 1,
      "blockedBy": 397
    },
    {
      "token": "CCBot",
      "operator": "Common Crawl",
      "tier": 2,
      "blockedBy": 489
    },
    {
      "token": "Amazonbot",
      "operator": "Amazon",
      "tier": 2,
      "blockedBy": 350
    },
    {
      "token": "Bytespider",
      "operator": "ByteDance",
      "tier": 2,
      "blockedBy": 460
    },
    {
      "token": "cohere-ai",
      "operator": "Cohere",
      "tier": 2,
      "blockedBy": 370
    },
    {
      "token": "MistralAI-User",
      "operator": "Mistral",
      "tier": 2,
      "blockedBy": 250
    },
    {
      "token": "YouBot",
      "operator": "You.com",
      "tier": 2,
      "blockedBy": 327
    },
    {
      "token": "DuckAssistBot",
      "operator": "DuckDuckGo",
      "tier": 2,
      "blockedBy": 264
    },
    {
      "token": "kagi-fetcher",
      "operator": "Kagi",
      "tier": 2,
      "blockedBy": 158
    },
    {
      "token": "Diffbot",
      "operator": "Diffbot",
      "tier": 2,
      "blockedBy": 371
    },
    {
      "token": "Google-NotebookLM",
      "operator": "Google",
      "tier": 2,
      "blockedBy": 185
    },
    {
      "token": "TavilyBot",
      "operator": "Tavily",
      "tier": 2,
      "blockedBy": 191
    },
    {
      "token": "FirecrawlAgent",
      "operator": "Firecrawl",
      "tier": 2,
      "blockedBy": 207
    }
  ],
  "byNetwork": [
    {
      "id": "cloudflare",
      "sites": 1132,
      "blockingAnyAnswerSurfaceCrawler": 114,
      "blockingRatePercent": 10.07,
      "meanScore": 70.4
    },
    {
      "id": "cloudfront",
      "sites": 432,
      "blockingAnyAnswerSurfaceCrawler": 91,
      "blockingRatePercent": 21.06,
      "meanScore": 64.5
    },
    {
      "id": "akamai",
      "sites": 269,
      "blockingAnyAnswerSurfaceCrawler": 43,
      "blockingRatePercent": 15.99,
      "meanScore": 67.8
    },
    {
      "id": "fastly",
      "sites": 205,
      "blockingAnyAnswerSurfaceCrawler": 49,
      "blockingRatePercent": 23.9,
      "meanScore": 64.5
    },
    {
      "id": "google",
      "sites": 156,
      "blockingAnyAnswerSurfaceCrawler": 6,
      "blockingRatePercent": 3.85,
      "meanScore": 57.9
    },
    {
      "id": "vercel",
      "sites": 50,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 6,
      "meanScore": 73.6
    },
    {
      "id": "varnish",
      "sites": 35,
      "blockingAnyAnswerSurfaceCrawler": 9,
      "blockingRatePercent": 25.71,
      "meanScore": 61.6
    },
    {
      "id": "azure-frontdoor",
      "sites": 27,
      "blockingAnyAnswerSurfaceCrawler": 1,
      "blockingRatePercent": 3.7,
      "meanScore": 60.1
    }
  ],
  "byPlatform": [
    {
      "id": "wordpress",
      "sites": 301,
      "blockingAnyAnswerSurfaceCrawler": 40,
      "blockingRatePercent": 13.29,
      "meanScore": 70.7
    },
    {
      "id": "nextjs",
      "sites": 291,
      "blockingAnyAnswerSurfaceCrawler": 48,
      "blockingRatePercent": 16.49,
      "meanScore": 66
    },
    {
      "id": "aem",
      "sites": 127,
      "blockingAnyAnswerSurfaceCrawler": 5,
      "blockingRatePercent": 3.94,
      "meanScore": 65.9
    },
    {
      "id": "drupal",
      "sites": 105,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 2.86,
      "meanScore": 63.3
    },
    {
      "id": "hubspot",
      "sites": 82,
      "blockingAnyAnswerSurfaceCrawler": 5,
      "blockingRatePercent": 6.1,
      "meanScore": 71.3
    },
    {
      "id": "contentful",
      "sites": 53,
      "blockingAnyAnswerSurfaceCrawler": 2,
      "blockingRatePercent": 3.77,
      "meanScore": 66.9
    },
    {
      "id": "nuxt",
      "sites": 50,
      "blockingAnyAnswerSurfaceCrawler": 2,
      "blockingRatePercent": 4,
      "meanScore": 62.8
    },
    {
      "id": "sanity",
      "sites": 28,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 10.71,
      "meanScore": 73.8
    }
  ],
  "byTld": [
    {
      "id": "com",
      "sites": 1951,
      "blockingAnyAnswerSurfaceCrawler": 319,
      "blockingRatePercent": 16.35,
      "meanScore": 65.8
    },
    {
      "id": "org",
      "sites": 216,
      "blockingAnyAnswerSurfaceCrawler": 23,
      "blockingRatePercent": 10.65,
      "meanScore": 65.4
    },
    {
      "id": "net",
      "sites": 181,
      "blockingAnyAnswerSurfaceCrawler": 32,
      "blockingRatePercent": 17.68,
      "meanScore": 61.6
    },
    {
      "id": "ru",
      "sites": 131,
      "blockingAnyAnswerSurfaceCrawler": 14,
      "blockingRatePercent": 10.69,
      "meanScore": 61.2
    },
    {
      "id": "edu",
      "sites": 78,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 3.85,
      "meanScore": 65.8
    },
    {
      "id": "de",
      "sites": 75,
      "blockingAnyAnswerSurfaceCrawler": 23,
      "blockingRatePercent": 30.67,
      "meanScore": 62
    },
    {
      "id": "io",
      "sites": 71,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 4.23,
      "meanScore": 67.7
    },
    {
      "id": "gov",
      "sites": 66,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 4.55,
      "meanScore": 65.6
    },
    {
      "id": "fr",
      "sites": 35,
      "blockingAnyAnswerSurfaceCrawler": 17,
      "blockingRatePercent": 48.57,
      "meanScore": 60.2
    },
    {
      "id": "jp",
      "sites": 34,
      "blockingAnyAnswerSurfaceCrawler": 4,
      "blockingRatePercent": 11.76,
      "meanScore": 63
    },
    {
      "id": "com.br",
      "sites": 31,
      "blockingAnyAnswerSurfaceCrawler": 3,
      "blockingRatePercent": 9.68,
      "meanScore": 67.5
    },
    {
      "id": "tv",
      "sites": 31,
      "blockingAnyAnswerSurfaceCrawler": 2,
      "blockingRatePercent": 6.45,
      "meanScore": 62.9
    },
    {
      "id": "it",
      "sites": 28,
      "blockingAnyAnswerSurfaceCrawler": 10,
      "blockingRatePercent": 35.71,
      "meanScore": 60.6
    },
    {
      "id": "co.uk",
      "sites": 26,
      "blockingAnyAnswerSurfaceCrawler": 15,
      "blockingRatePercent": 57.69,
      "meanScore": 52.4
    }
  ],
  "history": [
    {
      "day": "2026-08-10",
      "totalDomains": 3719,
      "observed": 3646,
      "meanScore": 68.88,
      "blockingAnyTier1": 648,
      "blockingAllTier1": 154,
      "llmsTxt": 445,
      "agentsMd": 28,
      "refusedGptbot": 826,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 544,
        "OAI-SearchBot": 256,
        "ChatGPT-User": 321,
        "ClaudeBot": 518,
        "Claude-User": 263,
        "Claude-SearchBot": 257,
        "PerplexityBot": 373,
        "Perplexity-User": 269,
        "Google-Extended": 472,
        "Applebot-Extended": 445,
        "meta-externalagent": 481,
        "CCBot": 571,
        "Amazonbot": 432,
        "Bytespider": 534,
        "cohere-ai": 373,
        "MistralAI-User": 255,
        "YouBot": 323,
        "DuckAssistBot": 272,
        "kagi-fetcher": 165,
        "Diffbot": 375,
        "Google-NotebookLM": 186,
        "TavilyBot": 195,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "wordpress": {
          "total": 300,
          "blocking": 52
        },
        "nextjs": {
          "total": 282,
          "blocking": 44
        },
        "aem": {
          "total": 134,
          "blocking": 7
        },
        "contentful": {
          "total": 49,
          "blocking": 1
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 3
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 117,
          "blocking": 3
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 2
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 218,
          "blocking": 54
        },
        "cloudflare": {
          "total": 1080,
          "blocking": 186
        },
        "cloudfront": {
          "total": 416,
          "blocking": 82
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 266,
          "blocking": 40
        },
        "imperva": {
          "total": 13,
          "blocking": 2
        },
        "google": {
          "total": 160,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 12
        },
        "bunny": {
          "total": 11,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 0,
      "succeeded": 0,
      "crawled": 0,
      "carried": 3719,
      "partial": true,
      "policyGaps": 530,
      "quadrant": {
        "gap": 530,
        "openHonest": 2572,
        "blockedHonest": 220,
        "declaredOnly": 190
      },
      "perPosture": {
        "inherited": 1833,
        "absent": 949,
        "deliberate": 709,
        "blanket": 155
      },
      "perArchetype": {
        "open": 2049,
        "undeclared": 949,
        "no-training": 229,
        "walled": 154,
        "selective": 215,
        "assistant-only": 39,
        "metered": 11
      },
      "histogram": [
        0,
        11,
        18,
        48,
        83,
        511,
        885,
        592,
        383,
        153
      ],
      "signalsObserved": 0,
      "declaredLicence": null,
      "contentSignal": null,
      "agentCard": null,
      "dateline": null,
      "authorship": null
    },
    {
      "day": "2026-08-11",
      "totalDomains": 3680,
      "observed": 3635,
      "meanScore": 63.25,
      "blockingAnyTier1": 642,
      "blockingAllTier1": 153,
      "llmsTxt": 435,
      "agentsMd": 28,
      "refusedGptbot": 837,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 538,
        "OAI-SearchBot": 255,
        "ChatGPT-User": 318,
        "ClaudeBot": 513,
        "Claude-User": 262,
        "Claude-SearchBot": 256,
        "PerplexityBot": 372,
        "Perplexity-User": 268,
        "Google-Extended": 465,
        "Applebot-Extended": 440,
        "meta-externalagent": 477,
        "CCBot": 564,
        "Amazonbot": 426,
        "Bytespider": 528,
        "cohere-ai": 372,
        "MistralAI-User": 255,
        "YouBot": 323,
        "DuckAssistBot": 272,
        "kagi-fetcher": 165,
        "Diffbot": 372,
        "Google-NotebookLM": 186,
        "TavilyBot": 195,
        "FirecrawlAgent": 205
      },
      "perPlatform": {
        "wordpress": {
          "total": 298,
          "blocking": 53
        },
        "nextjs": {
          "total": 281,
          "blocking": 44
        },
        "contentful": {
          "total": 50,
          "blocking": 1
        },
        "aem": {
          "total": 132,
          "blocking": 6
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 79,
          "blocking": 2
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 116,
          "blocking": 2
        },
        "sanity": {
          "total": 31,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 2
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 209,
          "blocking": 54
        },
        "cloudflare": {
          "total": 1076,
          "blocking": 181
        },
        "cloudfront": {
          "total": 422,
          "blocking": 84
        },
        "alibaba": {
          "total": 38,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 259,
          "blocking": 38
        },
        "imperva": {
          "total": 13,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 12
        },
        "bunny": {
          "total": 11,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3635,
      "crawled": 3680,
      "carried": 0,
      "partial": false,
      "policyGaps": 546,
      "quadrant": {
        "gap": 546,
        "openHonest": 2551,
        "blockedHonest": 216,
        "declaredOnly": 187
      },
      "perPosture": {
        "absent": 959,
        "inherited": 1817,
        "deliberate": 704,
        "blanket": 155
      },
      "perArchetype": {
        "undeclared": 959,
        "open": 2034,
        "no-training": 224,
        "walled": 153,
        "selective": 213,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        10,
        21,
        48,
        315,
        740,
        797,
        458,
        238,
        12
      ],
      "signalsObserved": 3635,
      "declaredLicence": 15,
      "contentSignal": 140,
      "agentCard": 8,
      "dateline": 457,
      "authorship": 318,
      "suspect": true,
      "suspectReasons": [
        "Mean score moved 5.63 points, from 68.88 to 63.25."
      ]
    },
    {
      "day": "2026-08-12",
      "totalDomains": 3665,
      "observed": 3633,
      "meanScore": 63.13,
      "blockingAnyTier1": 649,
      "blockingAllTier1": 154,
      "llmsTxt": 442,
      "agentsMd": 29,
      "refusedGptbot": 831,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 544,
        "OAI-SearchBot": 256,
        "ChatGPT-User": 321,
        "ClaudeBot": 518,
        "Claude-User": 264,
        "Claude-SearchBot": 258,
        "PerplexityBot": 373,
        "Perplexity-User": 269,
        "Google-Extended": 472,
        "Applebot-Extended": 445,
        "meta-externalagent": 482,
        "CCBot": 571,
        "Amazonbot": 434,
        "Bytespider": 534,
        "cohere-ai": 375,
        "MistralAI-User": 258,
        "YouBot": 325,
        "DuckAssistBot": 273,
        "kagi-fetcher": 167,
        "Diffbot": 376,
        "Google-NotebookLM": 188,
        "TavilyBot": 197,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 298,
          "blocking": 52
        },
        "nextjs": {
          "total": 283,
          "blocking": 44
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "nuxt": {
          "total": 56,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 4
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 3
        },
        "sanity": {
          "total": 31,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1075,
          "blocking": 185
        },
        "fastly": {
          "total": 209,
          "blocking": 54
        },
        "cloudfront": {
          "total": 421,
          "blocking": 81
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 263,
          "blocking": 41
        },
        "imperva": {
          "total": 13,
          "blocking": 2
        },
        "google": {
          "total": 157,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 40,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3633,
      "crawled": 3665,
      "carried": 0,
      "partial": false,
      "policyGaps": 541,
      "quadrant": {
        "gap": 541,
        "openHonest": 2548,
        "blockedHonest": 216,
        "declaredOnly": 193
      },
      "perPosture": {
        "absent": 960,
        "inherited": 1808,
        "blanket": 156,
        "deliberate": 709
      },
      "perArchetype": {
        "undeclared": 960,
        "open": 2024,
        "walled": 154,
        "no-training": 230,
        "selective": 215,
        "assistant-only": 39,
        "metered": 11
      },
      "histogram": [
        0,
        9,
        22,
        47,
        323,
        744,
        787,
        461,
        245,
        11
      ],
      "signalsObserved": 3633,
      "declaredLicence": 15,
      "contentSignal": 143,
      "agentCard": 8,
      "dateline": 456,
      "authorship": 317,
      "suspectReasons": [
        "Accepted as the new baseline. The previous run was quarantined and this one reproduces it (3,633 measured, mean 63.13), so the shift is being treated as real rather than as a fault. What would otherwise have tripped the gate: Mean score moved 5.75 points, from 68.88 to 63.13."
      ],
      "baselineMoved": true
    },
    {
      "day": "2026-08-13",
      "totalDomains": 3660,
      "observed": 3639,
      "meanScore": 63.29,
      "blockingAnyTier1": 651,
      "blockingAllTier1": 154,
      "llmsTxt": 442,
      "agentsMd": 29,
      "refusedGptbot": 832,
      "paymentRequired": 12,
      "perBot": {
        "GPTBot": 546,
        "OAI-SearchBot": 258,
        "ChatGPT-User": 321,
        "ClaudeBot": 521,
        "Claude-User": 264,
        "Claude-SearchBot": 258,
        "PerplexityBot": 375,
        "Perplexity-User": 269,
        "Google-Extended": 473,
        "Applebot-Extended": 448,
        "meta-externalagent": 484,
        "CCBot": 574,
        "Amazonbot": 435,
        "Bytespider": 535,
        "cohere-ai": 374,
        "MistralAI-User": 258,
        "YouBot": 327,
        "DuckAssistBot": 273,
        "kagi-fetcher": 167,
        "Diffbot": 376,
        "Google-NotebookLM": 188,
        "TavilyBot": 197,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 300,
          "blocking": 53
        },
        "nextjs": {
          "total": 286,
          "blocking": 43
        },
        "contentful": {
          "total": 49,
          "blocking": 2
        },
        "aem": {
          "total": 133,
          "blocking": 7
        },
        "nuxt": {
          "total": 56,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 1
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 116,
          "blocking": 3
        },
        "sanity": {
          "total": 31,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 215,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1079,
          "blocking": 187
        },
        "cloudfront": {
          "total": 420,
          "blocking": 82
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 265,
          "blocking": 42
        },
        "imperva": {
          "total": 13,
          "blocking": 2
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 40,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3639,
      "crawled": 3660,
      "carried": 0,
      "partial": false,
      "policyGaps": 543,
      "quadrant": {
        "gap": 543,
        "openHonest": 2550,
        "blockedHonest": 217,
        "declaredOnly": 194
      },
      "perPosture": {
        "absent": 949,
        "inherited": 1822,
        "blanket": 156,
        "deliberate": 712
      },
      "perArchetype": {
        "undeclared": 948,
        "open": 2039,
        "walled": 154,
        "no-training": 230,
        "selective": 215,
        "assistant-only": 41,
        "metered": 12
      },
      "histogram": [
        0,
        11,
        21,
        51,
        305,
        746,
        780,
        465,
        248,
        11
      ],
      "signalsObserved": 3639,
      "declaredLicence": 15,
      "contentSignal": 144,
      "agentCard": 8,
      "dateline": 458,
      "authorship": 321
    },
    {
      "day": "2026-08-14",
      "totalDomains": 3657,
      "observed": 3638,
      "meanScore": 63.34,
      "blockingAnyTier1": 650,
      "blockingAllTier1": 155,
      "llmsTxt": 446,
      "agentsMd": 29,
      "refusedGptbot": 827,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 546,
        "OAI-SearchBot": 258,
        "ChatGPT-User": 319,
        "ClaudeBot": 521,
        "Claude-User": 263,
        "Claude-SearchBot": 258,
        "PerplexityBot": 374,
        "Perplexity-User": 267,
        "Google-Extended": 472,
        "Applebot-Extended": 449,
        "meta-externalagent": 483,
        "CCBot": 575,
        "Amazonbot": 437,
        "Bytespider": 536,
        "cohere-ai": 375,
        "MistralAI-User": 257,
        "YouBot": 327,
        "DuckAssistBot": 271,
        "kagi-fetcher": 167,
        "Diffbot": 375,
        "Google-NotebookLM": 186,
        "TavilyBot": 195,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 298,
          "blocking": 52
        },
        "nextjs": {
          "total": 284,
          "blocking": 44
        },
        "contentful": {
          "total": 49,
          "blocking": 2
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "webflow": {
          "total": 17,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 118,
          "blocking": 3
        },
        "sanity": {
          "total": 32,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 5,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1072,
          "blocking": 187
        },
        "cloudfront": {
          "total": 422,
          "blocking": 86
        },
        "fastly": {
          "total": 217,
          "blocking": 53
        },
        "alibaba": {
          "total": 38,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 261,
          "blocking": 37
        },
        "imperva": {
          "total": 13,
          "blocking": 2
        },
        "google": {
          "total": 160,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 40,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3638,
      "crawled": 3657,
      "carried": 0,
      "partial": false,
      "policyGaps": 539,
      "quadrant": {
        "gap": 539,
        "openHonest": 2553,
        "blockedHonest": 217,
        "declaredOnly": 194
      },
      "perPosture": {
        "absent": 941,
        "inherited": 1829,
        "deliberate": 712,
        "blanket": 156
      },
      "perArchetype": {
        "undeclared": 941,
        "open": 2047,
        "walled": 155,
        "no-training": 232,
        "selective": 211,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        10,
        20,
        50,
        308,
        746,
        784,
        463,
        244,
        12
      ],
      "signalsObserved": 3638,
      "declaredLicence": 15,
      "contentSignal": 146,
      "agentCard": 8,
      "dateline": 457,
      "authorship": 323
    },
    {
      "day": "2026-08-15",
      "totalDomains": 3660,
      "observed": 3631,
      "meanScore": 63.27,
      "blockingAnyTier1": 650,
      "blockingAllTier1": 153,
      "llmsTxt": 450,
      "agentsMd": 30,
      "refusedGptbot": 840,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 545,
        "OAI-SearchBot": 257,
        "ChatGPT-User": 319,
        "ClaudeBot": 522,
        "Claude-User": 263,
        "Claude-SearchBot": 257,
        "PerplexityBot": 374,
        "Perplexity-User": 268,
        "Google-Extended": 472,
        "Applebot-Extended": 448,
        "meta-externalagent": 485,
        "CCBot": 573,
        "Amazonbot": 436,
        "Bytespider": 534,
        "cohere-ai": 374,
        "MistralAI-User": 259,
        "YouBot": 326,
        "DuckAssistBot": 273,
        "kagi-fetcher": 167,
        "Diffbot": 376,
        "Google-NotebookLM": 188,
        "TavilyBot": 197,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 298,
          "blocking": 51
        },
        "nextjs": {
          "total": 282,
          "blocking": 43
        },
        "contentful": {
          "total": 49,
          "blocking": 2
        },
        "aem": {
          "total": 133,
          "blocking": 7
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "hubspot": {
          "total": 80,
          "blocking": 4
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 119,
          "blocking": 3
        },
        "sanity": {
          "total": 31,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 215,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1077,
          "blocking": 186
        },
        "cloudfront": {
          "total": 418,
          "blocking": 83
        },
        "alibaba": {
          "total": 34,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 264,
          "blocking": 41
        },
        "imperva": {
          "total": 13,
          "blocking": 2
        },
        "google": {
          "total": 161,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3631,
      "crawled": 3660,
      "carried": 0,
      "partial": false,
      "policyGaps": 550,
      "quadrant": {
        "gap": 550,
        "openHonest": 2536,
        "blockedHonest": 218,
        "declaredOnly": 191
      },
      "perPosture": {
        "absent": 946,
        "inherited": 1821,
        "blanket": 156,
        "deliberate": 708
      },
      "perArchetype": {
        "undeclared": 946,
        "open": 2035,
        "walled": 153,
        "no-training": 231,
        "selective": 214,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        9,
        20,
        49,
        327,
        741,
        762,
        457,
        251,
        13
      ],
      "signalsObserved": 3631,
      "declaredLicence": 15,
      "contentSignal": 146,
      "agentCard": 8,
      "dateline": 459,
      "authorship": 321
    },
    {
      "day": "2026-08-16",
      "totalDomains": 3659,
      "observed": 3641,
      "meanScore": 63.35,
      "blockingAnyTier1": 650,
      "blockingAllTier1": 152,
      "llmsTxt": 449,
      "agentsMd": 29,
      "refusedGptbot": 836,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 545,
        "OAI-SearchBot": 256,
        "ChatGPT-User": 318,
        "ClaudeBot": 520,
        "Claude-User": 262,
        "Claude-SearchBot": 256,
        "PerplexityBot": 373,
        "Perplexity-User": 266,
        "Google-Extended": 470,
        "Applebot-Extended": 447,
        "meta-externalagent": 482,
        "CCBot": 575,
        "Amazonbot": 434,
        "Bytespider": 535,
        "cohere-ai": 374,
        "MistralAI-User": 258,
        "YouBot": 327,
        "DuckAssistBot": 272,
        "kagi-fetcher": 166,
        "Diffbot": 375,
        "Google-NotebookLM": 187,
        "TavilyBot": 196,
        "FirecrawlAgent": 206
      },
      "perPlatform": {
        "wordpress": {
          "total": 296,
          "blocking": 51
        },
        "nextjs": {
          "total": 285,
          "blocking": 44
        },
        "contentful": {
          "total": 49,
          "blocking": 2
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 10,
          "blocking": 0
        },
        "wix": {
          "total": 6,
          "blocking": 0
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 117,
          "blocking": 3
        },
        "sanity": {
          "total": 31,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 2,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1075,
          "blocking": 184
        },
        "cloudfront": {
          "total": 418,
          "blocking": 84
        },
        "fastly": {
          "total": 218,
          "blocking": 54
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 266,
          "blocking": 41
        },
        "imperva": {
          "total": 13,
          "blocking": 2
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3641,
      "crawled": 3659,
      "carried": 0,
      "partial": false,
      "policyGaps": 547,
      "quadrant": {
        "gap": 547,
        "openHonest": 2549,
        "blockedHonest": 217,
        "declaredOnly": 193
      },
      "perPosture": {
        "inherited": 1827,
        "deliberate": 713,
        "blanket": 155,
        "absent": 946
      },
      "perArchetype": {
        "open": 2045,
        "walled": 152,
        "no-training": 232,
        "undeclared": 946,
        "selective": 214,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        14,
        21,
        49,
        312,
        736,
        789,
        459,
        251,
        12
      ],
      "signalsObserved": 3641,
      "declaredLicence": 15,
      "contentSignal": 145,
      "agentCard": 8,
      "dateline": 454,
      "authorship": 320
    },
    {
      "day": "2026-08-17",
      "totalDomains": 3692,
      "observed": 3651,
      "meanScore": 63.49,
      "blockingAnyTier1": 651,
      "blockingAllTier1": 151,
      "llmsTxt": 451,
      "agentsMd": 31,
      "refusedGptbot": 847,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 548,
        "OAI-SearchBot": 252,
        "ChatGPT-User": 314,
        "ClaudeBot": 523,
        "Claude-User": 257,
        "Claude-SearchBot": 252,
        "PerplexityBot": 367,
        "Perplexity-User": 263,
        "Google-Extended": 477,
        "Applebot-Extended": 453,
        "meta-externalagent": 488,
        "CCBot": 577,
        "Amazonbot": 440,
        "Bytespider": 538,
        "cohere-ai": 369,
        "MistralAI-User": 253,
        "YouBot": 320,
        "DuckAssistBot": 267,
        "kagi-fetcher": 164,
        "Diffbot": 372,
        "Google-NotebookLM": 183,
        "TavilyBot": 192,
        "FirecrawlAgent": 203
      },
      "perPlatform": {
        "wordpress": {
          "total": 303,
          "blocking": 53
        },
        "nextjs": {
          "total": 289,
          "blocking": 45
        },
        "aem": {
          "total": 134,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 79,
          "blocking": 4
        },
        "webflow": {
          "total": 18,
          "blocking": 0
        },
        "astro": {
          "total": 20,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 3
        },
        "sanity": {
          "total": 29,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 3,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1095,
          "blocking": 194
        },
        "cloudfront": {
          "total": 412,
          "blocking": 80
        },
        "fastly": {
          "total": 218,
          "blocking": 55
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 262,
          "blocking": 40
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 156,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 41,
          "blocking": 12
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3651,
      "crawled": 3692,
      "carried": 0,
      "partial": false,
      "policyGaps": 556,
      "quadrant": {
        "gap": 556,
        "openHonest": 2547,
        "blockedHonest": 224,
        "declaredOnly": 191
      },
      "perPosture": {
        "absent": 953,
        "blanket": 153,
        "deliberate": 709,
        "inherited": 1836
      },
      "perArchetype": {
        "undeclared": 953,
        "walled": 151,
        "open": 2047,
        "no-training": 239,
        "selective": 211,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        9,
        21,
        50,
        309,
        733,
        790,
        466,
        247,
        13
      ],
      "signalsObserved": 3651,
      "declaredLicence": 15,
      "contentSignal": 156,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 327
    },
    {
      "day": "2026-08-18",
      "totalDomains": 3696,
      "observed": 3653,
      "meanScore": 63.37,
      "blockingAnyTier1": 657,
      "blockingAllTier1": 155,
      "llmsTxt": 451,
      "agentsMd": 31,
      "refusedGptbot": 827,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 554,
        "OAI-SearchBot": 258,
        "ChatGPT-User": 319,
        "ClaudeBot": 528,
        "Claude-User": 262,
        "Claude-SearchBot": 257,
        "PerplexityBot": 372,
        "Perplexity-User": 268,
        "Google-Extended": 482,
        "Applebot-Extended": 458,
        "meta-externalagent": 493,
        "CCBot": 585,
        "Amazonbot": 445,
        "Bytespider": 546,
        "cohere-ai": 377,
        "MistralAI-User": 258,
        "YouBot": 328,
        "DuckAssistBot": 272,
        "kagi-fetcher": 168,
        "Diffbot": 378,
        "Google-NotebookLM": 188,
        "TavilyBot": 197,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 302,
          "blocking": 53
        },
        "nextjs": {
          "total": 291,
          "blocking": 46
        },
        "aem": {
          "total": 132,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 79,
          "blocking": 4
        },
        "webflow": {
          "total": 18,
          "blocking": 0
        },
        "astro": {
          "total": 20,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 2
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 8,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 2,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 6,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1087,
          "blocking": 193
        },
        "fastly": {
          "total": 215,
          "blocking": 55
        },
        "cloudfront": {
          "total": 414,
          "blocking": 82
        },
        "alibaba": {
          "total": 36,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 263,
          "blocking": 40
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 3
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 41,
          "blocking": 12
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3653,
      "crawled": 3696,
      "carried": 0,
      "partial": false,
      "policyGaps": 551,
      "quadrant": {
        "gap": 551,
        "openHonest": 2548,
        "blockedHonest": 209,
        "declaredOnly": 209
      },
      "perPosture": {
        "absent": 948,
        "blanket": 157,
        "inherited": 1832,
        "deliberate": 716
      },
      "perArchetype": {
        "undeclared": 948,
        "walled": 155,
        "open": 2048,
        "no-training": 239,
        "selective": 212,
        "assistant-only": 41,
        "metered": 10
      },
      "histogram": [
        0,
        3,
        20,
        49,
        309,
        738,
        798,
        465,
        246,
        13
      ],
      "signalsObserved": 3653,
      "declaredLicence": 15,
      "contentSignal": 156,
      "agentCard": 8,
      "dateline": 463,
      "authorship": 324
    },
    {
      "day": "2026-08-19",
      "totalDomains": 3680,
      "observed": 3659,
      "meanScore": 63.4,
      "blockingAnyTier1": 657,
      "blockingAllTier1": 155,
      "llmsTxt": 449,
      "agentsMd": 33,
      "refusedGptbot": 838,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 553,
        "OAI-SearchBot": 258,
        "ChatGPT-User": 321,
        "ClaudeBot": 527,
        "Claude-User": 262,
        "Claude-SearchBot": 256,
        "PerplexityBot": 372,
        "Perplexity-User": 267,
        "Google-Extended": 480,
        "Applebot-Extended": 456,
        "meta-externalagent": 493,
        "CCBot": 583,
        "Amazonbot": 443,
        "Bytespider": 544,
        "cohere-ai": 375,
        "MistralAI-User": 258,
        "YouBot": 327,
        "DuckAssistBot": 273,
        "kagi-fetcher": 168,
        "Diffbot": 378,
        "Google-NotebookLM": 189,
        "TavilyBot": 198,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 300,
          "blocking": 53
        },
        "nextjs": {
          "total": 289,
          "blocking": 46
        },
        "aem": {
          "total": 133,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "webflow": {
          "total": 20,
          "blocking": 0
        },
        "hubspot": {
          "total": 82,
          "blocking": 4
        },
        "astro": {
          "total": 20,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 116,
          "blocking": 3
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 2,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1091,
          "blocking": 192
        },
        "fastly": {
          "total": 219,
          "blocking": 56
        },
        "cloudfront": {
          "total": 414,
          "blocking": 84
        },
        "alibaba": {
          "total": 36,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 262,
          "blocking": 39
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 159,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 42,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3659,
      "crawled": 3680,
      "carried": 0,
      "partial": false,
      "policyGaps": 565,
      "quadrant": {
        "gap": 565,
        "openHonest": 2541,
        "blockedHonest": 207,
        "declaredOnly": 210
      },
      "perPosture": {
        "absent": 950,
        "blanket": 157,
        "deliberate": 713,
        "inherited": 1839
      },
      "perArchetype": {
        "undeclared": 950,
        "walled": 155,
        "open": 2052,
        "no-training": 239,
        "selective": 214,
        "assistant-only": 39,
        "metered": 10
      },
      "histogram": [
        0,
        3,
        19,
        48,
        303,
        747,
        793,
        467,
        239,
        13
      ],
      "signalsObserved": 3659,
      "declaredLicence": 15,
      "contentSignal": 157,
      "agentCard": 8,
      "dateline": 460,
      "authorship": 323
    },
    {
      "day": "2026-08-20",
      "totalDomains": 3676,
      "observed": 3650,
      "meanScore": 63.3,
      "blockingAnyTier1": 657,
      "blockingAllTier1": 153,
      "llmsTxt": 451,
      "agentsMd": 33,
      "refusedGptbot": 832,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 553,
        "OAI-SearchBot": 256,
        "ChatGPT-User": 318,
        "ClaudeBot": 526,
        "Claude-User": 260,
        "Claude-SearchBot": 254,
        "PerplexityBot": 370,
        "Perplexity-User": 265,
        "Google-Extended": 480,
        "Applebot-Extended": 456,
        "meta-externalagent": 492,
        "CCBot": 584,
        "Amazonbot": 443,
        "Bytespider": 545,
        "cohere-ai": 374,
        "MistralAI-User": 255,
        "YouBot": 326,
        "DuckAssistBot": 270,
        "kagi-fetcher": 165,
        "Diffbot": 375,
        "Google-NotebookLM": 186,
        "TavilyBot": 195,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "wordpress": {
          "total": 302,
          "blocking": 53
        },
        "nextjs": {
          "total": 290,
          "blocking": 45
        },
        "contentful": {
          "total": 50,
          "blocking": 2
        },
        "aem": {
          "total": 136,
          "blocking": 6
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 11,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "webflow": {
          "total": 17,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 2
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1091,
          "blocking": 195
        },
        "fastly": {
          "total": 217,
          "blocking": 55
        },
        "cloudfront": {
          "total": 419,
          "blocking": 87
        },
        "alibaba": {
          "total": 38,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 258,
          "blocking": 36
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 41,
          "blocking": 12
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3650,
      "crawled": 3676,
      "carried": 0,
      "partial": false,
      "policyGaps": 559,
      "quadrant": {
        "gap": 559,
        "openHonest": 2538,
        "blockedHonest": 206,
        "declaredOnly": 213
      },
      "perPosture": {
        "absent": 949,
        "blanket": 154,
        "deliberate": 719,
        "inherited": 1828
      },
      "perArchetype": {
        "undeclared": 949,
        "walled": 153,
        "open": 2044,
        "no-training": 242,
        "selective": 212,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        1,
        3,
        20,
        49,
        305,
        745,
        801,
        470,
        239,
        13
      ],
      "signalsObserved": 3650,
      "declaredLicence": 15,
      "contentSignal": 158,
      "agentCard": 8,
      "dateline": 460,
      "authorship": 322
    },
    {
      "day": "2026-08-21",
      "totalDomains": 3679,
      "observed": 3648,
      "meanScore": 63.28,
      "blockingAnyTier1": 654,
      "blockingAllTier1": 151,
      "llmsTxt": 451,
      "agentsMd": 33,
      "refusedGptbot": 851,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 550,
        "OAI-SearchBot": 253,
        "ChatGPT-User": 314,
        "ClaudeBot": 522,
        "Claude-User": 259,
        "Claude-SearchBot": 252,
        "PerplexityBot": 365,
        "Perplexity-User": 264,
        "Google-Extended": 478,
        "Applebot-Extended": 453,
        "meta-externalagent": 491,
        "CCBot": 578,
        "Amazonbot": 441,
        "Bytespider": 543,
        "cohere-ai": 371,
        "MistralAI-User": 255,
        "YouBot": 322,
        "DuckAssistBot": 270,
        "kagi-fetcher": 164,
        "Diffbot": 374,
        "Google-NotebookLM": 185,
        "TavilyBot": 194,
        "FirecrawlAgent": 203
      },
      "perPlatform": {
        "wordpress": {
          "total": 301,
          "blocking": 54
        },
        "nextjs": {
          "total": 290,
          "blocking": 47
        },
        "contentful": {
          "total": 49,
          "blocking": 2
        },
        "aem": {
          "total": 135,
          "blocking": 6
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 11,
          "blocking": 1
        },
        "hubspot": {
          "total": 80,
          "blocking": 4
        },
        "webflow": {
          "total": 18,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 2
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 218,
          "blocking": 55
        },
        "cloudflare": {
          "total": 1088,
          "blocking": 197
        },
        "cloudfront": {
          "total": 411,
          "blocking": 79
        },
        "alibaba": {
          "total": 35,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 261,
          "blocking": 41
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 161,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 12
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3648,
      "crawled": 3679,
      "carried": 0,
      "partial": false,
      "policyGaps": 556,
      "quadrant": {
        "gap": 556,
        "openHonest": 2542,
        "blockedHonest": 227,
        "declaredOnly": 189
      },
      "perPosture": {
        "absent": 962,
        "blanket": 153,
        "deliberate": 713,
        "inherited": 1820
      },
      "perArchetype": {
        "undeclared": 962,
        "walled": 151,
        "open": 2032,
        "no-training": 243,
        "selective": 211,
        "assistant-only": 39,
        "metered": 10
      },
      "histogram": [
        0,
        12,
        19,
        55,
        335,
        729,
        776,
        467,
        243,
        12
      ],
      "signalsObserved": 3648,
      "declaredLicence": 15,
      "contentSignal": 159,
      "agentCard": 8,
      "dateline": 459,
      "authorship": 315
    },
    {
      "day": "2026-08-22",
      "totalDomains": 3675,
      "observed": 3642,
      "meanScore": 63.4,
      "blockingAnyTier1": 656,
      "blockingAllTier1": 152,
      "llmsTxt": 455,
      "agentsMd": 33,
      "refusedGptbot": 845,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 552,
        "OAI-SearchBot": 255,
        "ChatGPT-User": 314,
        "ClaudeBot": 524,
        "Claude-User": 260,
        "Claude-SearchBot": 254,
        "PerplexityBot": 367,
        "Perplexity-User": 265,
        "Google-Extended": 480,
        "Applebot-Extended": 456,
        "meta-externalagent": 493,
        "CCBot": 579,
        "Amazonbot": 442,
        "Bytespider": 544,
        "cohere-ai": 370,
        "MistralAI-User": 256,
        "YouBot": 324,
        "DuckAssistBot": 271,
        "kagi-fetcher": 165,
        "Diffbot": 375,
        "Google-NotebookLM": 186,
        "TavilyBot": 195,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "wordpress": {
          "total": 299,
          "blocking": 53
        },
        "nextjs": {
          "total": 286,
          "blocking": 47
        },
        "aem": {
          "total": 136,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 55,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "webflow": {
          "total": 19,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 114,
          "blocking": 2
        },
        "sanity": {
          "total": 31,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1091,
          "blocking": 198
        },
        "fastly": {
          "total": 216,
          "blocking": 54
        },
        "cloudfront": {
          "total": 415,
          "blocking": 83
        },
        "alibaba": {
          "total": 31,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 262,
          "blocking": 40
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 160,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 40,
          "blocking": 12
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3642,
      "crawled": 3675,
      "carried": 0,
      "partial": false,
      "policyGaps": 551,
      "quadrant": {
        "gap": 551,
        "openHonest": 2539,
        "blockedHonest": 227,
        "declaredOnly": 191
      },
      "perPosture": {
        "absent": 946,
        "blanket": 154,
        "deliberate": 716,
        "inherited": 1826
      },
      "perArchetype": {
        "undeclared": 946,
        "walled": 152,
        "open": 2040,
        "no-training": 243,
        "selective": 210,
        "assistant-only": 41,
        "metered": 10
      },
      "histogram": [
        0,
        13,
        20,
        50,
        299,
        751,
        786,
        465,
        248,
        13
      ],
      "signalsObserved": 3642,
      "declaredLicence": 15,
      "contentSignal": 160,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 319
    },
    {
      "day": "2026-08-23",
      "totalDomains": 3669,
      "observed": 3656,
      "meanScore": 63.57,
      "blockingAnyTier1": 656,
      "blockingAllTier1": 153,
      "llmsTxt": 463,
      "agentsMd": 34,
      "refusedGptbot": 830,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 553,
        "OAI-SearchBot": 256,
        "ChatGPT-User": 315,
        "ClaudeBot": 525,
        "Claude-User": 260,
        "Claude-SearchBot": 254,
        "PerplexityBot": 367,
        "Perplexity-User": 265,
        "Google-Extended": 481,
        "Applebot-Extended": 457,
        "meta-externalagent": 494,
        "CCBot": 580,
        "Amazonbot": 443,
        "Bytespider": 545,
        "cohere-ai": 371,
        "MistralAI-User": 257,
        "YouBot": 324,
        "DuckAssistBot": 272,
        "kagi-fetcher": 166,
        "Diffbot": 375,
        "Google-NotebookLM": 187,
        "TavilyBot": 196,
        "FirecrawlAgent": 205
      },
      "perPlatform": {
        "wordpress": {
          "total": 299,
          "blocking": 50
        },
        "nextjs": {
          "total": 289,
          "blocking": 48
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "aem": {
          "total": 136,
          "blocking": 6
        },
        "nuxt": {
          "total": 56,
          "blocking": 4
        },
        "gatsby": {
          "total": 9,
          "blocking": 1
        },
        "webflow": {
          "total": 18,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 10,
          "blocking": 0
        },
        "drupal": {
          "total": 114,
          "blocking": 3
        },
        "sanity": {
          "total": 30,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 216,
          "blocking": 54
        },
        "cloudflare": {
          "total": 1089,
          "blocking": 197
        },
        "cloudfront": {
          "total": 420,
          "blocking": 87
        },
        "alibaba": {
          "total": 35,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 259,
          "blocking": 36
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 161,
          "blocking": 5
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 40,
          "blocking": 12
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3656,
      "crawled": 3669,
      "carried": 0,
      "partial": false,
      "policyGaps": 553,
      "quadrant": {
        "gap": 553,
        "openHonest": 2550,
        "blockedHonest": 209,
        "declaredOnly": 208
      },
      "perPosture": {
        "inherited": 1842,
        "absent": 941,
        "blanket": 155,
        "deliberate": 718
      },
      "perArchetype": {
        "open": 2059,
        "undeclared": 941,
        "walled": 153,
        "no-training": 243,
        "selective": 209,
        "assistant-only": 41,
        "metered": 10
      },
      "histogram": [
        0,
        3,
        20,
        53,
        252,
        799,
        774,
        468,
        250,
        13
      ],
      "signalsObserved": 3656,
      "declaredLicence": 15,
      "contentSignal": 161,
      "agentCard": 8,
      "dateline": 462,
      "authorship": 319
    },
    {
      "day": "2026-08-24",
      "totalDomains": 3699,
      "observed": 3660,
      "meanScore": 63.51,
      "blockingAnyTier1": 657,
      "blockingAllTier1": 152,
      "llmsTxt": 461,
      "agentsMd": 32,
      "refusedGptbot": 851,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 556,
        "OAI-SearchBot": 252,
        "ChatGPT-User": 312,
        "ClaudeBot": 527,
        "Claude-User": 256,
        "Claude-SearchBot": 250,
        "PerplexityBot": 363,
        "Perplexity-User": 262,
        "Google-Extended": 485,
        "Applebot-Extended": 461,
        "meta-externalagent": 497,
        "CCBot": 585,
        "Amazonbot": 449,
        "Bytespider": 551,
        "cohere-ai": 370,
        "MistralAI-User": 251,
        "YouBot": 321,
        "DuckAssistBot": 266,
        "kagi-fetcher": 164,
        "Diffbot": 371,
        "Google-NotebookLM": 184,
        "TavilyBot": 192,
        "FirecrawlAgent": 202
      },
      "perPlatform": {
        "nextjs": {
          "total": 282,
          "blocking": 46
        },
        "wordpress": {
          "total": 300,
          "blocking": 51
        },
        "aem": {
          "total": 132,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 56,
          "blocking": 4
        },
        "gatsby": {
          "total": 9,
          "blocking": 1
        },
        "sitecore": {
          "total": 9,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 4
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 114,
          "blocking": 4
        },
        "sanity": {
          "total": 31,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1110,
          "blocking": 202
        },
        "fastly": {
          "total": 213,
          "blocking": 54
        },
        "cloudfront": {
          "total": 412,
          "blocking": 81
        },
        "alibaba": {
          "total": 38,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 262,
          "blocking": 42
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 11
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3660,
      "crawled": 3699,
      "carried": 0,
      "partial": false,
      "policyGaps": 562,
      "quadrant": {
        "gap": 562,
        "openHonest": 2542,
        "blockedHonest": 225,
        "declaredOnly": 197
      },
      "perPosture": {
        "blanket": 153,
        "absent": 961,
        "deliberate": 724,
        "inherited": 1822
      },
      "perArchetype": {
        "walled": 152,
        "undeclared": 961,
        "open": 2042,
        "no-training": 248,
        "selective": 207,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        12,
        20,
        52,
        301,
        745,
        789,
        465,
        249,
        13
      ],
      "signalsObserved": 3660,
      "declaredLicence": 15,
      "contentSignal": 170,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 317
    },
    {
      "day": "2026-08-25",
      "totalDomains": 3701,
      "observed": 3654,
      "meanScore": 63.52,
      "blockingAnyTier1": 662,
      "blockingAllTier1": 152,
      "llmsTxt": 456,
      "agentsMd": 33,
      "refusedGptbot": 854,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 560,
        "OAI-SearchBot": 253,
        "ChatGPT-User": 313,
        "ClaudeBot": 532,
        "Claude-User": 258,
        "Claude-SearchBot": 252,
        "PerplexityBot": 363,
        "Perplexity-User": 263,
        "Google-Extended": 489,
        "Applebot-Extended": 464,
        "meta-externalagent": 501,
        "CCBot": 589,
        "Amazonbot": 453,
        "Bytespider": 556,
        "cohere-ai": 371,
        "MistralAI-User": 253,
        "YouBot": 322,
        "DuckAssistBot": 266,
        "kagi-fetcher": 164,
        "Diffbot": 372,
        "Google-NotebookLM": 185,
        "TavilyBot": 193,
        "FirecrawlAgent": 203
      },
      "perPlatform": {
        "nextjs": {
          "total": 283,
          "blocking": 46
        },
        "wordpress": {
          "total": 295,
          "blocking": 51
        },
        "aem": {
          "total": 133,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 56,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 9,
          "blocking": 0
        },
        "webflow": {
          "total": 16,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 4
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 114,
          "blocking": 4
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1113,
          "blocking": 205
        },
        "fastly": {
          "total": 212,
          "blocking": 53
        },
        "cloudfront": {
          "total": 414,
          "blocking": 84
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 263,
          "blocking": 41
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 11
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3654,
      "crawled": 3701,
      "carried": 0,
      "partial": false,
      "policyGaps": 557,
      "quadrant": {
        "gap": 557,
        "openHonest": 2537,
        "blockedHonest": 231,
        "declaredOnly": 195
      },
      "perPosture": {
        "absent": 966,
        "blanket": 153,
        "deliberate": 729,
        "inherited": 1806
      },
      "perArchetype": {
        "undeclared": 966,
        "walled": 152,
        "open": 2026,
        "no-training": 253,
        "selective": 208,
        "assistant-only": 39,
        "metered": 10
      },
      "histogram": [
        0,
        12,
        19,
        52,
        290,
        754,
        779,
        465,
        244,
        13
      ],
      "signalsObserved": 3654,
      "declaredLicence": 15,
      "contentSignal": 174,
      "agentCard": 8,
      "dateline": 463,
      "authorship": 317
    },
    {
      "day": "2026-08-26",
      "totalDomains": 3680,
      "observed": 3660,
      "meanScore": 63.52,
      "blockingAnyTier1": 660,
      "blockingAllTier1": 151,
      "llmsTxt": 462,
      "agentsMd": 32,
      "refusedGptbot": 848,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 559,
        "OAI-SearchBot": 251,
        "ChatGPT-User": 312,
        "ClaudeBot": 529,
        "Claude-User": 256,
        "Claude-SearchBot": 250,
        "PerplexityBot": 363,
        "Perplexity-User": 262,
        "Google-Extended": 487,
        "Applebot-Extended": 460,
        "meta-externalagent": 498,
        "CCBot": 583,
        "Amazonbot": 449,
        "Bytespider": 552,
        "cohere-ai": 367,
        "MistralAI-User": 252,
        "YouBot": 318,
        "DuckAssistBot": 266,
        "kagi-fetcher": 163,
        "Diffbot": 371,
        "Google-NotebookLM": 184,
        "TavilyBot": 193,
        "FirecrawlAgent": 203
      },
      "perPlatform": {
        "wordpress": {
          "total": 292,
          "blocking": 50
        },
        "nextjs": {
          "total": 283,
          "blocking": 46
        },
        "aem": {
          "total": 132,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 56,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 9,
          "blocking": 0
        },
        "webflow": {
          "total": 16,
          "blocking": 0
        },
        "hubspot": {
          "total": 82,
          "blocking": 4
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 114,
          "blocking": 4
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 210,
          "blocking": 51
        },
        "cloudflare": {
          "total": 1118,
          "blocking": 208
        },
        "cloudfront": {
          "total": 418,
          "blocking": 85
        },
        "alibaba": {
          "total": 34,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 259,
          "blocking": 39
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 11
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3660,
      "crawled": 3680,
      "carried": 0,
      "partial": false,
      "policyGaps": 552,
      "quadrant": {
        "gap": 552,
        "openHonest": 2549,
        "blockedHonest": 229,
        "declaredOnly": 196
      },
      "perPosture": {
        "inherited": 1818,
        "absent": 965,
        "blanket": 152,
        "deliberate": 725
      },
      "perArchetype": {
        "open": 2035,
        "undeclared": 965,
        "walled": 151,
        "no-training": 252,
        "selective": 207,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        14,
        20,
        53,
        259,
        815,
        758,
        470,
        248,
        13
      ],
      "signalsObserved": 3660,
      "declaredLicence": 15,
      "contentSignal": 173,
      "agentCard": 8,
      "dateline": 461,
      "authorship": 317
    },
    {
      "day": "2026-08-27",
      "totalDomains": 3686,
      "observed": 3657,
      "meanScore": 63.59,
      "blockingAnyTier1": 663,
      "blockingAllTier1": 151,
      "llmsTxt": 464,
      "agentsMd": 32,
      "refusedGptbot": 849,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 562,
        "OAI-SearchBot": 252,
        "ChatGPT-User": 312,
        "ClaudeBot": 534,
        "Claude-User": 257,
        "Claude-SearchBot": 251,
        "PerplexityBot": 365,
        "Perplexity-User": 263,
        "Google-Extended": 491,
        "Applebot-Extended": 467,
        "meta-externalagent": 500,
        "CCBot": 592,
        "Amazonbot": 455,
        "Bytespider": 560,
        "cohere-ai": 373,
        "MistralAI-User": 254,
        "YouBot": 326,
        "DuckAssistBot": 267,
        "kagi-fetcher": 163,
        "Diffbot": 377,
        "Google-NotebookLM": 184,
        "TavilyBot": 194,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "nextjs": {
          "total": 285,
          "blocking": 47
        },
        "wordpress": {
          "total": 294,
          "blocking": 50
        },
        "aem": {
          "total": 131,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "webflow": {
          "total": 16,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 4
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 113,
          "blocking": 5
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 5,
          "blocking": 3
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 211,
          "blocking": 54
        },
        "cloudflare": {
          "total": 1115,
          "blocking": 206
        },
        "cloudfront": {
          "total": 418,
          "blocking": 86
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 263,
          "blocking": 42
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 157,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 11
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3657,
      "crawled": 3686,
      "carried": 0,
      "partial": false,
      "policyGaps": 551,
      "quadrant": {
        "gap": 551,
        "openHonest": 2544,
        "blockedHonest": 232,
        "declaredOnly": 198
      },
      "perPosture": {
        "absent": 953,
        "blanket": 152,
        "deliberate": 730,
        "inherited": 1822
      },
      "perArchetype": {
        "undeclared": 953,
        "walled": 151,
        "open": 2041,
        "no-training": 252,
        "selective": 208,
        "assistant-only": 42,
        "metered": 10
      },
      "histogram": [
        0,
        16,
        19,
        53,
        242,
        800,
        789,
        468,
        248,
        14
      ],
      "signalsObserved": 3657,
      "declaredLicence": 15,
      "contentSignal": 175,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 321
    },
    {
      "day": "2026-08-28",
      "totalDomains": 3683,
      "observed": 3662,
      "meanScore": 63.54,
      "blockingAnyTier1": 663,
      "blockingAllTier1": 151,
      "llmsTxt": 470,
      "agentsMd": 32,
      "refusedGptbot": 849,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 559,
        "OAI-SearchBot": 250,
        "ChatGPT-User": 312,
        "ClaudeBot": 534,
        "Claude-User": 257,
        "Claude-SearchBot": 251,
        "PerplexityBot": 363,
        "Perplexity-User": 263,
        "Google-Extended": 491,
        "Applebot-Extended": 465,
        "meta-externalagent": 500,
        "CCBot": 588,
        "Amazonbot": 452,
        "Bytespider": 557,
        "cohere-ai": 372,
        "MistralAI-User": 254,
        "YouBot": 322,
        "DuckAssistBot": 267,
        "kagi-fetcher": 163,
        "Diffbot": 377,
        "Google-NotebookLM": 184,
        "TavilyBot": 194,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "nextjs": {
          "total": 286,
          "blocking": 48
        },
        "aem": {
          "total": 132,
          "blocking": 6
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "wordpress": {
          "total": 293,
          "blocking": 50
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 9,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 5
        },
        "webflow": {
          "total": 16,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 5
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1117,
          "blocking": 207
        },
        "fastly": {
          "total": 210,
          "blocking": 52
        },
        "cloudfront": {
          "total": 415,
          "blocking": 82
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 268,
          "blocking": 43
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 157,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 11
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3662,
      "crawled": 3683,
      "carried": 0,
      "partial": false,
      "policyGaps": 553,
      "quadrant": {
        "gap": 553,
        "openHonest": 2550,
        "blockedHonest": 230,
        "declaredOnly": 197
      },
      "perPosture": {
        "absent": 965,
        "blanket": 152,
        "deliberate": 728,
        "inherited": 1817
      },
      "perArchetype": {
        "undeclared": 965,
        "walled": 151,
        "open": 2034,
        "no-training": 254,
        "selective": 208,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        10,
        20,
        53,
        296,
        749,
        776,
        468,
        252,
        14
      ],
      "signalsObserved": 3662,
      "declaredLicence": 15,
      "contentSignal": 174,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 319
    },
    {
      "day": "2026-08-29",
      "totalDomains": 3687,
      "observed": 3674,
      "meanScore": 63.53,
      "blockingAnyTier1": 669,
      "blockingAllTier1": 151,
      "llmsTxt": 466,
      "agentsMd": 33,
      "refusedGptbot": 838,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 566,
        "OAI-SearchBot": 252,
        "ChatGPT-User": 312,
        "ClaudeBot": 538,
        "Claude-User": 256,
        "Claude-SearchBot": 250,
        "PerplexityBot": 364,
        "Perplexity-User": 262,
        "Google-Extended": 493,
        "Applebot-Extended": 469,
        "meta-externalagent": 503,
        "CCBot": 594,
        "Amazonbot": 456,
        "Bytespider": 562,
        "cohere-ai": 373,
        "MistralAI-User": 253,
        "YouBot": 325,
        "DuckAssistBot": 266,
        "kagi-fetcher": 162,
        "Diffbot": 376,
        "Google-NotebookLM": 183,
        "TavilyBot": 193,
        "FirecrawlAgent": 203
      },
      "perPlatform": {
        "nextjs": {
          "total": 287,
          "blocking": 49
        },
        "wordpress": {
          "total": 297,
          "blocking": 50
        },
        "aem": {
          "total": 128,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 9,
          "blocking": 0
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 5
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 5
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1119,
          "blocking": 212
        },
        "fastly": {
          "total": 209,
          "blocking": 51
        },
        "cloudfront": {
          "total": 421,
          "blocking": 88
        },
        "alibaba": {
          "total": 35,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 261,
          "blocking": 39
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 11
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3674,
      "crawled": 3687,
      "carried": 0,
      "partial": false,
      "policyGaps": 558,
      "quadrant": {
        "gap": 558,
        "openHonest": 2550,
        "blockedHonest": 215,
        "declaredOnly": 217
      },
      "perPosture": {
        "blanket": 151,
        "absent": 963,
        "deliberate": 736,
        "inherited": 1824
      },
      "perArchetype": {
        "walled": 151,
        "undeclared": 963,
        "open": 2042,
        "no-training": 259,
        "selective": 207,
        "assistant-only": 42,
        "metered": 10
      },
      "histogram": [
        0,
        3,
        19,
        57,
        301,
        744,
        782,
        470,
        249,
        14
      ],
      "signalsObserved": 3674,
      "declaredLicence": 15,
      "contentSignal": 177,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 320
    },
    {
      "day": "2026-08-30",
      "totalDomains": 3687,
      "observed": 3669,
      "meanScore": 63.59,
      "blockingAnyTier1": 661,
      "blockingAllTier1": 149,
      "llmsTxt": 462,
      "agentsMd": 32,
      "refusedGptbot": 860,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 557,
        "OAI-SearchBot": 249,
        "ChatGPT-User": 309,
        "ClaudeBot": 533,
        "Claude-User": 253,
        "Claude-SearchBot": 248,
        "PerplexityBot": 360,
        "Perplexity-User": 260,
        "Google-Extended": 487,
        "Applebot-Extended": 465,
        "meta-externalagent": 498,
        "CCBot": 589,
        "Amazonbot": 452,
        "Bytespider": 556,
        "cohere-ai": 370,
        "MistralAI-User": 251,
        "YouBot": 323,
        "DuckAssistBot": 264,
        "kagi-fetcher": 161,
        "Diffbot": 374,
        "Google-NotebookLM": 181,
        "TavilyBot": 191,
        "FirecrawlAgent": 202
      },
      "perPlatform": {
        "wordpress": {
          "total": 295,
          "blocking": 50
        },
        "nextjs": {
          "total": 286,
          "blocking": 49
        },
        "aem": {
          "total": 128,
          "blocking": 6
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 10,
          "blocking": 1
        },
        "sitecore": {
          "total": 8,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 5
        },
        "webflow": {
          "total": 16,
          "blocking": 0
        },
        "astro": {
          "total": 21,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 5
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 2,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 208,
          "blocking": 51
        },
        "cloudflare": {
          "total": 1118,
          "blocking": 207
        },
        "cloudfront": {
          "total": 419,
          "blocking": 87
        },
        "alibaba": {
          "total": 36,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 29,
          "blocking": 1
        },
        "akamai": {
          "total": 261,
          "blocking": 39
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 158,
          "blocking": 5
        },
        "vercel": {
          "total": 48,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 11
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3669,
      "crawled": 3687,
      "carried": 0,
      "partial": false,
      "policyGaps": 564,
      "quadrant": {
        "gap": 564,
        "openHonest": 2548,
        "blockedHonest": 229,
        "declaredOnly": 197
      },
      "perPosture": {
        "absent": 972,
        "blanket": 150,
        "inherited": 1819,
        "deliberate": 728
      },
      "perArchetype": {
        "undeclared": 972,
        "walled": 149,
        "open": 2036,
        "no-training": 255,
        "selective": 207,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        15,
        19,
        58,
        292,
        760,
        773,
        469,
        245,
        14
      ],
      "signalsObserved": 3669,
      "declaredLicence": 15,
      "contentSignal": 175,
      "agentCard": 8,
      "dateline": 461,
      "authorship": 321
    },
    {
      "day": "2026-08-31",
      "totalDomains": 3707,
      "observed": 3652,
      "meanScore": 63.47,
      "blockingAnyTier1": 669,
      "blockingAllTier1": 151,
      "llmsTxt": 469,
      "agentsMd": 36,
      "refusedGptbot": 844,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 564,
        "OAI-SearchBot": 252,
        "ChatGPT-User": 311,
        "ClaudeBot": 537,
        "Claude-User": 255,
        "Claude-SearchBot": 250,
        "PerplexityBot": 363,
        "Perplexity-User": 261,
        "Google-Extended": 492,
        "Applebot-Extended": 469,
        "meta-externalagent": 505,
        "CCBot": 594,
        "Amazonbot": 453,
        "Bytespider": 560,
        "cohere-ai": 371,
        "MistralAI-User": 253,
        "YouBot": 325,
        "DuckAssistBot": 268,
        "kagi-fetcher": 164,
        "Diffbot": 378,
        "Google-NotebookLM": 185,
        "TavilyBot": 195,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "wordpress": {
          "total": 291,
          "blocking": 50
        },
        "nextjs": {
          "total": 288,
          "blocking": 49
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 53,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 79,
          "blocking": 6
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "astro": {
          "total": 23,
          "blocking": 3
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 117,
          "blocking": 6
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 210,
          "blocking": 51
        },
        "cloudflare": {
          "total": 1124,
          "blocking": 210
        },
        "cloudfront": {
          "total": 424,
          "blocking": 89
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "alibaba": {
          "total": 37,
          "blocking": 5
        },
        "akamai": {
          "total": 260,
          "blocking": 37
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 37,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3652,
      "crawled": 3707,
      "carried": 0,
      "partial": false,
      "policyGaps": 560,
      "quadrant": {
        "gap": 560,
        "openHonest": 2528,
        "blockedHonest": 227,
        "declaredOnly": 203
      },
      "perPosture": {
        "blanket": 153,
        "absent": 961,
        "deliberate": 737,
        "inherited": 1801
      },
      "perArchetype": {
        "walled": 151,
        "undeclared": 961,
        "open": 2022,
        "no-training": 260,
        "selective": 207,
        "assistant-only": 41,
        "metered": 10
      },
      "histogram": [
        0,
        13,
        21,
        52,
        309,
        735,
        782,
        467,
        246,
        14
      ],
      "signalsObserved": 3652,
      "declaredLicence": 15,
      "contentSignal": 177,
      "agentCard": 8,
      "dateline": 457,
      "authorship": 312
    },
    {
      "day": "2026-09-01",
      "totalDomains": 3706,
      "observed": 3667,
      "meanScore": 63.54,
      "blockingAnyTier1": 665,
      "blockingAllTier1": 152,
      "llmsTxt": 469,
      "agentsMd": 36,
      "refusedGptbot": 844,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 560,
        "OAI-SearchBot": 253,
        "ChatGPT-User": 310,
        "ClaudeBot": 534,
        "Claude-User": 254,
        "Claude-SearchBot": 248,
        "PerplexityBot": 362,
        "Perplexity-User": 261,
        "Google-Extended": 488,
        "Applebot-Extended": 466,
        "meta-externalagent": 502,
        "CCBot": 591,
        "Amazonbot": 452,
        "Bytespider": 558,
        "cohere-ai": 370,
        "MistralAI-User": 251,
        "YouBot": 325,
        "DuckAssistBot": 267,
        "kagi-fetcher": 164,
        "Diffbot": 377,
        "Google-NotebookLM": 185,
        "TavilyBot": 195,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "wordpress": {
          "total": 300,
          "blocking": 50
        },
        "nextjs": {
          "total": 286,
          "blocking": 48
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 6
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 210,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1120,
          "blocking": 206
        },
        "cloudfront": {
          "total": 419,
          "blocking": 86
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 31,
          "blocking": 1
        },
        "akamai": {
          "total": 263,
          "blocking": 41
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3667,
      "crawled": 3706,
      "carried": 0,
      "partial": false,
      "policyGaps": 562,
      "quadrant": {
        "gap": 562,
        "openHonest": 2545,
        "blockedHonest": 226,
        "declaredOnly": 200
      },
      "perPosture": {
        "blanket": 153,
        "absent": 963,
        "deliberate": 737,
        "inherited": 1814
      },
      "perArchetype": {
        "walled": 152,
        "undeclared": 963,
        "open": 2039,
        "no-training": 259,
        "selective": 204,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        13,
        20,
        51,
        286,
        752,
        795,
        473,
        250,
        14
      ],
      "signalsObserved": 3667,
      "declaredLicence": 15,
      "contentSignal": 176,
      "agentCard": 8,
      "dateline": 459,
      "authorship": 320
    },
    {
      "day": "2026-09-02",
      "totalDomains": 3692,
      "observed": 3658,
      "meanScore": 63.7,
      "blockingAnyTier1": 664,
      "blockingAllTier1": 152,
      "llmsTxt": 464,
      "agentsMd": 37,
      "refusedGptbot": 864,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 559,
        "OAI-SearchBot": 251,
        "ChatGPT-User": 308,
        "ClaudeBot": 533,
        "Claude-User": 255,
        "Claude-SearchBot": 248,
        "PerplexityBot": 360,
        "Perplexity-User": 261,
        "Google-Extended": 487,
        "Applebot-Extended": 464,
        "meta-externalagent": 501,
        "CCBot": 590,
        "Amazonbot": 453,
        "Bytespider": 556,
        "cohere-ai": 370,
        "MistralAI-User": 251,
        "YouBot": 327,
        "DuckAssistBot": 267,
        "kagi-fetcher": 161,
        "Diffbot": 375,
        "Google-NotebookLM": 183,
        "TavilyBot": 192,
        "FirecrawlAgent": 201
      },
      "perPlatform": {
        "nextjs": {
          "total": 282,
          "blocking": 48
        },
        "aem": {
          "total": 128,
          "blocking": 7
        },
        "wordpress": {
          "total": 298,
          "blocking": 52
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 52,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 8,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 112,
          "blocking": 5
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 6,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1125,
          "blocking": 207
        },
        "cloudfront": {
          "total": 427,
          "blocking": 90
        },
        "fastly": {
          "total": 206,
          "blocking": 51
        },
        "alibaba": {
          "total": 31,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 26,
          "blocking": 1
        },
        "akamai": {
          "total": 261,
          "blocking": 40
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 148,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3658,
      "crawled": 3692,
      "carried": 0,
      "partial": false,
      "policyGaps": 581,
      "quadrant": {
        "gap": 581,
        "openHonest": 2518,
        "blockedHonest": 226,
        "declaredOnly": 199
      },
      "perPosture": {
        "blanket": 151,
        "deliberate": 730,
        "inherited": 1784,
        "absent": 993
      },
      "perArchetype": {
        "walled": 152,
        "open": 2001,
        "no-training": 261,
        "undeclared": 993,
        "selective": 202,
        "assistant-only": 39,
        "metered": 10
      },
      "histogram": [
        0,
        13,
        18,
        53,
        250,
        781,
        779,
        461,
        243,
        14
      ],
      "signalsObserved": 3658,
      "declaredLicence": 15,
      "contentSignal": 175,
      "agentCard": 8,
      "dateline": 465,
      "authorship": 319
    },
    {
      "day": "2026-09-03",
      "totalDomains": 3693,
      "observed": 3668,
      "meanScore": 63.68,
      "blockingAnyTier1": 664,
      "blockingAllTier1": 150,
      "llmsTxt": 475,
      "agentsMd": 38,
      "refusedGptbot": 842,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 558,
        "OAI-SearchBot": 250,
        "ChatGPT-User": 308,
        "ClaudeBot": 530,
        "Claude-User": 254,
        "Claude-SearchBot": 248,
        "PerplexityBot": 359,
        "Perplexity-User": 261,
        "Google-Extended": 486,
        "Applebot-Extended": 463,
        "meta-externalagent": 499,
        "CCBot": 590,
        "Amazonbot": 451,
        "Bytespider": 556,
        "cohere-ai": 371,
        "MistralAI-User": 251,
        "YouBot": 325,
        "DuckAssistBot": 266,
        "kagi-fetcher": 161,
        "Diffbot": 376,
        "Google-NotebookLM": 182,
        "TavilyBot": 192,
        "FirecrawlAgent": 201
      },
      "perPlatform": {
        "nextjs": {
          "total": 286,
          "blocking": 48
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "wordpress": {
          "total": 306,
          "blocking": 53
        },
        "nuxt": {
          "total": 53,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 82,
          "blocking": 6
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "drupal": {
          "total": 112,
          "blocking": 5
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1125,
          "blocking": 206
        },
        "fastly": {
          "total": 210,
          "blocking": 53
        },
        "cloudfront": {
          "total": 419,
          "blocking": 85
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "alibaba": {
          "total": 36,
          "blocking": 4
        },
        "akamai": {
          "total": 263,
          "blocking": 40
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3668,
      "crawled": 3693,
      "carried": 0,
      "partial": false,
      "policyGaps": 556,
      "quadrant": {
        "gap": 556,
        "openHonest": 2554,
        "blockedHonest": 226,
        "declaredOnly": 199
      },
      "perPosture": {
        "blanket": 150,
        "deliberate": 739,
        "absent": 962,
        "inherited": 1817
      },
      "perArchetype": {
        "walled": 150,
        "open": 2042,
        "undeclared": 962,
        "no-training": 260,
        "selective": 205,
        "assistant-only": 39,
        "metered": 10
      },
      "histogram": [
        0,
        10,
        20,
        48,
        287,
        750,
        780,
        480,
        251,
        14
      ],
      "signalsObserved": 3668,
      "declaredLicence": 15,
      "contentSignal": 175,
      "agentCard": 8,
      "dateline": 466,
      "authorship": 320
    },
    {
      "day": "2026-09-04",
      "totalDomains": 3688,
      "observed": 3665,
      "meanScore": 63.56,
      "blockingAnyTier1": 666,
      "blockingAllTier1": 153,
      "llmsTxt": 472,
      "agentsMd": 38,
      "refusedGptbot": 838,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 562,
        "OAI-SearchBot": 253,
        "ChatGPT-User": 310,
        "ClaudeBot": 535,
        "Claude-User": 255,
        "Claude-SearchBot": 250,
        "PerplexityBot": 362,
        "Perplexity-User": 262,
        "Google-Extended": 489,
        "Applebot-Extended": 469,
        "meta-externalagent": 504,
        "CCBot": 594,
        "Amazonbot": 455,
        "Bytespider": 558,
        "cohere-ai": 374,
        "MistralAI-User": 252,
        "YouBot": 328,
        "DuckAssistBot": 268,
        "kagi-fetcher": 164,
        "Diffbot": 379,
        "Google-NotebookLM": 184,
        "TavilyBot": 194,
        "FirecrawlAgent": 204
      },
      "perPlatform": {
        "nextjs": {
          "total": 285,
          "blocking": 48
        },
        "wordpress": {
          "total": 300,
          "blocking": 53
        },
        "aem": {
          "total": 133,
          "blocking": 7
        },
        "contentful": {
          "total": 53,
          "blocking": 2
        },
        "nuxt": {
          "total": 53,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 111,
          "blocking": 5
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 210,
          "blocking": 52
        },
        "cloudflare": {
          "total": 1125,
          "blocking": 208
        },
        "cloudfront": {
          "total": 418,
          "blocking": 86
        },
        "alibaba": {
          "total": 36,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 257,
          "blocking": 39
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 36,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3665,
      "crawled": 3688,
      "carried": 0,
      "partial": false,
      "policyGaps": 560,
      "quadrant": {
        "gap": 560,
        "openHonest": 2543,
        "blockedHonest": 221,
        "declaredOnly": 206
      },
      "perPosture": {
        "blanket": 153,
        "absent": 967,
        "deliberate": 737,
        "inherited": 1808
      },
      "perArchetype": {
        "walled": 153,
        "undeclared": 967,
        "open": 2032,
        "no-training": 259,
        "selective": 204,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        7,
        23,
        51,
        290,
        743,
        785,
        477,
        254,
        13
      ],
      "signalsObserved": 3665,
      "declaredLicence": 15,
      "contentSignal": 176,
      "agentCard": 8,
      "dateline": 466,
      "authorship": 321
    },
    {
      "day": "2026-09-05",
      "totalDomains": 3686,
      "observed": 3668,
      "meanScore": 63.57,
      "blockingAnyTier1": 663,
      "blockingAllTier1": 153,
      "llmsTxt": 473,
      "agentsMd": 37,
      "refusedGptbot": 828,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 560,
        "OAI-SearchBot": 253,
        "ChatGPT-User": 310,
        "ClaudeBot": 534,
        "Claude-User": 255,
        "Claude-SearchBot": 250,
        "PerplexityBot": 362,
        "Perplexity-User": 260,
        "Google-Extended": 487,
        "Applebot-Extended": 465,
        "meta-externalagent": 500,
        "CCBot": 588,
        "Amazonbot": 449,
        "Bytespider": 553,
        "cohere-ai": 371,
        "MistralAI-User": 250,
        "YouBot": 324,
        "DuckAssistBot": 266,
        "kagi-fetcher": 162,
        "Diffbot": 377,
        "Google-NotebookLM": 182,
        "TavilyBot": 192,
        "FirecrawlAgent": 202
      },
      "perPlatform": {
        "wordpress": {
          "total": 304,
          "blocking": 52
        },
        "nextjs": {
          "total": 285,
          "blocking": 48
        },
        "aem": {
          "total": 132,
          "blocking": 7
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 112,
          "blocking": 4
        },
        "sanity": {
          "total": 30,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 4,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "magento": {
          "total": 1,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 209,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1127,
          "blocking": 205
        },
        "cloudfront": {
          "total": 420,
          "blocking": 86
        },
        "alibaba": {
          "total": 36,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 29,
          "blocking": 1
        },
        "akamai": {
          "total": 261,
          "blocking": 39
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 151,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 39,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3668,
      "crawled": 3686,
      "carried": 0,
      "partial": false,
      "policyGaps": 562,
      "quadrant": {
        "gap": 562,
        "openHonest": 2546,
        "blockedHonest": 208,
        "declaredOnly": 217
      },
      "perPosture": {
        "blanket": 151,
        "absent": 959,
        "deliberate": 735,
        "inherited": 1823
      },
      "perArchetype": {
        "walled": 153,
        "undeclared": 959,
        "open": 2046,
        "no-training": 258,
        "selective": 202,
        "assistant-only": 40,
        "metered": 10
      },
      "histogram": [
        0,
        2,
        19,
        52,
        286,
        752,
        793,
        472,
        254,
        13
      ],
      "signalsObserved": 3668,
      "declaredLicence": 15,
      "contentSignal": 173,
      "agentCard": 8,
      "dateline": 464,
      "authorship": 314
    },
    {
      "day": "2026-09-06",
      "totalDomains": 3683,
      "observed": 3660,
      "meanScore": 63.59,
      "blockingAnyTier1": 660,
      "blockingAllTier1": 150,
      "llmsTxt": 471,
      "agentsMd": 38,
      "refusedGptbot": 826,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 556,
        "OAI-SearchBot": 249,
        "ChatGPT-User": 308,
        "ClaudeBot": 531,
        "Claude-User": 253,
        "Claude-SearchBot": 247,
        "PerplexityBot": 358,
        "Perplexity-User": 260,
        "Google-Extended": 484,
        "Applebot-Extended": 463,
        "meta-externalagent": 498,
        "CCBot": 587,
        "Amazonbot": 449,
        "Bytespider": 554,
        "cohere-ai": 370,
        "MistralAI-User": 250,
        "YouBot": 322,
        "DuckAssistBot": 265,
        "kagi-fetcher": 161,
        "Diffbot": 376,
        "Google-NotebookLM": 182,
        "TavilyBot": 192,
        "FirecrawlAgent": 201
      },
      "perPlatform": {
        "nextjs": {
          "total": 286,
          "blocking": 48
        },
        "wordpress": {
          "total": 304,
          "blocking": 53
        },
        "contentful": {
          "total": 53,
          "blocking": 2
        },
        "aem": {
          "total": 131,
          "blocking": 7
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 8,
          "blocking": 0
        },
        "hubspot": {
          "total": 79,
          "blocking": 6
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "webflow": {
          "total": 15,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 9,
          "blocking": 0
        },
        "drupal": {
          "total": 110,
          "blocking": 4
        },
        "sanity": {
          "total": 29,
          "blocking": 2
        },
        "shopify": {
          "total": 7,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 208,
          "blocking": 52
        },
        "cloudflare": {
          "total": 1126,
          "blocking": 207
        },
        "cloudfront": {
          "total": 421,
          "blocking": 85
        },
        "alibaba": {
          "total": 35,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 30,
          "blocking": 1
        },
        "akamai": {
          "total": 258,
          "blocking": 38
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 151,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 25,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3660,
      "crawled": 3683,
      "carried": 0,
      "partial": false,
      "policyGaps": 561,
      "quadrant": {
        "gap": 561,
        "openHonest": 2543,
        "blockedHonest": 205,
        "declaredOnly": 218
      },
      "perPosture": {
        "blanket": 150,
        "absent": 976,
        "deliberate": 733,
        "inherited": 1801
      },
      "perArchetype": {
        "walled": 150,
        "undeclared": 976,
        "open": 2024,
        "no-training": 257,
        "selective": 205,
        "assistant-only": 38,
        "metered": 10
      },
      "histogram": [
        0,
        2,
        19,
        53,
        286,
        752,
        781,
        474,
        256,
        13
      ],
      "signalsObserved": 3660,
      "declaredLicence": 15,
      "contentSignal": 175,
      "agentCard": 8,
      "dateline": 462,
      "authorship": 314
    },
    {
      "day": "2026-09-07",
      "totalDomains": 3723,
      "observed": 3652,
      "meanScore": 63.9,
      "blockingAnyTier1": 645,
      "blockingAllTier1": 151,
      "llmsTxt": 474,
      "agentsMd": 34,
      "refusedGptbot": 822,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 539,
        "OAI-SearchBot": 251,
        "ChatGPT-User": 307,
        "ClaudeBot": 515,
        "Claude-User": 253,
        "Claude-SearchBot": 250,
        "PerplexityBot": 362,
        "Perplexity-User": 258,
        "Google-Extended": 466,
        "Applebot-Extended": 447,
        "meta-externalagent": 481,
        "CCBot": 569,
        "Amazonbot": 432,
        "Bytespider": 536,
        "cohere-ai": 370,
        "MistralAI-User": 249,
        "YouBot": 320,
        "DuckAssistBot": 267,
        "kagi-fetcher": 160,
        "Diffbot": 374,
        "Google-NotebookLM": 179,
        "TavilyBot": 189,
        "FirecrawlAgent": 202
      },
      "perPlatform": {
        "nextjs": {
          "total": 295,
          "blocking": 48
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "wordpress": {
          "total": 304,
          "blocking": 53
        },
        "aem": {
          "total": 136,
          "blocking": 7
        },
        "nuxt": {
          "total": 51,
          "blocking": 4
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 10,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 5
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 24,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 113,
          "blocking": 4
        },
        "sanity": {
          "total": 30,
          "blocking": 2
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 6,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 213,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1097,
          "blocking": 189
        },
        "cloudfront": {
          "total": 428,
          "blocking": 85
        },
        "alibaba": {
          "total": 34,
          "blocking": 5
        },
        "azure-frontdoor": {
          "total": 29,
          "blocking": 1
        },
        "akamai": {
          "total": 270,
          "blocking": 42
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 149,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 26,
          "blocking": 1
        },
        "varnish": {
          "total": 36,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3652,
      "crawled": 3723,
      "carried": 0,
      "partial": false,
      "policyGaps": 561,
      "quadrant": {
        "gap": 561,
        "openHonest": 2552,
        "blockedHonest": 203,
        "declaredOnly": 205
      },
      "perPosture": {
        "blanket": 149,
        "absent": 955,
        "deliberate": 721,
        "inherited": 1827
      },
      "perArchetype": {
        "walled": 151,
        "undeclared": 955,
        "open": 2052,
        "no-training": 239,
        "selective": 203,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        8,
        22,
        44,
        247,
        792,
        764,
        485,
        256,
        15
      ],
      "signalsObserved": 3652,
      "declaredLicence": 15,
      "contentSignal": 155,
      "agentCard": 8,
      "dateline": 468,
      "authorship": 319
    },
    {
      "day": "2026-09-08",
      "totalDomains": 3726,
      "observed": 3663,
      "meanScore": 63.77,
      "blockingAnyTier1": 649,
      "blockingAllTier1": 153,
      "llmsTxt": 478,
      "agentsMd": 33,
      "refusedGptbot": 822,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 541,
        "OAI-SearchBot": 253,
        "ChatGPT-User": 310,
        "ClaudeBot": 516,
        "Claude-User": 258,
        "Claude-SearchBot": 253,
        "PerplexityBot": 365,
        "Perplexity-User": 264,
        "Google-Extended": 468,
        "Applebot-Extended": 449,
        "meta-externalagent": 486,
        "CCBot": 572,
        "Amazonbot": 434,
        "Bytespider": 540,
        "cohere-ai": 374,
        "MistralAI-User": 255,
        "YouBot": 325,
        "DuckAssistBot": 272,
        "kagi-fetcher": 163,
        "Diffbot": 379,
        "Google-NotebookLM": 184,
        "TavilyBot": 194,
        "FirecrawlAgent": 205
      },
      "perPlatform": {
        "nextjs": {
          "total": 291,
          "blocking": 48
        },
        "aem": {
          "total": 136,
          "blocking": 7
        },
        "contentful": {
          "total": 49,
          "blocking": 2
        },
        "wordpress": {
          "total": 303,
          "blocking": 51
        },
        "nuxt": {
          "total": 51,
          "blocking": 4
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 12,
          "blocking": 1
        },
        "hubspot": {
          "total": 80,
          "blocking": 6
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 23,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 115,
          "blocking": 4
        },
        "sanity": {
          "total": 31,
          "blocking": 2
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 213,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1099,
          "blocking": 189
        },
        "cloudfront": {
          "total": 433,
          "blocking": 89
        },
        "azure-frontdoor": {
          "total": 29,
          "blocking": 1
        },
        "alibaba": {
          "total": 32,
          "blocking": 5
        },
        "akamai": {
          "total": 267,
          "blocking": 40
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 26,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3663,
      "crawled": 3726,
      "carried": 0,
      "partial": false,
      "policyGaps": 563,
      "quadrant": {
        "gap": 563,
        "openHonest": 2559,
        "blockedHonest": 202,
        "declaredOnly": 205
      },
      "perPosture": {
        "blanket": 152,
        "absent": 960,
        "deliberate": 722,
        "inherited": 1829
      },
      "perArchetype": {
        "walled": 153,
        "undeclared": 960,
        "open": 2054,
        "no-training": 239,
        "selective": 205,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        12,
        24,
        46,
        298,
        739,
        768,
        482,
        255,
        15
      ],
      "signalsObserved": 3663,
      "declaredLicence": 15,
      "contentSignal": 153,
      "agentCard": 8,
      "dateline": 466,
      "authorship": 318
    },
    {
      "day": "2026-09-09",
      "totalDomains": 3680,
      "observed": 3663,
      "meanScore": 63.79,
      "blockingAnyTier1": 648,
      "blockingAllTier1": 152,
      "llmsTxt": 479,
      "agentsMd": 35,
      "refusedGptbot": 813,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 541,
        "OAI-SearchBot": 251,
        "ChatGPT-User": 308,
        "ClaudeBot": 517,
        "Claude-User": 255,
        "Claude-SearchBot": 251,
        "PerplexityBot": 364,
        "Perplexity-User": 261,
        "Google-Extended": 466,
        "Applebot-Extended": 449,
        "meta-externalagent": 483,
        "CCBot": 569,
        "Amazonbot": 434,
        "Bytespider": 539,
        "cohere-ai": 371,
        "MistralAI-User": 252,
        "YouBot": 327,
        "DuckAssistBot": 269,
        "kagi-fetcher": 162,
        "Diffbot": 376,
        "Google-NotebookLM": 181,
        "TavilyBot": 191,
        "FirecrawlAgent": 209
      },
      "perPlatform": {
        "nextjs": {
          "total": 294,
          "blocking": 49
        },
        "aem": {
          "total": 136,
          "blocking": 7
        },
        "contentful": {
          "total": 50,
          "blocking": 2
        },
        "nuxt": {
          "total": 51,
          "blocking": 4
        },
        "wordpress": {
          "total": 298,
          "blocking": 51
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "astro": {
          "total": 23,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "sanity": {
          "total": 31,
          "blocking": 2
        },
        "drupal": {
          "total": 115,
          "blocking": 4
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 6,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 3,
          "blocking": 1
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 214,
          "blocking": 52
        },
        "cloudflare": {
          "total": 1097,
          "blocking": 190
        },
        "cloudfront": {
          "total": 429,
          "blocking": 86
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 36,
          "blocking": 5
        },
        "akamai": {
          "total": 270,
          "blocking": 42
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 26,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3663,
      "crawled": 3680,
      "carried": 0,
      "partial": false,
      "policyGaps": 558,
      "quadrant": {
        "gap": 558,
        "openHonest": 2564,
        "blockedHonest": 199,
        "declaredOnly": 208
      },
      "perPosture": {
        "blanket": 151,
        "absent": 958,
        "deliberate": 723,
        "inherited": 1831
      },
      "perArchetype": {
        "walled": 152,
        "undeclared": 958,
        "open": 2057,
        "no-training": 240,
        "selective": 204,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        6,
        25,
        44,
        306,
        738,
        765,
        483,
        253,
        16
      ],
      "signalsObserved": 3663,
      "declaredLicence": 15,
      "contentSignal": 153,
      "agentCard": 8,
      "dateline": 466,
      "authorship": 322
    },
    {
      "day": "2026-09-11",
      "totalDomains": 3685,
      "observed": 3664,
      "meanScore": 63.8,
      "blockingAnyTier1": 656,
      "blockingAllTier1": 155,
      "llmsTxt": 483,
      "agentsMd": 34,
      "refusedGptbot": 808,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 547,
        "OAI-SearchBot": 256,
        "ChatGPT-User": 314,
        "ClaudeBot": 522,
        "Claude-User": 261,
        "Claude-SearchBot": 255,
        "PerplexityBot": 368,
        "Perplexity-User": 268,
        "Google-Extended": 472,
        "Applebot-Extended": 456,
        "meta-externalagent": 488,
        "CCBot": 581,
        "Amazonbot": 440,
        "Bytespider": 547,
        "cohere-ai": 379,
        "MistralAI-User": 258,
        "YouBot": 335,
        "DuckAssistBot": 273,
        "kagi-fetcher": 165,
        "Diffbot": 381,
        "Google-NotebookLM": 186,
        "TavilyBot": 196,
        "FirecrawlAgent": 212
      },
      "perPlatform": {
        "nextjs": {
          "total": 298,
          "blocking": 49
        },
        "aem": {
          "total": 137,
          "blocking": 7
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "wordpress": {
          "total": 299,
          "blocking": 53
        },
        "nuxt": {
          "total": 50,
          "blocking": 4
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 6
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 23,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 113,
          "blocking": 4
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 213,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1095,
          "blocking": 191
        },
        "cloudfront": {
          "total": 427,
          "blocking": 87
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 31,
          "blocking": 1
        },
        "akamai": {
          "total": 274,
          "blocking": 44
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 149,
          "blocking": 6
        },
        "vercel": {
          "total": 50,
          "blocking": 2
        },
        "netlify": {
          "total": 26,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3664,
      "crawled": 3685,
      "carried": 0,
      "partial": false,
      "policyGaps": 559,
      "quadrant": {
        "gap": 559,
        "openHonest": 2558,
        "blockedHonest": 193,
        "declaredOnly": 217
      },
      "perPosture": {
        "blanket": 154,
        "absent": 945,
        "deliberate": 727,
        "inherited": 1838
      },
      "perArchetype": {
        "walled": 155,
        "undeclared": 945,
        "open": 2063,
        "no-training": 242,
        "selective": 207,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        4,
        26,
        46,
        285,
        741,
        791,
        468,
        261,
        15
      ],
      "signalsObserved": 3664,
      "declaredLicence": 15,
      "contentSignal": 158,
      "agentCard": 8,
      "dateline": 468,
      "authorship": 322
    },
    {
      "day": "2026-09-12",
      "totalDomains": 3682,
      "observed": 3665,
      "meanScore": 63.88,
      "blockingAnyTier1": 654,
      "blockingAllTier1": 156,
      "llmsTxt": 485,
      "agentsMd": 34,
      "refusedGptbot": 798,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 546,
        "OAI-SearchBot": 257,
        "ChatGPT-User": 315,
        "ClaudeBot": 521,
        "Claude-User": 260,
        "Claude-SearchBot": 254,
        "PerplexityBot": 368,
        "Perplexity-User": 267,
        "Google-Extended": 471,
        "Applebot-Extended": 455,
        "meta-externalagent": 488,
        "CCBot": 581,
        "Amazonbot": 440,
        "Bytespider": 546,
        "cohere-ai": 380,
        "MistralAI-User": 257,
        "YouBot": 335,
        "DuckAssistBot": 273,
        "kagi-fetcher": 165,
        "Diffbot": 381,
        "Google-NotebookLM": 186,
        "TavilyBot": 196,
        "FirecrawlAgent": 213
      },
      "perPlatform": {
        "nextjs": {
          "total": 297,
          "blocking": 49
        },
        "aem": {
          "total": 137,
          "blocking": 7
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "wordpress": {
          "total": 301,
          "blocking": 53
        },
        "nuxt": {
          "total": 52,
          "blocking": 4
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "astro": {
          "total": 23,
          "blocking": 3
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 112,
          "blocking": 4
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "squarespace": {
          "total": 2,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "sveltekit": {
          "total": 4,
          "blocking": 2
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 213,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1093,
          "blocking": 189
        },
        "cloudfront": {
          "total": 431,
          "blocking": 89
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 32,
          "blocking": 1
        },
        "akamai": {
          "total": 271,
          "blocking": 41
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 6
        },
        "vercel": {
          "total": 50,
          "blocking": 2
        },
        "netlify": {
          "total": 26,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3665,
      "crawled": 3682,
      "carried": 0,
      "partial": false,
      "policyGaps": 553,
      "quadrant": {
        "gap": 553,
        "openHonest": 2566,
        "blockedHonest": 189,
        "declaredOnly": 220
      },
      "perPosture": {
        "blanket": 154,
        "absent": 948,
        "deliberate": 730,
        "inherited": 1833
      },
      "perArchetype": {
        "walled": 156,
        "undeclared": 948,
        "open": 2063,
        "no-training": 240,
        "selective": 206,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        3,
        18,
        43,
        290,
        724,
        795,
        467,
        266,
        15
      ],
      "signalsObserved": 3665,
      "declaredLicence": 15,
      "contentSignal": 158,
      "agentCard": 8,
      "dateline": 467,
      "authorship": 321
    },
    {
      "day": "2026-09-14",
      "totalDomains": 3718,
      "observed": 3658,
      "meanScore": 63.93,
      "blockingAnyTier1": 661,
      "blockingAllTier1": 151,
      "llmsTxt": 488,
      "agentsMd": 33,
      "refusedGptbot": 815,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 549,
        "OAI-SearchBot": 250,
        "ChatGPT-User": 308,
        "ClaudeBot": 524,
        "Claude-User": 255,
        "Claude-SearchBot": 248,
        "PerplexityBot": 362,
        "Perplexity-User": 263,
        "Google-Extended": 475,
        "Applebot-Extended": 459,
        "meta-externalagent": 490,
        "CCBot": 583,
        "Amazonbot": 441,
        "Bytespider": 550,
        "cohere-ai": 375,
        "MistralAI-User": 252,
        "YouBot": 331,
        "DuckAssistBot": 267,
        "kagi-fetcher": 161,
        "Diffbot": 377,
        "Google-NotebookLM": 182,
        "TavilyBot": 191,
        "FirecrawlAgent": 208
      },
      "perPlatform": {
        "nextjs": {
          "total": 299,
          "blocking": 50
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "wordpress": {
          "total": 309,
          "blocking": 55
        },
        "aem": {
          "total": 135,
          "blocking": 8
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 6
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 110,
          "blocking": 4
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 5,
          "blocking": 2
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1117,
          "blocking": 197
        },
        "fastly": {
          "total": 215,
          "blocking": 53
        },
        "cloudfront": {
          "total": 425,
          "blocking": 85
        },
        "alibaba": {
          "total": 33,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 266,
          "blocking": 44
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 151,
          "blocking": 7
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 34,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3658,
      "crawled": 3718,
      "carried": 0,
      "partial": false,
      "policyGaps": 565,
      "quadrant": {
        "gap": 565,
        "openHonest": 2544,
        "blockedHonest": 196,
        "declaredOnly": 220
      },
      "perPosture": {
        "blanket": 151,
        "absent": 952,
        "deliberate": 737,
        "inherited": 1818
      },
      "perArchetype": {
        "walled": 151,
        "undeclared": 952,
        "open": 2045,
        "no-training": 254,
        "selective": 204,
        "assistant-only": 41,
        "metered": 11
      },
      "histogram": [
        0,
        4,
        25,
        42,
        291,
        731,
        777,
        463,
        273,
        14
      ],
      "signalsObserved": 3658,
      "declaredLicence": 15,
      "contentSignal": 167,
      "agentCard": 8,
      "dateline": 466,
      "authorship": 316
    },
    {
      "day": "2026-09-15",
      "totalDomains": 3720,
      "observed": 3663,
      "meanScore": 64.01,
      "blockingAnyTier1": 658,
      "blockingAllTier1": 150,
      "llmsTxt": 487,
      "agentsMd": 33,
      "refusedGptbot": 813,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 547,
        "OAI-SearchBot": 249,
        "ChatGPT-User": 307,
        "ClaudeBot": 523,
        "Claude-User": 253,
        "Claude-SearchBot": 248,
        "PerplexityBot": 360,
        "Perplexity-User": 261,
        "Google-Extended": 475,
        "Applebot-Extended": 456,
        "meta-externalagent": 487,
        "CCBot": 579,
        "Amazonbot": 437,
        "Bytespider": 547,
        "cohere-ai": 373,
        "MistralAI-User": 250,
        "YouBot": 327,
        "DuckAssistBot": 266,
        "kagi-fetcher": 160,
        "Diffbot": 375,
        "Google-NotebookLM": 181,
        "TavilyBot": 190,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "nextjs": {
          "total": 298,
          "blocking": 49
        },
        "aem": {
          "total": 136,
          "blocking": 8
        },
        "wordpress": {
          "total": 310,
          "blocking": 55
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 4
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 5
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 1
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 113,
          "blocking": 5
        },
        "sanity": {
          "total": 28,
          "blocking": 2
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 5,
          "blocking": 2
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1116,
          "blocking": 197
        },
        "cloudfront": {
          "total": 426,
          "blocking": 84
        },
        "fastly": {
          "total": 215,
          "blocking": 53
        },
        "alibaba": {
          "total": 32,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 266,
          "blocking": 43
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 151,
          "blocking": 7
        },
        "vercel": {
          "total": 49,
          "blocking": 2
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 36,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3663,
      "crawled": 3720,
      "carried": 0,
      "partial": false,
      "policyGaps": 565,
      "quadrant": {
        "gap": 565,
        "openHonest": 2551,
        "blockedHonest": 193,
        "declaredOnly": 221
      },
      "perPosture": {
        "blanket": 150,
        "absent": 958,
        "deliberate": 734,
        "inherited": 1821
      },
      "perArchetype": {
        "walled": 150,
        "undeclared": 958,
        "open": 2047,
        "no-training": 253,
        "selective": 204,
        "assistant-only": 40,
        "metered": 11
      },
      "histogram": [
        0,
        4,
        27,
        43,
        228,
        794,
        782,
        465,
        270,
        15
      ],
      "signalsObserved": 3663,
      "declaredLicence": 15,
      "contentSignal": 169,
      "agentCard": 7,
      "dateline": 470,
      "authorship": 315
    },
    {
      "day": "2026-09-16",
      "totalDomains": 3685,
      "observed": 3674,
      "meanScore": 64.2,
      "blockingAnyTier1": 581,
      "blockingAllTier1": 154,
      "llmsTxt": 487,
      "agentsMd": 33,
      "refusedGptbot": 830,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 468,
        "OAI-SearchBot": 254,
        "ChatGPT-User": 312,
        "ClaudeBot": 443,
        "Claude-User": 259,
        "Claude-SearchBot": 253,
        "PerplexityBot": 368,
        "Perplexity-User": 267,
        "Google-Extended": 394,
        "Applebot-Extended": 375,
        "meta-externalagent": 407,
        "CCBot": 504,
        "Amazonbot": 357,
        "Bytespider": 469,
        "cohere-ai": 379,
        "MistralAI-User": 256,
        "YouBot": 336,
        "DuckAssistBot": 271,
        "kagi-fetcher": 164,
        "Diffbot": 382,
        "Google-NotebookLM": 186,
        "TavilyBot": 195,
        "FirecrawlAgent": 211
      },
      "perPlatform": {
        "nextjs": {
          "total": 298,
          "blocking": 47
        },
        "aem": {
          "total": 135,
          "blocking": 7
        },
        "contentful": {
          "total": 54,
          "blocking": 3
        },
        "nuxt": {
          "total": 54,
          "blocking": 3
        },
        "wordpress": {
          "total": 312,
          "blocking": 45
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 5
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 0
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 111,
          "blocking": 3
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 6,
          "blocking": 3
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 215,
          "blocking": 53
        },
        "cloudfront": {
          "total": 430,
          "blocking": 90
        },
        "cloudflare": {
          "total": 1116,
          "blocking": 114
        },
        "alibaba": {
          "total": 33,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 268,
          "blocking": 40
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 7
        },
        "vercel": {
          "total": 48,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 37,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3674,
      "crawled": 3685,
      "carried": 0,
      "partial": false,
      "policyGaps": 649,
      "quadrant": {
        "gap": 649,
        "openHonest": 2557,
        "blockedHonest": 126,
        "declaredOnly": 206
      },
      "perPosture": {
        "blanket": 154,
        "absent": 997,
        "deliberate": 655,
        "inherited": 1868
      },
      "perArchetype": {
        "walled": 154,
        "undeclared": 997,
        "no-training": 168,
        "open": 2096,
        "selective": 205,
        "assistant-only": 43,
        "metered": 11
      },
      "histogram": [
        0,
        3,
        21,
        32,
        285,
        737,
        796,
        468,
        275,
        14
      ],
      "signalsObserved": 3674,
      "declaredLicence": 15,
      "contentSignal": 80,
      "agentCard": 8,
      "dateline": 472,
      "authorship": 317
    },
    {
      "day": "2026-09-17",
      "totalDomains": 3687,
      "observed": 3660,
      "meanScore": 64.28,
      "blockingAnyTier1": 579,
      "blockingAllTier1": 153,
      "llmsTxt": 492,
      "agentsMd": 33,
      "refusedGptbot": 823,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 465,
        "OAI-SearchBot": 251,
        "ChatGPT-User": 311,
        "ClaudeBot": 441,
        "Claude-User": 257,
        "Claude-SearchBot": 251,
        "PerplexityBot": 366,
        "Perplexity-User": 265,
        "Google-Extended": 392,
        "Applebot-Extended": 371,
        "meta-externalagent": 405,
        "CCBot": 499,
        "Amazonbot": 356,
        "Bytespider": 469,
        "cohere-ai": 377,
        "MistralAI-User": 253,
        "YouBot": 333,
        "DuckAssistBot": 270,
        "kagi-fetcher": 163,
        "Diffbot": 381,
        "Google-NotebookLM": 185,
        "TavilyBot": 195,
        "FirecrawlAgent": 211
      },
      "perPlatform": {
        "nextjs": {
          "total": 295,
          "blocking": 47
        },
        "aem": {
          "total": 137,
          "blocking": 7
        },
        "wordpress": {
          "total": 307,
          "blocking": 44
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 2
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 81,
          "blocking": 5
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 8,
          "blocking": 0
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 111,
          "blocking": 3
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 6,
          "blocking": 3
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 216,
          "blocking": 54
        },
        "cloudflare": {
          "total": 1115,
          "blocking": 113
        },
        "cloudfront": {
          "total": 426,
          "blocking": 87
        },
        "alibaba": {
          "total": 32,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 267,
          "blocking": 43
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 149,
          "blocking": 7
        },
        "vercel": {
          "total": 48,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 38,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3660,
      "crawled": 3687,
      "carried": 0,
      "partial": false,
      "policyGaps": 644,
      "quadrant": {
        "gap": 644,
        "openHonest": 2551,
        "blockedHonest": 125,
        "declaredOnly": 205
      },
      "perPosture": {
        "blanket": 153,
        "absent": 991,
        "deliberate": 653,
        "inherited": 1863
      },
      "perArchetype": {
        "walled": 153,
        "undeclared": 991,
        "open": 2090,
        "no-training": 168,
        "selective": 205,
        "assistant-only": 42,
        "metered": 11
      },
      "histogram": [
        0,
        4,
        17,
        33,
        282,
        730,
        791,
        466,
        276,
        16
      ],
      "signalsObserved": 3660,
      "declaredLicence": 15,
      "contentSignal": 80,
      "agentCard": 8,
      "dateline": 467,
      "authorship": 318
    },
    {
      "day": "2026-09-18",
      "totalDomains": 3689,
      "observed": 3641,
      "meanScore": 64.15,
      "blockingAnyTier1": 575,
      "blockingAllTier1": 152,
      "llmsTxt": 486,
      "agentsMd": 32,
      "refusedGptbot": 829,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 461,
        "OAI-SearchBot": 251,
        "ChatGPT-User": 308,
        "ClaudeBot": 438,
        "Claude-User": 256,
        "Claude-SearchBot": 250,
        "PerplexityBot": 364,
        "Perplexity-User": 264,
        "Google-Extended": 389,
        "Applebot-Extended": 369,
        "meta-externalagent": 405,
        "CCBot": 498,
        "Amazonbot": 355,
        "Bytespider": 466,
        "cohere-ai": 378,
        "MistralAI-User": 252,
        "YouBot": 336,
        "DuckAssistBot": 270,
        "kagi-fetcher": 162,
        "Diffbot": 379,
        "Google-NotebookLM": 185,
        "TavilyBot": 195,
        "FirecrawlAgent": 210
      },
      "perPlatform": {
        "nextjs": {
          "total": 294,
          "blocking": 46
        },
        "aem": {
          "total": 133,
          "blocking": 6
        },
        "wordpress": {
          "total": 299,
          "blocking": 43
        },
        "contentful": {
          "total": 51,
          "blocking": 2
        },
        "nuxt": {
          "total": 54,
          "blocking": 2
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "hubspot": {
          "total": 80,
          "blocking": 5
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 0
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 111,
          "blocking": 3
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 5,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 6,
          "blocking": 3
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 214,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1116,
          "blocking": 112
        },
        "cloudfront": {
          "total": 426,
          "blocking": 87
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 33,
          "blocking": 1
        },
        "akamai": {
          "total": 268,
          "blocking": 42
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 150,
          "blocking": 7
        },
        "vercel": {
          "total": 48,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 36,
          "blocking": 10
        },
        "bunny": {
          "total": 13,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3641,
      "crawled": 3689,
      "carried": 0,
      "partial": false,
      "policyGaps": 649,
      "quadrant": {
        "gap": 649,
        "openHonest": 2531,
        "blockedHonest": 125,
        "declaredOnly": 202
      },
      "perPosture": {
        "blanket": 152,
        "absent": 997,
        "deliberate": 651,
        "inherited": 1841
      },
      "perArchetype": {
        "walled": 152,
        "undeclared": 997,
        "open": 2069,
        "no-training": 167,
        "selective": 203,
        "assistant-only": 42,
        "metered": 11
      },
      "histogram": [
        0,
        5,
        21,
        31,
        287,
        726,
        787,
        461,
        266,
        16
      ],
      "signalsObserved": 3641,
      "declaredLicence": 15,
      "contentSignal": 81,
      "agentCard": 8,
      "dateline": 459,
      "authorship": 313
    },
    {
      "day": "2026-09-19",
      "totalDomains": 3691,
      "observed": 3669,
      "meanScore": 64.18,
      "blockingAnyTier1": 579,
      "blockingAllTier1": 153,
      "llmsTxt": 490,
      "agentsMd": 34,
      "refusedGptbot": 823,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 465,
        "OAI-SearchBot": 252,
        "ChatGPT-User": 308,
        "ClaudeBot": 441,
        "Claude-User": 258,
        "Claude-SearchBot": 252,
        "PerplexityBot": 365,
        "Perplexity-User": 265,
        "Google-Extended": 392,
        "Applebot-Extended": 372,
        "meta-externalagent": 408,
        "CCBot": 499,
        "Amazonbot": 357,
        "Bytespider": 469,
        "cohere-ai": 376,
        "MistralAI-User": 254,
        "YouBot": 336,
        "DuckAssistBot": 272,
        "kagi-fetcher": 164,
        "Diffbot": 383,
        "Google-NotebookLM": 186,
        "TavilyBot": 197,
        "FirecrawlAgent": 212
      },
      "perPlatform": {
        "nextjs": {
          "total": 298,
          "blocking": 47
        },
        "aem": {
          "total": 135,
          "blocking": 6
        },
        "contentful": {
          "total": 53,
          "blocking": 2
        },
        "wordpress": {
          "total": 306,
          "blocking": 43
        },
        "nuxt": {
          "total": 54,
          "blocking": 2
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 82,
          "blocking": 5
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 0
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 111,
          "blocking": 3
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 6,
          "blocking": 0
        },
        "angular": {
          "total": 8,
          "blocking": 1
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 5,
          "blocking": 2
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 215,
          "blocking": 53
        },
        "cloudflare": {
          "total": 1119,
          "blocking": 115
        },
        "cloudfront": {
          "total": 432,
          "blocking": 89
        },
        "alibaba": {
          "total": 30,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "akamai": {
          "total": 265,
          "blocking": 41
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 151,
          "blocking": 7
        },
        "vercel": {
          "total": 48,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 37,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3669,
      "crawled": 3691,
      "carried": 0,
      "partial": false,
      "policyGaps": 641,
      "quadrant": {
        "gap": 641,
        "openHonest": 2563,
        "blockedHonest": 126,
        "declaredOnly": 203
      },
      "perPosture": {
        "blanket": 153,
        "absent": 1004,
        "deliberate": 655,
        "inherited": 1857
      },
      "perArchetype": {
        "walled": 153,
        "undeclared": 1004,
        "open": 2086,
        "no-training": 170,
        "selective": 202,
        "assistant-only": 43,
        "metered": 11
      },
      "histogram": [
        0,
        3,
        25,
        32,
        287,
        749,
        771,
        473,
        275,
        16
      ],
      "signalsObserved": 3669,
      "declaredLicence": 15,
      "contentSignal": 82,
      "agentCard": 8,
      "dateline": 472,
      "authorship": 321
    },
    {
      "day": "2026-09-20",
      "totalDomains": 3687,
      "observed": 3663,
      "meanScore": 64.34,
      "blockingAnyTier1": 573,
      "blockingAllTier1": 152,
      "llmsTxt": 489,
      "agentsMd": 32,
      "refusedGptbot": 826,
      "paymentRequired": 11,
      "perBot": {
        "GPTBot": 461,
        "OAI-SearchBot": 250,
        "ChatGPT-User": 307,
        "ClaudeBot": 435,
        "Claude-User": 254,
        "Claude-SearchBot": 247,
        "PerplexityBot": 361,
        "Perplexity-User": 261,
        "Google-Extended": 387,
        "Applebot-Extended": 366,
        "meta-externalagent": 400,
        "CCBot": 493,
        "Amazonbot": 352,
        "Bytespider": 464,
        "cohere-ai": 374,
        "MistralAI-User": 250,
        "YouBot": 334,
        "DuckAssistBot": 268,
        "kagi-fetcher": 160,
        "Diffbot": 376,
        "Google-NotebookLM": 183,
        "TavilyBot": 193,
        "FirecrawlAgent": 208
      },
      "perPlatform": {
        "nextjs": {
          "total": 297,
          "blocking": 47
        },
        "aem": {
          "total": 135,
          "blocking": 6
        },
        "contentful": {
          "total": 52,
          "blocking": 2
        },
        "wordpress": {
          "total": 308,
          "blocking": 42
        },
        "nuxt": {
          "total": 54,
          "blocking": 2
        },
        "gatsby": {
          "total": 7,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 83,
          "blocking": 5
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 9,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 0
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 110,
          "blocking": 3
        },
        "sanity": {
          "total": 29,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 6,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 5,
          "blocking": 2
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "fastly": {
          "total": 214,
          "blocking": 52
        },
        "cloudflare": {
          "total": 1118,
          "blocking": 113
        },
        "cloudfront": {
          "total": 432,
          "blocking": 88
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 32,
          "blocking": 1
        },
        "akamai": {
          "total": 268,
          "blocking": 41
        },
        "imperva": {
          "total": 9,
          "blocking": 1
        },
        "google": {
          "total": 149,
          "blocking": 7
        },
        "vercel": {
          "total": 48,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 37,
          "blocking": 10
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3663,
      "crawled": 3687,
      "carried": 0,
      "partial": false,
      "policyGaps": 645,
      "quadrant": {
        "gap": 645,
        "openHonest": 2557,
        "blockedHonest": 126,
        "declaredOnly": 201
      },
      "perPosture": {
        "blanket": 150,
        "absent": 1008,
        "deliberate": 654,
        "inherited": 1851
      },
      "perArchetype": {
        "walled": 152,
        "undeclared": 1008,
        "open": 2082,
        "no-training": 169,
        "selective": 199,
        "assistant-only": 42,
        "metered": 11
      },
      "histogram": [
        0,
        5,
        20,
        30,
        260,
        749,
        791,
        468,
        276,
        16
      ],
      "signalsObserved": 3663,
      "declaredLicence": 15,
      "contentSignal": 81,
      "agentCard": 8,
      "dateline": 469,
      "authorship": 317
    },
    {
      "day": "2026-09-21",
      "totalDomains": 3713,
      "observed": 3665,
      "meanScore": 64.16,
      "blockingAnyTier1": 573,
      "blockingAllTier1": 151,
      "llmsTxt": 489,
      "agentsMd": 31,
      "refusedGptbot": 836,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 462,
        "OAI-SearchBot": 249,
        "ChatGPT-User": 307,
        "ClaudeBot": 435,
        "Claude-User": 254,
        "Claude-SearchBot": 247,
        "PerplexityBot": 361,
        "Perplexity-User": 262,
        "Google-Extended": 386,
        "Applebot-Extended": 366,
        "meta-externalagent": 401,
        "CCBot": 496,
        "Amazonbot": 353,
        "Bytespider": 464,
        "cohere-ai": 375,
        "MistralAI-User": 251,
        "YouBot": 333,
        "DuckAssistBot": 268,
        "kagi-fetcher": 162,
        "Diffbot": 377,
        "Google-NotebookLM": 185,
        "TavilyBot": 195,
        "FirecrawlAgent": 208
      },
      "perPlatform": {
        "nextjs": {
          "total": 299,
          "blocking": 48
        },
        "aem": {
          "total": 133,
          "blocking": 6
        },
        "contentful": {
          "total": 53,
          "blocking": 2
        },
        "wordpress": {
          "total": 301,
          "blocking": 41
        },
        "nuxt": {
          "total": 53,
          "blocking": 2
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 11,
          "blocking": 0
        },
        "hubspot": {
          "total": 83,
          "blocking": 5
        },
        "webflow": {
          "total": 14,
          "blocking": 0
        },
        "astro": {
          "total": 23,
          "blocking": 3
        },
        "framer": {
          "total": 8,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 0
        },
        "typo3": {
          "total": 8,
          "blocking": 0
        },
        "drupal": {
          "total": 109,
          "blocking": 4
        },
        "sanity": {
          "total": 30,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 6,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "angular": {
          "total": 6,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 5,
          "blocking": 2
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1129,
          "blocking": 112
        },
        "fastly": {
          "total": 213,
          "blocking": 53
        },
        "cloudfront": {
          "total": 430,
          "blocking": 89
        },
        "azure-frontdoor": {
          "total": 28,
          "blocking": 1
        },
        "alibaba": {
          "total": 34,
          "blocking": 1
        },
        "akamai": {
          "total": 263,
          "blocking": 40
        },
        "imperva": {
          "total": 10,
          "blocking": 1
        },
        "google": {
          "total": 155,
          "blocking": 7
        },
        "vercel": {
          "total": 50,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 36,
          "blocking": 9
        },
        "bunny": {
          "total": 14,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3665,
      "crawled": 3713,
      "carried": 0,
      "partial": false,
      "policyGaps": 650,
      "quadrant": {
        "gap": 650,
        "openHonest": 2553,
        "blockedHonest": 129,
        "declaredOnly": 199
      },
      "perPosture": {
        "blanket": 152,
        "deliberate": 651,
        "absent": 1007,
        "inherited": 1855
      },
      "perArchetype": {
        "walled": 151,
        "open": 2085,
        "undeclared": 1007,
        "no-training": 167,
        "selective": 203,
        "assistant-only": 42,
        "metered": 10
      },
      "histogram": [
        0,
        3,
        22,
        29,
        276,
        758,
        782,
        470,
        274,
        16
      ],
      "signalsObserved": 3665,
      "declaredLicence": 15,
      "contentSignal": 80,
      "agentCard": 7,
      "dateline": 464,
      "authorship": 316
    },
    {
      "day": "2026-09-22",
      "totalDomains": 3714,
      "observed": 3618,
      "meanScore": 64.26,
      "blockingAnyTier1": 567,
      "blockingAllTier1": 148,
      "llmsTxt": 484,
      "agentsMd": 31,
      "refusedGptbot": 871,
      "paymentRequired": 10,
      "perBot": {
        "GPTBot": 457,
        "OAI-SearchBot": 244,
        "ChatGPT-User": 303,
        "ClaudeBot": 434,
        "Claude-User": 253,
        "Claude-SearchBot": 243,
        "PerplexityBot": 354,
        "Perplexity-User": 260,
        "Google-Extended": 384,
        "Applebot-Extended": 364,
        "meta-externalagent": 397,
        "CCBot": 489,
        "Amazonbot": 350,
        "Bytespider": 460,
        "cohere-ai": 370,
        "MistralAI-User": 250,
        "YouBot": 327,
        "DuckAssistBot": 264,
        "kagi-fetcher": 158,
        "Diffbot": 371,
        "Google-NotebookLM": 185,
        "TavilyBot": 191,
        "FirecrawlAgent": 207
      },
      "perPlatform": {
        "wordpress": {
          "total": 301,
          "blocking": 40
        },
        "nextjs": {
          "total": 291,
          "blocking": 48
        },
        "contentful": {
          "total": 53,
          "blocking": 2
        },
        "aem": {
          "total": 127,
          "blocking": 5
        },
        "nuxt": {
          "total": 50,
          "blocking": 2
        },
        "gatsby": {
          "total": 9,
          "blocking": 0
        },
        "sitecore": {
          "total": 9,
          "blocking": 0
        },
        "hubspot": {
          "total": 82,
          "blocking": 5
        },
        "webflow": {
          "total": 12,
          "blocking": 0
        },
        "astro": {
          "total": 22,
          "blocking": 3
        },
        "framer": {
          "total": 8,
          "blocking": 0
        },
        "wix": {
          "total": 7,
          "blocking": 0
        },
        "typo3": {
          "total": 7,
          "blocking": 0
        },
        "sanity": {
          "total": 28,
          "blocking": 3
        },
        "drupal": {
          "total": 105,
          "blocking": 3
        },
        "shopify": {
          "total": 6,
          "blocking": 0
        },
        "salesforce-commerce": {
          "total": 1,
          "blocking": 0
        },
        "bigcommerce": {
          "total": 1,
          "blocking": 0
        },
        "storyblok": {
          "total": 7,
          "blocking": 0
        },
        "ghost": {
          "total": 1,
          "blocking": 1
        },
        "angular": {
          "total": 7,
          "blocking": 1
        },
        "remix": {
          "total": 3,
          "blocking": 1
        },
        "sveltekit": {
          "total": 5,
          "blocking": 2
        },
        "joomla": {
          "total": 3,
          "blocking": 0
        },
        "squarespace": {
          "total": 1,
          "blocking": 0
        },
        "woocommerce": {
          "total": 1,
          "blocking": 0
        }
      },
      "perNetwork": {
        "cloudflare": {
          "total": 1132,
          "blocking": 114
        },
        "fastly": {
          "total": 205,
          "blocking": 49
        },
        "cloudfront": {
          "total": 432,
          "blocking": 91
        },
        "alibaba": {
          "total": 24,
          "blocking": 1
        },
        "azure-frontdoor": {
          "total": 27,
          "blocking": 1
        },
        "akamai": {
          "total": 269,
          "blocking": 43
        },
        "imperva": {
          "total": 11,
          "blocking": 1
        },
        "google": {
          "total": 156,
          "blocking": 6
        },
        "vercel": {
          "total": 50,
          "blocking": 3
        },
        "netlify": {
          "total": 24,
          "blocking": 1
        },
        "varnish": {
          "total": 35,
          "blocking": 9
        },
        "bunny": {
          "total": 12,
          "blocking": 0
        },
        "tencent": {
          "total": 1,
          "blocking": 0
        },
        "sucuri": {
          "total": 1,
          "blocking": 0
        }
      },
      "attempted": 5006,
      "succeeded": 3618,
      "crawled": 3714,
      "carried": 0,
      "partial": false,
      "policyGaps": 682,
      "quadrant": {
        "gap": 682,
        "openHonest": 2479,
        "blockedHonest": 128,
        "declaredOnly": 194
      },
      "perPosture": {
        "blanket": 149,
        "inherited": 1807,
        "deliberate": 641,
        "absent": 1021
      },
      "perArchetype": {
        "walled": 148,
        "open": 2030,
        "undeclared": 1021,
        "no-training": 167,
        "selective": 201,
        "assistant-only": 41,
        "metered": 10
      },
      "histogram": [
        0,
        3,
        18,
        33,
        251,
        755,
        775,
        451,
        266,
        15
      ],
      "signalsObserved": 3618,
      "declaredLicence": 15,
      "contentSignal": 82,
      "agentCard": 8,
      "dateline": 462,
      "authorship": 316
    }
  ],
  "bulkDownload": "https://crawlindex.org/data/domains.jsonl",
  "license": "CC BY 4.0",
  "attribution": "Fidget Labs BV, https://crawlindex.org"
}