{
  "generatedAt": "2026-07-07T22:03:50.912Z",
  "methodology": {
    "sampleSize": 1000,
    "reachableCount": 797,
    "source": "Majestic Million (majestic.com), domains ranked 150,000–900,000 by referring-subnet count, random sample without replacement",
    "seed": 20260705,
    "note": "Rank-based long-tail sample used as a proxy for smaller, less globally trafficked sites. Not a verified SMB classification — see Limitations on the study page."
  },
  "headline": {
    "pctBlockingAtLeastOneBot": 12.2,
    "pctBlockingAllBots": 1.1,
    "pctWithLlmsTxt": 29,
    "pctWithNoRobotsTxt": 13.2,
    "pctWithRobotsTxt": 86.8
  },
  "byBot": {
    "GPTBot": {
      "label": "GPTBot",
      "vendor": "OpenAI (training)",
      "blockedCount": 89,
      "blockedPct": 11.2
    },
    "OAI-SearchBot": {
      "label": "OAI-SearchBot",
      "vendor": "OpenAI (search)",
      "blockedCount": 20,
      "blockedPct": 2.5
    },
    "ChatGPT-User": {
      "label": "ChatGPT-User",
      "vendor": "OpenAI (live browsing)",
      "blockedCount": 29,
      "blockedPct": 3.6
    },
    "ClaudeBot": {
      "label": "ClaudeBot",
      "vendor": "Anthropic",
      "blockedCount": 77,
      "blockedPct": 9.7
    },
    "anthropic-ai": {
      "label": "anthropic-ai",
      "vendor": "Anthropic (legacy)",
      "blockedCount": 30,
      "blockedPct": 3.8
    },
    "PerplexityBot": {
      "label": "PerplexityBot",
      "vendor": "Perplexity",
      "blockedCount": 23,
      "blockedPct": 2.9
    },
    "Google-Extended": {
      "label": "Google-Extended",
      "vendor": "Google (Gemini/AI)",
      "blockedCount": 79,
      "blockedPct": 9.9
    },
    "Applebot-Extended": {
      "label": "Applebot-Extended",
      "vendor": "Apple Intelligence",
      "blockedCount": 71,
      "blockedPct": 8.9
    },
    "CCBot": {
      "label": "CCBot",
      "vendor": "Common Crawl",
      "blockedCount": 77,
      "blockedPct": 9.7
    },
    "Bytespider": {
      "label": "Bytespider",
      "vendor": "ByteDance",
      "blockedCount": 69,
      "blockedPct": 8.7
    }
  }
}