{
  "kind": "fact",
  "studySlug": "crawler-behavior",
  "slug": "the-study-tracks-more-than-three-hundred-thousand-unique-urls",
  "title": "The study tracks more than 300,000 unique URLs",
  "description": "The dataset is wide enough to capture real site-architecture differences.",
  "lastUpdated": "2026-02-01",
  "lastTested": "2026-02-01",
  "sourceStudyUrl": "/trakkr-research/crawler-behavior",
  "sourceStudyTitle": "When AI Comes to Your Website",
  "claimIds": [
    "crawler-behavior:unique-urls",
    "crawler-behavior:brands"
  ],
  "relatedSlugs": [
    "answer:should-you-optimize-for-gptbot-and-oai-searchbot-separately",
    "answer:what-does-the-crawler-data-say-about-site-architecture",
    "tracker:crawler-depth-and-entry-tracker"
  ],
  "methodologySummary": "Built from 575,788 AI crawler visits across 84 brands and 314,501 unique URLs observed between June 11, 2025 and February 1, 2026.",
  "limitations": [
    "This study measures observable crawler traffic rather than hidden fetches or internal cache reads.",
    "One dominant e-commerce brand was excluded to keep the page-type patterns more generalizable.",
    "Visit share and homepage preference vary sharply by bot family, so averages can hide crawler-specific behavior."
  ],
  "keywords": [
    "AI crawlers",
    "GPTBot behavior",
    "ClaudeBot behavior",
    "AI bot traffic"
  ],
  "schemaHints": {
    "pageType": "Article",
    "includeDataset": true
  },
  "claim": "The crawler behavior study covers 314,501 unique URLs.",
  "supportingMetrics": [
    {
      "label": "Unique URLs",
      "value": "314,501",
      "detail": "Distinct pages visited by AI crawlers."
    },
    {
      "label": "Brands analyzed",
      "value": "84",
      "detail": "Study-wide brand count after exclusions."
    }
  ],
  "whyItMatters": "These patterns are not being inferred from a tiny slice of crawler behavior.",
  "citationBlock": {
    "quote": "The crawler behavior study covers 314,501 unique URLs.",
    "attribution": "When AI Comes to Your Website - Trakkr Research",
    "url": "https://trakkr.ai/trakkr-research/crawler-behavior/facts/the-study-tracks-more-than-three-hundred-thousand-unique-urls"
  }
}