{
  "kind": "tracker",
  "studySlug": "crawler-behavior",
  "slug": "crawler-depth-and-entry-tracker",
  "title": "Crawler depth and homepage entry benchmark",
  "description": "Research tracker page for the study When AI Comes to Your Website, detailing the crawler depth and homepage entry benchmark.",
  "lastUpdated": "2026-02-01",
  "lastTested": "2026-02-01",
  "sourceStudyUrl": "/trakkr-research/crawler-behavior",
  "sourceStudyTitle": "When AI Comes to Your Website",
  "claimIds": [
    "crawler-behavior:one-visit",
    "crawler-behavior:ten-plus",
    "crawler-behavior:gptbot-homepage",
    "crawler-behavior:claudebot-homepage"
  ],
  "relatedSlugs": [
    "answer:do-ai-crawlers-start-on-the-homepage",
    "answer:are-most-ai-crawler-visits-one-and-done",
    "fact:oai-searchbot-is-the-second-largest-crawler-in-the-study"
  ],
  "methodologySummary": "Built from 575,788 AI crawler visits across 84 brands and 314,501 unique URLs observed between June 11, 2025 and February 1, 2026.",
  "limitations": [
    "This study measures observable crawler traffic rather than hidden fetches or internal cache reads.",
    "One dominant e-commerce brand was excluded to keep the page-type patterns more generalizable.",
    "Visit share and homepage preference vary sharply by bot family, so averages can hide crawler-specific behavior."
  ],
  "keywords": [
    "AI crawlers",
    "GPTBot behavior",
    "ClaudeBot behavior",
    "AI bot traffic"
  ],
  "schemaHints": {
    "pageType": "WebPage",
    "includeDataset": true,
    "includeItemList": true,
    "itemListName": "Crawler depth and homepage entry benchmark"
  },
  "summary": "The benchmark data demonstrates a clear pattern of shallow crawling behavior across AI bots, where the vast majority of interactions are single-page visits rather than deep site explorations. Additionally, the point of entry varies significantly by bot family, suggesting distinct data gathering strategies between different AI models.",
  "keyFacts": [
    {
      "label": "One-visit sessions",
      "value": "88.5%",
      "detail": "Most AI crawler visits are one-and-done sessions.",
      "claimId": "crawler-behavior:one-visit"
    },
    {
      "label": "10+ visit sessions",
      "value": "0.3%",
      "detail": "Deep repeat sessions are extremely rare.",
      "claimId": "crawler-behavior:ten-plus"
    },
    {
      "label": "GPTBot homepage rate",
      "value": "2.75%",
      "detail": "GPTBot rarely starts on the homepage.",
      "claimId": "crawler-behavior:gptbot-homepage"
    },
    {
      "label": "ClaudeBot homepage rate",
      "value": "19.18%",
      "detail": "ClaudeBot is much more likely to touch the homepage.",
      "claimId": "crawler-behavior:claudebot-homepage"
    }
  ],
  "benchmarkRows": [
    {
      "label": "One-visit sessions",
      "value": "88.5%",
      "note": "Most AI crawler visits are one-and-done sessions."
    },
    {
      "label": "10+ visit sessions",
      "value": "0.3%",
      "note": "Deep repeat sessions are extremely rare."
    },
    {
      "label": "GPTBot homepage rate",
      "value": "2.75%",
      "note": "GPTBot rarely starts on the homepage."
    },
    {
      "label": "ClaudeBot homepage rate",
      "value": "19.18%",
      "note": "ClaudeBot is much more likely to touch the homepage."
    }
  ],
  "rankedItems": [
    {
      "name": "One-visit sessions",
      "value": "88.5%",
      "detail": "Single-shot crawling dominates the study."
    },
    {
      "name": "ClaudeBot homepage rate",
      "value": "19.18%",
      "detail": "ClaudeBot is much more likely to use the homepage."
    },
    {
      "name": "GPTBot homepage rate",
      "value": "2.75%",
      "detail": "GPTBot almost never uses the homepage as a launchpad."
    },
    {
      "name": "10+ visit sessions",
      "value": "0.3%",
      "detail": "Deep sessions are vanishingly rare."
    }
  ],
  "changes": [
    {
      "title": "One-visit sessions",
      "detail": "One-visit sessions account for 88.5 percent of the recorded data, indicating that single-shot crawling dominates the study."
    },
    {
      "title": "ClaudeBot homepage rate",
      "detail": "The ClaudeBot homepage rate stands at 19.18 percent, showing that ClaudeBot is much more likely to use the homepage."
    },
    {
      "title": "GPTBot homepage rate",
      "detail": "The GPTBot homepage rate is measured at 2.75 percent, demonstrating that GPTBot almost never uses the homepage as a launchpad."
    },
    {
      "title": "10+ visit sessions",
      "detail": "Sessions with 10 or more visits represent just 0.3 percent of the benchmark, confirming that deep sessions are vanishingly rare."
    }
  ]
}