{
  "kind": "answer",
  "studySlug": "crawler-behavior",
  "slug": "do-ai-crawlers-read-sites-deeply",
  "title": "Do AI crawlers read sites deeply?",
  "description": "Usually not. The study is dominated by shallow sessions, with 88.5% ending after one visit and only 0.3% reaching 10 or more requests.",
  "lastUpdated": "2026-02-01",
  "lastTested": "2026-02-01",
  "sourceStudyUrl": "/trakkr-research/crawler-behavior",
  "sourceStudyTitle": "When AI Comes to Your Website",
  "claimIds": [
    "crawler-behavior:one-visit",
    "crawler-behavior:ten-plus",
    "crawler-behavior:unique-urls"
  ],
  "relatedSlugs": [
    "answer:are-weekend-patterns-real-for-ai-crawlers",
    "answer:why-do-entry-pages-matter-so-much-for-ai-bots",
    "fact:single-visit-sessions-dominate-ai-crawler-behavior",
    "tracker:crawler-share-tracker"
  ],
  "methodologySummary": "Built from 575,788 AI crawler visits across 84 brands and 314,501 unique URLs observed between June 11, 2025 and February 1, 2026.",
  "limitations": [
    "This study measures observable crawler traffic rather than hidden fetches or internal cache reads.",
    "One dominant e-commerce brand was excluded to keep the page-type patterns more generalizable.",
    "Visit share and homepage preference vary sharply by bot family, so averages can hide crawler-specific behavior."
  ],
  "keywords": [
    "AI crawlers",
    "GPTBot behavior",
    "ClaudeBot behavior",
    "AI bot traffic",
    "deep crawl AI",
    "crawler session depth"
  ],
  "schemaHints": {
    "pageType": "Article",
    "includeDataset": true
  },
  "question": "Do AI crawlers read sites deeply?",
  "directAnswer": "Rarely. The study is dominated by shallow sessions, with 88.5% ending after one visit and only 0.3% reaching 10 or more requests.",
  "answerSummary": "Shallow crawler behavior raises the value of answer density, prominent internal links, and pages that resolve questions quickly without requiring deep site navigation.",
  "keyFacts": [
    {
      "label": "One-visit sessions",
      "value": "88.5%",
      "detail": "Most AI crawler visits are one-and-done sessions.",
      "claimId": "crawler-behavior:one-visit"
    },
    {
      "label": "10+ visit sessions",
      "value": "0.3%",
      "detail": "Deep repeat sessions are extremely rare.",
      "claimId": "crawler-behavior:ten-plus"
    },
    {
      "label": "Unique URLs",
      "value": "314,501",
      "detail": "Distinct pages visited by AI crawlers.",
      "claimId": "crawler-behavior:unique-urls"
    }
  ],
  "evidenceTable": [
    {
      "label": "One-visit sessions",
      "value": "88.5%",
      "note": "Most AI crawler visits are one-and-done sessions."
    },
    {
      "label": "10+ visit sessions",
      "value": "0.3%",
      "note": "Deep repeat sessions are extremely rare."
    },
    {
      "label": "Unique URLs",
      "value": "314,501",
      "note": "Distinct pages visited by AI crawlers."
    }
  ],
  "whyItMatters": "Operators must adjust content architecture for single-hit indexing, prioritizing immediate information retrieval over multi-page journeys to ensure AI models capture core data.",
  "whatToDo": [
    "Optimize entry pages and internal links for the crawlers that actually show up in your logs.",
    "Treat crawler families differently because they do not read the same site architecture the same way.",
    "Use low-depth answer pages to improve the odds that a one-visit crawler still finds something citeable."
  ],
  "faqs": [
    {
      "question": "What percentage of AI crawler sessions are single visits?",
      "answer": "Most AI crawler visits are one-and-done sessions, accounting for 88.5% of the total."
    },
    {
      "question": "How often do AI crawlers conduct deep repeat sessions?",
      "answer": "Deep repeat sessions are extremely rare, with only 0.3% of sessions reaching 10 or more requests."
    },
    {
      "question": "How many distinct pages were visited by AI crawlers in the study?",
      "answer": "The study recorded 314,501 unique URLs visited by AI crawlers."
    }
  ]
}