{
  "kind": "tracker",
  "studySlug": "crawler-behavior",
  "slug": "crawler-share-tracker",
  "title": "AI crawler traffic share by bot",
  "description": "Observed crawler traffic share across major AI bot families.",
  "lastUpdated": "2026-02-01",
  "lastTested": "2026-02-01",
  "sourceStudyUrl": "/trakkr-research/crawler-behavior",
  "sourceStudyTitle": "When AI Comes to Your Website",
  "claimIds": [
    "crawler-behavior:gptbot-share",
    "crawler-behavior:oai-searchbot-share",
    "crawler-behavior:claudebot-share",
    "crawler-behavior:visits"
  ],
  "relatedSlugs": [
    "answer:which-ai-crawler-shows-up-most-often",
    "answer:do-ai-crawlers-start-on-the-homepage",
    "fact:gptbot-controls-more-than-half-of-observed-ai-crawler-traffic"
  ],
  "methodologySummary": "Built from 575,788 AI crawler visits across 84 brands and 314,501 unique URLs observed between June 11, 2025 and February 1, 2026.",
  "limitations": [
    "This study measures observable crawler traffic rather than hidden fetches or internal cache reads.",
    "One dominant e-commerce brand was excluded to keep the page-type patterns more generalizable.",
    "Visit share and homepage preference vary sharply by bot family, so averages can hide crawler-specific behavior."
  ],
  "keywords": [
    "AI crawlers",
    "GPTBot behavior",
    "ClaudeBot behavior",
    "AI bot traffic"
  ],
  "schemaHints": {
    "pageType": "WebPage",
    "includeDataset": true,
    "includeItemList": true,
    "itemListName": "AI crawler traffic share by bot"
  },
  "summary": "GPTBot dominates the crawler landscape, but the behavior of smaller bots still matters because they enter and read sites differently.",
  "keyFacts": [
    {
      "label": "GPTBot share",
      "value": "57.2%",
      "detail": "GPTBot is the dominant crawler by observed visits.",
      "claimId": "crawler-behavior:gptbot-share"
    },
    {
      "label": "OAI-SearchBot share",
      "value": "15.1%",
      "detail": "SearchBot is the second-largest crawler in the study.",
      "claimId": "crawler-behavior:oai-searchbot-share"
    },
    {
      "label": "ClaudeBot share",
      "value": "3.8%",
      "detail": "ClaudeBot is smaller in raw volume but more diverse in behavior.",
      "claimId": "crawler-behavior:claudebot-share"
    },
    {
      "label": "Crawler visits",
      "value": "575,788",
      "detail": "Observed AI crawler visits in the study window.",
      "claimId": "crawler-behavior:visits"
    }
  ],
  "benchmarkRows": [
    {
      "label": "GPTBot share",
      "value": "57.2%",
      "note": "GPTBot is the dominant crawler by observed visits."
    },
    {
      "label": "OAI-SearchBot share",
      "value": "15.1%",
      "note": "SearchBot is the second-largest crawler in the study."
    },
    {
      "label": "ClaudeBot share",
      "value": "3.8%",
      "note": "ClaudeBot is smaller in raw volume but more diverse in behavior."
    }
  ],
  "rankedItems": [
    {
      "name": "GPTBot",
      "value": "57.2%",
      "detail": "The largest crawler family in the study by visit share."
    },
    {
      "name": "OAI-SearchBot",
      "value": "15.1%",
      "detail": "The second-largest crawler family and a distinct search-oriented pattern."
    },
    {
      "name": "Bytespider",
      "value": "9.2%",
      "detail": "A meaningful third crawler with a very different profile."
    },
    {
      "name": "Meta-ExternalFetcher",
      "value": "7.9%",
      "detail": "Still material in raw traffic, but behavior is narrower."
    },
    {
      "name": "ClaudeBot",
      "value": "3.8%",
      "detail": "Smaller by volume, more diverse in where it lands."
    }
  ],
  "changes": [
    {
      "title": "OpenAI bot families dominate raw traffic",
      "detail": "GPTBot plus OAI-SearchBot together account for the large majority of observed visits."
    },
    {
      "title": "Volume is not the whole story",
      "detail": "ClaudeBot matters because its homepage and page-type mix differs meaningfully from GPTBot."
    }
  ]
}