{
  "version": "2026-09-06",
  "bots": [
    {
      "token": "gptbot",
      "vendor": "OpenAI",
      "purpose": "training"
    },
    {
      "token": "oai-searchbot",
      "vendor": "OpenAI",
      "purpose": "search"
    },
    {
      "token": "chatgpt-user",
      "vendor": "OpenAI",
      "purpose": "assistant"
    },
    {
      "token": "claudebot",
      "vendor": "Anthropic",
      "purpose": "training"
    },
    {
      "token": "claude-web",
      "vendor": "Anthropic",
      "purpose": "search"
    },
    {
      "token": "anthropic-ai",
      "vendor": "Anthropic",
      "purpose": "training"
    },
    {
      "token": "google-extended",
      "vendor": "Google",
      "purpose": "training"
    },
    {
      "token": "perplexitybot",
      "vendor": "Perplexity",
      "purpose": "search"
    },
    {
      "token": "perplexity-user",
      "vendor": "Perplexity",
      "purpose": "assistant"
    },
    {
      "token": "applebot-extended",
      "vendor": "Apple",
      "purpose": "training"
    },
    {
      "token": "ccbot",
      "vendor": "Common Crawl",
      "purpose": "training"
    },
    {
      "token": "cohere-ai",
      "vendor": "Cohere",
      "purpose": "training"
    },
    {
      "token": "omgilibot",
      "vendor": "Webz.io",
      "purpose": "training"
    },
    {
      "token": "bytespider",
      "vendor": "ByteDance",
      "purpose": "training"
    },
    {
      "token": "diffbot",
      "vendor": "Diffbot",
      "purpose": "training"
    },
    {
      "token": "facebookbot",
      "vendor": "Meta",
      "purpose": "training"
    },
    {
      "token": "meta-externalagent",
      "vendor": "Meta",
      "purpose": "training"
    },
    {
      "token": "duckassistbot",
      "vendor": "DuckDuckGo",
      "purpose": "assistant"
    }
  ],
  "majors": [
    "gptbot",
    "claudebot",
    "google-extended",
    "perplexitybot"
  ],
  "keyBots": [
    "gptbot",
    "claudebot",
    "google-extended",
    "perplexitybot",
    "applebot-extended"
  ],
  "searchEngineBots": [
    "googlebot",
    "bingbot",
    "yandexbot",
    "duckduckbot",
    "baiduspider",
    "slurp"
  ],
  "searchEngineMajors": [
    "googlebot",
    "bingbot"
  ]
}
