{
  "crawlers": [
    "OpenAI-GPT-3",
    "OpenAI-GPT-4",
    "ChatGPT",
    "BingAI",
    "GoogleBERT",
    "AnthropicClaude",
    "DeepMind",
    "PerplexityAI",
    "HuggingFace-Bot",
    "MistralAI",
    "CortexAI",
    "AIbot",
    "CohereAI",
    "GrokAI",
    "LLaMA",
    "Bard",
    "AI-Powered-Assistant",
    "EleutherAI",
    "ClaudeBot",
    "Claude-User",
    "Claude-SearchBot",
    "GPTBot",
    "Google-Extended",
    "Applebot-Extended",
    "Facebookbot",
    "Meta-ExternalAgent",
    "Meta-ExternalFetcher",
    "diffbot",
    "PerplexityBot",
    "Perplexity-User",
    "Omgili",
    "Omgilibot",
    "webzio-extended",
    "ImagesiftBot",
    "Bytespider",
    "TikTokSpider",
    "Amazonbot",
    "Youbot",
    "SemrushBot-OCOB",
    "Petalbot",
    "VelenPublicWebCrawler",
    "TurnitinBot",
    "Pinterestbot",
    "Seekr",
    "Meltwater",
    "img2dataset",
    "Timpibot",
    "OAI-SearchBot",
    "ICC-Crawler",
    "AI2Bot",
    "AI2Bot-Dolma",
    "DataForSeoBot",
    "AwarioBot",
    "AwarioSmartBot",
    "AwarioRssBot",
    "Google-CloudVertexBot",
    "PanguBot",
    "Kangaroo Bot",
    "Sentibot",
    "SiriAI",
    "WatsonAI",
    "CCBot",
    "YandexBot",
    "BaiduSpider",
    "DuckDuckBot",
    "AhrefsBot",
    "MJ12bot",
    "DotBot",
    "SEMRushBot",
    "Exabot",
    "Sogou",
    "Twitterbot",
    "Slackbot",
    "Discordbot",
    "Googlebot",
    "bingbot",
    "Yahoo! Slurp",
    "ia_archiver",
    "facebot",
    "facebookexternalhit"
  ]
}
