[
    {
        "source": "http_from",
        "priority": 1,
        "pattern": "oai-searchbot@openai.com",
        "bot_parent": "OpenAI",
        "bot_name": "OAI-SearchBot",
        "bot_type": "AI Search",
        "category": "AI Search Crawler",
        "treat_as": "bot",
        "confidence": 95,
        "notes": "Definitive bot - HTTP_FROM with email"
    },
    {
        "source": "http_from",
        "priority": 2,
        "pattern": "bingbot@microsoft.com",
        "bot_parent": "Microsoft",
        "bot_name": "Bingbot",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "bot",
        "confidence": 95,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 3,
        "pattern": "googlebot@google.com",
        "bot_parent": "Google",
        "bot_name": "Googlebot",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "bot",
        "confidence": 95,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 4,
        "pattern": "screamingfrog.co.uk",
        "bot_parent": "Screaming Frog",
        "bot_name": "Screaming Frog",
        "bot_type": "SEO Tool",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 5,
        "pattern": "crawler@ahrefs.com",
        "bot_parent": "Ahrefs",
        "bot_name": "AhrefsBot",
        "bot_type": "SEO Tool",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 95,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 6,
        "pattern": "majestic12.co.uk",
        "bot_parent": "Majestic",
        "bot_name": "MJ12bot",
        "bot_type": "SEO Tool",
        "category": "Search bot",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 7,
        "pattern": "commoncrawl.org",
        "bot_parent": "CCCommons",
        "bot_name": "CCBot",
        "bot_type": "AI Learning",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 8,
        "pattern": "anthropic.com",
        "bot_parent": "Anthropic",
        "bot_name": "Anthropic Crawler",
        "bot_type": "AI Learning",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 65,
        "notes": "Only when UA is human - Claude referral"
    },
    {
        "source": "http_from",
        "priority": 9,
        "pattern": "bytedance.com",
        "bot_parent": "ByteDance",
        "bot_name": "Bytespider",
        "bot_type": "AI Learning",
        "category": "Search bot",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 10,
        "pattern": "firecrawl.dev",
        "bot_parent": "Firecrawl",
        "bot_name": "FirecrawlAgent",
        "bot_type": "Research",
        "category": "AI Data Scraper",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 11,
        "pattern": "perplexity.ai",
        "bot_parent": "Perplexity",
        "bot_name": "PerplexityBot",
        "bot_type": "AI Learning",
        "category": "AI Search Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 12,
        "pattern": "deepseek.com",
        "bot_parent": "DeepSeek",
        "bot_name": "DeepSeekBot",
        "bot_type": "AI Learning",
        "category": "AI Search Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 13,
        "pattern": "telegram.org",
        "bot_parent": "Telegram",
        "bot_name": "TelegramBot",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 14,
        "pattern": "archive.org",
        "bot_parent": "Internet Archive",
        "bot_name": "Archive.org Bot",
        "bot_type": "Research",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 15,
        "pattern": "babbar.tech",
        "bot_parent": "Babbar",
        "bot_name": "BabbarTech",
        "bot_type": "SEO Tool",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 16,
        "pattern": "semrush.com",
        "bot_parent": "SEMrush",
        "bot_name": "SEMrushBot",
        "bot_type": "SEO Tool",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 17,
        "pattern": "openai.com",
        "bot_parent": "OpenAI",
        "bot_name": "OpenAI Crawler",
        "bot_type": "AI Learning",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 65,
        "notes": "Only when UA is human - ChatGPT referral"
    },
    {
        "source": "http_from",
        "priority": 18,
        "pattern": "meta.com",
        "bot_parent": "Meta",
        "bot_name": "Meta-ExternalAgent",
        "bot_type": "AI Learning",
        "category": "AI Assistant",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 19,
        "pattern": "ibou.io",
        "bot_parent": "Ibou",
        "bot_name": "IbouBot",
        "bot_type": "Research",
        "category": "AI Search Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "http_from",
        "priority": 20,
        "pattern": "moz.com",
        "bot_parent": "Moz",
        "bot_name": "MozBot",
        "bot_type": "SEO Tool",
        "category": "Crawler",
        "treat_as": "bot",
        "confidence": 75,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 21,
        "pattern": "copilot.microsoft.com",
        "bot_parent": "Microsoft",
        "bot_name": "Copilot",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 22,
        "pattern": "notebooklm.google.com",
        "bot_parent": "Google",
        "bot_name": "NotebookLM",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 23,
        "pattern": "gemini.google.com",
        "bot_parent": "Google",
        "bot_name": "Gemini",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 24,
        "pattern": "chat.openai.com",
        "bot_parent": "OpenAI",
        "bot_name": "ChatGPT",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": "Per spec - human clicked from ChatGPT"
    },
    {
        "source": "referrer",
        "priority": 25,
        "pattern": "petalsearch.com",
        "bot_parent": "Huawei",
        "bot_name": "Petal Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 26,
        "pattern": "duckduckgo.com",
        "bot_parent": "DuckDuckGo",
        "bot_name": "DuckDuckGo Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 27,
        "pattern": "m.facebook.com",
        "bot_parent": "Facebook",
        "bot_name": "Facebook Mobile",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 28,
        "pattern": "bing.com/chat",
        "bot_parent": "Microsoft",
        "bot_name": "Copilot Chat",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": "Per spec"
    },
    {
        "source": "referrer",
        "priority": 29,
        "pattern": "google.com.au",
        "bot_parent": "Google",
        "bot_name": "Google Search AU",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 30,
        "pattern": "instagram.com",
        "bot_parent": "Instagram",
        "bot_name": "Instagram",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 31,
        "pattern": "messenger.com",
        "bot_parent": "Facebook",
        "bot_name": "Facebook Messenger",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 32,
        "pattern": "perplexity.ai",
        "bot_parent": "Perplexity",
        "bot_name": "Perplexity",
        "bot_type": "AI Referral",
        "category": "AI Search Crawler",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 33,
        "pattern": "pinterest.com",
        "bot_parent": "Pinterest",
        "bot_name": "Pinterest",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 34,
        "pattern": "facebook.com",
        "bot_parent": "Facebook",
        "bot_name": "Facebook",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 35,
        "pattern": "google.co.in",
        "bot_parent": "Google",
        "bot_name": "Google Search IN",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 36,
        "pattern": "google.co.uk",
        "bot_parent": "Google",
        "bot_name": "Google Search UK",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 37,
        "pattern": "linkedin.com",
        "bot_parent": "LinkedIn",
        "bot_name": "LinkedIn",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 38,
        "pattern": "snapchat.com",
        "bot_parent": "Snapchat",
        "bot_name": "Snapchat",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 39,
        "pattern": "whatsapp.com",
        "bot_parent": "WhatsApp",
        "bot_name": "WhatsApp",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 40,
        "pattern": "chatgpt.com",
        "bot_parent": "OpenAI",
        "bot_name": "ChatGPT",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 41,
        "pattern": "discord.com",
        "bot_parent": "Discord",
        "bot_name": "Discord",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 42,
        "pattern": "threads.net",
        "bot_parent": "Threads",
        "bot_name": "Threads",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 43,
        "pattern": "twitter.com",
        "bot_parent": "Twitter",
        "bot_name": "Twitter",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 44,
        "pattern": "youtube.com",
        "bot_parent": "YouTube",
        "bot_name": "YouTube",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 45,
        "pattern": "doubao.com",
        "bot_parent": "ByteDance",
        "bot_name": "Doubao",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 46,
        "pattern": "google.com",
        "bot_parent": "Google",
        "bot_name": "Google Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 47,
        "pattern": "reddit.com",
        "bot_parent": "Reddit",
        "bot_name": "Reddit",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 48,
        "pattern": "tiktok.com",
        "bot_parent": "TikTok",
        "bot_name": "TikTok",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 49,
        "pattern": "yandex.com",
        "bot_parent": "Yandex",
        "bot_name": "Yandex Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 50,
        "pattern": "apple.com",
        "bot_parent": "Apple",
        "bot_name": "Siri Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 51,
        "pattern": "baidu.com",
        "bot_parent": "Baidu",
        "bot_name": "Baidu Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 52,
        "pattern": "claude.ai",
        "bot_parent": "Anthropic",
        "bot_name": "Claude",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 53,
        "pattern": "google.ca",
        "bot_parent": "Google",
        "bot_name": "Google Search CA",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 54,
        "pattern": "yahoo.com",
        "bot_parent": "Yahoo",
        "bot_name": "Yahoo Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 55,
        "pattern": "yandex.ru",
        "bot_parent": "Yandex",
        "bot_name": "Yandex Search RU",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 56,
        "pattern": "yandex.ua",
        "bot_parent": "Yandex",
        "bot_name": "Yandex Search UA",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 57,
        "pattern": "bing.com",
        "bot_parent": "Microsoft",
        "bot_name": "Bing Search",
        "bot_type": "Search Engine",
        "category": "Search bot",
        "treat_as": "search_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 58,
        "pattern": "meta.ai",
        "bot_parent": "Meta",
        "bot_name": "Meta AI",
        "bot_type": "AI Referral",
        "category": "AI Assistant",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 59,
        "pattern": "you.com",
        "bot_parent": "You.com",
        "bot_name": "YouBot",
        "bot_type": "AI Referral",
        "category": "AI Search Crawler",
        "treat_as": "ai_referral",
        "confidence": 50,
        "notes": "Per spec"
    },
    {
        "source": "referrer",
        "priority": 60,
        "pattern": "fb.com",
        "bot_parent": "Facebook",
        "bot_name": "Facebook Short",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 61,
        "pattern": "x.com",
        "bot_parent": "Twitter",
        "bot_name": "X",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    },
    {
        "source": "referrer",
        "priority": 62,
        "pattern": "t.me",
        "bot_parent": "Telegram",
        "bot_name": "Telegram",
        "bot_type": "Social Media",
        "category": "Social Media Agent",
        "treat_as": "social_referral",
        "confidence": 50,
        "notes": ""
    }
]