--- - user_agent: 360spider-image bot: name: 360Spider category: Search bot url: https://www.so.com/help/help_3_2.html producer: name: Online Media Group, Inc. url: "" - user_agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; MDDR; .NET4.0C; .NET4.0E; .NET CLR 1.1.4322; Tablet PC 2.0); 360Spider bot: name: 360Spider category: Search bot url: https://www.so.com/help/help_3_2.html producer: name: Online Media Group, Inc. url: "" - user_agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider bot: name: 360Spider category: Search bot url: https://www.so.com/help/help_3_2.html producer: name: Online Media Group, Inc. url: "" - user_agent: Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1; 360Spider bot: name: 360Spider category: Search bot url: https://www.so.com/help/help_3_2.html producer: name: Online Media Group, Inc. url: "" - user_agent: 'ADmantX Platform Semantic Analyzer - ADmantX Inc. - www.admantx.com - support@admantx.com' bot: name: ADMantX - user_agent: ias-va/3.1 (+https://www.admantx.com/service-fetcher.html) bot: name: ADmantX Service Fetcher category: Service bot url: https://www.admantx.com/service-fetcher.html - user_agent: Aboundex/0.3 (http://www.aboundex.com/crawler/) bot: name: Aboundexbot category: Search bot url: http://www.aboundex.com/crawler/ producer: name: Aboundex.com url: http://www.aboundex.com - user_agent: Mozilla/5.0 (compatible; AcoonBot/4.11.1; +http://www.acoon.de/robot.asp) bot: name: Acoon category: Search bot url: http://www.acoon.de/robot.asp producer: name: Acoon GmbH url: http://www.acoon.de - user_agent: AddThis.com robot tech.support@clearspring.com bot: name: AddThis.com category: Social Media Agent url: "" producer: name: Clearspring Technologies, Inc. url: http://www.clearspring.com - user_agent: ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com) bot: name: Alexa Crawler category: Search bot url: https://support.alexa.com/hc/en-us/sections/200100794-Crawlers producer: name: Alexa Internet url: https://www.alexa.com - user_agent: Mozilla/5.0 (compatible; alexa site audit/1.0; http://www.alexa.com/help/webmasters; ) bot: name: Alexa Site Audit category: Site Monitor url: https://support.alexa.com/hc/en-us/articles/200450194 producer: name: Alexa Internet url: https://www.alexa.com - user_agent: Amazon Route 53 Health Check Service; ref:xxxxxxxx-xxxx-xxxxxxxxx-xxxxxxxxxxxx; report http://amzn.to/xxxxxxx bot: name: Amazon Route53 Health Check category: Service Agent producer: name: Amazon Web Services url: https://aws.amazon.com/ - user_agent: Amazon-Route53-Health-Check-Service (ref b0eb04d5-cb5e-40e7-839b-558e52fc3f0d; report http://amzn.to/1vsZADi) bot: name: Amazon Route53 Health Check category: Service Agent producer: name: Amazon Web Services url: https://aws.amazon.com/ - user_agent: AmorankSpider/0.1; +http://amorank.com/webcrawler.html bot: name: Amorank Spider category: Crawler url: http://amorank.com/webcrawler.html producer: name: Amorank url: http://www.amorank.com - user_agent: 'Curious George - www.analyticsseo.com/crawler' bot: name: Analytics SEO Crawler category: Crawler url: http://www.analyticsseo.com/crawler producer: name: Analytics SEO url: http://www.analyticsseo.com - user_agent: ApacheBench/2.3 bot: name: ApacheBench category: Benchmark url: https://httpd.apache.org/docs/2.4/programs/ab.html producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10 _1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot) bot: name: Applebot category: Crawler url: https://support.apple.com/en-us/HT204683 producer: name: Apple Inc url: https://www.apple.com - user_agent: AppSignalBot/1.0 (+https://appsignal.com) bot: name: AppSignalBot category: Site Monitor url: https://docs.appsignal.com/uptime-monitoring/ producer: name: AppSignal url: https://appsignal.com/ - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1) bot: name: Applebot category: Crawler url: https://support.apple.com/en-us/HT204683 producer: name: Apple Inc url: https://www.apple.com - user_agent: Arachni/v1.5.1 bot: name: Arachni category: Security Checker url: https://www.arachni-scanner.com/ producer: name: Sarosys LLC url: https://www.sarosys.com/ - user_agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma) bot: name: Ask Jeeves category: Search bot url: "" producer: name: Ask Jeeves Inc. url: http://www.ask.com - user_agent: Mozilla/5.0 (compatible;AspiegelBot) bot: name: AspiegelBot category: Crawler url: https://aspiegel.com/ producer: name: Huawei url: https://www.huawei.com/ - user_agent: Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; AspiegelBot) bot: name: AspiegelBot category: Crawler url: https://aspiegel.com/ producer: name: Huawei url: https://www.huawei.com/ - user_agent: AwarioRssBot/1.0 (+https://awario.com/bots.html; bots@awario.com) bot: name: Awario category: Feed Fetcher url: https://awario.com/bots.html producer: name: Awario url: https://awario.com/ - user_agent: AwarioSmartBot/1.0 (+https://awario.com/bots.html; bots@awario.com) bot: name: Awario category: Search bot url: https://awario.com/bots.html producer: name: Awario url: https://awario.com/ - user_agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/) bot: name: BLEXBot Crawler category: Crawler url: http://webmeup-crawler.com producer: name: WebMeUp url: http://webmeup.com - user_agent: BUbiNG (+http://law.di.unimi.it/BUbiNG.html) bot: name: BUbiNG category: Crawler url: http://law.di.unimi.it/BUbiNG.html producer: name: The Laboratory for Web Algorithmics (LAW) url: 'http://law.di.unimi.it/software.php#buging' - user_agent: Backlink-Check.de (+http://www.backlink-check.de/bot.html) bot: name: Backlink-Check.de category: Crawler url: http://www.backlink-check.de/bot.html producer: name: Mediagreen Medienservice url: http://www.backlink-check.de - user_agent: BacklinkCrawler (http://www.backlinktest.com/crawler.html) bot: name: BacklinkCrawler category: Crawler url: http://www.backlinktest.com/crawler.html producer: name: 2.0Promotion GbR url: http://www.backlinktest.com - user_agent: Baiduspider+(+http://www.baidu.com/search/spider.htm) bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Baiduspider-image+(+http://www.baidu.com/search/spider.htm) bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; baidu Transcoder;) bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html) bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Mozilla/5.0 (Linux;u;Android 2.3.7;zh-cn;) AppleWebKit/533.1 (KHTML,like Gecko) Version/4.0 Mobile Safari/533.1 (compatible; +http://www.baidu.com/search/spider.html) bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.2.8;baidu Transcoder) Gecko/20100722 Firefox/3.6.8 ( .NET CLR 3.5.30729) bot: name: Baidu Spider category: Search bot url: http://www.baidu.com/search/spider.htm producer: name: Baidu url: http://www.baidu.com - user_agent: Barkrowler/0.9 (+http://www.exensa.com/crawl) bot: name: Barkrowler category: Crawler url: http://www.exensa.com/crawl - user_agent: Mozilla/5.0 (compatible; BazQux/2.4; +https://bazqux.com/fetcher; 2 subscribers) bot: name: BazQux Reader url: https://bazqux.com/fetcher category: Feed Fetcher producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: msnbot-media/1.1 (+http://search.msn.com/msnbot.htm) bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: msnbot-NewsBlogs/2.0b (+http://search.msn.com/msnbot.htm) bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: msnbot/1.1 (+http://search.msn.com/msnbot.htm) bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: msnbot/2.0b (+http://search.msn.com/msnbot.htm) bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: msnbot/2.0b v1394720947.6703 bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: MSNBot/Nutch-1.5.1 bot: name: BingBot category: Search bot url: http://search.msn.com/msnbot.htmn producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: bitlybot/3.0 bot: name: BitlyBot category: Crawler url: https://bitly.com producer: name: Bitly, Inc. url: https://bitly.com - user_agent: Mozilla/5.0 (compatible; Blekkobot; ScoutJet; +http://blekko.com/about/blekkobot) bot: name: Blekkobot category: Search bot url: http://blekko.com/about/blekkobot producer: name: Blekko url: http://blekko.com - user_agent: Bloglovin/1.0 (http://www.bloglovin.com; 1 subscribers) bot: name: Bloglovin url: http://www.bloglovin.com category: Feed Fetcher producer: name: "" url: "" - user_agent: Blogtrottr/2.0 bot: name: Blogtrottr url: "" category: Feed Fetcher producer: name: Blogtrottr Ltd url: https://blogtrottr.com/ - user_agent: BoardReader Favicon Fetcher /1.0 info@boardreader.com bot: name: BoardReader category: Search bot url: https://boardreader.com/ producer: name: Effyis Inc url: https://boardreader.com/ - user_agent: BoardReader Blog Indexer(http://boardreader.com) bot: name: BoardReader Blog Indexer category: Crawler producer: name: BoardReader url: https://boardreader.com/ - user_agent: Mozilla/5.0 (compatible; BountiiBot/1.1; +http://bountii.com/contact.php) bot: name: Bountii Bot category: Search bot url: http://bountii.com/contact.php producer: name: Bountii Inc. url: http://bountii.com - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.10; rv:41.0) Gecko/20100101 Firefox/55.0 BrandVerity/1.0 (http://www.brandverity.com/why-is-brandverity-visiting-me) bot: name: BrandVerity category: Crawler url: https://www.brandverity.com/why-is-brandverity-visiting-me producer: name: BrandVerity, Inc. url: https://www.brandverity.com/ - user_agent: Browsershots bot: name: Browsershots category: Service Agent url: http://browsershots.org/faq producer: name: Browsershots.org url: http://browsershots.org - user_agent: Buck/2.2; (+https://app.hypefactors.com/media-monitoring/about.html) bot: name: Buck category: Search bot url: https://hypefactors.com/ producer: name: Hypefactors A/S url: https://hypefactors.com/ - user_agent: Mozilla/5.0 (compatible; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8 bot: name: Butterfly Robot category: Search bot url: http://labs.topsy.com/butterfly producer: name: Topsy Labs url: http://labs.topsy.com - user_agent: Mozilla/5.0 (Macintosh; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8 bot: name: Butterfly Robot category: Search bot url: http://labs.topsy.com/butterfly producer: name: Topsy Labs url: http://labs.topsy.com - user_agent: Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.5668.1446 Mobile Safari/537.36; Bytespider;bytespider@bytedance.com bot: name: Bytespider category: Search bot url: https://bytedance.com/ producer: name: ByteDance Ltd. url: https://bytedance.com/ - user_agent: CATExplorador/1.0beta (sistemes at domini dot cat; http://domini.cat/catexplorador.html) bot: name: CATExplorador category: Search bot url: https://fundacio.cat/ca/domini/ producer: name: Fundació puntCAT url: https://fundacio.cat/ca/domini/ - user_agent: Mozilla/5.0 (compatible; CareerBot/1.1; +http://www.career-x.de/bot.html) bot: name: CareerBot category: Crawler url: http://www.career-x.de/bot.html producer: name: career-x GmbH url: http://www.career-x.de - user_agent: Castro 2, Episode Duration Lookup bot: name: Castro 2 category: Service Agent url: http://supertop.co/castro/ producer: name: Supertop url: http://supertop.co - user_agent: Cliqzbot/0.1 (+http://cliqz.com/company/cliqzbot) bot: name: Cliqzbot category: Crawler url: http://cliqz.com/company/cliqzbot producer: name: 10betterpages GmbH url: http://cliqz.com - user_agent: Mozilla/5.0 (compatible; Cloudflare-AMP/1.0; +https://amp.cloudflare.com/doc/fetcher.html) AppleWebKit/534.34 bot: name: CloudFlare AMP Fetcher category: Crawler url: https://amp.cloudflare.com/doc/fetcher.html producer: name: CloudFlare url: http://www.cloudflare.com - user_agent: Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34 bot: name: CloudFlare Always Online category: Site Monitor url: http://www.cloudflare.com/always-online producer: name: CloudFlare url: http://www.cloudflare.com - user_agent: collectd/5.5.1 bot: name: Collectd url: https://collectd.org/ category: Site Monitor producer: name: Collectd url: https://collectd.org/ - user_agent: CommaFeed/1.0 (http://www.commafeed.com) bot: name: CommaFeed url: http://www.commafeed.com category: Feed Fetcher producer: name: "" url: "" - user_agent: coccocbot-web/1.0 (+http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccoc/1.0; +http://help.coccoc.com/) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccocbot-ads/1.0; +http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccocbot-fast/1.0; +http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccocbot-shopping/1.0; +http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Mozilla/5.0 (compatible; coccocbot/1.0; +http://help.coccoc.com/searchengine) bot: name: Cốc Cốc Bot url: https://help.coccoc.com/en/search-engine/coccoc-robots category: Search bot producer: name: Cốc Cốc url: https://coccoc.com/ - user_agent: Datadog Agent/5.10.1 bot: name: Datadog Agent url: https://github.com/DataDog/dd-agent category: Site Monitor producer: name: Datadog url: https://www.datadoghq.com/ - user_agent: Mozilla/5.0 (X11; Datanyze; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36 bot: name: Datanyze url: "" category: Crawler producer: name: Datanyze url: https://www.datanyze.com - user_agent: Mozilla/5.0 (compatible; Dataprovider/6.92; +https://www.dataprovider.com/) bot: name: Dataprovider category: Crawler url: "" producer: name: Dataprovider B.V. url: https://www.dataprovider.com/ - user_agent: Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa/4.0; bot: name: Daum category: Search bot url: http://tab.search.daum.net/aboutWebSearch_en.html producer: name: Daum Communications Corp. url: http://www.kakaocorp.com/main - user_agent: Mozilla/5.0 (compatible; MSIE or Firefox mutant;) Daum 4.1 bot: name: Daum category: Search bot url: http://tab.search.daum.net/aboutWebSearch_en.html producer: name: Daum Communications Corp. url: http://www.kakaocorp.com/main - user_agent: Mozilla/5.0 (compatible; Dazoobot/0.1; +http://dazoo.fr) bot: name: Dazoobot category: Search bot url: "" producer: name: DAZOO.FR url: http://dazoo.fr - user_agent: Mozilla/5.0 (compatible; discobot/1.0; +http://discoveryengine.com/discobot.html) bot: name: Discobot category: Search bot url: http://discoveryengine.com/discobot.html producer: name: Discovery Engine url: http://discoveryengine.com - user_agent: 'Domain Re-Animator Bot (http://domainreanimator.com) - support@domainreanimator.com' bot: name: Domain Re-Animator Bot category: Crawler url: "" producer: name: Domain Re-Animator, LLC url: http://domainreanimator.com - user_agent: support@domainreanimator.com bot: name: Domain Re-Animator Bot category: Crawler url: "" producer: name: Domain Re-Animator, LLC url: http://domainreanimator.com - user_agent: Mozilla/5.0 (compatible; Domains Project/1.1.0; +https://domainsproject.org) bot: name: Domains Project category: Crawler url: https://domainsproject.org - user_agent: dotbot bot: name: DotBot category: Crawler url: http://www.opensiteexplorer.org/dotbot producer: name: SEOmoz, Inc. url: http://moz.com/ - user_agent: DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html) bot: name: DuckDuckGo Bot category: Search bot url: https://duckduckgo.com/duckduckbot producer: name: DuckDuckGo url: https://duckduckgo.com/ - user_agent: Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0; +http://duckduckgo.com) bot: name: DuckDuckGo Bot category: Search bot url: https://duckduckgo.com/duckduckbot producer: name: DuckDuckGo url: https://duckduckgo.com/ - user_agent: EMail Exractor bot: name: EMail Exractor category: Crawler url: "" producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html) bot: name: Easou Spider category: Search bot url: http://www.easou.com/search/spider.html producer: name: easou ICP url: http://www.easou.com - user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us; EasouSpider; +http://www.easou.com/search/spider.html) bot: name: Easou Spider category: Search bot url: http://www.easou.com/search/spider.html producer: name: easou ICP url: http://www.easou.com - user_agent: Mozilla/5.0 (compatible; Embedly/0.2; +http://support.embed.ly/) bot: name: Embedly category: Crawler url: https://support.embed.ly/hc/en-us producer: name: A Medium, Corp. url: https://medium.com/ - user_agent: Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter); +http://www.exabot.com/go/robot) bot: name: ExaBot category: Crawler url: http://www.exabot.com/go/robot producer: name: Dassault Systèmes url: http://www.3ds.com - user_agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot) bot: name: ExaBot category: Crawler url: http://www.exabot.com/go/robot producer: name: Dassault Systèmes url: http://www.3ds.com - user_agent: Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails) bot: name: ExaBot category: Crawler url: http://www.exabot.com/go/robot producer: name: Dassault Systèmes url: http://www.3ds.com - user_agent: ExactSeek Crawler (nutch 1.4)/Nutch-1.4 (ExactSeek Crawler; http://www.exactseek.com) bot: name: ExactSeek Crawler category: Search bot url: http://www.exactseek.com producer: name: Jayde Online, Inc. url: http://www.jaydeonlineinc.com - user_agent: Mozilla/5.0 (compatible; Ezooms/1.0; help@moz.com) bot: name: Ezooms category: Crawler url: "" producer: name: SEOmoz, Inc. url: http://moz.com/ - user_agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php) bot: name: Facebook External Hit category: Social Media Agent url: https://www.facebook.com/externalhit_uatext.php producer: name: Facebook url: http://www.facebook.com - user_agent: facebookexternalua bot: name: Facebook External Hit category: Social Media Agent url: https://www.facebook.com/externalhit_uatext.php producer: name: Facebook url: http://www.facebook.com - user_agent: facebookplatform/1.0 (+http://developers.facebook.com) bot: name: Facebook External Hit category: Social Media Agent url: https://www.facebook.com/externalhit_uatext.php producer: name: Facebook url: http://www.facebook.com - user_agent: Feed Wrangler/1.0 (3 subscribers; feed-id=248559; http://feedwrangler.net; Allow like Gecko) bot: name: Feed Wrangler url: https://feedwrangler.net/ category: Feed Fetcher producer: name: 'David Smith & Developing Perspective, LLC' url: https://david-smith.org - user_agent: FeedBurner/1.0 (http://www.FeedBurner.com) bot: name: FeedBurner url: http://www.feedburner.com category: Feed Fetcher producer: name: "" url: "" - user_agent: 'Feedbin - 9 subscribers' bot: name: Feedbin url: http://feedbin.com/ category: Feed Fetcher producer: name: "" url: "" - user_agent: Feedly/1.0 (+http://www.feedly.com/fetcher.html; like FeedFetcher-Google) bot: name: Feedly url: http://www.feedly.com category: Feed Fetcher producer: name: "" url: "" - user_agent: FeedlyApp/1.0 (http://www.feedly.com) bot: name: Feedly url: http://www.feedly.com category: Feed Fetcher producer: name: "" url: "" - user_agent: FeedlyBot/1.0 (http://feedly.com) bot: name: Feedly url: http://www.feedly.com category: Feed Fetcher producer: name: "" url: "" - user_agent: MetaFeedly/1.0 (http://www.feedly.com) bot: name: Feedly url: http://www.feedly.com category: Feed Fetcher producer: name: "" url: "" - user_agent: Feedspot http://www.feedspot.com bot: name: Feedspot url: http://www.feedspot.com category: Feed Fetcher producer: name: "" url: "" - user_agent: Fever/1.38 (Feed Parser; http://feedafever.com; Allow like Gecko) bot: name: Fever url: http://feedafever.com/ category: Feed Fetcher producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible; Findxbot/1.0; +http://www.findxbot.com) bot: name: Findxbot category: Crawler url: http://www.findxbot.com - user_agent: Mozilla/5.0 (compatible; FlipboardProxy/1.2; +http://flipboard.com/browserproxy) bot: name: Flipboard url: http://flipboard.com/browserproxy category: Feed Fetcher producer: name: Flipboard url: http://flipboard.com/ - user_agent: Mozilla/5.0 (compatible; FlipboardRSS/1.2; +http://flipboard.com/browserproxy) bot: name: Flipboard url: http://flipboard.com/browserproxy category: Feed Fetcher producer: name: Flipboard url: http://flipboard.com/ - user_agent: freshrss/0.8-dev (Linux; http://freshrss.org) SimplePie/1.4-dev-FreshRSS bot: name: FreshRSS category: Feed Fetcher url: https://freshrss.org/ - user_agent: FreshRSS/1.12.0 (Linux; https://freshrss.org) bot: name: FreshRSS category: Feed Fetcher url: https://freshrss.org/ - user_agent: Mozilla/5.0 (X11; Linux x86_64; GTmetrix https://gtmetrix.com/) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36 bot: name: GTmetrix category: Crawler url: https://gtmetrix.com/ producer: name: Carbon60 Operating Co. Ltd. url: https://www.carbon60.com/ - user_agent: 7Siters/1.07 (+https://7ooo.ru/siters/) bot: name: Generic Bot - user_agent: COMODO SSL Checker bot: name: Generic Bot - user_agent: help@dataminr.com bot: name: Generic Bot - user_agent: 'HybridBot (hybrid.ru/about. If our bot caused problems please contact us. Contact email: m.lyashkov@targetix.net)' bot: name: Generic Bot - user_agent: 'Mozilla/5.0 (compatible; +centuryb.o.t9[at]gmail.com)' bot: name: Generic Bot - user_agent: Mozilla/5.0 (compatible; +http://tweetedtimes.com) bot: name: Generic Bot - user_agent: Mozilla/5.0 (compatible; Shareaholicbot/2.0; +http://www.shareaholic.com/bot) bot: name: Generic Bot - user_agent: Mozilla/5.0 (compatible; TrendsmapResolver/0.1) bot: name: Generic Bot - user_agent: niki-bot bot: name: Generic Bot - user_agent: PHPCrawl bot: name: Generic Bot - user_agent: robots bot: name: Generic Bot - user_agent: SeopultContentAnalyzer/1.0 bot: name: Generic Bot - user_agent: Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html) bot: name: Genieo Web filter category: "" url: http://www.genieo.com/webfilter.html producer: name: Genieo url: http://www.genieo.com - user_agent: GigablastOpenSource/1.0 bot: name: Gigablast category: Search bot url: https://github.com/gigablast/open-source-search-engine producer: name: Matt Wells url: http://www.gigablast.com/faq.html - user_agent: Mozilla/5.0 (compatible; Gluten Free Crawler/1.0; +http://glutenfreepleasure.com/) bot: name: Gluten Free Crawler category: Crawler url: http://glutenfreepleasure.com/ producer: name: "" url: "" - user_agent: Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko Firefox/11.0 (via ggpht.com GoogleImageProxy) bot: name: Gmail Image Proxy category: Crawler url: "" producer: name: Google Inc. url: http://www.google.com - user_agent: DoCoMo/2.0 P900i(c100;TB;W24H11) (compatible; ichiro/mobile goo; +http://search.goo.ne.jp/option/use/sub4/sub4-1/) bot: name: Goo category: Search bot url: http://search.goo.ne.jp/option/use/sub4/sub4-1 producer: name: NTT Resonant url: http://goo.ne.jp - user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36 Google Favicon bot: name: Google Favicon category: Crawler - user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0_1 like Mac OS X; en-us) AppleWebKit/537.4 (KHTML, like Gecko; Google Page Speed Insights) Version/4.0.5 Mobile/8A306 Safari/6531.22.7 bot: name: Google PageSpeed Insights category: Site Monitor url: http://developers.google.com/speed/pagespeed/insights/ producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Windows NT 5.1) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.202 Safari/535.1 google_partner_monitoring FWSzVTDDBz14547302713138T bot: name: Google Partner Monitoring category: Site Monitor url: "" producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Search Console) Chrome/41.0.2272.118 Safari/537.36 bot: name: Google Search Console category: Crawler url: https://search.google.com/search-console/about producer: name: Google Inc. url: http://www.google.com - user_agent: Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool) bot: name: Google Structured Data Testing Tool category: Validator url: https://search.google.com/structured-data/testing-tool producer: name: Google Inc. url: http://www.google.com - user_agent: AdsBot-Google (+http://www.google.com/adsbot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: AdsBot-Google-Mobile (+http://www.google.com/mobile/adsbot.html) Mozilla (iPhone; U; CPU iPhone OS 3 0 like Mac OS X) AppleWebKit (KHTML, like Gecko) Mobile Safari bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 19 subscribers; feed-id=13965549748850348809) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 2 subscribers; feed-id=17860707833818568603) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 375 subscribers; feed-id=15381863289700640853) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Google-AdWords-Express bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Google-Adwords-Instant (+http://www.google.com/adsbot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Google-speakr bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Googlebot (gocrawl v0.4) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Googlebot-Image/1.0 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Googlebot-News (2.3.3, ruby 1.9.3 (2013-11-22)) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Googlebot-Video/1.0 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Googlebot/2.1 (http://www.googlebot.com/bot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Googlebot/Nutch-1.7 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: GoogleProducer; (+http://goo.gl/7y4SX) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mediapartners-Google bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (compatible) Feedfetcher-Google;(+http://www.google.com/feedfetcher.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (compatible; Google-Youtube-Links) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (en-US) AppleWebKit/537.36 (KHTML, like Gecko; Google-Assess) Chrome/34.0.1847.116 Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (en-us) AppleWebKit/537.36(KHTML, like Gecko; Google-Adwords-DisplayAds-WebRender;) Chrome/41.0.2272.118Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Linux; Android 4.0.4; Galaxy Nexus Build/IMM76B) AppleWebKit/537.36 (KHTML, like Gecko; Google-Publisher-Plugin) Chrome/27.0.1453 Mobile Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-AMPHTML) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012; DuplexWeb-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.131 Mobile Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20110814 Firefox/6.0 Google (+https://developers.google.com/+/web/snippet/) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453 Safari/537.36 (compatible; Google-HotelAdsVerifier/2.0) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0.1453 Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 (compatible; Google-Shopping-Quality +http://www.google.com/merchants/tos/extend/DE/tos.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html) bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Grammarly/1.0 (http://www.grammarly.com) bot: name: Grammarly category: Service bot url: https://www.grammarly.com - user_agent: Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +https://www.grapeshot.com/crawler/) bot: name: Grapeshot category: Crawler url: https://www.grapeshot.com/crawler producer: name: Grapeshot url: https://www.grapeshot.com - user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1. 4 (compatible; GrapeshotCrawler/2.0; +https://www.grapeshot.com/crawler/) bot: name: Grapeshot category: Crawler url: https://www.grapeshot.com/crawler producer: name: Grapeshot url: https://www.grapeshot.com - user_agent: HTTPMon/1.0b (http://www.httpmon.com) bot: name: HTTPMon category: Site Monitor url: http://www.httpmon.com producer: name: towards GmbH url: http://www.towards.ch/ - user_agent: 'flieder - neofonie heritrix/1.14.3 (+http://spider.neofonie.de)' bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; heritrix/1.14.4 +http://webarhive.nlc.gov.cn) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; heritrix/1.14.4 +http://www.dla-marbach.de) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: mozilla/5.0 (compatible; heritrix/1.3.0 http://archive.crawler.org) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.baidu.com) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.run4dom.com) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-20130207.001528 +http://webarchiv.cz/kontakty/) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com) bot: name: Heritrix category: Crawler url: https://webarchive.jira.com/wiki/display/Heritrix/Heritrix producer: name: The Internet Archive url: https://archive.org - user_agent: Heurekabot-Feed/1.0 (+https://sluzby.heureka.cz/napoveda/heurekabot/) bot: name: Heureka Feed category: Crawler url: https://sluzby.heureka.cz/napoveda/heurekabot/ producer: name: Heureka.cz, a.s. url: https://www.heureka.cz/ - user_agent: HubPages V0.2.2 (http://hubpages.com/help/crawlingpolicy) bot: name: HubPages category: Crawler url: http://hubpages.com/help/crawlingpolicy producer: name: HubPages url: http://hubpages.com/ - user_agent: HubSpot Website Grader (web-crawlers@hubspot.com) bot: name: HubSpot category: Crawler producer: name: HubSpot Inc. url: https://www.hubspot.com - user_agent: ICC-Crawler/2.0 (Mozilla-compatible; ; http://www.nict.go.jp/en/univ-com/plan/crawl.html) bot: name: ICC-Crawler category: Crawler url: http://www.nict.go.jp/en/univ-com/plan/crawl.html producer: name: "" url: "" - user_agent: IDG/IT (http://spaziodati.eu/) bot: name: IDG/IT category: Search bot url: https://spaziodati.eu/ producer: name: SpazioDati S.r.l. url: https://spaziodati.eu/ - user_agent: iisbot/1.0 (+http://www.iis.net/iisbot.html) bot: name: IIS Site Analysis category: Crawler url: http://www.iis.net/iisbot.html producer: name: Microsoft Corporation url: http://www.microsoft.com - user_agent: IP-Guide.com Crawler/1.0 (https://ip-guide.com) bot: name: IP-Guide Crawler category: Crawler url: "" producer: name: "" url: https://ip-guide.com - user_agent: Mozilla/5.0 (compatible; ips-agent) bot: name: IPS Agent category: Crawler producer: name: VeriSign, Inc url: http://www.verisign.com/ - user_agent: Kaspersky Lab CFR link resolver cfradmins@kaspersky.com bot: name: Kaspersky category: Security Checker url: https://www.kaspersky.com/ producer: name: AO Kaspersky Lab url: https://www.kaspersky.com/ - user_agent: kouio.com RSS reader bot: name: Kouio url: http://kouio.com/ category: Feed Fetcher producer: name: "" url: "" - user_agent: 'kouio.com RSS reader - 6 subscribers' bot: name: Kouio url: http://kouio.com/ category: Feed Fetcher producer: name: "" url: "" - user_agent: LCC (+http://corpora.informatik.uni-leipzig.de/crawler_faq.html) bot: name: LCC category: Search bot url: https://corpora.uni-leipzig.de/crawler_faq.html producer: name: Universität Leipzig url: https://www.uni-leipzig.de/ - user_agent: 'ltx71 - (http://ltx71.com/)' bot: name: LTX71 url: http://ltx71.com/ producer: name: "" url: "" - user_agent: larbin_2.6.3 larbin2.6.3@unspecified.mail bot: name: Larbin web crawler category: Crawler url: http://larbin.sourceforge.net producer: name: "" url: "" - user_agent: "Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org)" bot: name: "Let's Encrypt Validation" category: Service Agent url: https://letsencrypt.org/how-it-works/ producer: name: "Let's Encrypt" url: https://letsencrypt.org - user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36(KHTML, like Gecko) Chrome/61.0.3116.0 Mobile Safari/537.36 Chrome-Lighthouse bot: name: Lighthouse category: Site Monitor url: https://developers.google.com/web/tools/lighthouse producer: name: Lighthouse url: https://developers.google.com/web/tools/lighthouse - user_agent: linkdex.com/v2.0 and linkdex.com/v2.1 bot: name: Linkdex Bot category: Search bot url: http://www.linkdex.com/bots producer: name: Mojeek Ltd. url: http://www.mojeek.com - user_agent: Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/about/bots/) bot: name: Linkdex Bot category: Search bot url: http://www.linkdex.com/bots producer: name: Mojeek Ltd. url: http://www.mojeek.com - user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; linkdexbot-mobile/2.1; +http://www.linkdex.com/about/bots/) bot: name: Linkdex Bot category: Search bot url: http://www.linkdex.com/bots producer: name: Mojeek Ltd. url: http://www.mojeek.com - user_agent: LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com) bot: name: LinkedIn Bot category: Social Media Agent url: http://www.linkedin.com producer: name: LinkedIn url: http://www.linkedin.com - user_agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+) bot: name: MJ12 Bot category: Search bot url: http://majestic12.co.uk/bot.php producer: name: Majestic-12 url: http://majestic12.co.uk - user_agent: magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net) bot: name: Magpie-Crawler category: Social Media Agent url: http://www.brandwatch.com/magpie-crawler/ producer: name: Brandwatch url: http://www.brandwatch.com - user_agent: MagpieRSS/0.72 (+http://magpierss.sf.net) bot: name: MagpieRSS url: http://magpierss.sourceforge.net/ category: Feed Parser producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots) bot: name: Mail.Ru Bot category: Search bot url: http://help.mail.ru/webmaster/indexing/robots/types_robots producer: name: Mail.Ru Group url: http://corp.mail.ru - user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Fast/2.0; +http://go.mail.ru/help/robots) bot: name: Mail.Ru Bot category: Search bot url: http://help.mail.ru/webmaster/indexing/robots/types_robots producer: name: Mail.Ru Group url: http://corp.mail.ru - user_agent: http.rb/2.2.2 (Mastodon/1.6.1; +https://mathtod.online/) bot: name: Mastodon Bot category: Social Media Agent - user_agent: http.rb/3.2.0 (Mastodon/2.4.3; +https://uwu.social/) bot: name: Mastodon Bot category: Social Media Agent - user_agent: Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html) bot: name: Meanpath Bot category: Search bot url: http://www.meanpath.com/meanpathbot.html producer: name: Meanpath url: http://www.meanpath.com - user_agent: MetaInspector/5.4.0 (+https://github.com/jaimeiniesta/metainspector) bot: name: MetaInspector category: Crawler url: https://github.com/jaimeiniesta/metainspector - user_agent: Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.de/crawler) bot: name: MetaJobBot category: Crawler url: http://www.metajob.at/the/crawler producer: name: MetaJob url: http://www.metajob.at - user_agent: Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com) bot: name: Mixrank Bot category: Crawler url: http://mixrank.com producer: name: Online Media Group, Inc. url: "" - user_agent: Mnogosearch-3.1.21 bot: name: Mnogosearch category: Search bot url: http://www.mnogosearch.org/ producer: name: Lavtech.Com Corp. url: "" - user_agent: Mozilla/5.0 (compatible; MojeekBot/0.6; http://www.mojeek.com/bot.html) bot: name: MojeekBot category: Search bot url: http://www.mojeek.com/bot.html producer: name: Mojeek Ltd. url: http://www.mojeek.com - user_agent: 'Mozilla/5.0 (compatible; www.monitor.us - free monitoring service; http://www.monitor.us)' bot: name: Monitor.Us category: Site Monitor url: http://www.monitor.us producer: name: Monitor.Us url: http://www.monitor.us - user_agent: munin/2.0.30-1 (libwww-perl/6.15) bot: name: Munin category: Site Monitor url: http://munin-monitoring.org/ producer: name: Munin url: http://munin-monitoring.org/ - user_agent: munin/http_loadtime bot: name: Munin category: Site Monitor url: http://munin-monitoring.org/ producer: name: Munin url: http://munin-monitoring.org/ - user_agent: nlcrawler/1.0 (+http://northernlight.com/) bot: name: NLCrawler category: Crawler url: "" producer: name: Northern Light url: http://northernlight.com - user_agent: check_http/v1.5 (nagios-plugins 1.5) bot: name: Nagios check_http category: Site Monitor url: https://nagios.org producer: name: Nagios Plugins Development Team url: https://nagios.org - user_agent: NalezenCzBot/1.0 (http://www.nalezen.cz/about-crawler) bot: name: NalezenCzBot category: Crawler url: http://www.nalezen.cz/about-crawler producer: name: Jaroslav Kuboš url: "" - user_agent: NetLyzer FastProbe bot: name: NetLyzer FastProbe - user_agent: Mozilla/4.0 (compatible; Netcraft Web Server Survey) bot: name: Netcraft Survey Bot category: Search bot url: "" producer: name: Netcraft url: http://www.netcraft.com - user_agent: Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com) bot: name: Netcraft Survey Bot category: Search bot url: "" producer: name: Netcraft url: http://www.netcraft.com - user_agent: 'Netcraft SSL Server Survey - contact info@netcraft.com' bot: name: Netcraft Survey Bot category: Search bot url: "" producer: name: Netcraft url: http://www.netcraft.com - user_agent: Netvibes (http://www.netvibes.com) bot: name: Netvibes url: http://www.netvibes.com/ category: Feed Fetcher producer: name: "" url: "" - user_agent: 'Netvibes (http://www.netvibes.com/; 8 subscribers; feedID: 2244192)' bot: name: Netvibes url: http://www.netvibes.com/ category: Feed Fetcher producer: name: "" url: "" - user_agent: 'NewsBlur Favicon Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)' bot: name: NewsBlur url: http://www.newsblur.com category: Feed Fetcher producer: name: "" url: "" - user_agent: 'NewsBlur Feed Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)' bot: name: NewsBlur url: http://www.newsblur.com category: Feed Fetcher producer: name: "" url: "" - user_agent: NewsBlur Feed Finder (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3) bot: name: NewsBlur url: http://www.newsblur.com category: Feed Fetcher producer: name: "" url: "" - user_agent: 'NewsBlur Page Fetcher - 7 subscribers - http://www.newsblur.com/site/3966817/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)' bot: name: NewsBlur url: http://www.newsblur.com category: Feed Fetcher producer: name: "" url: "" - user_agent: NewsGatorOnline/2.0 (http://www.newsgator.com; 2 subscribers) bot: name: NewsGator url: http://www.newsgator.com category: Feed Fetcher producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible; Nmap Scripting Engine; https://nmap.org/book/nse.html) bot: name: Nmap category: Security Checker url: https://nmap.org/book/nse.html producer: name: Nmap url: https://nmap.org/ - user_agent: 5acd734a-1ed3-4a17-ad9d-0b09ae7bc2d2/Nutch-1.7 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: CB/Nutch-1.7 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Mozilla/5.0 (compatible; summers;)/Nutch-1.7 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.2.8) Firefox/3.6.8/Nutch-1.7 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: My Nutch Spider/Nutch-1.6 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: MySpider/Nutch-2.2 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Nutch12/Nutch-1.2 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: NutchSpider/Nutch-1.4 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: spider/Nutch-1.5.1 (spider; http://www.xxx.com) bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Spider/Nutch-2.3-SNAPSHOT (Webcrawler) bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: testnutch/Nutch-1.8 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Your Nutch Spider/Nutch-2.2.1 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: your sipder name/Nutch-1.7 bot: name: Nutch-based Bot category: Crawler url: https://nutch.apache.org producer: name: The Apache Software Foundation url: https://www.apache.org/foundation/ - user_agent: Nuzzel bot: name: Nuzzel category: Crawler producer: name: Nuzzel url: https://www.nuzzel.com/ - user_agent: Octopus 1.0.2 bot: name: Octopus - user_agent: omgili/0.5 +http://omgili.com bot: name: Omgili bot category: Search bot url: http://www.omgili.com/Crawler.html producer: name: Omgili url: http://www.omgili.com - user_agent: omgilibot/0.3 +http://www.omgili.com/Crawler.html bot: name: Omgili bot category: Search bot url: http://www.omgili.com/Crawler.html producer: name: Omgili url: http://www.omgili.com - user_agent: Mozilla/5.0 (compatible; spbot/4.0.9; +http://OpenLinkProfiler.org/bot ) bot: name: OpenLinkProfiler category: Crawler url: http://openlinkprofiler.org/bot producer: name: Axandra GmbH url: http://www.axandra.com - user_agent: OpenWebSpider v0.1.4 (http://www.openwebspider.org/) bot: name: OpenWebSpider category: Crawler url: http://www.openwebspider.org producer: name: OpenWebSpider Lab url: http://lab.openwebspider.org - user_agent: Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html) bot: name: Openindex Spider category: Search bot url: http://www.openindex.io/en/webmasters/spider.html producer: name: Openindex B.V. url: http://www.openindex.io - user_agent: Mozilla/5.0 (compatible; OrangeBot-Collector/2.0; support.orangebot@orange.com) bot: name: Orange Bot category: Search bot url: http://lemoteur.orange.fr producer: name: Orange url: http://www.orange.fr - user_agent: Mozilla/5.0 (compatible; OrangeBot/2.0; support.orangebot@orange.com) bot: name: Orange Bot category: Search bot url: http://lemoteur.orange.fr producer: name: Orange url: http://www.orange.fr - user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com) bot: name: Orange Bot category: Search bot url: http://lemoteur.orange.fr producer: name: Orange url: http://www.orange.fr - user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1;fr;rv:1.8.1) VoilaBotCollector BETA 0.1 (http://www.voila.com/) bot: name: Orange Bot category: Search bot url: http://lemoteur.orange.fr producer: name: Orange url: http://www.orange.fr - user_agent: Mozilla/5.0 (Java) outbrain bot: name: Outbrain category: Crawler url: "" producer: name: Outbrain url: http://www.outbrain.com/ - user_agent: Mozilla/5.0 (compatible; phpservermon/3.1.1; +http://www.phpservermonitor.org) bot: name: PHP Server Monitor category: Site Monitor url: https://github.com/phpservermon/phpservermon producer: name: PHP Server Monitor url: http://www.phpservermonitor.org/ - user_agent: Mozilla/5.0 (compatible; PRTG Network Monitor (www.paessler.com); Windows) bot: name: PRTG Network Monitor category: Network Monitor url: https://www.paessler.com/prtg producer: name: Paessler AG url: https://www.paessler.com - user_agent: Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li) bot: name: PaperLiBot category: Search bot url: http://support.paper.li/entries/20023257-what-is-paper-li producer: name: Smallrivers SA url: http://www.paper.li - user_agent: Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://aspiegel.com/petalbot) bot: name: Petal Bot category: Crawler url: https://aspiegel.com/petalbot - user_agent: phantomas/1.11.0 (PhantomJS/1.9.8; linux x64) bot: name: Phantomas category: Site Monitor url: https://github.com/macbre/phantomas - user_agent: psbot-page (+http://www.picsearch.com/bot.html) bot: name: Picsearch bot category: Search bot url: http://www.picsearch.com/bot.html producer: name: Picsearch url: http://www.picsearch.com - user_agent: psbot/0.1 (+http://www.picsearch.com/bot.html) bot: name: Picsearch bot category: Search bot url: http://www.picsearch.com/bot.html producer: name: Picsearch url: http://www.picsearch.com - user_agent: Pingdom.com_bot_version_1.4_(http://www.pingdom.com/) bot: name: Pingdom Bot category: Site Monitor url: "" producer: name: Pingdom AB url: https://www.pingdom.com - user_agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; http://www.pinterest.com/bot.html) bot: name: Pinterest url: http://www.pinterest.com/bot.html category: Crawler producer: name: Pinterest url: http://www.pinterest.com/ - user_agent: Pinterest/0.2 (+http://www.pinterest.com/) bot: name: Pinterest url: http://www.pinterest.com/bot.html category: Crawler producer: name: Pinterest url: http://www.pinterest.com/ - user_agent: PocketParser/2.0 (+https://getpocket.com/pocketparser_ua) bot: name: PocketParser category: Read-it-later Service url: https://getpocket.com/pocketparser_ua producer: name: Pocket url: https://getpocket.com/ - user_agent: PritTorrent/1.0 bot: name: PritTorrent category: Crawler url: https://github.com/astro/prittorrent producer: name: Bitlove url: http://bitlove.org/ - user_agent: QuerySeekerSpider ( http://queryseeker.com/bot.html ) bot: name: QuerySeekerSpider category: Crawler url: http://queryseeker.com/bot.html producer: name: QueryEye Inc. url: http://queryeye.com - user_agent: Quora Link Preview/1.0 (http://www.quora.com) bot: name: Quora Link Preview category: Crawler url: "" producer: name: Quora url: http://www.quora.com - user_agent: 'Mozilla/5.0 (compatible; Qwantify/2.2w; +https://www.qwant.com/)/*' bot: name: Qwantify category: Crawler url: https://www.qwant.com/ producer: name: Qwant Corporation url: https://www.qwant.com/ - user_agent: ROI Hunter; https://api-dev.roihunter.com bot: name: ROI Hunter category: Crawler url: "" producer: name: Roihunter a.s. url: http://roihunter.com/ - user_agent: RSSRadio (Push Notification Scanner;support@dorada.co.uk) bot: name: RSSRadio Bot - user_agent: Rainmeter WebParser plugin bot: name: Rainmeter category: Crawler url: https://www.rainmeter.net - user_agent: RamblerMail/6.0 (incompatible; ImageProxy/6.0) bot: name: RamblerMail Image Proxy category: Crawler url: "" producer: name: 'Rambler&Co' url: https://rambler-co.ru/ - user_agent: Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback) bot: name: Reddit Bot category: Social Media Agent url: http://www.reddit.com/feedback producer: name: reddit inc. url: http://www.reddit.com - user_agent: Robozilla/1.0 bot: name: Robozilla category: Crawler - user_agent: Mozilla/5.0 (compatible; rogerBot/1.0; UrlCrawler; http://www.seomoz.org/dp/rogerbot) bot: name: Rogerbot category: Crawler url: http://moz.com/help/pro/what-is-rogerbot- producer: name: SEOmoz, Inc. url: http://moz.com/ - user_agent: rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com) bot: name: Rogerbot category: Crawler url: http://moz.com/help/pro/what-is-rogerbot- producer: name: SEOmoz, Inc. url: http://moz.com/ - user_agent: rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com) bot: name: Rogerbot category: Crawler url: http://moz.com/help/pro/what-is-rogerbot- producer: name: SEOmoz, Inc. url: http://moz.com/ - user_agent: SEOENGWorldBot/1.0 (+http://www.seoengine.com/seoengbot.htm) bot: name: SEOENGBot category: Crawler url: http://www.seoengine.com/seoengbot.htm producer: name: SEO Engine url: http://www.seoengine.com - user_agent: Mozilla/5.0 (compatible; SEOkicks-Robot; +http://www.seokicks.de/robot.html) bot: name: SEOkicks-Robot category: Crawler url: http://www.seokicks.de/robot.html producer: name: SEOkicks url: https://www.seokicks.de/ - user_agent: Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/) bot: name: SISTRIX Crawler category: Crawler url: http://crawler.sistrix.net producer: name: SISTRIX GmbH url: http://www.sistrix.de - user_agent: Mozilla/5.0 (compatible; Optimizer) bot: name: SISTRIX Optimizer category: Crawler url: https://optimizer.sistrix.com producer: name: SISTRIX GmbH url: http://www.sistrix.de - user_agent: Mozilla/5.0 (compatible; SISTRIX Optimizer) bot: name: SISTRIX Optimizer category: Crawler url: https://optimizer.sistrix.com producer: name: SISTRIX GmbH url: http://www.sistrix.de - user_agent: Mozilla/5.0 (compatible; SISTRIX Optimizer; Uptime; +https://www.sistrix.com/faq/uptime) bot: name: SISTRIX Optimizer category: Crawler url: https://optimizer.sistrix.com producer: name: SISTRIX GmbH url: http://www.sistrix.de - user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.75 Safari/537.36 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot) bot: name: SMTBot category: Search bot url: https://www.similartech.com/smtbot producer: name: SimilarTech Ltd. url: https://www.similartech.com/ - user_agent: SSL Labs (https://www.ssllabs.com/about/assessment.html) bot: name: SSL Labs category: Validator url: https://www.ssllabs.com/about/assessment.html producer: name: SSL Labs url: https://www.ssllabs.com/about/assessment.html - user_agent: SafeDNSBot (https://www.safedns.com/searchbot) bot: name: SafeDNSBot category: Crawler url: https://www.safedns.com/searchbot producer: name: SafeDNS, Inc. url: https://www.safedns.com/ - user_agent: Scrapy/1.0.3.post6+g2d688cd (+http://scrapy.org) bot: name: Scrapy category: Crawler url: http://scrapy.org - user_agent: Screaming Frog SEO Spider/2.22 bot: name: Screaming Frog SEO Spider category: Crawler url: http://www.screamingfrog.co.uk/seo-spider producer: name: Screaming Frog Ltd url: http://www.screamingfrog.co.uk - user_agent: ScreenerBot Crawler Beta 2.0 (+http://www.ScreenerBot.com) bot: name: ScreenerBot category: Crawler url: http://www.screenerbot.com producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible) SemanticScholarBot (+https://www.semanticscholar.org/crawler) bot: name: Semantic Scholar Bot category: Crawler url: https://www.semanticscholar.org/crawler - user_agent: Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html) bot: name: Semrush Bot category: Crawler url: http://www.semrush.com/bot.html producer: name: SEMrush url: http://www.semrush.com - user_agent: SensikaBot/x.33 (+http://sensika.com) bot: name: Sensika Bot category: "" url: "" producer: name: Sensika url: http://sensika.com - user_agent: sentry/8.6.0 (https://getsentry.com) bot: name: Sentry Bot producer: name: Sentry url: https://sentry.io - user_agent: Seobility bot: name: Seobility category: Crawler url: 'https://www.seobility.net/en/faq/?category=crawling#!aboutourbot' - user_agent: Mozilla/5.0 (compatible; seoscanners.net/1; +spider@seoscanners.net) bot: name: Seoscanners.net category: Crawler url: "" - user_agent: SerendeputyBot/0.8.6 (http://serendeputy.com/about/serendeputy-bot) bot: name: Serendeputy Bot category: Crawler url: https://serendeputy.com/about/serendeputy-bot - user_agent: Server Density Service Monitoring v2 bot: name: Server Density - user_agent: Mozilla/5.0 (compatible; SeznamBot/3.1-test1; +http://fulltext.sblog.cz/) bot: name: Seznam Bot category: Search bot url: http://www.mapy.cz/cz/seznambot.html producer: name: Seznam.cz, a.s. url: http://www.seznam.cz/ - user_agent: Mozilla/5.0 (compatible; SeznamBot/3.2-test1; +http://fulltext.sblog.cz/) bot: name: Seznam Bot category: Search bot url: http://www.mapy.cz/cz/seznambot.html producer: name: Seznam.cz, a.s. url: http://www.seznam.cz/ - user_agent: Mozilla/5.0 (compatible; SeznamBot/3.2; +http://fulltext.sblog.cz/) bot: name: Seznam Bot category: Search bot url: http://www.mapy.cz/cz/seznambot.html producer: name: Seznam.cz, a.s. url: http://www.seznam.cz/ - user_agent: SeznamBot/3.0 (+http://fulltext.sblog.cz/) bot: name: Seznam Bot category: Search bot url: http://www.mapy.cz/cz/seznambot.html producer: name: Seznam.cz, a.s. url: http://www.seznam.cz/ - user_agent: Mozilla/5.0 SeznamEmailProxy/2.0.174 bot: name: Seznam Email Proxy category: Crawler url: "" producer: name: Seznam.cz, a.s. url: http://www.seznam.cz/ - user_agent: Seznam-Zbozi-robot/3.0 bot: name: Seznam Zbozi.cz category: Crawler url: "" producer: name: Seznam.cz, a.s. url: https://www.zbozi.cz/ - user_agent: Mozilla/5.0 (ShopAlike; LadenZeile) FeedBot bot: name: ShopAlike category: Crawler url: "" producer: name: Visual Meta url: https://www.shopalike.cz/ - user_agent: ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot) bot: name: ShopWiki category: Search tools url: http://www.shopwiki.com/wiki/Help:Bot producer: name: ShopWiki Corp. url: http://www.shopwiki.com - user_agent: shopify-partner-homepage-scraper bot: name: Shopify Partner category: Crawler url: https://www.shopify.com/partners producer: name: Shopify url: https://www.shopify.com/ - user_agent: SilverReader/1.0; http://silverreader.com bot: name: SilverReader url: http://silverreader.com category: Feed Fetcher producer: name: "" url: "" - user_agent: SimplePie/1.2.1-dev (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20130514092120 bot: name: SimplePie url: http://www.simplepie.org category: Feed Parser producer: name: "" url: "" - user_agent: SimplePie/1.3.1 (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20121030175911 bot: name: SimplePie url: http://www.simplepie.org category: Feed Parser producer: name: "" url: "" - user_agent: Site24x7 bot: name: Site24x7 Website Monitoring category: Site Monitor url: https://www.site24x7.com/site24x7-faq.html producer: name: Site24x7 url: https://www.site24x7.com - user_agent: SiteSucker for macOS/2.10.5 bot: name: SiteSucker category: Crawler url: http://ricks-apps.com/osx/sitesucker/ - user_agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.0) Match by Siteimprove.com bot: name: Siteimprove category: Search bot url: https://siteimprove.com/ producer: name: Siteimprove GmbH url: https://siteimprove.com/ - user_agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com bot: name: Siteimprove category: Search bot url: https://siteimprove.com/ producer: name: Siteimprove GmbH url: https://siteimprove.com/ - user_agent: sixy.ch/1.0 bot: name: Sixy.ch category: Site Monitor url: http://sixy.ch producer: name: Manuel Kasper url: https://neon1.net/ - user_agent: Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5 bot: name: Skype URI Preview category: Service Agent url: "" producer: name: Skype Communications S.à.r.l. url: https://www.skype.com - user_agent: Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots) bot: name: Slackbot category: Crawler url: https://api.slack.com/robots producer: name: Slack Technologies url: http://slack.com - user_agent: 'AppEngine-Google; (+http://code.google.com/appengine; appid: s~snapchat-proxy)' bot: name: Snapchat Proxy category: Crawler url: https://www.snapchat.com producer: name: Snapchat Inc. url: https://www.snapchat.com - user_agent: New-Sogou-Spider/1.0 (compatible; MSIE 5.5; Windows 98) bot: name: Sogou Spider category: Search bot url: http://www.sogou.com/docs/help/webmasters.htm producer: name: Sohu, Inc. url: http://www.sogou.com - user_agent: Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm bot: name: Sogou Spider category: Search bot url: http://www.sogou.com/docs/help/webmasters.htm producer: name: Sohu, Inc. url: http://www.sogou.com - user_agent: Sogou Pic Spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm bot: name: Sogou Spider category: Search bot url: http://www.sogou.com/docs/help/webmasters.htm producer: name: Sohu, Inc. url: http://www.sogou.com - user_agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm bot: name: Sogou Spider category: Search bot url: http://www.sogou.com/docs/help/webmasters.htm producer: name: Sohu, Inc. url: http://www.sogou.com - user_agent: Sosospider+(+http://help.soso.com/webspider.htm) bot: name: Soso Spider category: Search bot url: http://help.soso.com/webspider.htm producer: name: Tencent Holdings url: http://www.soso.com - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Sparkler/0.2.0-SNAPSHOT bot: name: Sparkler category: Crawler url: https://github.com/USCDataScience/sparkler - user_agent: Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.0.19; aggregator:Spinn3r (Spinn3r 3.1); http://spinn3r.com/robot) Gecko/2010040121 Firefox/3.0.19 bot: name: Spinn3r category: Crawler url: http://spinn3r.com/robot producer: name: Tailrank Inc url: http://spinn3r.com - user_agent: Spotify/1.0 bot: name: Spotify producer: name: Spotify url: https://www.spotify.com - user_agent: Mozilla/5.0 (compatible; SputnikBot/2.2) bot: name: Sputnik Bot category: "Crawler" url: "" - user_agent: Mozilla/5.0 (compatible; SputnikImageBot/2.2) bot: name: Sputnik Image Bot category: "Crawler" url: "" - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_5) AppleWebKit/536.30.1 (KHTML, like Gecko) (compatible; Startpagina-Linkchecker/1.0; +https://www.startpagina.nl/linkchecker) bot: name: Startpagina Linkchecker category: Search bot url: https://www.startpagina.nl/linkchecker producer: name: Startpagina B.V. url: https://www.startpagina.nl/ - user_agent: Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/98 Safari/537.4 (StatusCake) bot: name: StatusCake category: Site Monitor url: https://www.statuscake.com producer: name: StatusCake url: https://www.statuscake.com - user_agent: 'Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch!' bot: name: Superfeedr Bot category: Feed Fetcher url: "" producer: name: Superfeedr url: https://superfeedr.com/ - user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.13) Gecko/2009073022 Firefox/3.5.2 (.NET CLR 3.5.30729) SurveyBot/2.3 (DomainTools) bot: name: Survey Bot category: Search bot url: http://www.domaintools.com/webmasters/surveybot.php producer: name: Domain Tools url: http://www.domaintools.com - user_agent: TLSProbe/1.0 (+https://scan.trustnet.venafi.com/) bot: name: TLSProbe url: https://scan.trustnet.venafi.com/ category: Security search bot producer: name: Venafi TrustNet url: https://www.venafi.com - user_agent: Tarmot Gezgin/1.0 (compatible; TarmotGezgin/1.1; +http://www.tarmot.com/gezgin) bot: name: Tarmot Gezgin url: http://www.tarmot.com/gezgin/ category: Search bot - user_agent: TelegramBot (like TwitterBot) bot: name: TelegramBot url: https://telegram.org/blog/bot-revolution - user_agent: The Knowledge AI bot: name: The Knowledge AI category: Crawler - user_agent: TinEye-bot/0.02 (see http://www.tineye.com/crawler.html) bot: name: TinEye Crawler category: Search bot url: http://www.tineye.com/crawler.html producer: name: Idée Inc. url: http://ideeinc.com - user_agent: Tiny Tiny RSS/1.10 (http://tt-rss.org/) bot: name: Tiny Tiny RSS url: http://tt-rss.org category: Feed Fetcher producer: name: "" url: "" - user_agent: Tiny Tiny RSS/1.11.4c63934 (http://tt-rss.org/) bot: name: Tiny Tiny RSS url: http://tt-rss.org category: Feed Fetcher producer: name: "" url: "" - user_agent: Mozilla/5.0 (compatible; tracemyfile/1.0) bot: name: TraceMyFile category: Search bot url: https://www.tracemyfile.com/ producer: name: Idee Inc. url: http://ideeinc.com/ - user_agent: Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.0; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20071127 Firefox/3.0.0.11 bot: name: Trendiction Bot category: Crawler url: http://www.trendiction.de/bot producer: name: Talkwalker Inc. url: http://www.talkwalker.com - user_agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html) bot: name: TurnitinBot category: Crawler url: http://www.turnitin.com/robot/crawlerinfo.html producer: name: iParadigms, LLC. url: http://www.turnitin.com - user_agent: Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com) bot: name: TweetedTimes Bot category: Crawler url: http://tweetedtimes.com producer: name: TweetedTimes url: http://tweetedtimes.com/ - user_agent: TweetedTimes Bot/1.0 (Mozilla/5.0 Compatible, +http://tweetedtimes.com) bot: name: TweetedTimes Bot category: Crawler url: http://tweetedtimes.com producer: name: TweetedTimes url: http://tweetedtimes.com/ - user_agent: Mozilla/5.0 (compatible; TweetmemeBot/3.0; +http://tweetmeme.com/) bot: name: Tweetmeme Bot category: Crawler url: http://tweetmeme.com/ producer: name: Mediasift url: "" - user_agent: Mozilla/5.0 (compatible; Twingly Recon; twingly.com) bot: name: Twingly Recon category: Crawler producer: name: Twingly url: https://www.twingly.com - user_agent: Twitterbot/1.0 bot: name: Twitterbot category: Social Media Agent url: https://dev.twitter.com/docs/cards/getting-started producer: name: Twitter url: http://www.twitter.com - user_agent: Mozilla/5.0 (compatible; URLAppendBot/1.0; +http://www.profound.net/urlappendbot.html) bot: name: URLAppendBot category: Crawler url: http://www.profound.net/urlappendbot.html producer: name: Profound Networks url: http://www.profound.net - user_agent: 'Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36 (via secureurl.fwdcdn.com - mail.ukr.net proxy)' bot: name: UkrNet Mail Proxy category: Crawler url: "" producer: name: UkrNet Ltd url: https://www.ukr.net/ - user_agent: UniversalFeedParser/5.2.1 +https://code.google.com/p/feedparser/ bot: name: UniversalFeedParser category: Feed Fetcher url: https://github.com/kurtmckee/feedparser producer: name: Kurt McKee url: https://github.com/kurtmckee - user_agent: Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/) bot: name: Uptime Robot category: Site Monitor url: "" producer: name: Uptime Robot url: http://uptimerobot.com - user_agent: Mozilla/5.0 (compatible; Uptimebot/1.0; +http://www.uptime.com/uptimebot) bot: name: Uptimebot category: Site Monitor url: https://uptime.com/uptimebot producer: name: Uptime url: https://uptime.com - user_agent: Mozilla/5.0 (compatible; vkShare; +http://vk.com/dev/Share) bot: name: VK Share Button category: Crawler url: http://vk.com/dev/Share producer: name: VK url: http://vk.com/ - user_agent: 'Mozilla/4.0 (compatible; Vagabondo/4.0; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)' bot: name: Vagabondo category: Crawler url: "" producer: name: WiseGuys url: http://www.wise-guys.nl/ - user_agent: Mozilla/5.0 (compatible; VelenPublicWebCrawler/1.0; +https://velen.io) bot: name: Velen Public Web Crawler category: Crawler url: https://hunter.io/robot - user_agent: Vercelbot (+https://vercel.com) bot: name: Vercel Bot category: Service bot url: https://vercel.com - user_agent: Mozilla/5.0 (compatible; VSMCrawler; http://www.visualsitemapper.com/crawler/) bot: name: Visual Site Mapper Crawler category: Crawler url: http://www.visualsitemapper.com/crawler producer: name: Alentum Software Ltd. url: http://www.alentum.com - user_agent: 'Jigsaw/2.3.0 W3C_CSS_Validator_JFouffa/2.0 (See )' bot: name: W3C CSS Validator category: Validator url: http://jigsaw.w3.org/css-validator producer: name: W3C url: http://www.w3.org - user_agent: W3C_I18n-Checker/1.0 (http://validator.w3.org/services) bot: name: W3C I18N Checker category: Validator url: http://validator.w3.org/i18n-checker producer: name: W3C url: http://www.w3.org - user_agent: 'W3C-checklink/4.0 [4.4] libwww-perl/5.803' bot: name: W3C Link Checker category: Validator url: http://validator.w3.org/checklink producer: name: W3C url: http://www.w3.org - user_agent: W3C-checklink/4.81 libwww-perl/5.836 bot: name: W3C Link Checker category: Validator url: http://validator.w3.org/checklink producer: name: W3C url: http://www.w3.org - user_agent: Validator.nu/LV http://validator.w3.org/services bot: name: W3C Markup Validation Service category: Validator url: http://validator.w3.org/services producer: name: W3C url: http://www.w3.org - user_agent: W3C_Validator/1.3 http://validator.w3.org/services bot: name: W3C Markup Validation Service category: Validator url: http://validator.w3.org/services producer: name: W3C url: http://www.w3.org - user_agent: W3C_Validator/1.767 bot: name: W3C Markup Validation Service category: Validator url: http://validator.w3.org/services producer: name: W3C url: http://www.w3.org - user_agent: W3C-mobileOK/DDC-1.0 (see http://www.w3.org/2006/07/mobileok-ddc) bot: name: W3C MobileOK Checker category: Validator url: http://validator.w3.org/mobile producer: name: W3C url: http://www.w3.org - user_agent: W3C_Unicorn/1.0 (http://validator.w3.org/services) bot: name: W3C Unified Validator category: Validator url: http://validator.w3.org/unicorn producer: name: W3C url: http://www.w3.org - user_agent: Mozilla/5.0 (compatible; Wappalyzer; +https://github.com/AliasIO/Wappalyzer) bot: name: Wappalyzer url: https://github.com/AliasIO/Wappalyzer producer: name: AliasIO url: https://github.com/AliasIO - user_agent: WeSEE:Search/0.1 (Alpha, http://www.wesee.com/en/support/bot/) bot: name: WeSEE:Search category: Search bot url: http://www.wesee.com/bot producer: name: WeSEE Ltd url: http://www.wesee.com - user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4) Build/MPJ24.139-64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.146 Mobile Safari/537.36 PTST/180829.190838 bot: name: WebPageTest category: Site Monitor url: https://www.webpagetest.org - user_agent: websitepulse checker/1.1 (compatible; MSIE 5.5; Netscape 4.75; Linux) bot: name: WebSitePulse category: Site Monitor url: http://badcheese.com/crawler.html producer: name: WebSitePulse url: http://www.websitepulse.com/ - user_agent: WebbCrawler 1.0 ( http://badcheese.com/crawler.html ) bot: name: WebbCrawler category: Crawler url: http://badcheese.com/crawler.html producer: name: Steve Webb url: http://badcheese.com - user_agent: weborama-fetcher (+http://www.weborama.com) bot: name: Weborama category: Search bot url: https://weborama.com/ producer: name: Weborama SA url: https://weborama.com/ - user_agent: WikiDo/1.1 (http://wikido.com; crawler@wikido.com) bot: name: WikiDo category: Search bot url: https://www.wikido.com/ producer: name: Fotolitografie Fiorentine di Becchi Antonio s.n.c. url: https://www.wikido.com/ - user_agent: Mozilla/5.0 (compatible; woorankreview/2.0; +https://www.woorank.com/) bot: name: WooRank category: Search bot url: https://www.woorank.com/ producer: name: WooRank sprl url: https://www.woorank.com/ - user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1 (compatible; woorankreview/2.0; +https://www.woorank.com/) bot: name: WooRank category: Search bot url: https://www.woorank.com/ producer: name: WooRank sprl url: https://www.woorank.com/ - user_agent: WordPress/4.7.2; https://example.com bot: name: WordPress category: Service Agent url: https://wordpress.org/ producer: name: Wordpress.org url: https://wordpress.org/ - user_agent: Wotbox/2.01 (+http://www.wotbox.com/bot/) bot: name: Wotbox category: Search bot url: http://www.wotbox.com/bot/ producer: name: Wotbox url: http://www.wotbox.com - user_agent: XenForo/2.x (https://www.example.com) bot: name: XenForo category: Service Agent url: https://xenforo.com/ producer: name: XenForo Ltd. url: https://xenforo.com/ - user_agent: yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; Europe/en) http://yacy.net/bot.html bot: name: YaCy category: Search bot url: http://yacy.net/bot.html producer: name: YaCy url: http://yacy.net - user_agent: yacybot (freeworld/global; x86 Windows XP 5.1; java 1.7.0_21; GMT+04:00/ru) http://yacy.net/bot.html bot: name: YaCy category: Search bot url: http://yacy.net/bot.html producer: name: YaCy url: http://yacy.net - user_agent: Mozilla/5.0 (compatible; Yahoo Ad monitoring; https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html) bot: name: Yahoo Gemini category: Crawler url: https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html producer: name: Yahoo! Inc. url: http://www.yahoo.com - user_agent: Y!J-BRW/1.0 (https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716) bot: name: Yahoo! Japan BRW category: Crawler url: https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716/~/ウェブページにアクセスするシステムのユーザーエージェントについて producer: name: Yahoo! Japan Corp. url: https://www.yahoo.co.jp/ - user_agent: Mozilla/5.0 (compatible; Yahoo Link Preview; https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html) bot: name: Yahoo! Link Preview category: Crawler url: https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html producer: name: Yahoo! Inc. url: http://www.yahoo.com - user_agent: Yahoo:LinkExpander:Slingstone bot: name: Yahoo! Link Preview category: Crawler url: https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html producer: name: Yahoo! Inc. url: http://www.yahoo.com - user_agent: Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5 bot: name: Yahoo! Slurp category: Search bot url: http://help.yahoo.com/ysearch/slurp producer: name: Yahoo! Inc. url: http://www.yahoo.com - user_agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) bot: name: Yahoo! Slurp category: Search bot url: http://help.yahoo.com/ysearch/slurp producer: name: Yahoo! Inc. url: http://www.yahoo.com - user_agent: Mozilla/5.0 (compatible; Linux i686; Yandex.Gazeta Bot/1.0; +http://gazeta.yandex.ru) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YaDirectFetcher/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexImageResizer/2.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexMobileScreenShotBot/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexNews/3.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexNewslinks; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexOntoDB/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexOntoDBAPI/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexPartner/3.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexRCA/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexSearchShop/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexTracker/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexTurbo/1.0; +http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; YandexVerticals/1.0; http://yandex.com/bots) bot: name: Yandex Bot category: Search bot url: http://www.yandex.com/bots producer: name: Yandex LLC url: http://company.yandex.com - user_agent: Mozilla/5.0 (compatible; NaverJapan/1.0; +http://corp.naver.jp/) bot: name: Yeti/Naverbot category: Search bot url: http://help.naver.com/robots/ producer: name: Naver url: http://www.naver.com - user_agent: Yeti/1.1 (Naver Corp.; http://help.naver.com/robots/) bot: name: Yeti/Naverbot category: Search bot url: http://help.naver.com/robots/ producer: name: Naver url: http://www.naver.com - user_agent: Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; ) bot: name: Youdao Bot category: Search bot url: http://www.youdao.com/help/webmaster/spider producer: name: NetEase, Inc. url: http://corp.163.com - user_agent: YOURLS v1.5.1 +http://yourls.org/ (running on http://fhort.com) bot: name: Yourls category: Crawler url: http://yourls.org - user_agent: Mozilla/5.0 (compatible; YRSpider; +http://www.yunrang.com/yrspider.html) bot: name: Yunyun Bot category: Search bot url: http://www.yunyun.com/SiteInfo.php?r=about producer: name: YunYun url: http://www.yunyun.com - user_agent: Mozilla/5.0 (compatible; YRSpider; +http://www.yunyun.com/SiteInfo.php?r=about) bot: name: Yunyun Bot category: Search bot url: http://www.yunyun.com/SiteInfo.php?r=about producer: name: YunYun url: http://www.yunyun.com - user_agent: Mozilla/5.0 (compatible; YYSpider; +http://www.yunyun.com/spider.html) bot: name: Yunyun Bot category: Search bot url: http://www.yunyun.com/SiteInfo.php?r=about producer: name: YunYun url: http://www.yunyun.com - user_agent: Zao/0.1 (http://www.kototol.org/zao) bot: name: Zao category: Crawler - user_agent: zelist.ro feed parser (+http://www.zelist.ro) bot: name: Ze List url: https://www.zelist.ro/ category: Feed Fetcher producer: name: Treeworks SRL url: https://www.tree.ro/ - user_agent: Zookabot/2.5;++http://zookabot.com bot: name: Zookabot category: Crawler url: http://zookabot.com producer: name: Hwacha ApS url: http://hwacha.dk - user_agent: Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry) bot: name: ZumBot category: Search bot url: http://help.zum.com/inquiry producer: name: ZUM internet url: http://www.zuminternet.com/ - user_agent: ZumBot/1.0 (ZUM Search; http://help.zum.com/inquiry) bot: name: ZumBot category: Search bot url: http://help.zum.com/inquiry producer: name: ZUM internet url: http://www.zuminternet.com/ - user_agent: AhrefsBot.Feeds v0.1; http://ahrefs.com/ bot: name: aHrefs Bot category: Crawler url: https://ahrefs.com/robot producer: name: Ahrefs Pte Ltd url: https://ahrefs.com/robot - user_agent: Mozilla/5.0 (compatible; AhrefsBot/3.1; +http://ahrefs.com/robot/ bot: name: aHrefs Bot category: Crawler url: https://ahrefs.com/robot producer: name: Ahrefs Pte Ltd url: https://ahrefs.com/robot - user_agent: Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) bot: name: aHrefs Bot category: Crawler url: https://ahrefs.com/robot producer: name: Ahrefs Pte Ltd url: https://ahrefs.com/robot - user_agent: 'Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxyfile1-hrd)' bot: name: aHrefs Bot category: Crawler url: https://ahrefs.com/robot producer: name: Ahrefs Pte Ltd url: https://ahrefs.com/robot - user_agent: Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; archive.org_bot/3.3.0 +http://pandora.nla.gov.au/crawl.html) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; archive.org_bot; Archive-It; +http://archive-it.org/files/site-owners.html) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-20131029-0036 +http://archive.org/details/archive.org_bot) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: Mozilla/5.0 (compatible; special_archiver/3.2.0 +http://www.loc.gov/webarchiving/notice_to_webmasters.html) bot: name: archive.org bot category: Crawler url: https://archive.org/details/archive.org_bot producer: name: The Internet Archive url: https://archive.org - user_agent: CCBot/2.0 (http://commoncrawl.org/faq/) bot: name: ccBot crawler category: Crawler url: http://commoncrawl.org/faq/ producer: name: reddit inc. url: http://www.reddit.com - user_agent: Mozilla/5.0 eCairn-Grabber/1.0 (+http://ecairn.com/grabber) bot: name: eCairn-Grabber category: Crawler producer: name: eCairn url: https://ecairn.com - user_agent: eZ Publish Link Validator bot: name: eZ Publish Link Validator category: Crawler url: https://ez.no/ producer: name: eZ Systems AS url: https://ez.no/ - user_agent: Mozilla/5.0 (compatible; evc-batch/2.0) bot: name: evc-batch category: Crawler url: "" producer: name: eVenture Capital Partners II, LLC url: http://www.eventures.vc/ - user_agent: Mozilla/5.0 (compatible; inoreader.com; 2 subscribers) bot: name: inoreader category: Feed Reader url: https://www.inoreader.com - user_agent: masscan/1.0 (https://github.com/robertdavidgraham/masscan) bot: name: masscan url: https://github.com/robertdavidgraham/masscan category: Crawler producer: name: Robert Graham url: https://github.com/robertdavidgraham - user_agent: 'Mozilla/5.0/Firefox/42.0 - nbertaupete95(at)gmail.com' bot: name: nbertaupete95 category: Crawler - user_agent: Mozilla/5.0 (compatible; oBot/2.3.1; http://www.xforce-security.com/crawler/) bot: name: oBot category: Search bot url: https://www.xforce-security.com/crawler/ producer: name: 'IBM Germany Research & Development GmbH' url: https://exchange.xforce.ibmcloud.com/ - user_agent: 'sqlmap/1.1.8.2#dev (http://sqlmap.org)' bot: name: sqlmap category: Security Checker url: http://sqlmap.org/ producer: name: sqlmap url: http://sqlmap.org/ - user_agent: Mozilla/5.0 (compatible; theoldreader.com; 1 subscribers; feed-id=aaa) bot: name: theoldreader category: Feed Reader url: https://theoldreader.com - user_agent: Sprinklr 2.0 bot: name: Sprinklr category: Crawler url: "" producer: name: Sprinklr, Inc. url: https://www.sprinklr.com/ - user_agent: Mozilla/5.0 (X11; Linux x86_64)AppleWebKit/537.36 (KHTML, like Gecko; Google-Ads-Qualify)Chrome/85.0.4183.140 Safari/537.36 bot: name: Googlebot category: Search bot url: http://www.google.com/bot.html producer: name: Google Inc. url: http://www.google.com - user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; BDCbot/1.0; +http://bigweb.bigdatacorp.com.br/faq.aspx) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36 bot: name: BDCbot category: Crawler url: https://bigweb.bigdatacorp.com.br/pages/faq.aspx producer: name: BIG Data Solucoes Em Tecnologia de Informatica LTDA url: https://bigdatacorp.com.br/ - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36 CloudflareDiagnostics/1.0 bot: name: Cloudflare Diagnostics category: Site Monitor url: https://www.cloudflare.com/ producer: name: Cloudflare url: https://www.cloudflare.com - user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 12_0 like Mac OS X) adbeat.com/policy AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/69.0.3497.105 Mobile/15E148 Safari/605.1 bot: name: Adbeat category: Crawler url: https://www.adbeat.com/operation_policy producer: name: PPC Labs LLC url: https://www.adbeat.com/ - user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko; compatible; BW/1.1; bit.ly/2W6Px8S) Chrome/84.0.4147.105 Safari/537.36 bot: name: BuiltWith category: Crawler url: https://builtwith.com/biup producer: name: BuiltWith Pty Ltd url: https://builtwith.com/ - user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36 (+https://whatis.contentkingapp.com) bot: name: ContentKing category: Site Monitor url: https://whatis.contentkingapp.com/ producer: name: ContentKing BV url: https://www.contentkingapp.com/ - user_agent: Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36 MicroAdBot/1.1 (https://www.microad.co.jp/contact/) bot: name: MicroAdBot category: Crawler url: https://www.microad.co.jp/ producer: name: MicroAd, Inc. url: https://www.microad.co.jp/ - user_agent: Mozilla/5.0 (compatible; PingAdmin.Ru/1.2; +http://pingadmin.ru/free_test/) bot: name: PingAdmin.Ru category: Site Monitor url: https://ping-admin.ru/ - user_agent: Mozilla/5.0 (compatible; WebDataStats/1.0 ; +https://webdatastats.com/policy.html) bot: name: WebDataStats category: Crawler url: https://webdatastats.com/policy.html producer: name: WebTehRazrabotka LLC url: https://webdatastats.com/ - user_agent: Mozilla/5.0 (compatible; parse.ly scraper/0.14; +http://parsely.com) bot: name: parse.ly category: Crawler url: https://www.parse.ly/help/integration/crawler producer: name: Parsely, Inc. url: https://www.parse.ly/ - user_agent: Mozilla/5.0 (compatible; Nimbostratus-Bot/v1.3.2; http://cloudsystemnetworks.com) bot: name: Nimbostratus Bot category: Site Monitor url: http://cloudsystemnetworks.com - user_agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.17) Gecko/20110515 HeartRails_Capture/1.0.4 (+http://capture.heartrails.com/) Namoroka/3.6.17 bot: name: Heart Rails Capture category: Service Agent url: http://capture.heartrails.com - user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.134 Safari/537.36 http://notifyninja.com/monitoring bot: name: Notify Ninja category: Site Monitor url: http://notifyninja.com - user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) Project-Resonance (http://project-resonance.com/) (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36 bot: name: Project Resonance category: Crawler url: http://project-resonance.com - user_agent: Mozilla/5.0 (compatible; DataXu/1.0; +http://dataxu.com) bot: name: DataXu category: Service Agent url: https://advertising.roku.com/dataxu producer: name: Roku, Inc. url: https://roku.com - user_agent: Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) PingdomTMS/0.8.5 Safari/534.34 bot: name: Pingdom Bot category: Site Monitor url: "" producer: name: Pingdom AB url: https://www.pingdom.com - user_agent: Mozilla/5.0 (compatible; Cocolyzebot/1.0; https://cocolyze.com/bot) bot: name: Cocolyzebot category: Crawler url: https://cocolyze.com/en/cocolyzebot producer: name: VSI INNOVATION SAS url: https://vsi-innovation.com/ - user_agent: veryhip (http://veryhip.com/) bot: name: VeryHip category: Crawler url: https://veryhip.com/ producer: name: VeryHip url: https://veryhip.com/ - user_agent: Mozilla/5.0 (compatible; LinkpadBot/2.3; +http://linkpad.org/robot/) bot: name: LinkpadBot category: Crawler url: https://www.linkpad.org/ producer: name: Solomono LLC url: https://www.linkpad.org/ - user_agent: Mozilla/4.0 (compatible; MuscatFerret/1.7; http://www.webtop.com/) bot: name: MuscatFerret category: Crawler url: http://www.webtop.com/ - user_agent: Quora-Bot/1.0 (http://www.quora.com) bot: name: Quora Bot category: Crawler url: "" producer: name: Quora url: https://www.quora.com/ - user_agent: PageThing.com bot: name: PageThing category: Crawler url: https://www.pagething.com/ producer: name: SPECIALNOISE LTD url: https://www.specialnoise.com/ - user_agent: ArchiveBox/0.5.3 (+https://github.com/ArchiveBox/ArchiveBox/) bot: name: ArchiveBox url: https://archivebox.io/ category: Crawler producer: name: "" url: "" - user_agent: Choosito/1.0 +http://www.choosito.com/ bot: name: Choosito url: https://www.choosito.com/ category: Crawler producer: name: Choosito! Inc. url: https://www.choosito.com/ - user_agent: datagnionbot (+http://www.datagnion.com/bot.html) bot: name: datagnionbot url: https://www.datagnion.com/bot.html category: Crawler producer: name: DATAGNION GMBH url: https://www.datagnion.com/ - user_agent: InterNaetBoten/0.99 (http://www.xn--internt-bxa.nu) bot: name: Generic Bot - user_agent: EasyBib AutoCite (http://autocite-info.citation-api.com/) bot: name: Generic Bot - user_agent: Bidtellect/0.0.643.0 bot: name: Generic Bot - user_agent: Mozilla/5.0 (compatible; meg/0.2; +https://github.com/tomnomnom/meg) bot: name: Generic Bot - user_agent: Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:66.0) WhatCMS/1.0 bot: name: WhatCMS url: https://whatcms.org/ category: Crawler producer: name: "" url: "" - user_agent: httpx - Open-source project (github.com/projectdiscovery/httpx) bot: name: httpx url: https://github.com/projectdiscovery/httpx category: Crawler producer: name: "" url: "" - user_agent: 'Expanse indexes the network perimeters of our customers. If you have any questions or concerns, please reach out to: scaninfo@expanseinc.com' bot: name: Expanse category: Security Checker url: https://expanse.co/ producer: name: Expanse Inc. url: https://expanse.co/ - user_agent: 'HuaweiWebCatBot/6.0) (To acquire the allowed html pages as reliable information of URL categorization in the automatic process for Huawei Web Categorization.; https://isecurity.huawei.com/; sec at huawei dot com)' bot: name: HuaweiWebCatBot category: Crawler url: https://isecurity.huawei.com producer: name: Huawei Technologies Co., Ltd. url: https://huawei.com - user_agent: Mozilla/5.0 (compatible; SputnikFaviconBot/1.2; +http://corp.sputnik.ru/webmaster) bot: name: Sputnik Favicon Bot url: "" category: Crawler - user_agent: Hatena-Favicon2 (http://www.hatena.ne.jp/faq/) bot: name: Hatena Favicon category: Crawler url: https://www.hatena.ne.jp/faq/ producer: name: Hatena Co., Ltd. url: https://www.hatena.ne.jp - user_agent: Mozilla/5.0 (compatible; RyowlEngine/1.0; +https://ryowl.org) bot: name: Ryowl category: Crawler url: https://ryowl.org - user_agent: Mozilla/5.0 (compatible; OdklBot/1.0 like Linux; klass@odnoklassniki.ru) bot: name: Odnoklassniki Bot category: Crawler url: https://odnoklassniki.ru - user_agent: Mediatoolkitbot (complaints@mediatoolkit.com) bot: name: Mediatoolkit Bot category: Crawler url: https://mediatoolkit.com - user_agent: ZoominfoBot (zoominfobot at zoominfo dot com) bot: name: ZoominfoBot category: Crawler url: https://www.zoominfo.com - user_agent: Mozilla/5.0 (compatible; WeViKaBot/1.0; +http://www.wevika.de/) bot: name: WeViKaBot category: Crawler url: http://www.wevika.de - user_agent: Mozilla/5.0 (compatible; SEOkicks; +https://www.seokicks.de/robot.html) bot: name: SEOkicks category: Crawler url: https://www.seokicks.de/robot.html - user_agent: Mozilla/5.0 (compatible; Plukkie/1.6; http://www.botje.com/plukkie.htm) bot: name: Plukkie category: Crawler url: http://www.botje.com/plukkie.htm - user_agent: Mozilla/5.0 (compatible; proximic; https://www.comscore.com/Web-Crawler) bot: name: Comscore category: Crawler url: https://www.comscore.com/Web-Crawler - user_agent: Mozilla/5.0 (compatible; SurdotlyBot/1.0; +http://sur.ly/bot.html) bot: name: SurdotlyBot category: Crawler url: http://sur.ly/bot.html - user_agent: Mozilla/5.0 (compatible; Gowikibot/1.0; +http://www.gowikibot.com) bot: name: Gowikibot category: Crawler url: http:/www.gowikibot.com - user_agent: Mozilla/5.0 (compatible; SabsimBot/3.0; +https://sabsim.com) bot: name: SabsimBot category: Crawler url: https://sabsim.com - user_agent: Mozilla/5.0 (compatible; LumtelBot/1.0; +http://lumtel.com) bot: name: LumtelBot category: Crawler url: https://umtel.com - user_agent: Mozilla/5.0+(compatible;+PiplBot;+http://www.pipl.com/bot/) bot: name: PiplBot category: Crawler url: http://www.pipl.com/bot - user_agent: Mozilla/5.0 (compatible; woobot/2.0; +https://www.woorank.com/bot) bot: name: WooRank category: Crawler url: https://www.woorank.com/bot - user_agent: YahooMailProxy; https://help.yahoo.com/kb/yahoo-mail-proxy-SLN28749.html bot: name: Yahoo! Mail Proxy category: Service Agent url: https://help.yahoo.com/kb/yahoo-mail-proxy-SLN28749.html producer: name: Yahoo! Inc. url: http://www.yahoo.com - user_agent: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko; compatible; Cookiebot/1.0; http://cookiebot.com/) Chrome/79.0.3945.117 Safari/537.36' bot: name: Cookiebot category: Crawler url: https://support.cookiebot.com/hc/en-us/articles/360014264140-Scanner-User-Agent producer: name: Cybot A/S url: https://www.cybot.com/