UNPKG

node-device-detector

Version:

Nodejs device detector (port matomo-org/device-detector)

2,092 lines 152 kB
module.exports = [ { "regex": "WireReaderBot", "name": "WireReaderBot", "category": "Feed Fetcher", "url": "https://wirereader.app/" }, { "regex": "monitoring360bot", "name": "360 Monitoring", "category": "Site Monitor", "url": "https://www.360monitoring.io", "producer": { "name": "Plesk International GmbH", "url": "https://www.plesk.com" } }, { "regex": "Cloudflare-Healthchecks", "name": "Cloudflare Health Checks", "category": "Service Agent", "url": "https://developers.cloudflare.com/health-checks/", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "360Spider", "name": "360Spider", "category": "Search bot", "url": "https://www.so.com/help/help_3_2.html", "producer": { "name": "Online Media Group, Inc.", "url": "" } }, { "regex": "Aboundex", "name": "Aboundexbot", "category": "Search bot", "url": "http://www.aboundex.com/crawler/", "producer": { "name": "Aboundex.com", "url": "http://www.aboundex.com" } }, { "regex": "AcoonBot", "name": "Acoon", "category": "Search bot", "url": "http://www.acoon.de/robot.asp", "producer": { "name": "Acoon GmbH", "url": "http://www.acoon.de" } }, { "regex": "AddThis\\.com", "name": "AddThis.com", "category": "Social Media Agent", "url": "", "producer": { "name": "Clearspring Technologies, Inc.", "url": "http://www.clearspring.com" } }, { "regex": "AhrefsBot", "name": "aHrefs Bot", "category": "Crawler", "url": "https://ahrefs.com/robot", "producer": { "name": "Ahrefs Pte Ltd", "url": "https://ahrefs.com/robot" } }, { "regex": "AhrefsSiteAudit", "name": "AhrefsSiteAudit", "category": "Site Monitor", "url": "https://ahrefs.com/robot/site-audit", "producer": { "name": "Ahrefs Pte Ltd", "url": "https://ahrefs.com/" } }, { "regex": "ia_archiver|alexabot|verifybot", "name": "Alexa Crawler", "category": "Search bot", "url": "https://support.alexa.com/hc/en-us/sections/200100794-Crawlers", "producer": { "name": "Alexa Internet", "url": "https://www.alexa.com" } }, { "regex": "alexa site audit", "name": "Alexa Site Audit", "category": "Site Monitor", "url": "https://support.alexa.com/hc/en-us/articles/200450194", "producer": { "name": "Alexa Internet", "url": "https://www.alexa.com" } }, { "regex": "Amazonbot", "name": "Amazon Bot", "category": "Crawler", "url": "https://developer.amazon.com/support/amazonbot", "producer": { "name": "Amazon.com, Inc.", "url": "https://www.amazon.com/" } }, { "regex": "AmazonAdBot", "name": "Amazon AdBot", "category": "Crawler", "url": "https://adbot.amazon.com/", "producer": { "name": "Amazon.com, Inc.", "url": "https://www.amazon.com/" } }, { "regex": "Amazon[ -]Route ?53[ -]Health[ -]Check[ -]Service", "name": "Amazon Route53 Health Check", "category": "Service Agent", "producer": { "name": "Amazon Web Services", "url": "https://aws.amazon.com/" } }, { "regex": "AmorankSpider", "name": "Amorank Spider", "category": "Crawler", "url": "http://amorank.com/webcrawler.html", "producer": { "name": "Amorank", "url": "http://www.amorank.com" } }, { "regex": "ApacheBench", "name": "ApacheBench", "category": "Benchmark", "url": "https://httpd.apache.org/docs/2.4/programs/ab.html", "producer": { "name": "The Apache Software Foundation", "url": "https://www.apache.org/foundation/" } }, { "regex": "Applebot", "name": "Applebot", "category": "Crawler", "url": "https://support.apple.com/en-us/119829", "producer": { "name": "Apple Inc", "url": "https://www.apple.com/" } }, { "regex": "iTMS", "name": "iTMS", "category": "Crawler", "url": "https://support.apple.com/en-us/119829", "producer": { "name": "Apple Inc", "url": "https://www.apple.com/" } }, { "regex": "AppSignalBot", "name": "AppSignalBot", "category": "Site Monitor", "url": "https://docs.appsignal.com/uptime-monitoring/", "producer": { "name": "AppSignal", "url": "https://appsignal.com/" } }, { "regex": "Arachni", "name": "Arachni", "category": "Security Checker", "url": "https://www.arachni-scanner.com/", "producer": { "name": "Sarosys LLC", "url": "https://www.sarosys.com/" } }, { "regex": "AspiegelBot", "name": "AspiegelBot", "category": "Crawler", "url": "https://aspiegel.com/", "producer": { "name": "Huawei", "url": "https://www.huawei.com/" } }, { "regex": "Castro 2, Episode Duration Lookup", "name": "Castro 2", "category": "Service Agent", "url": "http://supertop.co/castro/", "producer": { "name": "Supertop", "url": "http://supertop.co" } }, { "regex": "Curious George", "name": "Analytics SEO Crawler", "category": "Crawler", "url": "http://www.analyticsseo.com/crawler", "producer": { "name": "Analytics SEO", "url": "http://www.analyticsseo.com" } }, { "regex": "archive\\.org_bot|special_archiver", "name": "archive.org bot", "category": "Crawler", "url": "https://archive.org/details/archive.org_bot", "producer": { "name": "The Internet Archive", "url": "https://archive.org" } }, { "regex": "Ask Jeeves/Teoma", "name": "Ask Jeeves", "category": "Search bot", "url": "", "producer": { "name": "Ask Jeeves Inc.", "url": "http://www.ask.com" } }, { "regex": "Backlink-Check\\.de", "name": "Backlink-Check.de", "category": "Crawler", "url": "http://www.backlink-check.de/bot.html", "producer": { "name": "Mediagreen Medienservice", "url": "http://www.backlink-check.de" } }, { "regex": "BacklinkCrawler", "name": "BacklinkCrawler", "category": "Crawler", "url": "http://www.backlinktest.com/crawler.html", "producer": { "name": "2.0Promotion GbR", "url": "http://www.backlinktest.com" } }, { "regex": "Baidu.*spider|baidu Transcoder", "name": "Baidu Spider", "category": "Search bot", "url": "http://www.baidu.com/search/spider.htm", "producer": { "name": "Baidu", "url": "http://www.baidu.com" } }, { "regex": "BazQux", "name": "BazQux Reader", "url": "https://bazqux.com/fetcher", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "Better Uptime Bot", "name": "Better Uptime Bot", "category": "Site Monitor", "url": "https://betteruptime.com/faq", "producer": { "name": "Better Uptime", "url": "https://betteruptime.com/" } }, { "regex": "MSNBot|msrbot|bingbot|bingadsbot|BingPreview|msnbot-(UDiscovery|NewsBlogs)|adidxbot", "name": "BingBot", "category": "Search bot", "url": "http://search.msn.com/msnbot.htmn", "producer": { "name": "Microsoft Corporation", "url": "http://www.microsoft.com" } }, { "regex": "Blackbox Exporter", "name": "Blackbox Exporter", "category": "Site Monitor", "url": "https://github.com/prometheus/blackbox_exporter", "producer": { "name": "Prometheus", "url": "https://prometheus.io/" } }, { "regex": "Blekkobot", "name": "Blekkobot", "category": "Search bot", "url": "http://blekko.com/about/blekkobot", "producer": { "name": "Blekko", "url": "http://blekko.com" } }, { "regex": "BLEXBot", "name": "BLEXBot Crawler", "category": "Crawler", "url": "http://webmeup-crawler.com", "producer": { "name": "WebMeUp", "url": "http://webmeup.com" } }, { "regex": "Bloglovin", "name": "Bloglovin", "url": "http://www.bloglovin.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "Blogtrottr", "name": "Blogtrottr", "url": "", "category": "Feed Fetcher", "producer": { "name": "Blogtrottr Ltd", "url": "https://blogtrottr.com/" } }, { "regex": "BoardReader Blog Indexer", "name": "BoardReader Blog Indexer", "category": "Crawler", "producer": { "name": "BoardReader", "url": "https://boardreader.com/" } }, { "regex": "BountiiBot", "name": "Bountii Bot", "category": "Search bot", "url": "http://bountii.com/contact.php", "producer": { "name": "Bountii Inc.", "url": "http://bountii.com" } }, { "regex": "Browsershots", "name": "Browsershots", "category": "Service Agent", "url": "http://browsershots.org/faq", "producer": { "name": "Browsershots.org", "url": "http://browsershots.org" } }, { "regex": "BUbiNG", "name": "BUbiNG", "category": "Crawler", "url": "http://law.di.unimi.it/BUbiNG.html", "producer": { "name": "The Laboratory for Web Algorithmics (LAW)", "url": "http://law.di.unimi.it/software.php#buging" } }, { "regex": "(?<!HTC)[ _]Butterfly/", "name": "Butterfly Robot", "category": "Search bot", "url": "http://labs.topsy.com/butterfly", "producer": { "name": "Topsy Labs", "url": "http://labs.topsy.com" } }, { "regex": "CareerBot", "name": "CareerBot", "category": "Crawler", "url": "http://www.career-x.de/bot.html", "producer": { "name": "career-x GmbH", "url": "http://www.career-x.de" } }, { "regex": "CCBot", "name": "ccBot crawler", "category": "Crawler", "url": "http://commoncrawl.org/faq/", "producer": { "name": "reddit inc.", "url": "http://www.reddit.com" } }, { "regex": "Cliqzbot", "name": "Cliqzbot", "category": "Crawler", "url": "http://cliqz.com/company/cliqzbot", "producer": { "name": "10betterpages GmbH", "url": "http://cliqz.com" } }, { "regex": "Cloudflare-AMP", "name": "CloudFlare AMP Fetcher", "category": "Crawler", "url": "https://amp.cloudflare.com/doc/fetcher.html", "producer": { "name": "CloudFlare", "url": "http://www.cloudflare.com" } }, { "regex": "Cloudflare-?Diagnostics", "name": "Cloudflare Diagnostics", "category": "Site Monitor", "url": "https://www.cloudflare.com/", "producer": { "name": "Cloudflare", "url": "https://www.cloudflare.com/" } }, { "regex": "CloudFlare-AlwaysOnline", "name": "CloudFlare Always Online", "category": "Site Monitor", "url": "https://www.cloudflare.com/always-online", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "Cloudflare-SSLDetector", "name": "Cloudflare SSL Detector", "category": "Site Monitor", "url": "https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "Cloudflare Custom Hostname Verification", "name": "Cloudflare Custom Hostname Verification", "category": "Service Agent", "url": "https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "Cloudflare-Traffic-Manager", "name": "Cloudflare Traffic Manager", "category": "Site Monitor", "url": "https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "Cloudflare-Smart-Transit", "name": "Cloudflare Smart Transit", "category": "Site Monitor", "url": "https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "CloudflareObservatory", "name": "Cloudflare Observatory", "category": "Site Monitor", "url": "https://developers.cloudflare.com/speed/speed-test/run-speed-test", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "https://developers\\.cloudflare\\.com/security-center/", "name": "Cloudflare Security Insights", "category": "Site Monitor", "url": "https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/", "producer": { "name": "CloudFlare", "url": "https://www.cloudflare.com/" } }, { "regex": "coccoc\\.com", "name": "Cốc Cốc Bot", "url": "https://help.coccoc.com/en/search-engine/coccoc-robots", "category": "Search bot", "producer": { "name": "Cốc Cốc", "url": "https://coccoc.com/" } }, { "regex": "collectd", "name": "Collectd", "url": "https://collectd.org/", "category": "Site Monitor", "producer": { "name": "Collectd", "url": "https://collectd.org/" } }, { "regex": "CommaFeed", "name": "CommaFeed", "url": "http://www.commafeed.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "CSS Certificate Spider", "name": "CSS Certificate Spider", "category": "Crawler", "url": "http://www.css-security.com/certificatespider/", "producer": { "name": "Certified Security Solutions", "url": "https://www.css-security.com/company/about-us/" } }, { "regex": "Datadog Agent|Datadog/?Synthetics", "name": "Datadog Agent", "url": "https://github.com/DataDog/dd-agent", "category": "Site Monitor", "producer": { "name": "Datadog", "url": "https://www.datadoghq.com/" } }, { "regex": "Datanyze", "name": "Datanyze", "url": "", "category": "Crawler", "producer": { "name": "Datanyze", "url": "https://www.datanyze.com" } }, { "regex": "Dataprovider", "name": "Dataprovider", "category": "Crawler", "url": "", "producer": { "name": "Dataprovider B.V.", "url": "https://www.dataprovider.com/" } }, { "regex": "Daum(?!(?:Apps|Device))", "name": "Daum", "category": "Search bot", "url": "http://tab.search.daum.net/aboutWebSearch_en.html", "producer": { "name": "Daum Communications Corp.", "url": "http://www.kakaocorp.com/main" } }, { "regex": "Dazoobot", "name": "Dazoobot", "category": "Search bot", "url": "", "producer": { "name": "DAZOO.FR", "url": "http://dazoo.fr" } }, { "regex": "discobot", "name": "Discobot", "category": "Search bot", "url": "http://discoveryengine.com/discobot.html", "producer": { "name": "Discovery Engine", "url": "http://discoveryengine.com" } }, { "regex": "Domain Re-Animator Bot|support@domainreanimator\\.com", "name": "Domain Re-Animator Bot", "category": "Crawler", "url": "", "producer": { "name": "Domain Re-Animator, LLC", "url": "http://domainreanimator.com" } }, { "regex": "DotBot", "name": "DotBot", "category": "Crawler", "url": "http://www.opensiteexplorer.org/dotbot", "producer": { "name": "SEOmoz, Inc.", "url": "http://moz.com/" } }, { "regex": "DuckDuck(?:Go-Favicons-)?Bot", "name": "DuckDuckBot", "category": "Search bot", "url": "https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot/", "producer": { "name": "DuckDuckGo", "url": "https://duckduckgo.com/" } }, { "regex": "DuckAssistBot", "name": "DuckAssistBot", "category": "Search bot", "url": "https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot/", "producer": { "name": "DuckDuckGo", "url": "https://duckduckgo.com/" } }, { "regex": "EasouSpider", "name": "Easou Spider", "category": "Search bot", "url": "http://www.easou.com/search/spider.html", "producer": { "name": "easou ICP", "url": "http://www.easou.com" } }, { "regex": "eCairn-Grabber", "name": "eCairn-Grabber", "category": "Crawler", "producer": { "name": "eCairn", "url": "https://ecairn.com" } }, { "regex": "EMail Exractor", "name": "EMail Exractor", "category": "Crawler", "url": "", "producer": { "name": "", "url": "" } }, { "regex": "evc-batch", "name": "evc-batch", "category": "Crawler", "url": "", "producer": { "name": "eVenture Capital Partners II, LLC", "url": "http://www.eventures.vc/" } }, { "regex": "Exabot|ExaleadCloudview", "name": "ExaBot", "category": "Crawler", "url": "http://www.exabot.com/go/robot", "producer": { "name": "Dassault Systèmes", "url": "http://www.3ds.com" } }, { "regex": "ExactSeek Crawler", "name": "ExactSeek Crawler", "category": "Search bot", "url": "http://www.exactseek.com", "producer": { "name": "Jayde Online, Inc.", "url": "http://www.jaydeonlineinc.com" } }, { "regex": "Ezooms", "name": "Ezooms", "category": "Crawler", "url": "", "producer": { "name": "SEOmoz, Inc.", "url": "http://moz.com/" } }, { "regex": "facebook(?:catalog|externalhit|externalua|platform|scraper)", "name": "Facebook Crawler", "category": "Social Media Agent", "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "producer": { "name": "Meta Platforms, Inc.", "url": "https://www.meta.com/" } }, { "regex": "meta-externalagent", "name": "Meta-ExternalAgent", "category": "Crawler", "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "producer": { "name": "Meta Platforms, Inc.", "url": "https://www.meta.com/" } }, { "regex": "meta-externalfetcher", "name": "Meta-ExternalFetcher", "category": "Social Media Agent", "url": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", "producer": { "name": "Meta Platforms, Inc.", "url": "https://www.meta.com/" } }, { "regex": "FacebookBot", "name": "FacebookBot", "category": "Crawler", "url": "https://developers.facebook.com/docs/sharing/bot", "producer": { "name": "Meta Platforms, Inc.", "url": "https://www.meta.com/" } }, { "regex": "Feedbin", "name": "Feedbin", "url": "http://feedbin.com/", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "FeedBurner", "name": "FeedBurner", "url": "http://www.feedburner.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "Feed Wrangler", "name": "Feed Wrangler", "url": "https://feedwrangler.net/", "category": "Feed Fetcher", "producer": { "name": "David Smith & Developing Perspective, LLC", "url": "https://david-smith.org" } }, { "regex": "Feedly", "name": "Feedly", "url": "http://www.feedly.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "Feedspot", "name": "Feedspot", "url": "http://www.feedspot.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "Fever/", "name": "Fever", "url": "http://feedafever.com/", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "FlipboardProxy|FlipboardRSS", "name": "Flipboard", "url": "http://flipboard.com/browserproxy", "category": "Feed Fetcher", "producer": { "name": "Flipboard", "url": "http://flipboard.com/" } }, { "regex": "Findxbot", "name": "Findxbot", "category": "Crawler", "url": "http://www.findxbot.com" }, { "regex": "FreshRSS", "name": "FreshRSS", "category": "Feed Fetcher", "url": "https://freshrss.org/" }, { "regex": "Genieo", "name": "Genieo Web filter", "category": "", "url": "http://www.genieo.com/webfilter.html", "producer": { "name": "Genieo", "url": "http://www.genieo.com" } }, { "regex": "GigablastOpenSource", "name": "Gigablast", "category": "Search bot", "url": "https://github.com/gigablast/open-source-search-engine", "producer": { "name": "Matt Wells", "url": "http://www.gigablast.com/faq.html" } }, { "regex": "Gluten Free Crawler", "name": "Gluten Free Crawler", "category": "Crawler", "url": "http://glutenfreepleasure.com/", "producer": { "name": "", "url": "" } }, { "regex": "gobuster", "name": "Gobuster", "url": "https://github.com/OJ/gobuster" }, { "regex": "ichiro/mobile goo", "name": "Goo", "category": "Search bot", "url": "http://search.goo.ne.jp/option/use/sub4/sub4-1", "producer": { "name": "NTT Resonant", "url": "http://goo.ne.jp" } }, { "regex": "Storebot-Google", "name": "Google StoreBot", "category": "Crawler" }, { "regex": "Google Favicon", "name": "Google Favicon", "category": "Crawler" }, { "regex": "Google Search Console", "name": "Google Search Console", "category": "Crawler", "url": "https://search.google.com/search-console/about", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Google Page Speed Insights", "name": "Google PageSpeed Insights", "category": "Site Monitor", "url": "http://developers.google.com/speed/pagespeed/insights/", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "google_partner_monitoring", "name": "Google Partner Monitoring", "category": "Site Monitor", "url": "", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Google-Cloud-Scheduler", "name": "Google Cloud Scheduler", "category": "Crawler", "url": "https://cloud.google.com/scheduler", "producer": { "name": "Google Inc.", "url": "https://www.google.com" } }, { "regex": "Google-Structured-Data-Testing-Tool", "name": "Google Structured Data Testing Tool", "category": "Validator", "url": "https://search.google.com/structured-data/testing-tool", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "GoogleStackdriverMonitoring", "name": "Google Stackdriver Monitoring", "category": "Site Monitor", "url": "https://cloud.google.com/monitoring", "producer": { "name": "Google Inc.", "url": "https://www.google.com" } }, { "regex": "Google-Transparency-Report", "name": "Google Transparency Report", "category": "Site Monitor", "url": "https://transparencyreport.google.com/", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Google-CloudVertexBot", "name": "Google-CloudVertexBot", "category": "Crawler", "url": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers#google-cloudvertexbot", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "via ggpht\\.com GoogleImageProxy", "name": "Gmail Image Proxy", "category": "Crawler", "url": "", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Google-Document-Conversion", "name": "Google-Document-Conversion", "category": "Service Agent", "url": "https://support.google.com/drive/answer/176692?hl=en", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "GoogleDocs; apps-spreadsheets", "name": "Google Sheets", "category": "Service Agent", "url": "https://workspace.google.com/products/sheets/", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "GoogleDocs; apps-presentations", "name": "Google Slides", "category": "Service Agent", "url": "https://workspace.google.com/products/slides/", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "GoogleDocs;", "name": "Google Docs", "category": "Service Agent", "url": "https://docs.google.com/", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "SeznamEmailProxy", "name": "Seznam Email Proxy", "category": "Crawler", "url": "", "producer": { "name": "Seznam.cz, a.s.", "url": "http://www.seznam.cz/" } }, { "regex": "Seznam-Zbozi-robot", "name": "Seznam Zbozi.cz", "category": "Crawler", "url": "", "producer": { "name": "Seznam.cz, a.s.", "url": "https://www.zbozi.cz/" } }, { "regex": "Heurekabot-Feed", "name": "Heureka Feed", "category": "Crawler", "url": "https://sluzby.heureka.cz/napoveda/heurekabot/", "producer": { "name": "Heureka.cz, a.s.", "url": "https://www.heureka.cz/" } }, { "regex": "ShopAlike", "name": "ShopAlike", "category": "Crawler", "url": "", "producer": { "name": "Visual Meta", "url": "https://www.shopalike.cz/" } }, { "regex": "deepcrawl\\.com", "name": "Lumar", "category": "Crawler", "url": "https://deepcrawl.com/bot", "producer": { "name": "Lumar", "url": "https://www.lumar.io/" } }, { "regex": "Googlebot-News", "name": "Googlebot News", "category": "Search bot", "url": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Adwords-(?:DisplayAds|Express|Instant)|Google Web Preview|Google[ -]Publisher[ -]Plugin|Google-(?:adstxt|Ads-Conversions|Ads-Qualify|Adwords|AMPHTML|Assess|Extended|HotelAdsVerifier|InspectionTool|Lens|PageRenderer|Read-Aloud|Shopping-Quality|Site-Verification|Sites-Thumbnails|speakr|Stale-Content-Probe|Test|Youtube-Links)|(?:AdsBot|APIs|Feedfetcher|Mediapartners)-Google(?:-Mobile)?|Google(?:AdSenseInfeed|AssociationService|bot|Other|Prober|Producer|Sites)|Google.*/\\+/web/snippet", "name": "Googlebot", "category": "Search bot", "url": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "^Google$", "name": "Googlebot", "category": "Search bot", "url": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Google-Safety", "name": "Google-Safety", "category": "Crawler", "url": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "DuplexWeb-Google", "name": "DuplexWeb-Google", "category": "Crawler", "url": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "Google-Area120-PrivacyPolicyFetcher", "name": "Google Area 120 Privacy Policy Fetcher", "category": "Crawler", "url": "https://area120.google.com/", "producer": { "name": "Google Inc.", "url": "https://www.google.com/" } }, { "regex": "HubSpot ", "name": "HubSpot", "category": "Crawler", "producer": { "name": "HubSpot Inc.", "url": "https://www.hubspot.com" } }, { "regex": "vuhuv(?:Bot|RBT)", "name": "vuhuvBot", "category": "Search bot", "url": "https://vuhuv.com/bot.html" }, { "regex": "HTTPMon", "name": "HTTPMon", "category": "Site Monitor", "url": "http://www.httpmon.com", "producer": { "name": "towards GmbH", "url": "http://www.towards.ch/" } }, { "regex": "ICC-Crawler", "name": "ICC-Crawler", "category": "Crawler", "url": "http://www.nict.go.jp/en/univ-com/plan/crawl.html", "producer": { "name": "", "url": "" } }, { "regex": "inoreader\\.com", "name": "inoreader", "category": "Feed Reader", "url": "https://www.inoreader.com" }, { "regex": "iisbot", "name": "IIS Site Analysis", "category": "Crawler", "url": "http://www.iis.net/iisbot.html", "producer": { "name": "Microsoft Corporation", "url": "http://www.microsoft.com" } }, { "regex": "ips-agent", "name": "IPS Agent", "category": "Crawler", "producer": { "name": "VeriSign, Inc", "url": "http://www.verisign.com/" } }, { "regex": "IP-Guide\\.com", "name": "IP-Guide Crawler", "category": "Crawler", "url": "", "producer": { "name": "", "url": "https://ip-guide.com" } }, { "regex": "k6/", "name": "K6", "url": "https://k6.io/" }, { "regex": "kouio", "name": "Kouio", "url": "http://kouio.com/", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "larbin", "name": "Larbin web crawler", "category": "Crawler", "url": "http://larbin.sourceforge.net", "producer": { "name": "", "url": "" } }, { "regex": "[A-z0-9]*-Lighthouse", "name": "Lighthouse", "category": "Site Monitor", "url": "https://developers.google.com/web/tools/lighthouse", "producer": { "name": "Lighthouse", "url": "https://developers.google.com/web/tools/lighthouse" } }, { "regex": "last-modified\\.com", "name": "LastMod Bot", "category": "Site Monitor", "url": "https://last-modified.com/en/about", "producer": { "name": "", "url": "https://last-modified.com/en" } }, { "regex": "linkdexbot|linkdex\\.com", "name": "Linkdex Bot", "category": "Search bot", "url": "http://www.linkdex.com/bots", "producer": { "name": "Mojeek Ltd.", "url": "http://www.mojeek.com" } }, { "regex": "LinkedInBot", "name": "LinkedIn Bot", "category": "Social Media Agent", "url": "http://www.linkedin.com", "producer": { "name": "LinkedIn", "url": "http://www.linkedin.com" } }, { "regex": "ltx71", "name": "LTX71", "category": "Security Checker", "url": "https://ltx71.com/", "producer": { "name": "", "url": "" } }, { "regex": "Mail\\.RU", "name": "Mail.Ru Bot", "category": "Search bot", "url": "http://help.mail.ru/webmaster/indexing/robots/types_robots", "producer": { "name": "Mail.Ru Group", "url": "http://corp.mail.ru" } }, { "regex": "magpie-crawler", "name": "Magpie-Crawler", "category": "Social Media Agent", "url": "http://www.brandwatch.com/magpie-crawler/", "producer": { "name": "Brandwatch", "url": "http://www.brandwatch.com" } }, { "regex": "MagpieRSS", "name": "MagpieRSS", "url": "http://magpierss.sourceforge.net/", "category": "Feed Parser", "producer": { "name": "", "url": "" } }, { "regex": "masscan-ng", "name": "masscan-ng", "url": "https://github.com/bi-zone/masscan-ng", "category": "Crawler", "producer": { "name": "BIZON, OOO", "url": "https://bi.zone/" } }, { "regex": ".*masscan", "name": "masscan", "url": "https://github.com/robertdavidgraham/masscan", "category": "Crawler", "producer": { "name": "Robert Graham", "url": "https://github.com/robertdavidgraham" } }, { "regex": "Mastodon/", "name": "Mastodon Bot", "category": "Social Media Agent" }, { "regex": "meanpathbot", "name": "Meanpath Bot", "category": "Search bot", "url": "http://www.meanpath.com/meanpathbot.html", "producer": { "name": "Meanpath", "url": "http://www.meanpath.com" } }, { "regex": "MetaJobBot", "name": "MetaJobBot", "category": "Crawler", "url": "http://www.metajob.at/the/crawler", "producer": { "name": "MetaJob", "url": "http://www.metajob.at" } }, { "regex": "MetaInspector", "name": "MetaInspector", "category": "Crawler", "url": "https://github.com/jaimeiniesta/metainspector" }, { "regex": "MixrankBot", "name": "Mixrank Bot", "category": "Crawler", "url": "http://mixrank.com", "producer": { "name": "Online Media Group, Inc.", "url": "" } }, { "regex": "MJ12bot", "name": "MJ12 Bot", "category": "Search bot", "url": "http://majestic12.co.uk/bot.php", "producer": { "name": "Majestic-12", "url": "http://majestic12.co.uk" } }, { "regex": "Mnogosearch", "name": "Mnogosearch", "category": "Search bot", "url": "http://www.mnogosearch.org/", "producer": { "name": "Lavtech.Com Corp.", "url": "" } }, { "regex": "MojeekBot", "name": "MojeekBot", "category": "Search bot", "url": "http://www.mojeek.com/bot.html", "producer": { "name": "Mojeek Ltd.", "url": "http://www.mojeek.com" } }, { "regex": "munin", "name": "Munin", "category": "Site Monitor", "url": "http://munin-monitoring.org/", "producer": { "name": "Munin", "url": "http://munin-monitoring.org/" } }, { "regex": "NalezenCzBot", "name": "NalezenCzBot", "category": "Crawler", "url": "http://www.nalezen.cz/about-crawler", "producer": { "name": "Jaroslav Kuboš", "url": "" } }, { "regex": "check_http/v", "name": "Nagios check_http", "category": "Site Monitor", "url": "https://nagios.org", "producer": { "name": "Nagios Plugins Development Team", "url": "https://nagios.org" } }, { "regex": "nbertaupete95\\(at\\)gmail\\.com", "name": "nbertaupete95", "category": "Crawler" }, { "regex": "Netcraft(?: Web Server Survey| SSL Server Survey|SurveyAgent)", "name": "Netcraft Survey Bot", "category": "Search bot", "url": "", "producer": { "name": "Netcraft", "url": "http://www.netcraft.com" } }, { "regex": "netEstate NE Crawler", "name": "netEstate", "category": "Crawler", "url": "http://www.website-datenbank.de/Impressum", "producer": { "name": "netEstate GmbH", "url": "https://www.netestate.de/en/" } }, { "regex": "Netvibes", "name": "Netvibes", "url": "http://www.netvibes.com/", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "NewsBlur .*(?:Fetcher|Finder)", "name": "NewsBlur", "url": "http://www.newsblur.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "NewsGatorOnline", "name": "NewsGator", "url": "http://www.newsgator.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "nlcrawler", "name": "NLCrawler", "category": "Crawler", "url": "", "producer": { "name": "Northern Light", "url": "http://northernlight.com" } }, { "regex": "Nmap Scripting Engine", "name": "Nmap", "category": "Security Checker", "url": "https://nmap.org/book/nse.html", "producer": { "name": "Nmap", "url": "https://nmap.org/" } }, { "regex": "Nuzzel", "name": "Nuzzel", "category": "Crawler", "producer": { "name": "Nuzzel", "url": "https://www.nuzzel.com/" } }, { "regex": "NodePing", "name": "NodePing", "category": "Site Monitor", "url": "https://nodeping.com", "producer": { "name": "NodePing", "url": "https://nodeping.com" } }, { "regex": "Octopus [\\d.]+", "name": "Octopus" }, { "regex": "OnlineOrNot\\.com_bot", "name": "OnlineOrNot Bot", "category": "Site Monitor", "url": "https://onlineornot.com/website-monitoring", "producer": { "name": "OnlineOrNot", "url": "https://onlineornot.com" } }, { "regex": "omgili", "name": "Omgili bot", "category": "Search bot", "url": "http://www.omgili.com/Crawler.html", "producer": { "name": "Omgili", "url": "http://www.omgili.com" } }, { "regex": "OpenindexSpider", "name": "Openindex Spider", "category": "Search bot", "url": "http://www.openindex.io/en/webmasters/spider.html", "producer": { "name": "Openindex B.V.", "url": "http://www.openindex.io" } }, { "regex": "spbot", "name": "OpenLinkProfiler", "category": "Crawler", "url": "http://openlinkprofiler.org/bot", "producer": { "name": "Axandra GmbH", "url": "http://www.axandra.com" } }, { "regex": "OpenWebSpider", "name": "OpenWebSpider", "category": "Crawler", "url": "http://www.openwebspider.org", "producer": { "name": "OpenWebSpider Lab", "url": "http://lab.openwebspider.org" } }, { "regex": "OrangeBot|VoilaBot", "name": "Orange Bot", "category": "Search bot", "url": "http://lemoteur.orange.fr", "producer": { "name": "Orange", "url": "http://www.orange.fr" } }, { "regex": "PaperLiBot", "name": "PaperLiBot", "category": "Search bot", "url": "http://support.paper.li/entries/20023257-what-is-paper-li", "producer": { "name": "Smallrivers SA", "url": "http://www.paper.li" } }, { "regex": "phantomas/", "name": "Phantomas", "category": "Site Monitor", "url": "https://github.com/macbre/phantomas" }, { "regex": "phpservermon", "name": "PHP Server Monitor", "category": "Site Monitor", "url": "https://github.com/phpservermon/phpservermon", "producer": { "name": "PHP Server Monitor", "url": "http://www.phpservermonitor.org/" } }, { "regex": "Pocket(?:ImageCache|Parser)", "name": "Pocket", "category": "Read-it-later Service", "url": "https://getpocket.com/pocketparser_ua", "producer": { "name": "Read It Later, Inc.", "url": "https://getpocket.com/" } }, { "regex": "PritTorrent", "name": "PritTorrent", "category": "Crawler", "url": "https://github.com/astro/prittorrent", "producer": { "name": "Bitlove", "url": "http://bitlove.org/" } }, { "regex": "PRTG Network Monitor", "name": "PRTG Network Monitor", "category": "Network Monitor", "url": "https://www.paessler.com/prtg", "producer": { "name": "Paessler AG", "url": "https://www.paessler.com" } }, { "regex": "psbot", "name": "Picsearch bot", "category": "Search bot", "url": "http://www.picsearch.com/bot.html", "producer": { "name": "Picsearch", "url": "http://www.picsearch.com" } }, { "regex": "Pingdom(?:\\.com|TMS)", "name": "Pingdom Bot", "category": "Site Monitor", "url": "", "producer": { "name": "Pingdom AB", "url": "https://www.pingdom.com" } }, { "regex": "Quora Link Preview", "name": "Quora Link Preview", "category": "Crawler", "url": "", "producer": { "name": "Quora", "url": "http://www.quora.com" } }, { "regex": "Quora-Bot", "name": "Quora Bot", "category": "Crawler", "url": "", "producer": { "name": "Quora", "url": "https://www.quora.com/" } }, { "regex": "RamblerMail", "name": "RamblerMail Image Proxy", "category": "Crawler", "url": "", "producer": { "name": "Rambler&Co", "url": "https://rambler-co.ru/" } }, { "regex": "QuerySeekerSpider", "name": "QuerySeekerSpider", "category": "Crawler", "url": "http://queryseeker.com/bot.html", "producer": { "name": "QueryEye Inc.", "url": "http://queryeye.com" } }, { "regex": "Qwantify|Qwantbot", "name": "Qwantbot", "category": "Crawler", "url": "https://help.qwant.com/bot/", "producer": { "name": "Qwant Corporation", "url": "https://www.qwant.com/" } }, { "regex": "Rainmeter", "name": "Rainmeter", "category": "Crawler", "url": "https://www.rainmeter.net" }, { "regex": "redditbot", "name": "Reddit Bot", "category": "Social Media Agent", "url": "http://www.reddit.com/feedback", "producer": { "name": "reddit inc.", "url": "http://www.reddit.com" } }, { "regex": "Riddler", "name": "Riddler", "category": "Security search bot", "url": "https://riddler.io/about", "producer": { "name": "F-Secure", "url": "https://www.f-secure.com" } }, { "regex": "rogerbot", "name": "Rogerbot", "category": "Crawler", "url": "http://moz.com/help/pro/what-is-rogerbot-", "producer": { "name": "SEOmoz, Inc.", "url": "http://moz.com/" } }, { "regex": "ROI Hunter", "name": "ROI Hunter", "category": "Crawler", "url": "", "producer": { "name": "Roihunter a.s.", "url": "http://roihunter.com/" } }, { "regex": "SafeDNSBot", "name": "SafeDNSBot", "category": "Crawler", "url": "https://www.safedns.com/searchbot", "producer": { "name": "SafeDNS, Inc.", "url": "https://www.safedns.com/" } }, { "regex": "Scrapy", "name": "Scrapy", "category": "Crawler", "url": "http://scrapy.org" }, { "regex": "Screaming Frog SEO Spider", "name": "Screaming Frog SEO Spider", "category": "Crawler", "url": "http://www.screamingfrog.co.uk/seo-spider", "producer": { "name": "Screaming Frog Ltd", "url": "http://www.screamingfrog.co.uk" } }, { "regex": "ScreenerBot", "name": "ScreenerBot", "category": "Crawler", "url": "http://www.screenerbot.com", "producer": { "name": "", "url": "" } }, { "regex": "SemrushBot", "name": "SemrushBot", "category": "Crawler", "url": "https://www.semrush.com/bot/", "producer": { "name": "Semrush Inc.", "url": "https://www.semrush.com/" } }, { "regex": "BacklinksExtendedBot", "name": "BacklinksExtendedBot", "category": "Crawler", "url": "https://www.semrush.com/bot/", "producer": { "name": "Semrush Inc.", "url": "https://www.semrush.com/" } }, { "regex": "SerpReputationManagementAgent", "name": "Semrush Reputation Management", "category": "Service Agent", "url": "https://www.semrush.com/bot/", "producer": { "name": "Semrush Inc.", "url": "https://www.semrush.com/" } }, { "regex": "SplitSignalBot", "name": "SplitSignalBot", "category": "Crawler", "url": "https://www.semrush.com/bot/", "producer": { "name": "Semrush Inc.", "url": "https://www.semrush.com/" } }, { "regex": "SiteAuditBot", "name": "SiteAuditBot", "category": "Crawler", "url": "https://www.semrush.com/bot/", "producer": { "name": "Semrush Inc.", "url": "https://www.semrush.com/" } }, { "regex": "SensikaBot", "name": "Sensika Bot", "category": "", "url": "", "producer": { "name": "Sensika", "url": "http://sensika.com" } }, { "regex": "SEOENG(?:World)?Bot", "name": "SEOENGBot", "category": "Crawler", "url": "http://www.seoengine.com/seoengbot.htm", "producer": { "name": "SEO Engine", "url": "http://www.seoengine.com" } }, { "regex": "seoscanners\\.net", "name": "Seoscanners.net", "category": "Crawler", "url": "" }, { "regex": "SkypeUriPreview", "name": "Skype URI Preview", "category": "Service Agent", "url": "", "producer": { "name": "Skype Communications S.à.r.l.", "url": "https://www.skype.com" } }, { "regex": "SeznamBot|SklikBot|Seznam screenshot-generator", "name": "Seznam Bot", "category": "Search bot", "url": "http://www.mapy.cz/cz/seznambot.html", "producer": { "name": "Seznam.cz, a.s.", "url": "http://www.seznam.cz/" } }, { "regex": "shopify-partner-homepage-scraper", "name": "Shopify Partner", "category": "Crawler", "url": "https://www.shopify.com/partners", "producer": { "name": "Shopify", "url": "https://www.shopify.com/" } }, { "regex": "ShopWiki", "name": "ShopWiki", "category": "Search tools", "url": "http://www.shopwiki.com/wiki/Help:Bot", "producer": { "name": "ShopWiki Corp.", "url": "http://www.shopwiki.com" } }, { "regex": "SilverReader", "name": "SilverReader", "url": "http://silverreader.com", "category": "Feed Fetcher", "producer": { "name": "", "url": "" } }, { "regex": "SimplePie", "name": "SimplePie", "url": "http://www.simplepie.org", "category": "Feed Parser", "producer": { "name": "", "url": "" } }, { "regex": "SISTRIX Crawler", "name": "SISTRIX Crawler", "category": "Crawler", "url": "http://crawler.sistrix.net", "producer": { "name": "SISTRIX GmbH", "url": "http://www.sistrix.de" } }, { "regex": "compatible; (?:SISTRIX )?Optimizer", "name": "SISTRIX Optimizer", "category": "Crawler", "url": "https://optimizer.sistrix.com", "producer": { "name": "SISTRIX GmbH", "url": "http://www.sistrix.de" } }, { "regex": "SiteSucker", "name": "SiteSucker", "category": "Crawler", "url": "http://ricks-apps.com/osx/sitesucker/" }, { "regex": "sixy\\.ch", "name": "Sixy.ch", "category": "Site Monitor", "url": "http://sixy.ch", "producer": { "name": "Manuel Kasper", "url": "https://neon1.net/" } }, { "regex": "Slackbot|Slack-ImgProxy", "name": "Slackbot", "category": "Crawler", "url": "https://api.slack.com/robots", "producer": { "name": "Slack Technologies", "url": "http://slack.com" } }, { "regex": "Sogou[ -](?:head|inst|Orion|Pic|Test|web)[ -]spider|New-Sogou-Spider", "name": "Sogou Spider", "category": "Search bot", "url": "http://www.sogou.com/docs/help/webmasters.htm", "producer": { "name": "Sohu, Inc.", "url": "http://www.sogou.com" } }, { "regex": "Sosospider|Sosoimagespider", "name": "Soso Spider", "category": "Search bot", "url": "http://help.soso.com/webspider.htm", "producer": { "name": "Tencent Holdings", "url": "http://www.soso.com" } }, { "regex": "Sprinklr", "name": "Sprinklr", "category": "Crawler", "url": "", "producer": { "name": "Sprinklr, Inc.", "url": "https://www.sprinklr.com/" } }, { "regex": "SSL Labs", "name": "SSL Labs", "category": "Validator", "url": "https://www.ssllabs.com/about/assessment.html", "producer": { "name": "SSL Labs", "url": "https://www.ssllabs.com/about/assessment.html" } }, { "regex": "StatusCake", "name": "StatusCake", "category": "Site Monitor", "url": "https://www.statuscake.com", "producer": { "name": "StatusCake", "url": "https://www.statuscake.com" } }, { "regex": "Superfeedr bot", "name": "Superfeedr Bot", "category": "Feed Fetcher", "url": "", "producer": { "name": "Superfeedr", "url": "https://superfeedr.com/" } }, { "regex": "Sparkler", "name": "Sparkler", "category": "Crawler", "url": "https://github.com/USCDataScience/sparkler" }, { "regex": "Spinn3r", "name": "Spinn3r", "category": "Crawler", "url": "http://spinn3r.com/robot", "producer": { "name": "Tailrank Inc", "url": "http://spinn3r.com" } }, { "regex": "SputnikBot", "name": "Sputnik Bot", "category": "Crawler", "url": "" }, { "regex": "SputnikFaviconBot", "name": "Sputnik Favicon Bot", "category": "Crawler", "url": "" }, { "regex": "SputnikImageBot", "name": "Sputnik Image Bot", "category": "Crawler", "url": "" }, { "regex": "SurveyBot", "name": "Survey Bot",