UNPKG

express-nobots

Version:
2 lines (1 loc) 2.48 kB
module.exports = exports = ["360Spider", "A6-Indexer", "ADmantX", "AISearchBot", "Aboundex", "AddThis", "Adidxbot", "AdvBot", "Applebot", "BUbiNG", "CC Metadata Scaper", "Commons-HttpClient", "CrystalSemanticsBot", "CyberPatrol", "Domain Re-Animator Bot", "DuckDuckBot", "FAST Enterprise Crawler", "FAST-WebCrawler", "Facebot", "GingerCrawler", "Googlebot-Image", "Googlebot-Mobile", "GrapeshotCrawler", "IOI", "InterfaxScanBot", "Linguee Bot", "Lipperhey SEO Service", "Livelapbot", "MJ12bot", "Mail.RU_Bot", "Mediapartners-Google", "MegaIndex", "NerdByNature.Bot", "OrangeBot", "Python-urllib", "Qwantify", "RetrevoPageAnalyzer", "SemanticScholarBot", "SemrushBot", "SimpleCrawler", "TweetmemeBot", "Twitterbot", "Twitterbot", "UsineNouvelleCrawler", "Voyager", "WeSEE:Search", "acoonbot", "ahrefsbot", "aihitbot", "antibot", "arabot", "archive.org_bot", "backlinkcrawler", "baiduspider", "bibnum.bnf", "biglotron", "bingbot", "binlar", "blekkobot", "blexbot", "bnf.fr_bot", "brainobot", "buzzbot", "cXensebot", "careerbot", "ccbot", "changedetection", "citeseerxbot", "coccoc", "content crawler spider", "convera", "crawler4j", "curl", "discobot", "domaincrawler", "dotbot", "dotbot", "drupact", "ec2linkfinder", "edisterbot", "elisabot", "europarchive.org", "exabot", "ezooms", "facebookexternalhit", "findlink", "findthatfile", "findxbot", "fluffy", "fr-crawler", "g00g1e.net", "gigablast", "gnam gnam spider", "googlebot", "grub.org", "gslfbot", "heritrix", "httpunit", "httrack", "ia_archiver", "ichiro", "integromedb", "intelium_bot", "ip-web-crawler.com", "ips-agent", "it2media-domain-crawler", "java", "jyxobot", "lb-spider", "libwww", "linkdex", "lipperhey", "lssbot", "lssrocketcrawler", "ltx71", "memorybot", "mlbot", "msnbot", "msrbot", "nerdybot", "netresearchserver", "ngbot", "niki-bot", "nutch", "openindexspider", "page2rss", "panscient", "phpcrawl", "postrank", "proximic", "psbot", "purebot", "rogerbot", "scribdbot", "seekbot", "seokicks-robot", "seznambot", "sistrix crawler", "sitebot", "siteexplorer.info", "slurp", "smtbot", "sogou", "spbot", "speedy", "summify", "tagoobot", "teoma", "toplistbot", "turnitinbot", "twengabot", "urlappendbot", "voilabot", "wbsearchbot", "web-archive-net.com.bot", "webcompanycrawler", "webcrawler", "webmon ", "wget", "wocbot", "woriobot", "wotbox", "xovibot", "y!j-asr", "yacybot", "yandexbot", "yanga", "yeti", "yoozBot", "Slackbot", "Slack-ImgProxy", "Slackbot-LinkExpanding", "Jorgee", "Yahoo! Slurp", "yahoo! slurp"];