UNPKG

crawler-user-agents

Version:

This repository contains a list of of HTTP user-agents used by robots, crawlers, and spiders as in single JSON file.

17 lines (14 loc) 331 B
// Example: // { // "pattern": "rogerbot", // "addition_date": "2014/02/28", // "url": "http://moz.com/help/pro/what-is-rogerbot-", // "instances" : ["rogerbot/2.3 example UA"] // } declare const crawlerUserAgents: { pattern: string addition_date?: string url?: string instances: string[] }[] export = crawlerUserAgents;