crawler-user-agents
Version:
This repository contains a list of of HTTP user-agents used by robots, crawlers, and spiders as in single JSON file.
17 lines (14 loc) • 331 B
TypeScript
// Example:
// {
// "pattern": "rogerbot",
// "addition_date": "2014/02/28",
// "url": "http://moz.com/help/pro/what-is-rogerbot-",
// "instances" : ["rogerbot/2.3 example UA"]
// }
declare const crawlerUserAgents: {
pattern: string
addition_date?: string
url?: string
instances: string[]
}[]
export = crawlerUserAgents;