UNPKG

supercrawler

Version:

A web crawler. Supercrawler automatically crawls websites. Define custom handlers to parse content. Obeys robots.txt, rate limits and concurrency limits.

32 lines (29 loc) 534 B
{ "bitwise": true, "camelcase": true, "curly": true, "eqeqeq": true, "forin": true, "freeze": true, "immed": true, "latedef": true, "newcap": true, "noarg": true, "noempty": true, "nonbsp": true, "nonew": false, "plusplus": false, "quotmark": false, "undef": true, "unused": true, "strict": false, "browserify": true, "globals": { "describe" : false, "it" : false, "before" : false, "beforeEach" : false, "after" : false, "afterEach" : false } }