UNPKG

supercrawler

Version:

A web crawler. Supercrawler automatically crawls websites. Define custom handlers to parse content. Obeys robots.txt, rate limits and concurrency limits.

19 lines (14 loc) 378 B
var util = require("util"); module.exports = { makeError: function (name) { var CustomError; CustomError = function (message) { Error.call(this, arguments); Error.captureStackTrace(this, this.constructor); this.message = message; }; util.inherits(CustomError, Error); CustomError.prototype.name = name; return CustomError; } };