supercrawler
Version:
A web crawler. Supercrawler automatically crawls websites. Define custom handlers to parse content. Obeys robots.txt, rate limits and concurrency limits.
19 lines (14 loc) • 378 B
JavaScript
var util = require("util");
module.exports = {
makeError: function (name) {
var CustomError;
CustomError = function (message) {
Error.call(this, arguments);
Error.captureStackTrace(this, this.constructor);
this.message = message;
};
util.inherits(CustomError, Error);
CustomError.prototype.name = name;
return CustomError;
}
};