microfrontier
Version:
A web crawler frontier implementation in TypeScript backed by Redis. MicroFrontier is a scalable and distributed frontier implemented through Redis Queues.
24 lines (23 loc) • 1.36 kB
JavaScript
;
Object.defineProperty(exports, "URLFrontier", {
enumerable: true,
get: function() {
return _urlfrontier.URLFrontier;
}
});
Object.defineProperty(exports, "FrontendWorker", {
enumerable: true,
get: function() {
return _frontendWorker.FrontendWorker;
}
});
Object.defineProperty(exports, "URLFrontierConfig", {
enumerable: true,
get: function() {
return _urlfrontierConfig.URLFrontierConfig;
}
});
var _urlfrontier = require("./URLFrontier");
var _frontendWorker = require("./FrontendWorker");
var _urlfrontierConfig = require("./URLFrontierConfig");
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9pbmRleC50cyJdLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgeyBVUkxGcm9udGllciB9IGZyb20gXCIuL1VSTEZyb250aWVyXCI7XG5pbXBvcnQgeyBGcm9udGVuZFdvcmtlciB9IGZyb20gXCIuL0Zyb250ZW5kV29ya2VyXCI7XG5pbXBvcnQgeyBVUkxGcm9udGllckNvbmZpZyB9IGZyb20gXCIuL1VSTEZyb250aWVyQ29uZmlnXCI7XG5cbmV4cG9ydCB7IFVSTEZyb250aWVyLCBGcm9udGVuZFdvcmtlciwgVVJMRnJvbnRpZXJDb25maWcgfVxuIl0sIm5hbWVzIjpbIlVSTEZyb250aWVyIiwiRnJvbnRlbmRXb3JrZXIiLCJVUkxGcm9udGllckNvbmZpZyJdLCJtYXBwaW5ncyI6IjsrQkFJU0EsQ0FBVzs7O2VBSlEsWUFBZTs7OytCQUlyQkMsQ0FBYzs7O2VBSEwsZUFBa0I7OzsrQkFHWEMsQ0FBaUI7OztlQUZyQixrQkFBcUI7OztBQUYzQixHQUFlLENBQWYsWUFBZTtBQUNaLEdBQWtCLENBQWxCLGVBQWtCO0FBQ2YsR0FBcUIsQ0FBckIsa0JBQXFCIn0=