UNPKG

microfrontier

Version:

A web crawler frontier implementation in TypeScript backed by Redis. MicroFrontier is a scalable and distributed frontier implemented through Redis Queues.

24 lines (23 loc) 1.36 kB
"use strict"; Object.defineProperty(exports, "URLFrontier", { enumerable: true, get: function() { return _urlfrontier.URLFrontier; } }); Object.defineProperty(exports, "FrontendWorker", { enumerable: true, get: function() { return _frontendWorker.FrontendWorker; } }); Object.defineProperty(exports, "URLFrontierConfig", { enumerable: true, get: function() { return _urlfrontierConfig.URLFrontierConfig; } }); var _urlfrontier = require("./URLFrontier"); var _frontendWorker = require("./FrontendWorker"); var _urlfrontierConfig = require("./URLFrontierConfig"); //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9pbmRleC50cyJdLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgeyBVUkxGcm9udGllciB9IGZyb20gXCIuL1VSTEZyb250aWVyXCI7XG5pbXBvcnQgeyBGcm9udGVuZFdvcmtlciB9IGZyb20gXCIuL0Zyb250ZW5kV29ya2VyXCI7XG5pbXBvcnQgeyBVUkxGcm9udGllckNvbmZpZyB9IGZyb20gXCIuL1VSTEZyb250aWVyQ29uZmlnXCI7XG5cbmV4cG9ydCB7IFVSTEZyb250aWVyLCBGcm9udGVuZFdvcmtlciwgVVJMRnJvbnRpZXJDb25maWcgfVxuIl0sIm5hbWVzIjpbIlVSTEZyb250aWVyIiwiRnJvbnRlbmRXb3JrZXIiLCJVUkxGcm9udGllckNvbmZpZyJdLCJtYXBwaW5ncyI6IjsrQkFJU0EsQ0FBVzs7O2VBSlEsWUFBZTs7OytCQUlyQkMsQ0FBYzs7O2VBSEwsZUFBa0I7OzsrQkFHWEMsQ0FBaUI7OztlQUZyQixrQkFBcUI7OztBQUYzQixHQUFlLENBQWYsWUFBZTtBQUNaLEdBQWtCLENBQWxCLGVBQWtCO0FBQ2YsR0FBcUIsQ0FBckIsa0JBQXFCIn0=