microfrontier
Version:
A web crawler frontier implementation in TypeScript backed by Redis. MicroFrontier is a scalable and distributed frontier implemented through Redis Queues.
7 lines (6 loc) • 862 B
JavaScript
;
var _frontendWorker = require("./FrontendWorker");
var _workerThreads = require("worker_threads");
const worker = new _frontendWorker.FrontendWorker(_workerThreads.workerData);
worker.start();
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9Gcm9udGVuZFdvcmtlclBvb2wudHMiXSwic291cmNlc0NvbnRlbnQiOlsiXG5pbXBvcnQgeyBGcm9udGVuZFdvcmtlciB9IGZyb20gJy4vRnJvbnRlbmRXb3JrZXInO1xuaW1wb3J0IHtcbiAgV29ya2VyLCBpc01haW5UaHJlYWQsIHBhcmVudFBvcnQsIHdvcmtlckRhdGFcbn0gZnJvbSAnd29ya2VyX3RocmVhZHMnO1xuXG5jb25zdCB3b3JrZXIgPSBuZXcgRnJvbnRlbmRXb3JrZXIod29ya2VyRGF0YSk7XG53b3JrZXIuc3RhcnQoKTtcbiJdLCJuYW1lcyI6WyJ3b3JrZXIiLCJzdGFydCJdLCJtYXBwaW5ncyI6IjtBQUMrQixHQUFrQixDQUFsQixlQUFrQjtBQUcxQyxHQUFnQixDQUFoQixjQUFnQjtBQUV2QixLQUFLLENBQUNBLE1BQU0sR0FBRyxHQUFHLENBTGEsZUFBa0IsZ0JBRzFDLGNBQWdCO0FBR3ZCQSxNQUFNLENBQUNDLEtBQUsifQ==