UNPKG

@a11ywatch/core

Version:
37 lines 1.61 kB
"use strict"; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; Object.defineProperty(exports, "__esModule", { value: true }); exports.crawlEnqueue = void 0; const crawl_tracking_1 = require("../../event/crawl-tracking"); const handle_1 = require("./handle"); const crawlEnqueue = (data) => __awaiter(void 0, void 0, void 0, function* () { const { pages = [], user_id, html } = data; const key = (0, crawl_tracking_1.getKey)(null, pages, user_id); const event = crawl_tracking_1.crawlingSet.has(key) && crawl_tracking_1.crawlingSet.get(key).event; for (const url of pages) { if (event) { yield event.unshift({ url, userId: user_id, html, }); } else { yield handle_1.q.unshift({ url, userId: user_id, html, }); } } }); exports.crawlEnqueue = crawlEnqueue; //# sourceMappingURL=crawl.js.map