@aliceplex/core
Version:
[![License][license_badge]][license] [![Pipelines][pipelines_badge]][pipelines] [![Coverage][coverage_badge]][pipelines] [![NPM][npm_badge]][npm] [![semantic-release][semantic_release_badge]][semantic_release]
31 lines • 1.83 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
const cheerio_table_parser_1 = require("@joshuaavalon/cheerio-table-parser");
const utils_1 = require("../utils");
const utils_2 = require("./utils");
const fetchTable = (url, tableOffset) => __awaiter(void 0, void 0, void 0, function* () {
const dom = yield utils_1.fetchDomMemorized(url);
const tables = dom("table.wikitable").toArray();
if (tables.length <= tableOffset) {
throw new Error(`There are only ${tables.length} table(s).`);
}
return tables[tableOffset];
});
exports.createWikiScrapper = (options) => (context) => __awaiter(void 0, void 0, void 0, function* () {
const { url, multipleRow, tableOffset = 0, parser = utils_2.parseElement, getRowNumber = (context) => context.episode } = options;
const tableEle = yield fetchTable(url, tableOffset);
const table = cheerio_table_parser_1.parseTable(tableEle, { parser });
const rowNum = getRowNumber(context);
const rowMap = utils_2.createRowMapping(table, multipleRow)[rowNum];
return utils_2.createData(options, table, rowMap);
});
//# sourceMappingURL=wiki.js.map