@aliceplex/core
Version:
[![License][license_badge]][license] [![Pipelines][pipelines_badge]][pipelines] [![Coverage][coverage_badge]][pipelines] [![NPM][npm_badge]][npm] [![semantic-release][semantic_release_badge]][semantic_release]
118 lines • 6.79 kB
JavaScript
"use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
const scrap_1 = require("..");
const utils_1 = require("../utils");
const utils_2 = require("../../__tests__/utils");
jest.mock("../utils");
describe("scrap", () => {
describe("createWikiScrapper", () => {
test("scrap", () => __awaiter(void 0, void 0, void 0, function* () {
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml('<table class="wikitable"> <tr> <th>Name</th> <th>Favorite Color</th> </tr><tr> <td>Bob</td><td>Yellow</td></tr><tr> <td>Michelle</td><td>Purple</td></tr></table>'));
const scraper = scrap_1.createWikiScrapper({
url: "https://example.com/",
mapping: {
title: 1
}
});
const { data } = yield scraper({ episode: 1, season: 1 });
expect(data.title).toEqual(["Yellow"]);
}));
test("scrap multipleRow", () => __awaiter(void 0, void 0, void 0, function* () {
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml('<table class="wikitable"><tr><th>Number</th> <th>Name</th> <th>Favorite Color</th> </tr><tr> <td rowspan="2">1</td><td>Bob</td><td>Red</td></tr><tr> <td colspan="4">Alice</td></tr><tr> <td>2</td><td>Michelle</td><td>Purple</td></tr></table>'));
const scraper = scrap_1.createWikiScrapper({
url: "https://example.com/",
multipleRow: 0,
mapping: {
title: 2
}
});
const { data } = yield scraper({ episode: 1, season: 1 });
expect(data.title).toEqual(["Red", "Alice"]);
}));
describe("createSmartWikiScrapper", () => {
test("scrap", () => __awaiter(void 0, void 0, void 0, function* () {
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml('<h1><span id="title">Title</span></h1> <table class="wikitable"> <tr> <th>Name</th> <th>Favorite Color</th> </tr><tr> <td>Bob</td><td>Yellow</td></tr><tr> <td>Michelle</td><td>Purple</td></tr></table> <table class="wikitable"> <tr> <th>Name</th> <th>Favorite Color</th> </tr><tr> <td>Bob2</td><td>Yellow2</td></tr><tr> <td>Michelle2</td><td>Purple2</td></tr></table>'));
const scraper = scrap_1.createSmartWikiScrapper({
url: "https://example.com/",
tag: "title",
tagOffset: 1,
mapping: {
title: 1
}
});
const { data } = yield scraper({ episode: 1, season: 1 });
expect(data.title).toEqual(["Yellow2"]);
}));
test("scrap expect", () => __awaiter(void 0, void 0, void 0, function* () {
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml('<h1><span id="title">Title</span></h1> <table class="wikitable"> <tr> <th>Name</th> <th>Favorite Color</th> </tr><tr> <td>Bob</td><td>Yellow</td></tr><tr> <td>Michelle</td><td>Purple</td></tr></table>'));
const scraper = scrap_1.createSmartWikiScrapper({
url: "https://example.com/",
tag: "title",
expect: new Map([[[0, 0], ["Name"]]]),
mapping: {
title: 1
}
});
const { data } = yield scraper({ episode: 1, season: 1 });
expect(data.title).toEqual(["Yellow"]);
}));
test("scrap expect throw", () => __awaiter(void 0, void 0, void 0, function* () {
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml('<h1><span id="title">Title</span></h1> <table class="wikitable"> <tr> <th>Name</th> <th>Favorite Color</th> </tr><tr> <td>Bob</td><td>Yellow</td></tr><tr> <td>Michelle</td><td>Purple</td></tr></table>'));
const scraper = scrap_1.createSmartWikiScrapper({
url: "https://example.com/",
tag: "title",
expect: new Map([[[0, 0], ["Bob"]]]),
mapping: {
title: 1
}
});
yield expect(scraper({ episode: 1, season: 1 })).rejects.toBeInstanceOf(Error);
}));
});
describe("createJPSmartWikiScrapper", () => {
test("scrap", () => __awaiter(void 0, void 0, void 0, function* () {
const html = utils_2.readDataString("wiki.html");
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml(html));
const scraper = scrap_1.createJPSmartWikiScrapper({
subject: "刀使ノ巫女",
expect: new Map([[[0, 1], ["サブタイトル"]]]),
mapping: {
title: 1
}
});
const { data } = yield scraper({ episode: 1, season: 1 });
expect(data.title).toEqual(["切っ先の向く先"]);
}));
test("scrap(li)", () => __awaiter(void 0, void 0, void 0, function* () {
const html = utils_2.readDataString("wiki2.html");
// @ts-ignore
utils_1.fetchDomMemorized.mockImplementation(utils_2.mockHtml(html));
const scraper = scrap_1.createJPSmartWikiScrapper({
subject: "Fairy_gone_フェアリーゴーン",
expect: new Map([[[0, 1], ["サブタイトル"]]]),
mapping: {
writers: 2
}
});
const { data } = yield scraper({ episode: 1, season: 1 });
expect(data.writers).toEqual(["十文字青", "鈴木健一"]);
}));
});
});
});
//# sourceMappingURL=wiki.test.js.map