node-csfd-api
Version:
ČSFD API in JavaScript. Amazing NPM library for scrapping csfd.cz :)
64 lines (62 loc) • 3.06 kB
JavaScript
const require_index = require('../fetchers/index.js');
const require_vars = require('../vars.js');
const require_global_helper = require('../helpers/global.helper.js');
const require_user_ratings_helper = require('../helpers/user-ratings.helper.js');
let node_html_parser = require("node-html-parser");
//#region src/services/user-ratings.service.ts
var UserRatingsScraper = class {
async userRatings(user, config, options) {
let allMovies = [];
const pageToFetch = config?.page || 1;
const url = require_vars.userRatingsUrl(user, pageToFetch > 1 ? pageToFetch : void 0, { language: options?.language });
const items = (0, node_html_parser.parse)(await require_index.fetchPage(url, { ...options?.request }));
const movies = items.querySelectorAll(".box-user-rating .table-container tbody tr");
const pagesNode = items.querySelector(".pagination");
const pages = +pagesNode?.childNodes[pagesNode.childNodes.length - 4].rawText || 1;
allMovies = this.getPage(config, movies);
if (config?.allPages) {
console.log("User", user, url);
console.log("Fetching all pages", pages);
for (let i = 2; i <= pages; i++) {
console.log("Fetching page", i, "out of", pages, "...");
const movies$1 = (0, node_html_parser.parse)(await require_index.fetchPage(require_vars.userRatingsUrl(user, i, { language: options?.language }), { ...options?.request })).querySelectorAll(".box-user-rating .table-container tbody tr");
allMovies = [...allMovies, ...this.getPage(config, movies$1)];
if (config.allPagesDelay) await require_global_helper.sleep(config.allPagesDelay);
}
return allMovies;
}
return allMovies;
}
getPage(config, movies) {
const films = [];
if (config) {
if (config.includesOnly?.length && config.excludes?.length) console.warn(`node-csfd-api:
You can not use both parameters 'includesOnly' and 'excludes'.
Parameter 'includesOnly' will be used now:`, config.includesOnly);
}
for (const el of movies) {
const type = require_user_ratings_helper.getUserRatingType(el);
if (config?.includesOnly?.length) {
if (config.includesOnly.some((include) => type === include)) films.push(this.buildUserRatings(el));
} else if (config?.excludes?.length) {
if (!config.excludes.some((exclude) => type === exclude)) films.push(this.buildUserRatings(el));
} else films.push(this.buildUserRatings(el));
}
return films;
}
buildUserRatings(el) {
return {
id: require_user_ratings_helper.getUserRatingId(el),
title: require_user_ratings_helper.getUserRatingTitle(el),
year: require_user_ratings_helper.getUserRatingYear(el),
type: require_user_ratings_helper.getUserRatingType(el),
url: require_user_ratings_helper.getUserRatingUrl(el),
colorRating: require_user_ratings_helper.getUserRatingColorRating(el),
userDate: require_user_ratings_helper.getUserRatingDate(el),
userRating: require_user_ratings_helper.getUserRating(el)
};
}
};
//#endregion
exports.UserRatingsScraper = UserRatingsScraper;
//# sourceMappingURL=user-ratings.service.js.map