bedetheque-scraper/dist/lib/scraper.d.ts

NodeJS script to scrap the entire database of dbgest.com / bedetheque.com (approx. 260.000+ albums)

import { ProxyType } from './proxy-fetcher';
import { Serie } from './serie';
import { Album } from './album';
import { Author } from './author';
export declare class Scraper {
    static scrapeSeries(proxyList: ProxyType[], letter: string): Promise<({
        serie: null;
        albums: null;
    } | {
        serie: Serie;
        albums: Album[];
    })[]>;
    static scrapeAuthors(proxyList: ProxyType[], letter: string): Promise<(Author | null)[]>;
    static getSeriesUrlFromLetter(proxyList: ProxyType[], letter: string): Promise<string[]>;
    static getAuthorsUrlFromLetter(proxyList: ProxyType[], letter: string): Promise<string[]>;
    static getSerie(proxyList: ProxyType[], url: string, sleepTime: number): Promise<{
        serie: null;
        albums: null;
    } | {
        serie: Serie;
        albums: Album[];
    }>;
    static getAuthor(proxyList: ProxyType[], url: string, sleepTime: number): Promise<Author | null>;
}