UNPKG

bedetheque-scraper

Version:

NodeJS script to scrap the entire database of dbgest.com / bedetheque.com (approx. 260.000+ albums)

44 lines (34 loc) 1.23 kB
import { Serie } from './serie'; import { ProxyType } from './proxy-fetcher'; export class Message { static letterDone(letter: string) { console.log(`\n\rLetter ${letter} Done\n\r`); } static databaseScraped() { console.log('\n\rAll database of bedetheque.com is scraped.\n\r'); } static foundFreeProxiesList(proxyList: ProxyType[], timeout: number) { console.log(`Found ${proxyList.length} proxies with\ ${timeout}ms timeout to scrap bedetheque.com`); } static foundSeriesFromLetter(seriesUrl: string[], letter: string) { console.log(`Found ${seriesUrl.length} series not scraped for letter ${letter}`); } static retryRequest(url: string) { console.log(`RETRY ${url}`); } static searchingSeriesFromLetter(letter: string) { console.log(`Searching all series beginning with the letter\ ${letter}\n\rIt can take some time...`); } static searchingFreeProxiesList(timeout: number) { console.log(`Searching Free Proxy List with ${timeout}ms timeout.`); } static serieAdded(serie: Serie) { console.log(`done: ${serie.serieTitle},\ with ${serie.albumsId.length} albums`); } static serieFail(url: string) { console.log(`fail: ${url}`); } }