bedetheque-scraper
Version:
NodeJS script to scrap the entire database of dbgest.com / bedetheque.com (approx. 260.000+ albums)
44 lines (34 loc) • 1.23 kB
text/typescript
import { Serie } from './serie';
import { ProxyType } from './proxy-fetcher';
export class Message {
static letterDone(letter: string) {
console.log(`\n\rLetter ${letter} Done\n\r`);
}
static databaseScraped() {
console.log('\n\rAll database of bedetheque.com is scraped.\n\r');
}
static foundFreeProxiesList(proxyList: ProxyType[], timeout: number) {
console.log(`Found ${proxyList.length} proxies with\
${timeout}ms timeout to scrap bedetheque.com`);
}
static foundSeriesFromLetter(seriesUrl: string[], letter: string) {
console.log(`Found ${seriesUrl.length} series not scraped for letter ${letter}`);
}
static retryRequest(url: string) {
console.log(`RETRY ${url}`);
}
static searchingSeriesFromLetter(letter: string) {
console.log(`Searching all series beginning with the letter\
${letter}\n\rIt can take some time...`);
}
static searchingFreeProxiesList(timeout: number) {
console.log(`Searching Free Proxy List with ${timeout}ms timeout.`);
}
static serieAdded(serie: Serie) {
console.log(`done: ${serie.serieTitle},\
with ${serie.albumsId.length} albums`);
}
static serieFail(url: string) {
console.log(`fail: ${url}`);
}
}