@harvestapi/scraper/dist/base/listing.scraper.d.ts

HarvestAPI provides LinkedIn data scraping tools for real-time, high-performance scraping at a low cost. API allows to search for Linkedin `jobs`, `companies`, `profiles`, and `posts` using a wide range of filters.

import { ListingScraperOptions } from './types';
export declare class ListingScraper<TItemShort extends {
    id: string;
}, TItemDetail extends {
    id: string;
}> {
    private options;
    private id;
    private startTime;
    private inMemoryItems;
    private stats;
    private filePath;
    private db;
    private tableName;
    private sqliteDatabaseOpenPromise;
    private done;
    private scrapePagesDone;
    private error;
    private scrapedItems;
    private paginationToken;
    private pagination;
    private undefinedPagination;
    constructor(options: ListingScraperOptions<TItemShort, TItemDetail>);
    log(...args: any[]): void;
    errorLog(...args: any[]): void;
    private scrapePageQueue;
    private fetchItemQueue;
    private onItemScrapedQueue;
    scrapeStart(): Promise<{
        pages: number;
        pagesSuccess: number;
        items: number;
        itemsSuccess: number;
        requests: number;
        requestsStartTime: Date;
    } | undefined>;
    private scrapePage;
    private fetchPage;
    private scrapePageItems;
    private onItemScraped;
    private createSqliteDatabase;
    private insertSqliteItem;
    private finalize;
}