contract-scraper/dist/src/examples/waitForPageLoadSelector.js

A customisable data scraper for the web based on JSON contracts

"use strict";
var __importDefault = (this && this.__importDefault) || function (mod) {
    return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
const index_1 = __importDefault(require("../../index"));
const contract = {
    itemSelector: '.row .card',
    waitForPageLoadSelector: '.row',
    puppeteer: true,
    attributes: {
        photo: {
            type: 'link',
            selector: '.card-img-top',
            attribute: 'src',
        },
        link: {
            type: 'link',
            selector: 'a.title',
            attribute: 'href',
        },
        name: {
            type: 'text',
            selector: '.description',
        },
    },
};
const scraper = new index_1.default('https://webscraper.io/test-sites/e-commerce/allinone', contract, null, { headless: false });
scraper.scrapePage().then(data => {
    console.log(data);
});