@accounter/israeli-vat-scraper/dist/esm/utils/browser-util.js

Scraper app for fetching Israeli VAT data

import puppeteer from 'puppeteer';
import { login } from '../handlers/login-handler.js';
import { waitAndClick, waitForSelectorPlus } from './page-util.js';
const nevigateYearToMonth = async (page, monthIndex, logger) => {
    try {
        const selector = `#dgDuchot > tbody > tr:nth-child(${monthIndex + 2}) > td:nth-child(1) > a`;
        await waitAndClick(page, selector, logger);
        return;
    }
    catch (e) {
        throw new Error(`nevigateYearToMonth - ${e?.message}`, { cause: e });
    }
};
export const newPageByMonth = async (showBrowser, year, monthIndex, logger) => {
    try {
        const page = await newPageByYear(showBrowser, year, logger);
        await nevigateYearToMonth(page, monthIndex, logger);
        return page;
    }
    catch (e) {
        throw new Error(`newPageByYear - ${e?.message}`, { cause: e });
    }
};
export const navigateHomeToYear = async (page, year, logger) => {
    try {
        await waitForSelectorPlus(page, '#ContentUsersPage_DdlTkufa', logger);
        await page.select('#ContentUsersPage_DdlTkufa', year);
        return;
    }
    catch (e) {
        throw new Error(`navigateHomeToYear - ${e?.message}`, { cause: e });
    }
};
export const newPageByYear = async (showBrowser, year, logger) => {
    try {
        const page = await newHomePage(showBrowser, logger);
        await navigateHomeToYear(page, year, logger);
        return page;
    }
    catch (e) {
        throw new Error(`newPageByYear - ${e?.message}`, { cause: e });
    }
};
export const newHomePage = async (showBrowser, logger) => {
    try {
        const browser = await puppeteer.launch({
            headless: !showBrowser,
        });
        const page = (await browser.pages())[0];
        if (!page) {
            throw new Error('Failed to get browser page');
        }
        await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3419.0 Safari/537.36');
        await login(page, logger);
        await page.goto('https://www.misim.gov.il/emdvhmfrt/wViewDuchot.aspx', {
            waitUntil: ['networkidle2', 'domcontentloaded'],
        });
        return page;
    }
    catch (e) {
        throw new Error(`newHomePage - ${e?.message}`, { cause: e });
    }
};