rsshub/lib/routes/njust/utils.ts

Make RSS Great Again!

import got from '@/utils/got';
import puppeteer from '@/utils/puppeteer';

async function getContent(url, pptr = false) {
    if (pptr) {
        const browser = await puppeteer();
        try {
            const page = await browser.newPage();
            // 更改 window.navigator.webdriver 值以避开反爬
            // await page.evaluateOnNewDocument(() => {
            //     // eslint-disable-next-line no-undef
            //     Object.defineProperty(navigator, 'webdriver', {
            //         get: () => undefined,
            //     });
            // });
            await page.setRequestInterception(true);
            page.on('request', (request) => {
                request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
            });
            await page.goto(url, {
                waitUntil: 'networkidle0',
            });
            const content = await page.content();
            return content;
        } finally {
            await browser.close();
        }
    } else {
        const response = await got(url);
        const data = response.data;
        return data;
    }
}

export { getContent };