rsshub/lib/routes/parliament.uk/commonslibrary.ts

Make RSS Great Again!

import { load } from 'cheerio';
import { Route } from '@/types';
import puppeteer from '@/utils/puppeteer';
import timezone from '@/utils/timezone';

export const route: Route = {
    path: '/commonslibrary/type/:topic?',
    categories: ['government'],
    example: '/parliament.uk/commonslibrary/type/research-briefing',
    parameters: { topic: 'research by topic, string, example: [research-briefing|data-dashboard]' },
    features: {
        requireConfig: false,
        requirePuppeteer: true,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    name: 'Commonlibrary',
    maintainers: ['AntiKnot'],
    handler,
};

async function handler(ctx) {
    const { topic } = ctx.req.param();
    const baseUrl = 'https://commonslibrary.parliament.uk';
    const url = `${baseUrl}/type/${topic}/`;
    const browser = await puppeteer();
    const page = await browser.newPage();
    await page.setRequestInterception(true);
    page.on('request', (request) => {
        request.resourceType() === 'document' ? request.continue() : request.abort();
    });
    await page.goto(url, {
        waitUntil: 'domcontentloaded',
    });

    const html = await page.evaluate(() => document.documentElement.innerHTML);
    await page.close();
    const $ = load(html);
    const items = $('div.l-box.l-box--no-border.card__text')
        .toArray()
        .map((article) => ({
            title: $(article).find('.card__text a').text().trim(),
            link: $(article).find('.card__text a').attr('href'),
            description: $(article).find('p').last().text().trim(),
            pubDate: timezone($(article).find('.card__date time').attr('datetime')),
        }));
    await browser.close();
    return {
        title: `parliament - lordslibrary - ${topic}`,
        link: url,
        item: items,
    };
}