rsshub/lib/routes/cna/web/index.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';
import timezone from '@/utils/timezone';
import { getFullText } from '../utils';

export const route: Route = {
    path: '/web/:id?',
    categories: ['traditional-media'],
    example: '/cna/web/aall',
    parameters: { id: '分类 id，见上表。此參數默认为 aall' },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    name: '分类 (网页爬虫方法)',
    maintainers: ['dzx-dzx'],
    handler,
};

async function handler(ctx) {
    const id = ctx.req.param('id') || 'aall';

    const rootUrl = /^\d+$/.test(id) ? `https://www.cna.com.tw/topic/newstopic/${id}.aspx` : `https://www.cna.com.tw/list/${id}.aspx`;
    const response = await got({
        method: 'get',
        url: rootUrl,
    });

    const $ = load(response.data);
    const list = $('*:is(.pcBox .caItem, .mainList li a div) h2')
        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 10)
        .toArray()
        .map((item) => {
            item = $(item);
            return {
                title: item.text(),
                link: new URL(item.parents('a').attr('href'), 'https://www.cna.com.tw').href,
                pubDate: timezone(parseDate(item.next().text()), +8),
            };
        });

    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, async () => await getFullText(item))));

    return {
        title: $('title').text(),
        link: rootUrl,
        item: items,
    };
}