rsshub/lib/routes/apnews/topics.ts

Make RSS Great Again!

import { Route, ViewType } from '@/types';
import got from '@/utils/got';
import { load } from 'cheerio';
import { fetchArticle, removeDuplicateByKey } from './utils';
import pMap from 'p-map';
const HOME_PAGE = 'https://apnews.com';

export const route: Route = {
    path: ['/topics/:topic?', '/nav/:nav{.*}?'],
    categories: ['traditional-media'],
    example: '/apnews/topics/apf-topnews',
    view: ViewType.Articles,
    parameters: {
        topic: {
            description: 'Topic name, can be found in URL. For example: the topic name of AP Top News [https://apnews.com/apf-topnews](https://apnews.com/apf-topnews) is `apf-topnews`',
            default: 'trending-news',
        },
    },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['apnews.com/hub/:topic'],
            target: '/topics/:topic',
        },
    ],
    name: 'Topics',
    maintainers: ['zoenglinghou', 'mjysci', 'TonyRL'],
    handler,
};

async function handler(ctx) {
    const { topic = 'trending-news', nav = '' } = ctx.req.param();
    const useNav = ctx.req.routePath === '/apnews/nav/:nav{.*}?';
    const url = useNav ? `${HOME_PAGE}/${nav}` : `${HOME_PAGE}/hub/${topic}`;
    const response = await got(url);
    const $ = load(response.data);

    const list = $(':is(.PagePromo-content, .PageListStandardE-leadPromo-info) bsp-custom-headline')
        .toArray()
        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : Infinity)
        .map((e) => ({
            title: $(e).find('span.PagePromoContentIcons-text').text(),
            link: $(e).find('a').attr('href'),
        }))
        .filter((e) => typeof e.link === 'string');

    const items = ctx.req.query('fulltext') === 'true' ? await pMap(list, (item) => fetchArticle(item), { concurrency: 10 }) : list;

    return {
        title: $('title').text(),
        description: $("meta[property='og:description']").text(),
        link: url,
        item: removeDuplicateByKey(items, 'link'),
        language: $('html').attr('lang'),
    };
}