rsshub/lib/routes/nytimes/index.ts

Make RSS Great Again!

import { Route, ViewType } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import parser from '@/utils/rss-parser';
import utils from './utils';
import { load } from 'cheerio';
import puppeteer from '@/utils/puppeteer';

export const route: Route = {
    path: '/:lang?',
    categories: ['traditional-media'],
    view: ViewType.Articles,
    example: '/nytimes/dual',
    parameters: {
        lang: {
            description: 'language, default to Chinese',
            options: [
                { value: 'dual', label: 'Chinese-English' },
                { value: 'en', label: 'English' },
                { value: 'traditionalchinese', label: 'Traditional Chinese' },
                { value: 'dual-traditionalchinese', label: 'Chinese-English (Traditional Chinese)' },
            ],
        },
    },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['nytimes.com/'],
            target: '',
        },
    ],
    name: 'News',
    maintainers: ['HenryQW', 'pseudoyu'],
    handler,
    url: 'nytimes.com/',
    description: `By extracting the full text of articles, we provide a better reading experience (full text articles) over the official one.`,
};

async function handler(ctx) {
    let { lang = '' } = ctx.req.param();
    lang = lang.toLowerCase();

    let title = '纽约时报中文网';
    let rssUrl = 'https://cn.nytimes.com/rss/';

    switch (lang) {
        case 'dual':
            title += ' - 中英对照版';

            break;

        case 'en':
            title += ' - 英文原版';

            break;

        case 'traditionalchinese':
            title = '紐約時報中文網';
            rssUrl = new URL('zh-hant', rssUrl).href;

            break;

        case 'dual-traditionalchinese':
            title = '紐約時報中文網 - 中英對照版';
            rssUrl = new URL('zh-hant', rssUrl).href;
            lang = 'dual';

            break;

        default:
        // Do nothing
    }

    const browser = await puppeteer();
    const feed = await parser.parseURL(rssUrl);
    const items = await Promise.all(
        feed.items.splice(0, 10).map(async (item) => {
            let link = item.link;

            let response,
                hasEnVersion = false,
                dual = false;

            if (lang === 'dual') {
                link = link.replace('/?utm_source=RSS', '') + '/dual';

                try {
                    response = await cache.tryGet(`nyt: ${link}`, async () => {
                        const response = await got(link);

                        return response.data;
                    });

                    dual = true;
                } catch {
                    response = await cache.tryGet(`nyt: ${item.link}`, async () => {
                        const response = await got(item.link);

                        return response.data;
                    });
                }
            } else {
                response = await cache.tryGet(`nyt: ${item.link}`, async () => {
                    const response = await got(item.link);

                    return response.data;
                });

                if (lang === 'en') {
                    const $ = load(response);
                    if ($('.dual-btn').length > 0) {
                        hasEnVersion = true;
                        link = $('.dual-btn a').last().attr().href;

                        response = await utils.PuppeterGetter(ctx, browser, link);
                    }
                }
            }

            const single = {
                title: item.title,
                pubDate: item.pubDate,
                link,
                author: item['dc:creator'],
            };

            const result = utils.ProcessFeed(response, hasEnVersion);

            // Match 感谢|謝.*?cn.letters@nytimes.com。
            const ending = /感(&#x8C22|&#x8B1D);.*?cn\.letters@nytimes\.com。/g;

            single.description = result.description?.replace(ending, '');

            if (hasEnVersion) {
                single.title = result.title;
                single.author = result.author;
            }

            if (dual) {
                single.title = `「中英」${single.title}`;
            }

            return single;
        })
    );

    await browser.close();

    return {
        title,
        link: 'https://cn.nytimes.com',
        description: title,
        item: items,
    };
}