rsshub/lib/routes/wechat/ce.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import parser from '@/utils/rss-parser';
import got from '@/utils/got';
import { load } from 'cheerio';
import { fixArticleContent } from '@/utils/wechat-mp';
import { parseDate } from '@/utils/parse-date';

// any UA containing "RSS" can pass the check
// mark the UA as a desktop UA with "(X11; Linux x86_64)"
const UA = 'Mozilla/5.0 (X11; Linux x86_64) RSS Reader';

export const route: Route = {
    path: '/ce/:id',
    categories: ['new-media'],
    example: '/wechat/ce/595a5b14d7164e53908f1606',
    parameters: { id: '公众号 id，在 [CareerEngine](https://search.careerengine.us/) 搜索公众号，通过 URL 中找到对应的公众号 id' },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: true,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['cimidata.com/a/:id'],
        },
    ],
    name: '公众号（CareerEngine 来源）',
    maintainers: ['HenryQW'],
    handler,
};

async function handler(ctx) {
    const id = ctx.req.param('id');

    const feed = await parser.parseString(
        await got
            .get(`https://posts.careerengine.us/author/${id}/rss`, {
                headers: {
                    'User-Agent': UA,
                },
            })
            .then((_) => _.data)
    );

    const items = await Promise.all(
        feed.items.splice(0, 10).map((item) => {
            // generally speaking, changing `item.link` of an existing route could potentially break `item.guid`
            // but since the route has been down for at least 8 months, it's probably safe
            item.link = item.link.replace(/^http:\/\//, 'https://');
            return cache.tryGet(item.link, async () => {
                const response = await got.get(item.link, {
                    headers: {
                        'User-Agent': UA,
                    },
                });

                const $ = load(response.data);

                const description = fixArticleContent($('.post'));

                let pubDate = item.pubDate;
                if (!pubDate || pubDate === 'Invalid Date') {
                    // sometimes the pubDate is not available in the official feed
                    const postDate = $('.post-date')
                        .text()
                        .replaceAll(/\s+|发表/g, '');
                    // the date format is "发表 YYYY年MM月DD日 "
                    // following the official feed behavior: imprecise date is in UTC
                    // `<pubDate>Mon, 04 Apr 2022 00:00:00 GMT</pubDate>`
                    pubDate = parseDate(postDate, 'YYYY年MM月DD日');
                    pubDate = new Date(pubDate.getTime() - pubDate.getTimezoneOffset() * 60 * 1000);
                }

                return {
                    title: item.title,
                    description,
                    pubDate,
                    link: item.link,
                };
            });
        })
    );

    return {
        title: `微信公众号 - ${feed.title}`,
        link: `https://posts.careerengine.us/author/${id}/posts`,
        description: feed.description,
        item: items,
    };
}