rsshub/lib/routes/theinitium/app.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load, type CheerioAPI } from 'cheerio';
import type { Element } from 'domhandler';
import { art } from '@/utils/render';
import path from 'node:path';
import { config } from '@/config';

const appUrl = 'https://app.theinitium.com/';
const userAgent = 'PugpigBolt v4.1.8 (iPhone, iOS 18.2.1) on phone (model iPhone15,2)';

export const route: Route = {
    path: '/app/:category?',
    categories: ['new-media'],
    example: '/theinitium/app',
    parameters: {
        category: 'Category, see below, latest_sc by default',
    },
    features: {
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    name: 'App',
    maintainers: ['quiniapiezoelectricity'],
    radar: [
        {
            source: ['app.theinitium.com/t/latest/:category'],
            target: '/app/:category',
        },
    ],
    handler,
    description: `抓取[The Initium App](https://app.theinitium.com/)的文章列表

::: warning
此路由暂不支持登陆认证
:::

Category 栏目：

| ----- | 简体中文     | 繁體中文      |
| ----- | ----------------- | ---------------- |
| 最新   | latest_sc | latest_tc |
| 日报   | daily_brief_sc | daily_brief_tc |
| 速递   | whats_new_sc | whats_new_tc |
| 专题   | report_sc | report_tc |
| 评论   | opinion_sc | opinion_tc |
| 国际   | international_sc | international_tc |
| 大陆   | mainland_sc | mainland_tc |
| 香港   | hongkong_sc | hongkong_tc |
| 台湾   | taiwan_sc | taiwan_tc |
| 播客   | article_audio_sc | article_audio_tc |`,
};

const resolveRelativeLink = ($: CheerioAPI, elem: Element, attr: string, appUrl?: string) => {
    // code from @/middleware/paratmeter.ts
    const $elem = $(elem);

    if (appUrl) {
        try {
            const oldAttr = $elem.attr(attr);
            if (oldAttr) {
                // e.g. <video><source src="https://example.com"></video> should leave <video> unchanged
                $elem.attr(attr, new URL(oldAttr, appUrl).href);
            }
        } catch {
            // no-empty
        }
    }
};

async function getUA(url: string) {
    return await got({
        method: 'get',
        url,
        headers: {
            'User-Agent': userAgent,
        },
    });
}

async function fetchAppPage(url: URL) {
    const response = await getUA(url.href);
    const $ = load(response.data);
    // resolve relative links with app.theinitium.com
    // code from @/middleware/paratmeter.ts
    $('a, area').each((_, elem) => {
        resolveRelativeLink($, elem, 'href', appUrl);
        // $(elem).attr('rel', 'noreferrer');  // currently no such a need
    });
    // https://www.w3schools.com/tags/att_src.asp
    $('img, video, audio, source, iframe, embed, track').each((_, elem) => {
        resolveRelativeLink($, elem, 'src', appUrl);
        $(elem).removeAttr('srcset');
    });
    $('video[poster]').each((_, elem) => {
        resolveRelativeLink($, elem, 'poster', appUrl);
    });
    const article = $('.pp-article__body');
    article.find('.block-related-articles').remove();
    article.find('.copyright').wrapInner('<small></small>').wrapInner('<figure></figure>');
    article.find('figure.wp-block-pullquote').children().unwrap();
    article.find('div.block-explanation-note').wrapInner('<blockquote></blockquote>');
    article.find('div.wp-block-tcc-author-note').wrapInner('<em></em>').after('<hr>');
    article.find('p.has-small-font-size').wrapInner('<small></small>');
    return art(path.join(__dirname, 'templates/description.art'), {
        standfirst: $('.pp-header-group__standfirst').html(),
        coverImage: $('.pp-media__image').attr('src'),
        coverCaption: $('.pp-media__caption').html(),
        article: article.html(),
    });
}

async function fetchWebPage(url: URL) {
    const response = await got(url.href);
    const $ = load(response.data);
    const article = $('.entry-content');
    article.find('.block-related-articles').remove();
    article.find('.cta-subscription').remove();
    article.find('.entry-copyright').wrapInner('<small></small>').wrapInner('<figure></figure>');
    article.find('figure.wp-block-pullquote').children().unwrap();
    article.find('div.block-explanation-note').wrapInner('<blockquote></blockquote>');
    article.find('div.wp-block-tcc-author-note').wrapInner('<em></em>').after('<hr>');
    article.find('p.has-small-font-size').wrapInner('<small></small>');
    return art(path.join(__dirname, 'templates/description.art'), {
        standfirst: $('span.caption1').html(),
        coverImage: $('.wp-post-image').attr('src'),
        coverCaption: $('.image-caption').html(),
        article: article.html(),
    });
}

async function handler(ctx) {
    const category = ctx.req.param('category') ?? 'latest_sc';

    const feeds = await cache.tryGet(new URL('timelines.json', appUrl).href, async () => await getUA(new URL('timelines.json', appUrl).href), config.cache.routeExpire, false);
    const metadata = feeds.data.timelines.find((timeline) => timeline.id === category);
    const response = await getUA(new URL(metadata.feed, appUrl).href);
    const feed = response.data.stories.filter((item) => item.type === 'article');

    const items = await Promise.all(
        feed.map((item) =>
            cache.tryGet(item.shareurl, async () => {
                const url = new URL(item.shareurl);
                item.link = url.href;
                item.description = item.summary;
                item.pubDate = item.published;
                item.category = [];
                if (item.section) {
                    item.category = [...item.category, item.section];
                }
                if (item.taxonomy) {
                    if (item.taxonomy.collection_tag) {
                        item.category = [...item.category, ...item.taxonomy.collection_tag];
                    }
                    if (item.taxonomy.sections) {
                        item.category = [...item.category, ...item.taxonomy.sections];
                    }
                }
                item.category = [...new Set(item.category)];
                switch (url.hostname) {
                    case 'app.theinitium.com':
                        item.description = await fetchAppPage(url);
                        break;
                    case 'theinitium.com':
                        item.description = await fetchWebPage(url);
                        break;
                    default:
                        break;
                }
                return item;
            })
        )
    );

    let lang = 'zh-hans';
    let name = '端传媒';
    if (metadata.timeline_sets[0] === 'chinese-traditional') {
        lang = 'zh-hant';
        name = '端傳媒';
    }

    return {
        title: `${name} - ${metadata.title}`,
        link: `https://app.theinitium.com/t/latest/${category}/`,
        language: lang,
        item: items,
    };
}