rsshub/lib/routes-deprecated/mediadigest/category.js

Make RSS Great Again!

const got = require('@/utils/got');
const cheerio = require('cheerio');

function getArticle(ctx, list) {
    const now = list.map((line) =>
        ctx.cache.tryGet(line, async () => {
            const a_r = await got.get(`https://app3.rthk.hk/mediadigest/${line}`);
            const $ = cheerio.load(a_r.data);
            // title
            const h1 = $('h1.story-title').text();
            // author
            const author_list = $('div.story-author');
            const authors = author_list.map((_index, author) => $(author).text());
            const author = authors.map((_index, author) => `<b>${author}</b><br>`);
            const s_author = author.toArray().join('');
            const author_block = `<blockquote><p>${s_author}</p></blockquote>`;
            // date
            const date = $('div.story-calendar').text();
            // desc
            const desc = `${$(author_block)}${$('div.story-content').html()}`;

            return {
                title: h1,
                description: desc,
                pubDate: new Date(`${date}T09:00:00+0800`).toUTCString(),
                link: line,
            };
        })
    );
    // 執行一個切片 (20 個文章 URL) 的任務並將結果資料推至 rss 値
    return Promise.all(now);
}

module.exports = async (ctx) => {
    const range = ctx.params.range || 'latest';
    const category = ctx.params.category || 'all';

    // for range validation
    const num = /^[1-9]\d{3}$/;
    const current_year = new Date().getFullYear();
    // placeholders
    let title = '傳媒透視';
    let rss = [
        {
            description: '<p>Invalid <code>:range</code> input.</p><p>所輸入<code>:range</code>參數有誤。</p><p>所输入<code>:range</code>参数有误。</p>',
        },
    ];
    // cid
    const cids = [1, 2];
    for (let i = 4; i < 28; ++i) {
        cids.push(i);
    }

    // latest (50 articles):
    // if 'all' (latest 50 articles of the site);
    // else if 'cid' (deprecated) (latest 50 articles of a specific category);
    // else 'error'.
    if (range === 'latest') {
        if (category === 'all') {
            // 獲取全站文章 URL
            const urls = cids.map((cid) => `https://app3.rthk.hk/mediadigest/category.php?cid=${cid}`);
            const list_allt = await Promise.all(
                urls.map(async (url) => {
                    const response = await got.get(url);
                    const $ = cheerio.load(response.data);
                    const list = $('div.category-line').map((_index, line) => $(line).find('a').first().attr('href'));
                    return list.toArray();
                })
            );
            const list_all = [...new Set(list_allt.flat())]; // removed duplicates and flatten
            // 時序排列並抽取最新 50 項
            const list = list_all
                .sort((a, b) => {
                    const aid_a = a.match(/aid=(\d+)/)[1];
                    const aid_b = b.match(/aid=(\d+)/)[1];
                    // reverse
                    return aid_b - aid_a;
                })
                .slice(0, 50);
            // getArticle(ctx, list);
            rss = await getArticle(ctx, list);
        } else if (cids.includes(Number.parseInt(category))) {
            // 獲取特定 category 文章目錄
            const response = await got.get(`https://app3.rthk.hk/mediadigest/category.php?cid=${category}`);
            const $ = cheerio.load(response.data);

            const list = $('div.category-line')
                .map((_index, line) => $(line).find('a').first().attr('href'))
                .toArray();
            rss = await getArticle(ctx, list.slice(0, 50));
        }
    }
    // year (specific year range):
    // if 'all' (latest 200 articles in a specific year range);
    // else 'error'.
    else if (num.test(range)) {
        const range_num = Number.parseInt(range);
        if (category === 'all' && range_num >= 1970 && range_num <= current_year) {
            // 獲取全站文章 URL
            const urls = cids.map((cid) => `https://app3.rthk.hk/mediadigest/category.php?cid=${cid}`);
            const list_all = await Promise.all(
                // 每個任務是篩選出一個文章目錄裏需要抓取的文章 URL，以供後續「獲取全文」
                urls.map(async (url) => {
                    const response = await got.get(url);
                    const $ = cheerio.load(response.data);
                    // 對應文章 URL 與年份
                    // Ref: https://cythilya.github.io/2016/03/13/jquery-map-grep/
                    let list = $('div.category-line')
                        .map((_index, line) => $(line).find('a').first().attr('href'))
                        .toArray();
                    const year = $('div.category-line div.pull-right')
                        .map((_index, date) => new Date($(date).text()).getFullYear())
                        .toArray();
                    list = list.filter((_url, i) => year[i] === range_num);
                    // 篩出 list (需要抓取的文章 URL 並組成數列)
                    return list;
                })
            );
            const list = [...new Set(list_all.flat())]; // removed duplicates and flatten
            rss = await getArticle(ctx, list.slice(0, 200));
            title = `傳媒透視 - ${range}`;
        }
    }

    ctx.state.data = {
        title,
        link: 'https://app3.rthk.hk/mediadigest/index.php',
        item: rss,
    };
};