rsshub/lib/routes/bupt/scss.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
import timezone from '@/utils/timezone';
import { parseDate } from '@/utils/parse-date';

export const route: Route = {
    path: '/scss/tzgg',
    categories: ['university'],
    example: '/bupt/scss/tzgg',
    parameters: {},
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['scss.bupt.edu.cn/index/tzgg1.htm'],
            target: '/scss/tzgg',
        },
    ],
    name: '网络空间安全学院 - 通知公告',
    maintainers: ['ziri2004'],
    handler,
    url: 'scss.bupt.edu.cn',
};

async function handler() {
    const rootUrl = 'https://scss.bupt.edu.cn';
    const currentUrl = `${rootUrl}/index/tzgg1.htm`;
    const pageTitle = '通知公告';
    const selector = '.Newslist li';

    const response = await got({
        method: 'get',
        url: currentUrl,
    });

    const $ = load(response.data);
    const list = $(selector)
        .toArray()
        .map((item) => {
            const $item = $(item);
            const $link = $item.find('a');
            if ($link.length === 0 || !$link.attr('href')) {
                return null;
            }

            const link = new URL($link.attr('href'), rootUrl).href;
            const rawDate = $item.find('span').text().replace('发布时间：', '').trim();

            return {
                title: $link.text().trim(),
                link,
                pubDateRaw: rawDate,
            };
        })
        .filter(Boolean);

    const items = await Promise.all(
        list.map((item) =>
            cache.tryGet(item.link, async () => {
                const detailResponse = await got({
                    method: 'get',
                    url: item.link,
                });
                const content = load(detailResponse.data);
                const newsContent = content('.v_news_content');

                newsContent.find('p, span, strong').each(function () {
                    const element = content(this);
                    const text = element.text().trim();
                    if (text === '') {
                        element.remove();
                    } else {
                        element.replaceWith(text);
                    }
                });

                item.description = newsContent.text();
                item.pubDate = timezone(parseDate(item.pubDateRaw), +8);

                return item;
            })
        )
    );

    return {
        title: `北京邮电大学网络空间安全学院 - ${pageTitle}`,
        link: currentUrl,
        item: items as Data['item'],
    };
}