rsshub/lib/routes/ndss-symposium/ndss.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
const url = 'https://www.ndss-symposium.org';
import { parseDate } from '@/utils/parse-date';

export const route: Route = {
    path: '/ndss',
    categories: ['journal'],
    example: '/ndss-symposium/ndss',
    parameters: {},
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['ndss-symposium.org/'],
        },
    ],
    name: 'Accepted papers',
    maintainers: ['ZeddYu'],
    handler,
    url: 'ndss-symposium.org/',
    description: `Return results from 2020`,
};

async function handler() {
    // use wordpress api to get data
    const { data } = await got(`${url}/wp-json/wp/v2/pages?slug=accepted-papers`);

    const items = await Promise.all(
        data.map(async (elem) => {
            const $ = load(elem.content.rendered);
            const link = elem.link;
            const pubDate = parseDate(elem.date);

            const divMatch = $('div h3')
                .toArray()
                .map((item) => {
                    item = $(item);
                    const title = item.text().trim();
                    return {
                        title,
                        author: item.siblings().text().trim().replaceAll('\n', '').replaceAll(/\s+/g, ' '),
                        link: item.siblings('a').attr('href'),
                        pubDate,
                    };
                });
            if (divMatch.length > 0) {
                const items = await Promise.all(
                    divMatch.map((item) => {
                        if (item.link) {
                            return cache.tryGet(item.link, async () => {
                                // some titles and authos are not complete
                                const response = await got(item.link);
                                const $ = load(response.body);
                                item.description = $('.paper-data').text().trim().replaceAll('\n', '');
                                item.title = $('h1.entry-title').text().trim().replaceAll('\n', '').replaceAll(/\s+/g, ' ');
                                item.author = $('h1.entry-title').siblings().text().trim().replaceAll('\n', '').replaceAll(/\s+/g, ' ');
                                return item;
                            });
                        } else {
                            item.link = `${link}#${item.title}`;
                            return item;
                        }
                    })
                );
                return items;
            } else {
                const pMatch = $('p strong')
                    .toArray()
                    .map((item) => {
                        item = $(item);
                        const title = item.text().trim();
                        return {
                            title,
                            author: item
                                .parent()
                                .contents()
                                .filter((_, e) => e.nodeType === 3)
                                .text()
                                .trim()
                                .replaceAll('\n', '')
                                .replaceAll(/\s+/g, ' '),
                            link: `${link}#${title}`,
                            pubDate,
                        };
                    });
                return pMatch;
            }
        })
    );

    return {
        title: 'NDSS',
        link: url,
        description: 'The Network and Distributed System Security (NDSS) Symposium Accpeted Papers',
        allowEmpty: true,
        item: items.flat(),
    };
}