rsshub/lib/routes/thehindu/topic.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';

export const route: Route = {
    path: '/topic/:topic',
    categories: ['traditional-media'],
    example: '/thehindu/topic/rains',
    parameters: { topic: 'Topic slug, can be found in URL.' },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['thehindu.com/topic/:topic'],
        },
    ],
    name: 'Topic',
    maintainers: ['TonyRL'],
    handler,
};

async function handler(ctx) {
    const baseUrl = 'https://www.thehindu.com';
    const topic = ctx.req.param('topic');
    const link = `${baseUrl}/topic/${topic}/`;
    const apiLink = `${baseUrl}/topic/${topic}/fragment/showmoreTag`;

    const { data: response } = await got(link);
    const { data: apiResponse } = await got(apiLink);

    const $ = load(response);

    const $api = load(apiResponse);
    const list = $('.element')
        .toArray()
        .map((item) => {
            item = $api(item);
            const a = item.find('.title a');
            return {
                title: a.text().trim(),
                link: a.attr('href'),
                author: item.find('.author-name').text(),
            };
        });

    const items = await Promise.all(
        list.map((item) =>
            cache.tryGet(item.link, async () => {
                const { data: response } = await got(item.link);
                const $ = load(response);

                $('.position-relative, .articleblock-container, .article-ad, .comments-shares').remove();
                item.description = $('.sub-title').prop('outerHTML') + $('div.article-picture').html() + $('div[itemprop="articleBody"]').html();
                item.pubDate = parseDate($('meta[itemprop="datePublished"]').attr('content'));
                item.updated = parseDate($('meta[itemprop="dateModified"]').attr('content'));
                item.category = $('meta[property="article:tag"]')
                    .toArray()
                    .map((item) => $(item).attr('content'));

                return item;
            })
        )
    );

    return {
        title: $('head title').text().trim(),
        link: `${baseUrl}/topic/${topic}/`,
        image: $('meta[property="og:image"]').attr('content'),
        logo: $('link[rel="apple-touch-icon"]').attr('href'),
        icon: $('link[rel="icon"]').attr('href'),
        language: 'en',
        item: items,
    };
}