rsshub/lib/routes/visionias/utils.ts

Make RSS Great Again!

import { DataItem } from '@/types';
import { parseDate } from '@/utils/parse-date';
import { art } from '@/utils/render';
import path from 'node:path';
import ofetch from '@/utils/ofetch';
import { load } from 'cheerio';
import cache from '@/utils/cache';

export const baseUrl = 'https://visionias.in';

export async function extractNews(item, selector) {
    if (item.link === '') {
        return item;
    }
    return await cache.tryGet(item.link, async () => {
        const response = await ofetch(item.link || '');
        const $$ = load(response);
        const postedDate = String($$('meta[property="article:published_time"]').attr('content'));
        const updatedDate = String($$('meta[property="article:modified_time"]').attr('content'));
        const tags = $$('meta[property="article:tag"]')
            .toArray()
            .map((tag) => $$(tag).attr('content'));
        const content = $$(selector);
        const heading = content.find('div.space-y-4 > h1').text();
        const mainGroup = content.find('div.flex > div.w-full');

        const shortArticles = mainGroup.find('[x-data^="{isShortArticleOpen"]');
        const sections = mainGroup.find('[x-data^="{isSectionOpen"]');
        if (shortArticles.length !== 0) {
            const items = shortArticles.toArray().map((element) => {
                const mainDiv = $$(element);
                const title = mainDiv.find('a > div > h2').text().trim();
                const id = mainDiv.find('a').attr('href');
                const htmlContent = extractArticle(mainDiv.html());
                const innerTags = mainDiv
                    .find('ul > li:contains("Tags :")')
                    ?.nextAll('li')
                    .toArray()
                    .map((tag) => $$(tag).text());
                const description = art(path.join(__dirname, 'templates/description.art'), {
                    heading: title,
                    articleContent: htmlContent,
                });
                return {
                    title: `${title} | ${heading}`,
                    pubDate: parseDate(postedDate),
                    category: innerTags,
                    description,
                    link: `${item.link}${id}`,
                    author: 'Vision IAS',
                } as DataItem;
            });
            return items;
        } else if (sections.length === 0) {
            const htmlContent = extractArticle(mainGroup.html());
            const description = art(path.join(__dirname, 'templates/description.art'), {
                heading,
                articleContent: htmlContent,
            });
            return {
                title: item.title,
                pubDate: parseDate(postedDate),
                category: tags,
                description,
                link: item.link,
                updated: updatedDate ? parseDate(updatedDate) : null,
                author: 'Vision IAS',
            } as DataItem;
        } else {
            const items = sections.toArray().map((element) => {
                const mainDiv = $$(element);
                const title = mainDiv.find('a > div > h2').text().trim();
                const htmlContent = extractArticle(mainDiv.html(), 'div.ck-content');
                const description = art(path.join(__dirname, 'templates/description-sub.art'), {
                    heading: title,
                    articleContent: htmlContent,
                });
                return { description };
            });
            const description = art(path.join(__dirname, 'templates/description.art'), {
                heading,
                subItems: items,
            });
            return {
                title: heading,
                pubDate: parseDate(postedDate),
                category: tags,
                description,
                link: item.link,
                updated: updatedDate ? parseDate(updatedDate) : null,
                author: 'Vision IAS',
            } as DataItem;
        }
    });
}

function extractArticle(articleDiv, selectorString: string = 'div.ck-content') {
    const $ = load(articleDiv, null, false);
    const articleDiv$ = $(articleDiv);
    const articleContent = articleDiv$.find(String(selectorString));
    articleContent.find('figure').each((_, element) => {
        $(element).css('width', '');
    });
    const htmlContent = articleContent.html();
    return htmlContent;
}