rsshub/lib/routes/oshwhub/explore.ts

Make RSS Great Again!

import { Route } from '@/types';

import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
import path from 'node:path';
import { art } from '@/utils/render';
import timezone from '@/utils/timezone';
import { parseDate } from '@/utils/parse-date';
import MarkdownIt from 'markdown-it';
const md = MarkdownIt({
    html: true,
    linkify: true,
});

const requestImages = (url, tryGet) =>
    tryGet(url, async () => {
        const response = await got({
            method: 'get',
            url,
        });

        const images = {};
        const boms = [];

        const imgData = response.data;

        if (imgData?.result?.boards) {
            for (const board of imgData.result.boards) {
                const name = board.name;
                if (images[name] === undefined) {
                    images[name] = [];
                }

                if (board.schematic?.documents) {
                    for (const val of board.schematic.documents) {
                        if (val.thumb) {
                            images[name].push(val.thumb);
                        }
                    }
                }

                if (board.pcb_info?.thumb) {
                    images[name].push(board.pcb_info.thumb);
                }
                if (board.pcb_info?.boms?.boms) {
                    boms.push(...JSON.parse(board.pcb_info.boms.boms));
                }
            }
        }
        return { images, boms };
    });

export const route: Route = {
    path: '/:sortType?',
    categories: ['other'],
    example: '/oshwhub',
    parameters: { sortType: 'sortType' },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    name: 'OpenSource Square',
    maintainers: ['tylinux'],
    handler,
};

async function handler(ctx) {
    const baseUrl = 'https://oshwhub.com';
    const sortType = ctx.req.param('sortType') ?? 'updatedTime';

    const url = `${baseUrl}/explore?projectSort=${sortType}`;
    const response = await got({
        method: 'get',
        url,
    });

    const html = response.data;
    const $ = load(html);
    const title = $('title').text();
    const projects = $('a[class="project-link"]');

    const items = await Promise.all(
        projects.map((id, item) => {
            const detailUrl = `${baseUrl}${item.attribs.href}`;
            return cache.tryGet(detailUrl, async () => {
                const response = await got({
                    method: 'get',
                    url: detailUrl,
                });

                const html = response.data;
                const $$ = load(html);
                const projectDetail = $$('div[class="projects-left-top"]');

                const title = $$(projectDetail).find('span[class="title"]').text();
                const author = $$(projectDetail).find('div[class="member-items"] > ul > li > a > span').first().text().trim();
                const publishTime = $$(projectDetail).find('div[class="establish-time"] > span').text();
                const pubDate = timezone(parseDate(publishTime.trim().split('\n')[1].trim(), 'YYYY/MM/DD HH:mm:ss'), 0);

                const coverImg = $$(projectDetail).find('div[class="img-cover"] > img').attr('src')?.trim();
                const introduction = $$(projectDetail).find('p[class="introduction"]').text().trim();
                const content = $$(projectDetail).find('div[class*="html-content"]').attr('data-markdown');

                // request images
                const dataUuid = $$('div[class="projects-detail"]').attr()['data-uuid'];
                const { images, boms } = await requestImages(`${baseUrl}/api/project/${dataUuid}/pro_images`, cache.tryGet);

                const description = art(path.join(__dirname, 'templates/description.art'), {
                    title,
                    author,
                    publishTime,
                    coverImg,
                    introduction,
                    content: md.render(content) || 'No Content',
                    images,
                    boms,
                });

                const single = {
                    title,
                    description,
                    pubDate,
                    link: detailUrl,
                    author,
                };

                return single;
            });
        })
    );

    return {
        title,
        link: url,
        description: title,
        item: items,
    };
}