rsshub/lib/routes/yuque/book.ts

Make RSS Great Again!

import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';
import { card2Html } from './utils';
import { CookieJar } from 'tough-cookie';

const APP_DATA_REGEX = /window\.appData = JSON\.parse\(decodeURIComponent\("(.+?)"\)\);/;
const baseUrl = 'https://www.yuque.com';

export const route: Route = {
    path: '/:name/:book',
    categories: ['study'],
    example: '/yuque/ruanyf/weekly',
    parameters: { name: '用戶名', book: '知识库 ID' },
    features: {
        requireConfig: false,
        requirePuppeteer: false,
        antiCrawler: false,
        supportBT: false,
        supportPodcast: false,
        supportScihub: false,
    },
    radar: [
        {
            source: ['yuque.com/:name/:book'],
        },
    ],
    name: '知识库',
    maintainers: ['aha2mao', 'ltaoo'],
    handler,
    description: `| Node.js 专栏                                             | 阮一峰每周分享                                                 | 语雀使用手册                                             |
| -------------------------------------------------------- | -------------------------------------------------------------- | -------------------------------------------------------- |
| [/yuque/egg/nodejs](https://rsshub.app/yuque/egg/nodejs) | [/yuque/ruanyf/weekly](https://rsshub.app/yuque/ruanyf/weekly) | [/yuque/yuque/help](https://rsshub.app/yuque/yuque/help) |`,
};

async function handler(ctx) {
    const cookieJar = new CookieJar();
    const { name, book } = ctx.req.param();
    const bookUrl = `${baseUrl}/${name}/${book}`;

    const { data: bookHtml } = await got(bookUrl, {
        cookieJar,
    });
    const $ = load(bookHtml);
    const appData = JSON.parse(decodeURIComponent($('script').text().match(APP_DATA_REGEX)[1]));

    const bookId = appData.book.id;

    const {
        data: { data: docs },
    } = await got(`${baseUrl}/api/docs`, {
        searchParams: {
            book_id: bookId,
        },
        cookieJar,
    });

    const list = docs.map((item) => ({
        title: item.title,
        description: item.description,
        link: `${baseUrl}/${name}/${book}/${item.slug}`,
        pubDate: parseDate(item.published_at),
        slug: item.slug,
    }));

    const items = await Promise.all(
        list.map((item) =>
            cache.tryGet(item.link, async () => {
                const {
                    data: { data },
                } = await got(`${baseUrl}/api/docs/${item.slug}`, {
                    searchParams: {
                        book_id: bookId,
                        include_contributors: true,
                    },
                });

                const $ = load(data.content, null, false);

                $('card').each((_, elem) => {
                    card2Html($(elem), item.link);
                });
                $('[data-lake-id]').removeAttr('data-lake-id');
                $('[id]').removeAttr('id');
                $('p').each((_, elem) => {
                    elem = $(elem);
                    if (elem.children().length === 1 && elem.children().is('br')) {
                        elem.remove();
                    }
                    if (elem.children().length === 2 && elem.children().eq(0).is('span') && elem.children().eq(0).text().length === 1 && elem.children().eq(1).is('br')) {
                        elem.remove();
                    }
                });
                // obtain real video src
                for await (const v of $('video').toArray()) {
                    const $v = $(v);
                    const src = $v.attr('src');
                    if (src.startsWith('inputs')) {
                        const { data } = await got(`${baseUrl}/api/video`, {
                            searchParams: {
                                video_id: src,
                            },
                        });
                        const { info } = data.data;
                        $v.replaceWith(`<video controls preload='none' poster='${info.cover}'><source src='${info.url}' type='video/mp4'></video>`);
                    }
                }

                item.description = $.html();
                item.author = data.contributors.map((c) => c.name).join(', ');

                return item;
            })
        )
    );

    return {
        title: appData.book.name,
        description: appData.book.description,
        image: appData.group.avatar,
        link: bookUrl,
        item: items,
    };
}