rsshub
Version:
Make RSS Great Again!
422 lines (394 loc) • 15.5 kB
text/typescript
import { type Data, type DataItem, type Route, ViewType } from '@/types';
import { art } from '@/utils/render';
import cache from '@/utils/cache';
import ofetch from '@/utils/ofetch';
import { parseDate } from '@/utils/parse-date';
import { type CheerioAPI, type Cheerio, load } from 'cheerio';
import type { Element } from 'domhandler';
import { type Context } from 'hono';
import path from 'node:path';
export const handler = async (ctx: Context): Promise<Data> => {
const { lang = 'en' } = ctx.req.param();
const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
const baseUrl: string = 'https://www.deepl.com';
const targetUrl: string = new URL(`${lang}/blog`, baseUrl).href;
const response = await ofetch(targetUrl);
const $: CheerioAPI = load(response);
const language = $('html').attr('lang') ?? lang;
let items: DataItem[] = [];
items = $('h4, h6')
.slice(0, limit)
.toArray()
.map((el): Element => {
const $el: Cheerio<Element> = $(el).parent().parent();
const title: string = $el.find('h4, h6').text();
const image: string | undefined = $el.find('img').attr('src');
const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
images: image
? [
{
src: image,
alt: title,
},
]
: undefined,
intro: $el.find('p').text(),
});
const pubDateStr: string | undefined = $el.find('time').attr('datetime');
const linkUrl: string | undefined = $el.attr('href');
const authorsArr: string[] = $el.find('span.me-6 span').last().text().split(/,\s/);
const authors: DataItem['author'] = authorsArr.map((author) => ({
name: author,
url: undefined,
avatar: undefined,
}));
const upDatedStr: string | undefined = pubDateStr;
const processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
author: authors,
content: {
html: description,
text: description,
},
image,
banner: image,
updated: upDatedStr ? parseDate(upDatedStr) : undefined,
language,
};
return processedItem;
});
items = await Promise.all(
items.map((item) => {
if (!item.link) {
return item;
}
return cache.tryGet(item.link, async (): Promise<DataItem> => {
const detailResponse = await ofetch(item.link);
const $$: CheerioAPI = load(detailResponse);
const title: string = $$('h1[data-contentful-field-id="title"]').text();
const description: string | undefined =
item.description +
art(path.join(__dirname, 'templates/description.art'), {
description: $$('div.my-redesign-3').html(),
});
const pubDateStr: string | undefined = $$('time').first().attr('datetime');
const authorsArr: string[] = $$('span[data-contentful-field-id="author"] span').last().text().split(/,\s/);
const authors: DataItem['author'] = authorsArr.map((author) => ({
name: author,
url: undefined,
avatar: undefined,
}));
const image: string | undefined = $$('meta[property="og:image"]').attr('content') ?? $$('picture[data-contentful-field-id="image"] img').attr('src');
const upDatedStr: string | undefined = pubDateStr;
const processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
author: authors,
content: {
html: description,
text: description,
},
image,
banner: image,
updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
language,
};
return {
...item,
...processedItem,
};
});
})
);
return {
title: $('title').text(),
description: $('meta[property="og:description"]').attr('content'),
link: targetUrl,
item: items,
allowEmpty: true,
image: $('meta[property="og:image"]').attr('content'),
language,
id: $('meta[property="og:url"]').attr('content'),
};
};
const languageOptions = [
{
label: 'Deutsch',
value: 'de',
},
{
label: 'English',
value: 'en',
},
{
label: 'Español',
value: 'es',
},
{
label: '日本語',
value: 'ja',
},
{
label: 'Français',
value: 'fr',
},
{
label: 'Italiano',
value: 'it',
},
{
label: 'Bahasa Indonesia',
value: 'id',
},
{
label: '한국어',
value: 'ko',
},
{
label: 'Nederlands',
value: 'nl',
},
{
label: 'Čeština',
value: 'cs',
},
{
label: 'Svenska',
value: 'sv',
},
{
label: 'Polski',
value: 'pl',
},
{
label: 'Português (Brasil)',
value: 'pt-BR',
},
{
label: 'Português',
value: 'pt-PT',
},
{
label: 'Türkçe',
value: 'tr',
},
{
label: 'Русский',
value: 'ru',
},
{
label: '简体中文',
value: 'zh',
},
{
label: 'Українська',
value: 'uk',
},
{
label: 'العربية',
value: 'ar',
},
];
export const route: Route = {
path: '/blog/:lang?',
name: 'Blog',
url: 'www.deepl.com',
maintainers: ['nczitzk'],
handler,
example: '/deepl/blog/en',
parameters: {
lang: {
description: 'Language, `en` as English by default',
options: languageOptions,
},
},
description: `::: tip
To subscribe to [Blog](https://www.deepl.com/en/blog), where the source URL is \`https://www.deepl.com/en/blog\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/deepl/blog/en\`](https://rsshub.app/deepl/blog/en).
:::
<details>
<summary>More languages</summary>
| Language | ID |
| ------------------------------------------------------ | -------------------------------------------- |
| [Deutsch](https://www.deepl.com/de/blog) | [de](https://rsshub.app/deepl/blog/de) |
| [English](https://www.deepl.com/en/blog) | [en](https://rsshub.app/deepl/blog/en) |
| [Español](https://www.deepl.com/es/blog) | [es](https://rsshub.app/deepl/blog/es) |
| [日本語](https://www.deepl.com/ja/blog) | [ja](https://rsshub.app/deepl/blog/ja) |
| [Français](https://www.deepl.com/fr/blog) | [fr](https://rsshub.app/deepl/blog/fr) |
| [Italiano](https://www.deepl.com/it/blog) | [it](https://rsshub.app/deepl/blog/it) |
| [Bahasa Indonesia](https://www.deepl.com/id/blog) | [id](https://rsshub.app/deepl/blog/id) |
| [한국어](https://www.deepl.com/ko/blog) | [ko](https://rsshub.app/deepl/blog/ko) |
| [Nederlands](https://www.deepl.com/nl/blog) | [nl](https://rsshub.app/deepl/blog/nl) |
| [Čeština](https://www.deepl.com/cs/blog) | [cs](https://rsshub.app/deepl/blog/cs) |
| [Svenska](https://www.deepl.com/sv/blog) | [sv](https://rsshub.app/deepl/blog/sv) |
| [Polski](https://www.deepl.com/pl/blog) | [pl](https://rsshub.app/deepl/blog/pl) |
| [Português (Brasil)](https://www.deepl.com/pt-BR/blog) | [pt-BR](https://rsshub.app/deepl/blog/pt-BR) |
| [Português](https://www.deepl.com/pt-PT/blog) | [pt-PT](https://rsshub.app/deepl/blog/pt-PT) |
| [Türkçe](https://www.deepl.com/tr/blog) | [tr](https://rsshub.app/deepl/blog/tr) |
| [Русский](https://www.deepl.com/ru/blog) | [ru](https://rsshub.app/deepl/blog/ru) |
| [简体中文](https://www.deepl.com/zh/blog) | [zh](https://rsshub.app/deepl/blog/zh) |
| [Українська](https://www.deepl.com/uk/blog) | [uk](https://rsshub.app/deepl/blog/uk) |
| [العربية](https://www.deepl.com/ar/blog) | [ar](https://rsshub.app/deepl/blog/ar) |
</details>
`,
categories: ['new-media'],
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportRadar: true,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
radar: [
{
source: ['www.deepl.com/:lang/blog'],
target: (params) => {
const lang: string = params.lang;
return `/deepl/blog${lang ? `/${lang}` : ''}`;
},
},
{
title: 'Deutsch',
source: ['www.deepl.com/de/blog'],
target: '/blog/de',
},
{
title: 'English',
source: ['www.deepl.com/en/blog'],
target: '/blog/en',
},
{
title: 'Español',
source: ['www.deepl.com/es/blog'],
target: '/blog/es',
},
{
title: '日本語',
source: ['www.deepl.com/ja/blog'],
target: '/blog/ja',
},
{
title: 'Français',
source: ['www.deepl.com/fr/blog'],
target: '/blog/fr',
},
{
title: 'Italiano',
source: ['www.deepl.com/it/blog'],
target: '/blog/it',
},
{
title: 'Bahasa Indonesia',
source: ['www.deepl.com/id/blog'],
target: '/blog/id',
},
{
title: '한국어',
source: ['www.deepl.com/ko/blog'],
target: '/blog/ko',
},
{
title: 'Nederlands',
source: ['www.deepl.com/nl/blog'],
target: '/blog/nl',
},
{
title: 'Čeština',
source: ['www.deepl.com/cs/blog'],
target: '/blog/cs',
},
{
title: 'Svenska',
source: ['www.deepl.com/sv/blog'],
target: '/blog/sv',
},
{
title: 'Polski',
source: ['www.deepl.com/pl/blog'],
target: '/blog/pl',
},
{
title: 'Português (Brasil)',
source: ['www.deepl.com/pt-BR/blog'],
target: '/blog/pt-BR',
},
{
title: 'Português',
source: ['www.deepl.com/pt-PT/blog'],
target: '/blog/pt-PT',
},
{
title: 'Türkçe',
source: ['www.deepl.com/tr/blog'],
target: '/blog/tr',
},
{
title: 'Русский',
source: ['www.deepl.com/ru/blog'],
target: '/blog/ru',
},
{
title: '简体中文',
source: ['www.deepl.com/zh/blog'],
target: '/blog/zh',
},
{
title: 'Українська',
source: ['www.deepl.com/uk/blog'],
target: '/blog/uk',
},
{
title: 'العربية',
source: ['www.deepl.com/ar/blog'],
target: '/blog/ar',
},
],
view: ViewType.Articles,
zh: {
path: '/blog/:lang?',
name: '博客',
url: 'www.deepl.com',
maintainers: ['nczitzk'],
handler,
example: '/deepl/blog/en',
parameters: {
lang: {
description: '语言，默认为 `en`，可在对应语言页 URL 中找到',
options: languageOptions,
},
},
description: `::: tip
若订阅 [博客](https://www.deepl.com/zh/blog)，网址为 \`https://www.deepl.com/zh/blog\`，请截取 \`https://www.deepl.com/\` 到末尾 \`/blog\` 的部分 \`zh\` 作为 \`lang\` 参数填入，此时目标路由为 [\`/deepl/blog/zh\`](https://rsshub.app/deepl/blog/zh)。
:::
<details>
<summary>更多语言</summary>
| Language | ID |
| ------------------------------------------------------ | -------------------------------------------- |
| [Deutsch](https://www.deepl.com/de/blog) | [de](https://rsshub.app/deepl/blog/de) |
| [English](https://www.deepl.com/en/blog) | [en](https://rsshub.app/deepl/blog/en) |
| [Español](https://www.deepl.com/es/blog) | [es](https://rsshub.app/deepl/blog/es) |
| [日本語](https://www.deepl.com/ja/blog) | [ja](https://rsshub.app/deepl/blog/ja) |
| [Français](https://www.deepl.com/fr/blog) | [fr](https://rsshub.app/deepl/blog/fr) |
| [Italiano](https://www.deepl.com/it/blog) | [it](https://rsshub.app/deepl/blog/it) |
| [Bahasa Indonesia](https://www.deepl.com/id/blog) | [id](https://rsshub.app/deepl/blog/id) |
| [한국어](https://www.deepl.com/ko/blog) | [ko](https://rsshub.app/deepl/blog/ko) |
| [Nederlands](https://www.deepl.com/nl/blog) | [nl](https://rsshub.app/deepl/blog/nl) |
| [Čeština](https://www.deepl.com/cs/blog) | [cs](https://rsshub.app/deepl/blog/cs) |
| [Svenska](https://www.deepl.com/sv/blog) | [sv](https://rsshub.app/deepl/blog/sv) |
| [Polski](https://www.deepl.com/pl/blog) | [pl](https://rsshub.app/deepl/blog/pl) |
| [Português (Brasil)](https://www.deepl.com/pt-BR/blog) | [pt-BR](https://rsshub.app/deepl/blog/pt-BR) |
| [Português](https://www.deepl.com/pt-PT/blog) | [pt-PT](https://rsshub.app/deepl/blog/pt-PT) |
| [Türkçe](https://www.deepl.com/tr/blog) | [tr](https://rsshub.app/deepl/blog/tr) |
| [Русский](https://www.deepl.com/ru/blog) | [ru](https://rsshub.app/deepl/blog/ru) |
| [简体中文](https://www.deepl.com/zh/blog) | [zh](https://rsshub.app/deepl/blog/zh) |
| [Українська](https://www.deepl.com/uk/blog) | [uk](https://rsshub.app/deepl/blog/uk) |
| [العربية](https://www.deepl.com/ar/blog) | [ar](https://rsshub.app/deepl/blog/ar) |
</details>
`,
},
};