rsshub
Version:
Make RSS Great Again!
266 lines (243 loc) • 9.73 kB
text/typescript
import { type Data, type DataItem, type Route, ViewType } from '@/types';
import cache from '@/utils/cache';
import ofetch from '@/utils/ofetch';
import { parseDate } from '@/utils/parse-date';
import timezone from '@/utils/timezone';
import { type CheerioAPI, type Cheerio, load } from 'cheerio';
import type { Element } from 'domhandler';
import { type Context } from 'hono';
export const handler = async (ctx: Context): Promise<Data> => {
const { id = 'yw' } = ctx.req.param();
const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
const baseUrl: string = 'https://www.stcn.com';
const targetUrl: string = new URL(`article/list/${id}.html`, baseUrl).href;
const response = await ofetch(targetUrl);
const $: CheerioAPI = load(response);
const language = $('html').attr('lang') ?? 'zh-CN';
let items: DataItem[] = [];
items = $('ul.infinite-list li')
.slice(0, limit)
.toArray()
.map((el): Element => {
const $el: Cheerio<Element> = $(el);
const $aEl: Cheerio<Element> = $el.find('div.tt a');
const title: string = $aEl.text();
const description: string = $el.find('div.text').html();
const pubDateStr: string | undefined = $el.find('div.info span').last().text().trim();
const linkUrl: string | undefined = $aEl.attr('href');
const categoryEls: Element[] = $el.find('div.tags span').toArray();
const categories: string[] = [...new Set(categoryEls.map((el) => $(el).text()).filter(Boolean))];
const authors: DataItem['author'] = $el.find('div.info span').first().text();
const image: string | undefined = $el.find('div.side a img').attr('src');
const upDatedStr: string | undefined = pubDateStr;
const processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? timezone(parseDate(pubDateStr, ['HH:mm', 'MM-DD HH:mm', 'YYYY-MM-DD HH:mm']), +8) : undefined,
link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
category: categories,
author: authors,
content: {
html: description,
text: description,
},
image,
banner: image,
updated: upDatedStr ? timezone(parseDate(upDatedStr, ['HH:mm', 'MM-DD HH:mm', 'YYYY-MM-DD HH:mm']), +8) : undefined,
language,
};
return processedItem;
});
items = (
await Promise.all(
items.map((item) => {
if (!item.link) {
return item;
}
return cache.tryGet(item.link, async (): Promise<DataItem> => {
const detailResponse = await ofetch(item.link);
const $$: CheerioAPI = load(detailResponse);
const title: string = $$('div.detail-title').text();
const description: string = $$('div.detail-content').html() ?? '';
const pubDateStr: string | undefined = $$('div.detail-info span').last().text().trim();
const categories: string[] = $$('meta[name="keywords"]').attr('content')?.split(/,/) ?? [];
const authors: DataItem['author'] = $$('div.detail-info span').first().text().split(/：/).pop();
const upDatedStr: string | undefined = pubDateStr;
const processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
category: categories,
author: authors,
content: {
html: description,
text: description,
},
updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : item.updated,
language,
};
return {
...item,
...processedItem,
};
});
})
)
).filter((_): _ is DataItem => true);
return {
title: $('title').text(),
description: $('meta[name="description"]').attr('content'),
link: targetUrl,
item: items,
allowEmpty: true,
image: $('img.stcn-logo').attr('src'),
author: $('meta[name="keywords"]').attr('content')?.split(/,/)[0],
language,
id: targetUrl,
};
};
export const route: Route = {
path: '/article/list/:id?',
name: '列表',
url: 'www.stcn.com',
maintainers: ['nczitzk'],
handler,
example: '/stcn/article/list/yw',
parameters: {
category: {
description: '分类，默认为 `yw`，即要闻，可在对应分类页 URL 中找到',
options: [
{
label: '要闻',
value: 'yw',
},
{
label: '股市',
value: 'gs',
},
{
label: '公司',
value: 'company',
},
{
label: '基金',
value: 'fund',
},
{
label: '金融',
value: 'finance',
},
{
label: '评论',
value: 'comment',
},
{
label: '产经',
value: 'cj',
},
{
label: '科创板',
value: 'kcb',
},
{
label: '新三板',
value: 'xsb',
},
{
label: 'ESG',
value: 'zk',
},
{
label: '滚动',
value: 'gd',
},
],
},
},
description: `:::tip
若订阅 [要闻](https://www.stcn.com/article/list/yw.html)，网址为 \`https://www.stcn.com/article/list/yw.html\`，请截取 \`https://www.stcn.com/article/list/\` 到末尾 \`.html\` 的部分 \`yw\` 作为 \`id\` 参数填入，此时目标路由为 [\`/stcn/article/list/yw\`](https://rsshub.app/stcn/article/list/yw)。
:::
| 要闻 | 股市 | 公司 | 基金 | 金融 | 评论 |
| ---- | ---- | ------- | ---- | ------- | ------- |
| yw | gs | company | fund | finance | comment |
| 产经 | 科创板 | 新三板 | ESG | 滚动 |
| ---- | ------ | ------ | --- | ---- |
| cj | kcb | xsb | zk | gd |
`,
categories: ['finance'],
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportRadar: true,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
radar: [
{
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/:id'],
target: (params, url) => {
const urlObj: URL = new URL(url);
const id: string | undefined = urlObj.searchParams.get('type') ?? params.id;
return `/stcn/article/list${id ? `/${id}` : ''}`;
},
},
{
title: '要闻',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/yw.html'],
target: '/article/list/yw',
},
{
title: '股市',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/gs.html'],
target: '/article/list/gs',
},
{
title: '公司',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/company.html'],
target: '/article/list/company',
},
{
title: '基金',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/fund.html'],
target: '/article/list/fund',
},
{
title: '金融',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/finance.html'],
target: '/article/list/finance',
},
{
title: '评论',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/comment.html'],
target: '/article/list/comment',
},
{
title: '产经',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/cj.html'],
target: '/article/list/cj',
},
{
title: '科创板',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/kcb.html'],
target: '/article/list/kcb',
},
{
title: '新三板',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/xsb.html'],
target: '/article/list/xsb',
},
{
title: 'ESG',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/zk.html'],
target: '/article/list/zk',
},
{
title: '滚动',
source: ['www.stcn.com/article/list.html', 'www.stcn.com/article/list/gd.html'],
target: '/article/list/gd',
},
],
view: ViewType.Articles,
};