rsshub
Version:
Make RSS Great Again!
51 lines (44 loc) • 1.53 kB
JavaScript
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const timezone = require('@/utils/timezone');
// Processing full text
async function load(link) {
const response = await got.get(link);
const $ = cheerio.load(response.data);
const author = $('div[class=articleAuthor] p span').eq(1).text() || 'null';
const authorName = author.includes(':') ? author.split(':')[1].trim() : author;
const validAuthor = 'xcb@bwu.edu.cn (' + authorName + ')';
// Extracting text
const description = $('div[id^=vsb_content]').html();
return {
description,
author: validAuthor,
};
}
const ProcessFeed = (list, cache) => {
const host = 'https://news.bwu.edu.cn/';
return Promise.all(
list.map(async (item) => {
const $ = cheerio.load(item);
const aTag = $('a');
const title = aTag.text();
const link = new URL(aTag.attr('href'), host);
// Parsing the date
const pubDate = timezone(parseDate($('span[class=rightDate]').text(), 'YYYY-MM-DD'), +8);
const single = {
title,
link,
guid: link,
pubDate,
};
// Try caching
const other = await cache.tryGet(link, () => load(link));
// Return article information
return { ...single, ...other };
})
);
};
module.exports = {
ProcessFeed,
};