koishi-plugin-nitter-rss/lib/downloader.js

订阅 X (Twitter) 内容，使用 nitter.cz，支持ChatGPT与Gradio Chatbot翻译

"use strict";
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    var desc = Object.getOwnPropertyDescriptor(m, k);
    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
      desc = { enumerable: true, get: function() { return m[k]; } };
    }
    Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
    Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
    o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
    if (mod && mod.__esModule) return mod;
    var result = {};
    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
    __setModuleDefault(result, mod);
    return result;
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.createDirIfNonExist = exports.download = void 0;
const path = __importStar(require("path"));
const fs = __importStar(require("fs"));
const http = __importStar(require("http"));
const https = __importStar(require("https"));
// 创建一个只使用 IPv4 的 HTTP 和 HTTPS Agent
const httpAgent = new http.Agent({ family: 4 });
const httpsAgent = new https.Agent({ family: 4 });
async function download(ctx, url, directory, fileName, cacheTime = 0) {
    if (directory != undefined && fileName != undefined) {
        createDirIfNonExist(directory);
    }
    try {
        const fileExists = directory && fileName && fs.existsSync(path.join(directory, fileName));
        if (fileExists && cacheTime > 0) {
            const cacheFilePath = path.join(directory, `${fileName}`);
            const cacheStat = fs.statSync(cacheFilePath);
            const currentTime = new Date().getTime();
            const lastModifiedTime = new Date(cacheStat.mtime).getTime();
            const elapsedTime = currentTime - lastModifiedTime;
            if (elapsedTime < cacheTime * 1000) {
                const cachedData = fs.readFileSync(cacheFilePath);
                console.log(`Using cached data for "${url}"`);
                return cachedData;
            }
        }
        const lastModifiedTime = getLastModifiedTime(directory, fileName);
        const headers = lastModifiedTime ? { 'If-Modified-Since': lastModifiedTime.toUTCString() } : {};
        const response = await ctx.http.axios(url, {
            headers,
            responseType: 'arraybuffer',
            httpAgent: httpAgent,
            httpsAgent: httpsAgent
        });
        if (response.status === 304 && directory && fileName) {
            const cacheFilePath = path.join(directory, `${fileName}`);
            const cachedData = fs.readFileSync(cacheFilePath);
            console.log(`Using cached data for "${url}"`);
            return cachedData;
        }
        const fileBuffer = Buffer.from(response.data, 'binary');
        if (directory && fileName) {
            fs.writeFileSync(path.join(directory, fileName), fileBuffer);
        }
        console.log(`Downloaded file from "${url}"`);
        return fileBuffer;
    }
    catch (e) {
        throw new Error(`Failed to download file from "${url}". Error: ${e.message}`);
    }
}
exports.download = download;
function createDirIfNonExist(filepath) {
    if (!fs.existsSync(filepath)) {
        console.log('creating ' + filepath);
        try {
            fs.mkdirSync(filepath, { recursive: true });
        }
        catch (err) {
            console.log(`creating ${filepath} failed`, err);
        }
    }
}
exports.createDirIfNonExist = createDirIfNonExist;
function getLastModifiedTime(directory, fileName) {
    if (directory && fileName && fs.existsSync(path.join(directory, fileName))) {
        const cacheFilePath = path.join(directory, `${fileName}`);
        const cacheStat = fs.statSync(cacheFilePath);
        return cacheStat.mtime;
    }
    return null;
}