open-graph-scraper/dist/lib/request.js

Node.js scraper module for Open Graph and Twitter Card info

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
const undici_1 = require("undici");
/**
 * performs the fetch request and formats the body for ogs
 *
 * @param {object} options - options for ogs
 * @return {object} formatted request body and response
 *
 */
async function requestAndResultsFormatter(options) {
    let body;
    let response;
    try {
        response = await (0, undici_1.fetch)(options.url, {
            signal: AbortSignal.timeout((options.timeout || 10) * 1000),
            headers: { Origin: options.url },
            ...options.fetchOptions,
        });
        body = await response.text();
        if (response && response.headers && response.headers.get('content-type') && !response.headers.get('content-type')?.includes('text/')) {
            throw new Error('Page must return a header content-type with text/');
        }
        if (response && response.status && (response.status.toString().substring(0, 1) === '4' || response.status.toString().substring(0, 1) === '5')) {
            throw new Error('Server has returned a 400/500 error code');
        }
        if (body === undefined || body === '') {
            throw new Error('Page not found');
        }
    }
    catch (error) {
        if (error instanceof Error && error.message === 'fetch failed')
            throw error.cause;
        throw error;
    }
    return { body, response };
}
exports.default = requestAndResultsFormatter;