@gouvfr-anct/mednum/dist/transformer/data/source/api-or-csv.js

✨ Permet de transformer une source de données vers le schéma des lieux de mediation numerique

"use strict";
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    var desc = Object.getOwnPropertyDescriptor(m, k);
    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
      desc = { enumerable: true, get: function() { return m[k]; } };
    }
    Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
    Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
    o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
    var ownKeys = function(o) {
        ownKeys = Object.getOwnPropertyNames || function (o) {
            var ar = [];
            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
            return ar;
        };
        return ownKeys(o);
    };
    return function (mod) {
        if (mod && mod.__esModule) return mod;
        var result = {};
        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
        __setModuleDefault(result, mod);
        return result;
    };
})();
var __importDefault = (this && this.__importDefault) || function (mod) {
    return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.sourceATransformer = void 0;
const axios_1 = __importDefault(require("axios"));
const fs = __importStar(require("fs"));
const iconv_lite_1 = __importDefault(require("iconv-lite"));
const csvtojson_1 = __importDefault(require("csvtojson"));
const fromJson = (response, key) => key == null ? Object.values(response) : Object.values(response[key] ?? {});
const inputIsJson = (response) => response.config.url?.includes('geojson') === true ||
    response.headers['content-type']?.includes('application/geo+json') === true ||
    response.headers['content-type']?.includes('application/json') === true ||
    response.headers['content-type']?.includes('application/vnd.geo+json') === true;
const defaultIfUndefined = (toBeDefined, defaultValue) => toBeDefined !== undefined && toBeDefined !== '' ? toBeDefined : defaultValue;
const streamPromise = async (notJson, chunks, response, encoding, delimiter) => new Promise((resolve, reject) => {
    response.data.on('end', async () => {
        resolve(response.headers['content-type'] === 'text/csv' || notJson
            ? await (0, csvtojson_1.default)({ delimiter: defaultIfUndefined(delimiter, ',') }).fromString(iconv_lite_1.default.decode(Buffer.concat(chunks), defaultIfUndefined(encoding, 'utf8')))
            : JSON.parse(Buffer.concat(chunks).toString()));
    });
    response.data.on('error', reject);
});
const streamFromAPI = async (response, encoding, delimiter) => {
    const chunks = [];
    response.data.on('data', (chunk) => chunks.push(chunk));
    let notJson = false;
    try {
        JSON.parse(Buffer.concat(chunks).toString());
    }
    catch {
        notJson = !inputIsJson(response);
    }
    return streamPromise(notJson, chunks, response, encoding, delimiter);
};
const fetchFrom = async ([source, key], encoding, delimiter, apiEnvKey) => {
    const bearerToken = apiEnvKey != null ? process.env[apiEnvKey] : undefined;
    const response = await streamFromAPI(await axios_1.default.get(source ?? '', {
        responseType: 'stream',
        ...(bearerToken ? { headers: { Authorization: `Bearer ${bearerToken}` } } : {})
    }), encoding, delimiter);
    const data = fromJson(response, key);
    return response.next == null
        ? data
        : [...data, ...(await fetchFrom(`${response.next}@${key}`.split('@'), encoding, delimiter))];
};
const readFrom = async ([source, key]) => JSON.stringify(fromJson(JSON.parse(await fs.promises.readFile(source ?? '', 'utf-8')), key));
const sourceATransformer = async ({ source, encoding = '', delimiter = '', apiEnvKey }) => source.startsWith('http')
    ? JSON.stringify(await fetchFrom(source.split('@'), encoding, delimiter, apiEnvKey))
    : readFrom(source.split('@'));
exports.sourceATransformer = sourceATransformer;