ffc-pay-etl-framework/dist/esm/destinations/sqlFileDestination.js

A framework for creating ETL pipelines in node

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
const { Writable } = require("node:stream");
const fs = require("fs");
/**
 * @enum {number}
 */
const SQL_MODE = {
    "INSERT_MODE": 1,
    "UPDATE_MODE": 2
};
/**
 *
 * @param {Object} options
 * @param {String} options.fileName
 * @param {SQL_MODE} options.mode
 * @param {String} options.table
 * @param {Array} options.mapping
 * @param {Boolean} options.includeErrors
 * @returns Transform
 */
function SQLFileDestination(options) {
    const fileName = options.fileName;
    const sqlMode = options.mode;
    const table = options.table;
    const mapping = options.mapping;
    const includeErrors = options.includeErrors;
    function writeInsertStatement(chunk) {
        let statement = `INSERT INTO ${table} (${mapping.map(m => m.targetColumn)
            .join(",")}) VALUES (${mapping.map((m) => {
            const srcColumnIndex = chunk._columns.indexOf(m.column);
            if (m.targetType === "string")
                return `'${chunk[srcColumnIndex]}'`;
            return chunk[srcColumnIndex];
        })});\n`;
        fs.writeFileSync(fileName, statement, {
            encoding: "utf8",
            flag: "a+"
        });
    }
    function writeUpdateStatement(chunk) {
        //TODO
    }
    const writable = new Writable({
        objectMode: true,
        write(chunk, _, callback) {
            if (chunk.errors.length === 0)
                if (sqlMode === SQL_MODE.INSERT_MODE) {
                    // @ts-ignore
                    if (chunk.errors.length === 0 | includeErrors) {
                        writeInsertStatement(chunk);
                    }
                }
            // TODO - Disabled because Sonar
            // } else if (sqlMode === SQL_MODE.UPDATE_MODE){
            //     // @ts-ignore
            //     if(chunk.errors.length === 0 | includeErrors){
            //         writeUpdateStatement(chunk)
            //     }
            // }
            callback();
        }
    });
    Object.assign(writable, {
        setConnection: function (connection) {
            this.connection = connection;
        }.bind(writable),
        getConnectionName: function () {
            return this.connection?.name;
        }.bind(writable),
        setTasks: function (tasks) {
            this.tasks = tasks;
        }.bind(writable)
    });
    return writable;
}
module.exports = {
    SQLFileDestination,
    SQL_MODE
};