@wbg-mde/repository/dist/csv-data/read.csvdata.js

Managing all common method for file system CRUD operations.

"use strict";
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
    return c > 3 && r && Object.defineProperty(target, key, r), r;
};
Object.defineProperty(exports, "__esModule", { value: true });
const fs = require("fs");
const trace_decorator_1 = require("../decorators/trace.decorator");
let ReadCsvData = class ReadCsvData {
    getJson(res, range, filePath) {
        let parse_callback = function (err, json, totalRecord, columnsName) {
            res(json, totalRecord, columnsName);
        };
        let obj = { filename: filePath };
        if (!fs.existsSync(filePath)) {
            let i = 0;
            let intId = setInterval(() => {
                i++;
                if (fs.existsSync(filePath) || i === 1000) {
                    this.parse(obj, parse_callback, range);
                    clearInterval(intId);
                }
                parse_callback(true, undefined, undefined, undefined);
            }, 150);
        }
        else {
            this.parse(obj, parse_callback, range);
        }
    }
    parse(config, next, range) {
        let filename = config.filename;
        let opts = config.opts || {};
        let json = [];
        let getCommaSeparated = function (str) {
            return str.split(/,(?=(?:(?:[^"]*"){2})*[^"]*$)/);
        };
        let getTabSeparated = function (str) {
            return str.split("\t");
        };
        fs.readFile(filename, function (err, data) {
            if (err) {
                return next(err);
            }
            let csv = data.toString().split(/\r\n|\n|\r/);
            let header = csv[0];
            let tokens;
            let isSCV = true;
            if (header.split(',').length > 1) {
                tokens = getCommaSeparated(header);
                for (let i = 0; i < tokens.length; i++) {
                    if (tokens[i].startsWith("\"") && tokens[i].endsWith("\"")) {
                        tokens[i] = JSON.parse(tokens[i]);
                    }
                }
            }
            else {
                isSCV = false;
                tokens = getTabSeparated(header);
            }
            let totalRecords = csv.length - 1;
            csv = csv.slice(range[0], (range[1] + 1));
            try {
                for (let i = 1; i < csv.length; i++) {
                    let content;
                    if (isSCV === true) {
                        content = getCommaSeparated(csv[i]);
                    }
                    else {
                        content = getTabSeparated(csv[i]);
                    }
                    let tmp = {};
                    for (let j = 0; j < tokens.length; j++) {
                        try {
                            if (content[j].startsWith("\"") && content[j].endsWith("\"")) {
                                tmp[tokens[j]] = JSON.parse(content[j]);
                            }
                            else {
                                tmp[tokens[j]] = content[j];
                            }
                        }
                        catch (err) {
                            tmp[tokens[j]] = "";
                        }
                    }
                    json.push(tmp);
                }
            }
            catch (e) {
                console.log(e);
            }
            next(null, json, totalRecords, tokens);
        });
        return;
    }
};
ReadCsvData = __decorate([
    trace_decorator_1.Trace()
], ReadCsvData);
exports.ReadCsvData = ReadCsvData;