table-exporter/bin/export.js

Export HTML Table (Table Tag, Table CSS) to a file (JSON, CSV, etc.)

/**
 *   Copyright (c) 2020 TYO Lab
 *   @author Eric Tang (twitter: @_e_tang).
 *   @file export.js
 */

var fs = require('fs');
var exporter = require('../index');
var request = require('request');

function exportFile(html, exportFn, opts) {
    var result = exportFn(html, opts['table-selector'], opts 
        /**for debug */
        // ,
        // function (tableIndex, row, col, $node, cols) {
        //     if (tableIndex == 2)
        //         console.debug('processing table:' + tableIndex + ', row: ' + row + ', col: ' + col);
        // }
    );

    if (result.tables && result.tables.length && result.tables.length > 0) {
        var writeFile = false;

        if (opts["output-name"]) 
            writeFile = true;
        
        // by default we only export csv file
        var i = 0;
        for (; i < result.tables.length; ++i) {
            var table = result.tables[i];

            var text;
            
            if (opts["output-type"] !== 'json') 
                text = result.exporter.generate_csv(table, opts["cell-delim"], opts["row-delim"]);
            else
                text = JSON.stringify(result.tables);
                
            if (writeFile) {
                if (i === 1) {
                    outname = opts["output-name"] + '.csv' /* + opts["output-type"] */;
                }
                else {
                    outname = opts["output-name"] + i + '.csv' /* + opts["output-type"] */;
                }

                fs.writeFileSync(outname, text);
            }
            else {
                if (i > 0)
                    console.log("\n\n");
                console.log(text);
            }
        }
    }
    else {
        console.error("No table found");
    }
}

function ExportJob (fileOrUrl, exportFn) {
    exportFn = exportFn || exporter.export.bind(exporter);

    this.process = function (opts) {
        try {
            fs.accessSync(fileOrUrl, fs.F_OK);
            // @todo 
            // Do something
            // If file isn't accessible

           fs.readFile(fileOrUrl, function (err, html) {
                exportFile(html, exportFn, opts);
            });

        } catch (e) {
            request(fileOrUrl, function (error, response, html) {
                if (!error && response.statusCode == 200) {
                    exportFile(html, exportFn, rowSelector, cellSelector);
                }
            });
        }
    }

}

module.exports = ExportJob;