jsonlines-loader/dist/index.js

JSON lines (jsonl) loader module for webpack

"use strict";

Object.defineProperty(exports, "__esModule", {
  value: true
});
exports.default = loader;

var _loaderUtils = require("loader-utils");

var _schemaUtils = _interopRequireDefault(require("schema-utils"));

function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }

/*
  MIT License http://www.opensource.org/licenses/mit-license.php
  Author Dave Clark @dcwarwick
*/
const schema = {
  type: "object",
  properties: {
    ignoreParseErrors: {
      type: "boolean"
    }
  },
  additionalProperties: false
};

function loader(source) {
  const options = (0, _loaderUtils.getOptions)(this) || {};
  (0, _schemaUtils.default)(schema, options, "JSON Lines loader");

  const processLine = line => {
    try {
      // parse each line and stringify it, to ensure valid JSON
      const parsed = JSON.parse(line);
      return JSON.stringify(parsed);
    } catch (err) {
      if (options && options.ignoreParseErrors) {
        // if there was a parse error and we're ignoring them
        // just copy the source line in as a string
        return `"${line.replace(/"/g, '\\"')}"`;
      } // otherwise report parse errors to WebPack


      this.emitError(err);
      return "";
    }
  };

  const result = `module.exports = [,${source // split the source into 'lines' delimited by newline
  .split("\n") // if the last line is empty we discard it
  .filter((line, index, lines) => index < lines.length - 1 || /\S/.test(line)) // convert each line into a javascript literal
  .map(line => processLine(line)) // concatenate the literals into an array literal (with empty zeroth element)
  .join(",")}]`;
  return result;
}