UNPKG

jmdict-streaming-parser

Version:

Streaming parser for JMdict and related files.

43 lines (42 loc) 1.86 kB
var __create = Object.create; var __defProp = Object.defineProperty; var __getProtoOf = Object.getPrototypeOf; var __hasOwnProp = Object.prototype.hasOwnProperty; var __getOwnPropNames = Object.getOwnPropertyNames; var __getOwnPropDesc = Object.getOwnPropertyDescriptor; var __markAsModule = (target) => __defProp(target, "__esModule", {value: true}); var __exportStar = (target, module2, desc) => { if (module2 && typeof module2 === "object" || typeof module2 === "function") { for (let key of __getOwnPropNames(module2)) if (!__hasOwnProp.call(target, key) && key !== "default") __defProp(target, key, {get: () => module2[key], enumerable: !(desc = __getOwnPropDesc(module2, key)) || desc.enumerable}); } return target; }; var __toModule = (module2) => { if (module2 && module2.__esModule) return module2; return __exportStar(__markAsModule(__defProp(module2 != null ? __create(__getProtoOf(module2)) : {}, "default", {value: module2, enumerable: true})), module2); }; var import_register = __toModule(require("source-map-support/register")); var import_zlib = __toModule(require("zlib")); var import_fs = __toModule(require("fs")); var import__ = __toModule(require(".")); var import_path = __toModule(require("path")); var import_stream = __toModule(require("stream")); const sourceStream = import_fs.createReadStream(import_path.join(__dirname, "../files/JMdict_e.gz")); const gunzip = import_zlib.createGunzip({}); const stream = new import__.JmdictTransform({}); stream.on("data", () => { }); const start = process.hrtime.bigint(); import_stream.pipeline(sourceStream, gunzip, stream, (err) => { if (err) { console.error(err); process.exit(1); } const end = process.hrtime.bigint(); console.log(`parsing took ${end - start} ns (${end - start})`); console.log("end"); }); //# sourceMappingURL=test.js.map