jmdict-streaming-parser
Version:
Streaming parser for JMdict and related files.
43 lines (42 loc) • 1.86 kB
JavaScript
var __create = Object.create;
var __defProp = Object.defineProperty;
var __getProtoOf = Object.getPrototypeOf;
var __hasOwnProp = Object.prototype.hasOwnProperty;
var __getOwnPropNames = Object.getOwnPropertyNames;
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
var __markAsModule = (target) => __defProp(target, "__esModule", {value: true});
var __exportStar = (target, module2, desc) => {
if (module2 && typeof module2 === "object" || typeof module2 === "function") {
for (let key of __getOwnPropNames(module2))
if (!__hasOwnProp.call(target, key) && key !== "default")
__defProp(target, key, {get: () => module2[key], enumerable: !(desc = __getOwnPropDesc(module2, key)) || desc.enumerable});
}
return target;
};
var __toModule = (module2) => {
if (module2 && module2.__esModule)
return module2;
return __exportStar(__markAsModule(__defProp(module2 != null ? __create(__getProtoOf(module2)) : {}, "default", {value: module2, enumerable: true})), module2);
};
var import_register = __toModule(require("source-map-support/register"));
var import_zlib = __toModule(require("zlib"));
var import_fs = __toModule(require("fs"));
var import__ = __toModule(require("."));
var import_path = __toModule(require("path"));
var import_stream = __toModule(require("stream"));
const sourceStream = import_fs.createReadStream(import_path.join(__dirname, "../files/JMdict_e.gz"));
const gunzip = import_zlib.createGunzip({});
const stream = new import__.JmdictTransform({});
stream.on("data", () => {
});
const start = process.hrtime.bigint();
import_stream.pipeline(sourceStream, gunzip, stream, (err) => {
if (err) {
console.error(err);
process.exit(1);
}
const end = process.hrtime.bigint();
console.log(`parsing took ${end - start} ns (${end - start})`);
console.log("end");
});
//# sourceMappingURL=test.js.map