rdf-dataset-fragmenter
Version:
Fragments an RDF dataset into multiple parts
88 lines • 3.39 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
Object.defineProperty(exports, "__esModule", { value: true });
exports.TransformCallbackMap = void 0;
const fs = __importStar(require("node:fs"));
const node_path_1 = require("node:path");
const mkdirp_1 = require("mkdirp");
/**
* This class maps transformed quads that match a given matcher to
* their original quad's field value (subject, predicate, object, or graph)
* (that also match) and writes them to a CSV file.
*/
class TransformCallbackMap {
matchers;
fieldToMap;
columns;
file;
fileStream;
constructor(matchers, fieldToMap, columns, file) {
this.matchers = matchers;
this.fieldToMap = fieldToMap;
this.columns = columns;
this.file = file;
}
async run(quad, transformedQuads) {
if (!this.fileStream) {
throw new Error('File stream is not initialized. Call initializeCallback() first.');
}
const transformedQuadMatches = transformedQuads.filter(transformedQuad => this.matchers.some(m => m.matches(transformedQuad)));
if (transformedQuadMatches.length > 0) {
this.fileStream.write(`${quad[this.fieldToMap].value},` +
`${transformedQuadMatches.map(matchedTransformedQuad => matchedTransformedQuad[this.fieldToMap].value).join(',')}\n`);
}
}
async initializeCallback() {
// Ensure output directory exists
const folder = (0, node_path_1.dirname)(this.file);
await (0, mkdirp_1.mkdirp)(folder);
// Open file stream
this.fileStream = fs.createWriteStream(this.file);
await new Promise((resolve) => {
this.fileStream.on('open', () => {
// Write CSV header
this.fileStream.write(`${this.columns.join(',')}\n`);
resolve();
});
});
}
end() {
if (this.fileStream) {
this.fileStream.end();
}
}
}
exports.TransformCallbackMap = TransformCallbackMap;
//# sourceMappingURL=TransformCallbackMap.js.map