axiodb
Version:
The Pure JavaScript Alternative to SQLite. Embedded NoSQL database for Node.js with MongoDB-style queries, zero native dependencies, built-in InMemoryCache, and web GUI. Perfect for desktop apps, CLI tools, and embedded systems. No compilation, no platfor
101 lines • 5.22 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
/* eslint-disable @typescript-eslint/no-explicit-any */
const worker_threads_1 = require("worker_threads");
const FileManager_1 = __importDefault(require("../Filesystem/FileManager")); // Replace with real imports
const Converter_helper_1 = __importDefault(require("../../Helper/Converter.helper")); // Replace with your actual converter logic
const Crypto_helper_1 = require("../../Helper/Crypto.helper");
const { chunk, encryptionKey, path, isEncrypted, storeFileName } = worker_threads_1.workerData;
const result = [];
// new CryptoHelper instance
const cryptoInstance = encryptionKey
? new Crypto_helper_1.CryptoHelper(encryptionKey)
: undefined;
/*
* Worker for reading files in parallel.
* It processes all files concurrently using Promise.all for maximum performance.
* If cryptoInstance is provided, it decrypts the file content.
* The results are stored in the result array, either with or without file names based on storeFileName flag.
* If an error occurs, it sends an error message back to the parent thread.
*/
function processFiles() {
return __awaiter(this, void 0, void 0, function* () {
try {
// Process all files in parallel for maximum performance
const filePromises = chunk.map((fileName) => __awaiter(this, void 0, void 0, function* () {
try {
const ReadFileResponse = yield new FileManager_1.default().ReadFile(`${path}/${fileName}`);
// Check if the file is read successfully or not
if ("data" in ReadFileResponse) {
if (isEncrypted === true && cryptoInstance) {
// Decrypt the data if crypto is enabled
const ContentResponse = yield cryptoInstance.decrypt(new Converter_helper_1.default().ToObject(ReadFileResponse.data));
if (storeFileName == true) {
// Store Decrypted Data with File Name
return {
fileName: fileName,
data: new Converter_helper_1.default().ToObject(ContentResponse),
};
}
else {
// Store all Decrypted Data in AllData
return new Converter_helper_1.default().ToObject(ContentResponse);
}
}
else {
if (storeFileName == true) {
return {
fileName: fileName,
data: new Converter_helper_1.default().ToObject(ReadFileResponse.data),
};
}
else {
return new Converter_helper_1.default().ToObject(ReadFileResponse.data);
}
}
}
else {
console.error(`Failed to read file: ${fileName}`);
return null;
}
}
catch (error) {
console.error(`Error processing file ${fileName}:`, error);
return null;
}
}));
// Wait for all file operations to complete
const results = yield Promise.all(filePromises);
// Filter out null results (failed reads) and add to result array
const validResults = results.filter((r) => r !== null);
result.push(...validResults);
if (worker_threads_1.parentPort) {
worker_threads_1.parentPort.postMessage(result);
}
}
catch (error) {
if (worker_threads_1.parentPort) {
worker_threads_1.parentPort.postMessage({ error: String(error) });
}
}
});
}
processFiles().catch((error) => {
console.error("Worker error:", error);
if (worker_threads_1.parentPort) {
worker_threads_1.parentPort.postMessage({ error: String(error) });
}
});
//# sourceMappingURL=WorkerForDataLoad.engine.js.map