signalk-parquet
Version:
Vessel data Parquet file archive with automated value and geospatial triggers. History API compliant with cloud backups and queries.
67 lines • 2.58 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
Object.defineProperty(exports, "__esModule", { value: true });
exports.SPECIAL_DIRECTORIES = void 0;
exports.shouldSkipDirectory = shouldSkipDirectory;
exports.toContextFilePath = toContextFilePath;
exports.toParquetFilePath = toParquetFilePath;
const path = __importStar(require("path"));
/**
* Special directories that should be excluded during file scanning and data processing
* These directories contain processed, failed, or metadata files that should not be included
* in normal data operations.
*/
exports.SPECIAL_DIRECTORIES = new Set([
'processed',
'failed',
'quarantine',
'claude-schemas',
'repaired',
]);
/**
* Check if a directory name should be skipped during scanning
* @param dirName - The directory name to check
* @returns true if the directory should be skipped
*/
function shouldSkipDirectory(dirName) {
return exports.SPECIAL_DIRECTORIES.has(dirName);
}
function toContextFilePath(context) {
return context.replace(/\./g, '/').replace(/:/g, '_');
}
function toParquetFilePath(dataDir, selfContextPath, quotedPath) {
return path.join(dataDir, selfContextPath, quotedPath.replace(/\./g, '/'), '*.parquet');
}
//# sourceMappingURL=path-helpers.js.map