semantic-ds-toolkit
Version:
Performance-first semantic layer for modern data stacks - Stable Column Anchors & intelligent inference
135 lines • 4.67 kB
TypeScript
export { PerformanceProfiler, globalProfiler } from './performance-profiler';
export { MultiTierCacheManager, globalCacheManager } from './cache-manager';
export { LazyEvaluator, LazyComputation, globalLazyEvaluator } from './lazy-evaluator';
export { HighPerformanceBatchProcessor, globalBatchProcessor } from './batch-processor';
export { OptimizedBatchProcessorV2, optimizedBatchProcessor, ObjectPool as BatchObjectPool, RingBuffer as BatchRingBuffer, WorkerPool as BatchWorkerPool } from './batch-processor-v2';
export { ProductQuantizer, ColumnFingerprintCompressor, globalProductQuantizer, globalFingerprintCompressor } from './vector-compression';
export { HierarchicalNavigableSmallWorld, ColumnAnchorHNSW, globalHNSW, globalAnchorHNSW } from './hnsw-index';
export { ConnectionPool, WarehouseConnectionPool, createOptimizedPool, createGlobalPools } from './connection-pool';
export { OptimizationBenchmarkSuite, runPerformanceBenchmark, globalBenchmarkSuite } from './benchmark-suite';
export declare const PERFORMANCE_TARGETS: {
readonly SCA_PROCESSING: "1M+ rows/second";
readonly INFERENCE_LATENCY: "<100ms for 1M rows";
readonly CACHE_HIT_RATE: ">90%";
readonly MEMORY_FOOTPRINT: "<10MB per million rows";
readonly CONCURRENT_OPERATIONS: "100+ parallel scans";
readonly METADATA_SCALE: "100K+ SCAs like DataHub";
readonly QUERY_RESPONSE: "<200ms like Elasticsearch catalogs";
readonly TIME_TO_VALUE: "<15 minutes (market expects)";
readonly HASH_THROUGHPUT: "13.2 GB/s (xxHash64)";
readonly VECTOR_COMPRESSION: "4x+ compression ratio";
readonly SEARCH_PERFORMANCE: "1K+ searches/sec";
};
export declare const OPTIMIZATION_CONFIGS: {
readonly DEVELOPMENT: {
readonly profiler: {
readonly maxConcurrency: 4;
};
readonly cache: {
readonly l1MaxSize: 1000;
readonly l2MaxSize: 10000;
readonly l3MaxSize: 100000;
};
readonly batchProcessor: {
readonly maxWorkers: 2;
};
readonly connectionPool: {
readonly minConnections: 2;
readonly maxConnections: 10;
};
};
readonly PRODUCTION: {
readonly profiler: {
readonly maxConcurrency: 20;
};
readonly cache: {
readonly l1MaxSize: 5000;
readonly l2MaxSize: 50000;
readonly l3MaxSize: 500000;
};
readonly batchProcessor: {
readonly maxWorkers: 16;
};
readonly connectionPool: {
readonly minConnections: 10;
readonly maxConnections: 100;
};
};
readonly ENTERPRISE: {
readonly profiler: {
readonly maxConcurrency: 50;
};
readonly cache: {
readonly l1MaxSize: 10000;
readonly l2MaxSize: 100000;
readonly l3MaxSize: 1000000;
};
readonly batchProcessor: {
readonly maxWorkers: 32;
};
readonly connectionPool: {
readonly minConnections: 20;
readonly maxConnections: 200;
};
};
};
export declare function getOptimizationConfig(environment: keyof typeof OPTIMIZATION_CONFIGS): {
readonly profiler: {
readonly maxConcurrency: 4;
};
readonly cache: {
readonly l1MaxSize: 1000;
readonly l2MaxSize: 10000;
readonly l3MaxSize: 100000;
};
readonly batchProcessor: {
readonly maxWorkers: 2;
};
readonly connectionPool: {
readonly minConnections: 2;
readonly maxConnections: 10;
};
} | {
readonly profiler: {
readonly maxConcurrency: 20;
};
readonly cache: {
readonly l1MaxSize: 5000;
readonly l2MaxSize: 50000;
readonly l3MaxSize: 500000;
};
readonly batchProcessor: {
readonly maxWorkers: 16;
};
readonly connectionPool: {
readonly minConnections: 10;
readonly maxConnections: 100;
};
} | {
readonly profiler: {
readonly maxConcurrency: 50;
};
readonly cache: {
readonly l1MaxSize: 10000;
readonly l2MaxSize: 100000;
readonly l3MaxSize: 1000000;
};
readonly batchProcessor: {
readonly maxWorkers: 32;
};
readonly connectionPool: {
readonly minConnections: 20;
readonly maxConnections: 200;
};
};
export declare function validatePerformanceTargets(metrics: any): {
passed: number;
total: number;
details: Array<{
metric: string;
value: any;
target: string;
passed: boolean;
}>;
};
//# sourceMappingURL=index.d.ts.map