UNPKG

semantic-ds-toolkit

Version:

Performance-first semantic layer for modern data stacks - Stable Column Anchors & intelligent inference

135 lines 4.67 kB
export { PerformanceProfiler, globalProfiler } from './performance-profiler'; export { MultiTierCacheManager, globalCacheManager } from './cache-manager'; export { LazyEvaluator, LazyComputation, globalLazyEvaluator } from './lazy-evaluator'; export { HighPerformanceBatchProcessor, globalBatchProcessor } from './batch-processor'; export { OptimizedBatchProcessorV2, optimizedBatchProcessor, ObjectPool as BatchObjectPool, RingBuffer as BatchRingBuffer, WorkerPool as BatchWorkerPool } from './batch-processor-v2'; export { ProductQuantizer, ColumnFingerprintCompressor, globalProductQuantizer, globalFingerprintCompressor } from './vector-compression'; export { HierarchicalNavigableSmallWorld, ColumnAnchorHNSW, globalHNSW, globalAnchorHNSW } from './hnsw-index'; export { ConnectionPool, WarehouseConnectionPool, createOptimizedPool, createGlobalPools } from './connection-pool'; export { OptimizationBenchmarkSuite, runPerformanceBenchmark, globalBenchmarkSuite } from './benchmark-suite'; export declare const PERFORMANCE_TARGETS: { readonly SCA_PROCESSING: "1M+ rows/second"; readonly INFERENCE_LATENCY: "<100ms for 1M rows"; readonly CACHE_HIT_RATE: ">90%"; readonly MEMORY_FOOTPRINT: "<10MB per million rows"; readonly CONCURRENT_OPERATIONS: "100+ parallel scans"; readonly METADATA_SCALE: "100K+ SCAs like DataHub"; readonly QUERY_RESPONSE: "<200ms like Elasticsearch catalogs"; readonly TIME_TO_VALUE: "<15 minutes (market expects)"; readonly HASH_THROUGHPUT: "13.2 GB/s (xxHash64)"; readonly VECTOR_COMPRESSION: "4x+ compression ratio"; readonly SEARCH_PERFORMANCE: "1K+ searches/sec"; }; export declare const OPTIMIZATION_CONFIGS: { readonly DEVELOPMENT: { readonly profiler: { readonly maxConcurrency: 4; }; readonly cache: { readonly l1MaxSize: 1000; readonly l2MaxSize: 10000; readonly l3MaxSize: 100000; }; readonly batchProcessor: { readonly maxWorkers: 2; }; readonly connectionPool: { readonly minConnections: 2; readonly maxConnections: 10; }; }; readonly PRODUCTION: { readonly profiler: { readonly maxConcurrency: 20; }; readonly cache: { readonly l1MaxSize: 5000; readonly l2MaxSize: 50000; readonly l3MaxSize: 500000; }; readonly batchProcessor: { readonly maxWorkers: 16; }; readonly connectionPool: { readonly minConnections: 10; readonly maxConnections: 100; }; }; readonly ENTERPRISE: { readonly profiler: { readonly maxConcurrency: 50; }; readonly cache: { readonly l1MaxSize: 10000; readonly l2MaxSize: 100000; readonly l3MaxSize: 1000000; }; readonly batchProcessor: { readonly maxWorkers: 32; }; readonly connectionPool: { readonly minConnections: 20; readonly maxConnections: 200; }; }; }; export declare function getOptimizationConfig(environment: keyof typeof OPTIMIZATION_CONFIGS): { readonly profiler: { readonly maxConcurrency: 4; }; readonly cache: { readonly l1MaxSize: 1000; readonly l2MaxSize: 10000; readonly l3MaxSize: 100000; }; readonly batchProcessor: { readonly maxWorkers: 2; }; readonly connectionPool: { readonly minConnections: 2; readonly maxConnections: 10; }; } | { readonly profiler: { readonly maxConcurrency: 20; }; readonly cache: { readonly l1MaxSize: 5000; readonly l2MaxSize: 50000; readonly l3MaxSize: 500000; }; readonly batchProcessor: { readonly maxWorkers: 16; }; readonly connectionPool: { readonly minConnections: 10; readonly maxConnections: 100; }; } | { readonly profiler: { readonly maxConcurrency: 50; }; readonly cache: { readonly l1MaxSize: 10000; readonly l2MaxSize: 100000; readonly l3MaxSize: 1000000; }; readonly batchProcessor: { readonly maxWorkers: 32; }; readonly connectionPool: { readonly minConnections: 20; readonly maxConnections: 200; }; }; export declare function validatePerformanceTargets(metrics: any): { passed: number; total: number; details: Array<{ metric: string; value: any; target: string; passed: boolean; }>; }; //# sourceMappingURL=index.d.ts.map