codecrucible-synth
Version:
Production-Ready AI Development Platform with Multi-Voice Synthesis, Smithery MCP Integration, Enterprise Security, and Zero-Timeout Reliability
72 lines • 2.08 kB
TypeScript
/**
* Advanced Performance Optimization System for CodeCrucible
* Implements tokenization optimization, caching, batching, and streaming
*/
import { EventEmitter } from 'events';
import { ModelResponse, PerformanceMetrics, OptimizationConfig } from '../types/performance.js';
export interface BatchRequest {
id: string;
prompt: string;
context: string[];
priority: number;
}
export interface StreamingResponse {
id: string;
chunk: string;
complete: boolean;
metadata?: any;
}
export declare class PerformanceOptimizer extends EventEmitter {
private responseCache;
private embeddingCache;
private batchQueue;
private activeBatches;
private metrics;
private config;
constructor(config?: Partial<OptimizationConfig>);
/**
* 1. Tokenization & Prompt Engineering Optimization
*/
optimizePrompt(prompt: string, context?: string[]): {
optimizedPrompt: string;
relevantContext: string[];
estimatedTokens: number;
};
private shortenInstructions;
private selectRelevantContext;
private calculateRelevanceScore;
private truncateContext;
/**
* 2. Batch & Streaming Implementation
*/
processBatch(requests: BatchRequest[]): Promise<Map<string, ModelResponse>>;
private createBatchPrompt;
private callModelWithBatch;
private parseBatchResponse;
private processIndividual;
private callModel;
/**
* 3. Caching & Memoization
*/
private generateCacheKey;
clearCache(): void;
/**
* 4. Streaming Support
*/
streamResponse(prompt: string, context?: string[]): AsyncGenerator<StreamingResponse>;
private simulateStreamingChunks;
/**
* Performance Monitoring
*/
getMetrics(): PerformanceMetrics;
/**
* Configuration Management
*/
updateConfig(updates: Partial<OptimizationConfig>): void;
/**
* Fast Mode - Minimal Initialization
*/
enableFastMode(): void;
}
export default PerformanceOptimizer;
//# sourceMappingURL=performance-optimizer.d.ts.map