git-aiflow
Version:
🚀 An AI-powered workflow automation tool for effortless Git-based development, combining smart GitLab/GitHub merge & pull request creation with Conan package management.
97 lines • 2.01 kB
TypeScript
#!/usr/bin/env node
/**
* OpenAI Provider Configuration for testing
*/
interface OpenAIProvider {
name: string;
baseUrl: string;
models: string[];
apiKey: string;
supportsReasoning?: boolean;
description: string;
}
/**
* Test configuration
*/
interface TestConfig {
providers: OpenAIProvider[];
testCases: TestCase[];
iterations: number;
concurrentRequests: number;
timeout: number;
}
/**
* Test case definition
*/
interface TestCase {
name: string;
diff: string;
language: string;
expectedTokens: number;
}
/**
* OpenAI Batch Performance Tester
*/
export declare class OpenAIBatchTester {
private readonly config;
private readonly results;
constructor(config: TestConfig);
/**
* Run comprehensive batch tests
*/
runBatchTests(): Promise<void>;
/**
* Test a specific provider
*/
private testProvider;
/**
* Test a specific model
*/
private testModel;
/**
* Run tests for a specific model configuration
*/
private runModelTests;
/**
* Run concurrent tests for a specific configuration
*/
private runConcurrentTests;
/**
* Run a single test
*/
private runSingleTest;
/**
* Estimate token count for response
*/
private estimateTokens;
/**
* Generate comprehensive performance report
*/
private generateReport;
/**
* Group results by provider, model, and reasoning mode
*/
private groupResults;
/**
* Calculate performance statistics
*/
private calculateStatistics;
/**
* Display detailed statistics
*/
private displayStatistics;
/**
* Display performance comparison
*/
private displayComparison;
/**
* Display error analysis
*/
private displayErrorAnalysis;
/**
* Export results to JSON file
*/
private exportResults;
}
export {};
//# sourceMappingURL=openai-batch-test.d.ts.map