route-claudecode
Version:
Advanced routing and transformation system for Claude Code outputs to multiple AI providers
102 lines • 2.95 kB
TypeScript
/**
* Gemini Tool Calling Test Matrix Generator
* Generates comprehensive test matrices for systematic validation
*
* Project owner: Jason Zhang
*
* This generator creates exhaustive test coverage for Gemini tool calling pipeline,
* covering all possible combinations of:
* - Tool formats (Anthropic, OpenAI)
* - Tool counts (single, multiple)
* - Schema complexities (simple, nested, arrays)
* - Configuration modes (AUTO, ANY, NONE)
* - Model variations (gemini-2.5-flash, gemini-2.5-pro)
* - Error conditions and edge cases
*/
export interface TestCase {
id: string;
name: string;
description: string;
category: 'functional' | 'integration' | 'performance' | 'edge-case' | 'error-handling';
priority: 'critical' | 'high' | 'medium' | 'low';
expectedOutcome: 'success' | 'controlled-failure' | 'graceful-error';
testData: {
request: any;
expectedResponse?: any;
expectedBehavior?: string[];
};
validationCriteria: string[];
relatedIssues?: string[];
estimatedDuration: number;
}
export interface TestMatrix {
matrixId: string;
generatedAt: string;
pipelineType: 'gemini-tool-calling';
totalTestCases: number;
categories: {
functional: number;
integration: number;
performance: number;
edgeCase: number;
errorHandling: number;
};
priorities: {
critical: number;
high: number;
medium: number;
low: number;
};
estimatedTotalTime: number;
testCases: TestCase[];
}
export declare class GeminiTestMatrixGenerator {
private outputDir;
constructor(outputDir?: string);
/**
* Generate comprehensive test matrix for Gemini tool calling
*/
generateComprehensiveMatrix(): Promise<TestMatrix>;
/**
* Generate functional test cases covering basic tool calling scenarios
*/
private generateFunctionalTests;
/**
* Generate integration test cases covering end-to-end scenarios
*/
private generateIntegrationTests;
/**
* Generate performance test cases
*/
private generatePerformanceTests;
/**
* Generate edge case test cases
*/
private generateEdgeCaseTests;
/**
* Generate error handling test cases
*/
private generateErrorHandlingTests;
/**
* Generate large tool set for performance testing
*/
private generateLargeToolSet;
/**
* Generate complex nested schema for performance testing
*/
private generateComplexSchema;
/**
* Save test matrix to file
*/
private saveMatrix;
/**
* Generate test scripts from matrix
*/
generateTestScripts(matrix: TestMatrix): Promise<string[]>;
/**
* Generate test script for specific category
*/
private generateCategoryScript;
}
export default GeminiTestMatrixGenerator;
//# sourceMappingURL=gemini-test-matrix-generator.d.ts.map