@just-every/ensemble
Version:
LLM provider abstraction layer with unified streaming interface
29 lines • 1.19 kB
TypeScript
import { ResponseInput, ProviderStreamEvent, AgentDefinition } from "../types/types.cjs";
import { BaseModelProvider } from "./base_provider.cjs";
export interface TestProviderConfig {
streamingDelay?: number;
shouldError?: boolean;
errorMessage?: string;
simulateRateLimit?: boolean;
fixedResponse?: string | undefined;
fixedThinking?: string | undefined;
simulateToolCall?: boolean;
toolName?: string;
toolArguments?: Record<string, any>;
tokenUsage?: {
inputTokens: number;
outputTokens: number;
};
chunkSize?: number;
}
export declare const testProviderConfig: TestProviderConfig;
export declare function resetTestProviderConfig(): void;
export declare class TestProvider extends BaseModelProvider {
private config;
constructor(config?: TestProviderConfig);
createResponseStream(messages: ResponseInput, model: string, agent: AgentDefinition): AsyncGenerator<ProviderStreamEvent>;
private generateResponse;
createEmbedding(input: string | string[], model: string, opts?: any): Promise<number[] | number[][]>;
}
export declare const testProvider: TestProvider;
//# sourceMappingURL=test_provider.d.ts.map