judgeval
Version:
Judgment SDK for TypeScript/JavaScript
51 lines (50 loc) • 1.33 kB
TypeScript
/**
* Interface for judge models that can generate text
*/
export interface Judge {
/**
* Generate text synchronously
*/
generate(prompt: string): string;
/**
* Generate text asynchronously
*/
aGenerate(prompt: string): Promise<string>;
/**
* Get the name of the model
*/
getModelName(): string;
}
/**
* Default judge implementation using OpenAI API
*/
export declare class DefaultJudge implements Judge {
private modelName;
private apiKey?;
private user?;
constructor(modelName?: string, apiKey?: string, user?: string);
generate(prompt: string): string;
aGenerate(prompt: string): Promise<string>;
getModelName(): string;
}
/**
* Together AI judge implementation
*/
export declare class TogetherJudge implements Judge {
private modelName;
private apiKey?;
constructor(modelName?: string, apiKey?: string);
generate(prompt: string): string;
aGenerate(prompt: string): Promise<string>;
getModelName(): string;
}
/**
* Create a judge instance
* @param model Model name or Judge instance
* @param user Optional user identifier
* @returns Judge instance and whether it's a native model
*/
export declare function createJudge(model?: string | Judge, user?: string): {
judge: Judge;
usingNativeModel: boolean;
};