openlit
Version:
OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
37 lines (36 loc) • 1.17 kB
TypeScript
import { Span, Tracer } from '@opentelemetry/api';
import BaseWrapper from '../base-wrapper';
declare class MistralWrapper extends BaseWrapper {
static aiSystem: string;
static serverAddress: string;
static serverPort: number;
static _patchChatCompletionCreate(tracer: Tracer): any;
static _chatCompletion({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): Promise<any>;
static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): AsyncGenerator<unknown, any, unknown>;
static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
args: any[];
genAIEndpoint: string;
result: any;
span: Span;
ttft?: number;
tbt?: number;
}): Promise<{
genAIEndpoint: string;
model: any;
user: any;
cost: number;
aiSystem: string;
}>;
static _patchEmbedding(tracer: Tracer): any;
}
export default MistralWrapper;