openlit
Version:
OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
61 lines (60 loc) • 1.87 kB
TypeScript
import { Span, Tracer } from '@opentelemetry/api';
import BaseWrapper from '../base-wrapper';
export default class OllamaWrapper extends BaseWrapper {
static aiSystem: string;
static serverAddress: string;
static serverPort: number;
static _patchChat(tracer: Tracer): any;
static _chat({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): Promise<any>;
static _chatGenerator({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): AsyncGenerator<unknown, any, unknown>;
static _chatCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
args: any[];
genAIEndpoint: string;
result: any;
span: Span;
ttft?: number;
tbt?: number;
}): Promise<{
genAIEndpoint: string;
model: any;
cost: number;
aiSystem: string;
}>;
static _patchGenerate(tracer: Tracer): any;
static _generate({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): Promise<any>;
static _generateGenerator({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): AsyncGenerator<unknown, any, unknown>;
static _generateCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
args: any[];
genAIEndpoint: string;
result: any;
span: Span;
ttft?: number;
tbt?: number;
}): Promise<{
genAIEndpoint: string;
model: any;
cost: number;
aiSystem: string;
}>;
static _patchEmbeddings(tracer: Tracer): any;
}