openlit
Version:
OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
40 lines (39 loc) • 1.3 kB
TypeScript
import { Span, Tracer } from '@opentelemetry/api';
import BaseWrapper from '../base-wrapper';
declare class GoogleAIWrapper extends BaseWrapper {
static aiSystem: string;
static serverAddress: string;
static serverPort: number;
static _patchGenerateContent(tracer: Tracer): any;
static _generateContent({ args, genAIEndpoint, response, span, requestModel, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
requestModel: string;
}): Promise<any>;
static _generateContentStreamGenerator({ args, genAIEndpoint, response, span, requestModel, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
requestModel: string;
}): AsyncGenerator<unknown, any, unknown>;
static _generateContentCommonSetter({ args, genAIEndpoint, result, span, requestModel, ttft, tbt, isStream, }: {
args: any[];
genAIEndpoint: string;
result: any;
span: Span;
requestModel: string;
ttft?: number;
tbt?: number;
isStream?: boolean;
}): Promise<{
genAIEndpoint: string;
model: string;
user: undefined;
cost: number;
aiSystem: string;
}>;
}
export default GoogleAIWrapper;