openlit
Version:
OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
42 lines (41 loc) • 1.34 kB
TypeScript
import { Span, Tracer } from '@opentelemetry/api';
import BaseWrapper from '../base-wrapper';
declare class HuggingFaceWrapper extends BaseWrapper {
static aiSystem: string;
static serverAddress: string;
static serverPort: number;
static _patchChatCompletion(tracer: Tracer): any;
static _chatCompletion({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): Promise<any>;
static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): AsyncGenerator<unknown, any, unknown>;
static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
args: any[];
genAIEndpoint: string;
result: any;
span: Span;
ttft?: number;
tbt?: number;
}): Promise<{
genAIEndpoint: string;
model: any;
cost: number;
aiSystem: string;
}>;
static _patchTextGeneration(tracer: Tracer): any;
static _textGeneration({ args, genAIEndpoint, response, span, }: {
args: any[];
genAIEndpoint: string;
response: any;
span: Span;
}): Promise<any>;
}
export default HuggingFaceWrapper;