openlit
Version:
OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects
14 lines (13 loc) • 846 B
TypeScript
import { Span } from '@opentelemetry/api';
export default class OpenLitHelper {
static readonly PROMPT_TOKEN_FACTOR = 1000;
static openaiTokens(text: string, model: string): number;
static generalTokens(text: string): number;
static getChatModelCost(model: string, pricingInfo: any, promptTokens: number, completionTokens: number): number;
static getEmbedModelCost(model: string, pricingInfo: any, promptTokens: number): number;
static getImageModelCost(model: string, pricingInfo: any, size: string, quality: number): number;
static getAudioModelCost(model: string, pricingInfo: any, prompt: string): number;
static fetchPricingInfo(pricingJson: any): Promise<any>;
static handleException(span: Span, error: Error): void;
static createStreamProxy(stream: any, generatorFuncResponse: any): Promise<any>;
}