UNPKG

llmonitor

Version:

llmonitor is an open-source monitoring and analytics platform for AI apps.

76 lines (74 loc) 2.6 kB
type cJSON = string | number | boolean | null | undefined | { [x: string]: cJSON; } | Array<cJSON>; interface LLMonitorOptions { appId?: string; apiUrl?: string; verbose?: boolean; } type RunType = "log" | "tool" | "agent" | "llm" | "chain" | "retriever" | "embed" | "thread" | "chat"; type EventName = "start" | "end" | "error" | "info" | "warn" | "feedback"; interface Event { type: RunType; event: EventName; app: string; timestamp: number; userId?: string; userProps?: cJSON; parentRunId?: string; extra?: cJSON; tags?: string[]; runtime?: string; error?: { message: string; stack?: string; }; } type TokenUsage = { completion: number; prompt: number; }; interface RunEvent extends Event { runId: string; input?: cJSON; output?: cJSON; tokensUsage?: TokenUsage; [key: string]: unknown; } interface LogEvent extends Event { message: string; } interface ChatMessage { role: "user" | "assistant" | "system" | "function" | "tool"; text: string; [key: string]: cJSON; } type WrapExtras = { name?: string; extra?: cJSON; tags?: string[]; userId?: string; userProps?: cJSON; }; type WrapParams<T extends WrappableFn> = { inputParser?: (...args: Parameters<T>) => cJSON; extraParser?: (...args: Parameters<T>) => cJSON; nameParser?: (...args: Parameters<T>) => string; outputParser?: (result: Awaited<ReturnType<T>>) => cJSON; tagsParser?: (...args: Parameters<T>) => string[]; userIdParser?: (...args: Parameters<T>) => string; userPropsParser?: (...args: Parameters<T>) => cJSON; tokensUsageParser?: (result: Awaited<ReturnType<T>>) => Promise<TokenUsage>; enableWaitUntil?: (...args: Parameters<T>) => boolean; forceFlush?: (...args: Parameters<T>) => boolean; waitUntil?: (result: Awaited<ReturnType<T>>, onComplete: (any: any) => any, onError: (any: any) => any) => ReturnType<T>; } & WrapExtras; type WrappableFn = (...args: any[]) => any; type Identify<T extends WrappableFn> = (userId: string, userProps?: cJSON) => WrappedReturn<T>; type SetParent<T extends WrappableFn> = (runId: string) => WrappedReturn<T>; type WrappedReturn<T extends WrappableFn> = ReturnType<T> & { identify: Identify<T>; setParent: SetParent<T>; }; type WrappedFn<T extends WrappableFn> = (...args: Parameters<T>) => WrappedReturn<T>; export { ChatMessage, Event, EventName, Identify, LLMonitorOptions, LogEvent, RunEvent, RunType, SetParent, TokenUsage, WrapExtras, WrapParams, WrappableFn, WrappedFn, WrappedReturn, cJSON };