graphlit-client
Version:
Graphlit API Client for TypeScript
67 lines (66 loc) • 5.32 kB
TypeScript
import { ConversationToolCall, Specification, ToolDefinitionInput, ConversationMessage } from "../generated/graphql-types.js";
import { OpenAIMessage, AnthropicMessage, AnthropicSystemBlock, GoogleMessage, MistralMessage, BedrockMessage } from "./llm-formatters.js";
import { StreamEvent } from "../types/internal.js";
import { ReasoningMetadata } from "../types/ui-events.js";
export interface GooglePromptCache {
entries: Map<string, string>;
maxEntries?: number;
}
/**
* Stream with OpenAI SDK
*/
export declare function streamWithOpenAI(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, openaiClient: any, // OpenAI client instance
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal, reasoningEffort?: string): Promise<void>;
/**
* Stream with Anthropic SDK
*/
type AnthropicClient = import("@anthropic-ai/sdk").default;
export declare function streamWithAnthropic(specification: Specification, messages: AnthropicMessage[], systemPrompt: AnthropicSystemBlock[] | undefined, tools: ToolDefinitionInput[] | undefined, anthropicClient: AnthropicClient, // Properly typed Anthropic client
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal, thinkingConfig?: {
type: "enabled";
budget_tokens: number;
} | {
type: "adaptive";
effort?: "low" | "medium" | "high" | "xhigh";
}): Promise<void>;
/**
* Stream with Google SDK
*/
export declare function streamWithGoogle(specification: Specification, messages: GoogleMessage[], systemPrompt: string | string[] | undefined, tools: ToolDefinitionInput[] | undefined, googleClient: any, // Google GenerativeAI client instance
promptCache: GooglePromptCache | undefined, onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal, thinkingConfig?: {
type: "enabled";
budget_tokens: number;
}): Promise<void>;
/**
* Stream with Groq SDK (OpenAI-compatible)
*/
export declare function streamWithGroq(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, groqClient: any, // Groq client instance (OpenAI-compatible)
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
/**
* Stream with Cerebras native SDK
*/
export declare function streamWithCerebras(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, cerebrasClient: any, // Cerebras native client instance
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
/**
* Stream with Deepseek SDK (OpenAI-compatible)
*/
export declare function streamWithDeepseek(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, deepseekClient: any, // OpenAI client instance configured for Deepseek
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
/**
* Stream with Cohere SDK
*/
export declare function streamWithCohere(specification: Specification, messages: ConversationMessage[], tools: ToolDefinitionInput[] | undefined, cohereClient: any, // CohereClient instance
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
/**
* Stream with Mistral SDK
*/
export declare function streamWithMistral(specification: Specification, messages: MistralMessage[], tools: ToolDefinitionInput[] | undefined, mistralClient: any, // Mistral client instance
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
/**
* Stream with Bedrock SDK (for Claude models)
*/
export declare function streamWithBedrock(specification: Specification, messages: BedrockMessage[], systemPrompt: string | undefined, tools: ToolDefinitionInput[] | undefined, bedrockClient: any, // BedrockRuntimeClient instance
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
export declare function streamWithXai(specification: Specification, messages: OpenAIMessage[], tools: ToolDefinitionInput[] | undefined, xaiClient: any, // OpenAI client instance configured for xAI
onEvent: (event: StreamEvent) => void, onComplete: (message: string, toolCalls: ConversationToolCall[], usage?: any, reasoning?: ReasoningMetadata) => void, abortSignal?: AbortSignal): Promise<void>;
export {};