@tixae-labs/web-sdk
Version:
Javascript Web SDK for doing WebRTC AI Voice Calls with TIXAE Agents.
892 lines • 4.07 MB
TypeScript
/** @format */
import { z } from "zod";
import type { EventEmitter } from "stream";
import type { Edge, Node, XYPosition } from "@xyflow/react";
import type { Buffer } from "node:buffer";
import type { VF_RUNTIME_MESSAGE } from "./global_types";
export interface ChatMessage<T = any> {
mid?: string;
from: string;
type: VF_RUNTIME_MESSAGE;
item?: T;
delay?: number;
action?: string;
ts?: number;
feedback?: boolean;
VGPayload?: any;
isLoading?: boolean;
isAIGenerated?: boolean;
mask?: {
messageIndex?: number;
turnIndex?: number;
};
placeholderImage?: string;
}
export interface TurnProps {
sources?: SourceModel[];
session_id?: string;
vf_stack?: any;
from: "bot" | "human";
messages: ChatMessage[];
langchainMessages?: LLMMessage[];
ts?: number;
isAIGenerated?: boolean;
}
export declare const eventsHooksUrls: {
newAgent: string;
newUser: string;
newSubscriptionCompleted: string;
newSubscriptionIncompleted: string;
newAgencySubdomain: string;
newVoiceAgent: string;
newCall: string;
newPhoneNumberBought: string;
newChannelConnection: string;
};
export declare function GET_VG_CLOUDFLARE_API_URL({ region, forceLive, }: {
region: "eu" | "na";
forceLive?: boolean;
}): string;
export declare const backgroundNoiseEnum: z.ZodEnum<["restaurant", "office", "street", "none"]>;
export type BackgroundNoise = z.infer<typeof backgroundNoiseEnum>;
export declare const backgroundNoises: {
iconUrl: string;
key: string;
name: string;
}[];
export declare const defaultPunctuationBreaks: string[];
export declare const callConfigSchema: z.ZodObject<{
recordAudio: z.ZodBoolean;
backgroundNoise: z.ZodOptional<z.ZodEnum<["restaurant", "office", "street", "none"]>>;
enableWebCalling: z.ZodOptional<z.ZodBoolean>;
firstInputChunkUNIXMs: z.ZodOptional<z.ZodNumber>;
firstOutputChunkUNIXMs: z.ZodOptional<z.ZodNumber>;
}, "strip", z.ZodTypeAny, {
recordAudio: boolean;
backgroundNoise?: "restaurant" | "none" | "office" | "street" | undefined;
enableWebCalling?: boolean | undefined;
firstInputChunkUNIXMs?: number | undefined;
firstOutputChunkUNIXMs?: number | undefined;
}, {
recordAudio: boolean;
backgroundNoise?: "restaurant" | "none" | "office" | "street" | undefined;
enableWebCalling?: boolean | undefined;
firstInputChunkUNIXMs?: number | undefined;
firstOutputChunkUNIXMs?: number | undefined;
}>;
export type CallConfig = z.infer<typeof callConfigSchema>;
export declare const llmMessageSchema: z.ZodObject<{
role: z.ZodEnum<["user", "assistant", "system", "tool"]>;
content: z.ZodString;
name: z.ZodOptional<z.ZodString>;
tool_call_id: z.ZodOptional<z.ZodString>;
tool_name: z.ZodOptional<z.ZodString>;
tool_calls: z.ZodAny;
}, "strip", z.ZodTypeAny, {
content: string;
role: "system" | "user" | "assistant" | "tool";
name?: string | undefined;
tool_calls?: any;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
}, {
content: string;
role: "system" | "user" | "assistant" | "tool";
name?: string | undefined;
tool_calls?: any;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
}>;
export type LLMMessage = z.infer<typeof llmMessageSchema>;
export declare const CUSTOM_TOOL_EVENT_ZOD: z.ZodEnum<["END_CALL", "FORWARD_CALL"]>;
export type CUSTOM_TOOL_EVENT = z.infer<typeof CUSTOM_TOOL_EVENT_ZOD>;
export declare const toolFieldVariableTypeSchema: z.ZodEnum<["string", "number", "boolean", "system"]>;
export type ToolFieldVariableType = z.infer<typeof toolFieldVariableTypeSchema>;
export declare const toolFieldSchema: z.ZodObject<{
id: z.ZodString;
in: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodOptional<z.ZodEnum<["string", "number", "boolean", "system"]>>>;
value: z.ZodOptional<z.ZodAny>;
defaultValue: z.ZodOptional<z.ZodAny>;
key: z.ZodOptional<z.ZodString>;
description: z.ZodOptional<z.ZodString>;
required: z.ZodOptional<z.ZodBoolean>;
reusable: z.ZodOptional<z.ZodBoolean>;
isEnv: z.ZodOptional<z.ZodBoolean>;
isSystem: z.ZodOptional<z.ZodBoolean>;
isGlobal: z.ZodOptional<z.ZodBoolean>;
agentId: z.ZodOptional<z.ZodString>;
userId: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id: string;
isGlobal?: boolean | undefined;
description?: string | undefined;
defaultValue?: any;
agentId?: string | undefined;
type?: "string" | "number" | "boolean" | "system" | undefined;
in?: string | undefined;
value?: any;
key?: string | undefined;
required?: boolean | undefined;
reusable?: boolean | undefined;
isEnv?: boolean | undefined;
isSystem?: boolean | undefined;
userId?: string | undefined;
}, {
id: string;
isGlobal?: boolean | undefined;
description?: string | undefined;
defaultValue?: any;
agentId?: string | undefined;
type?: "string" | "number" | "boolean" | "system" | undefined;
in?: string | undefined;
value?: any;
key?: string | undefined;
required?: boolean | undefined;
reusable?: boolean | undefined;
isEnv?: boolean | undefined;
isSystem?: boolean | undefined;
userId?: string | undefined;
}>;
export type ToolField = z.infer<typeof toolFieldSchema>;
export declare const llmsToolSchema: z.ZodObject<{
isDefault: z.ZodOptional<z.ZodBoolean>;
id: z.ZodString;
name: z.ZodString;
description: z.ZodString;
imageUrl: z.ZodOptional<z.ZodString>;
fields: z.ZodOptional<z.ZodArray<z.ZodObject<{
id: z.ZodString;
in: z.ZodOptional<z.ZodString>;
type: z.ZodOptional<z.ZodOptional<z.ZodEnum<["string", "number", "boolean", "system"]>>>;
value: z.ZodOptional<z.ZodAny>;
defaultValue: z.ZodOptional<z.ZodAny>;
key: z.ZodOptional<z.ZodString>;
description: z.ZodOptional<z.ZodString>;
required: z.ZodOptional<z.ZodBoolean>;
reusable: z.ZodOptional<z.ZodBoolean>;
isEnv: z.ZodOptional<z.ZodBoolean>;
isSystem: z.ZodOptional<z.ZodBoolean>;
isGlobal: z.ZodOptional<z.ZodBoolean>;
agentId: z.ZodOptional<z.ZodString>;
userId: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
id: string;
isGlobal?: boolean | undefined;
description?: string | undefined;
defaultValue?: any;
agentId?: string | undefined;
type?: "string" | "number" | "boolean" | "system" | undefined;
in?: string | undefined;
value?: any;
key?: string | undefined;
required?: boolean | undefined;
reusable?: boolean | undefined;
isEnv?: boolean | undefined;
isSystem?: boolean | undefined;
userId?: string | undefined;
}, {
id: string;
isGlobal?: boolean | undefined;
description?: string | undefined;
defaultValue?: any;
agentId?: string | undefined;
type?: "string" | "number" | "boolean" | "system" | undefined;
in?: string | undefined;
value?: any;
key?: string | undefined;
required?: boolean | undefined;
reusable?: boolean | undefined;
isEnv?: boolean | undefined;
isSystem?: boolean | undefined;
userId?: string | undefined;
}>, "many">>;
serverUrl: z.ZodOptional<z.ZodString>;
serverUrlSecret: z.ZodOptional<z.ZodString>;
userId: z.ZodOptional<z.ZodString>;
createdAt: z.ZodOptional<z.ZodString>;
updatedAt: z.ZodOptional<z.ZodString>;
disabled: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
name: string;
description: string;
id: string;
createdAt?: string | undefined;
imageUrl?: string | undefined;
userId?: string | undefined;
isDefault?: boolean | undefined;
serverUrl?: string | undefined;
serverUrlSecret?: string | undefined;
updatedAt?: string | undefined;
disabled?: boolean | undefined;
fields?: {
id: string;
isGlobal?: boolean | undefined;
description?: string | undefined;
defaultValue?: any;
agentId?: string | undefined;
type?: "string" | "number" | "boolean" | "system" | undefined;
in?: string | undefined;
value?: any;
key?: string | undefined;
required?: boolean | undefined;
reusable?: boolean | undefined;
isEnv?: boolean | undefined;
isSystem?: boolean | undefined;
userId?: string | undefined;
}[] | undefined;
}, {
name: string;
description: string;
id: string;
createdAt?: string | undefined;
imageUrl?: string | undefined;
userId?: string | undefined;
isDefault?: boolean | undefined;
serverUrl?: string | undefined;
serverUrlSecret?: string | undefined;
updatedAt?: string | undefined;
disabled?: boolean | undefined;
fields?: {
id: string;
isGlobal?: boolean | undefined;
description?: string | undefined;
defaultValue?: any;
agentId?: string | undefined;
type?: "string" | "number" | "boolean" | "system" | undefined;
in?: string | undefined;
value?: any;
key?: string | undefined;
required?: boolean | undefined;
reusable?: boolean | undefined;
isEnv?: boolean | undefined;
isSystem?: boolean | undefined;
userId?: string | undefined;
}[] | undefined;
}>;
export type LLMSTool = z.infer<typeof llmsToolSchema>;
export declare const VG_SUPPORTED_LLM_ZOD: z.ZodEnum<["gpt-3.5-turbo-0125", "gpt-4-1106-preview", "gpt-4.5-preview-2025-02-27", "gpt-4o", "gpt-4o-mini", "gpt-4.1-2025-04-14", "gpt-4.1-mini-2025-04-14", "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv", "llama3-8b-8192", "llama3-70b-8192", "llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama-3.2-90b-text-preview", "llama-3.2-11b-text-preview", "llama-3.3-70b-versatile", "meta-llama/llama-4-scout-17b-16e-instruct", "meta-llama/llama-4-maverick-17b-128e-instruct", "mixtral-8x7b-32768", "gemma-7b-it", "gemma2-9b-it", "claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-20240307", "claude-3-5-haiku-20241022", "claude-3-7-sonnet-20250219", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro", "gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.5-pro-exp-03-25", "gemini-2.5-pro-preview-03-25", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash", "gpt-4-32k", "gpt-4", "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "deepseek-chat", "deepseek-r1-distill-llama-70b", "grok-2-latest", "grok-3", "grok-3-mini", "grok-3-fast", "grok-4-0709", "qwen-max-latest", "qwen-plus-latest", "qwen-turbo-latest", "custom-llm", "models/gemini-2.5-pro-preview-03-25", "azure-eu-gpt-4o", "azure-na-gpt-4o"]>;
export type VG_SUPPORTED_LLM = z.infer<typeof VG_SUPPORTED_LLM_ZOD>;
export declare const XAI_SUPPORTED_LLM_ZOD: z.ZodEnum<["grok-2-latest", "grok-4-0709", "grok-3", "grok-3-mini", "grok-3-fast"]>;
export type XAI_SUPPORTED_LLM = z.infer<typeof XAI_SUPPORTED_LLM_ZOD>;
export declare const ALIBABA_SUPPORTED_LLM_ZOD: z.ZodEnum<["qwen-max-latest", "qwen-plus-latest", "qwen-turbo-latest"]>;
export type ALIBABA_SUPPORTED_LLM = z.infer<typeof ALIBABA_SUPPORTED_LLM_ZOD>;
export declare const LLMSProviderKeySchema: z.ZodEnum<["azure", "openai", "groq", "anthropic", "google", "meta", "deepseek", "xai", "alibaba"]>;
export type LLMSProviderKey = z.infer<typeof LLMSProviderKeySchema>;
export declare const VGSupportedModelZod: z.ZodObject<{
label: z.ZodOptional<z.ZodString>;
isBeta: z.ZodOptional<z.ZodBoolean>;
provider: z.ZodEnum<["azure", "openai", "groq", "anthropic", "google", "meta", "deepseek", "xai", "alibaba"]>;
model_id: z.ZodEnum<["gpt-3.5-turbo-0125", "gpt-4-1106-preview", "gpt-4.5-preview-2025-02-27", "gpt-4o", "gpt-4o-mini", "gpt-4.1-2025-04-14", "gpt-4.1-mini-2025-04-14", "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv", "llama3-8b-8192", "llama3-70b-8192", "llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama-3.2-90b-text-preview", "llama-3.2-11b-text-preview", "llama-3.3-70b-versatile", "meta-llama/llama-4-scout-17b-16e-instruct", "meta-llama/llama-4-maverick-17b-128e-instruct", "mixtral-8x7b-32768", "gemma-7b-it", "gemma2-9b-it", "claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-20240307", "claude-3-5-haiku-20241022", "claude-3-7-sonnet-20250219", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro", "gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.5-pro-exp-03-25", "gemini-2.5-pro-preview-03-25", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash", "gpt-4-32k", "gpt-4", "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "deepseek-chat", "deepseek-r1-distill-llama-70b", "grok-2-latest", "grok-3", "grok-3-mini", "grok-3-fast", "grok-4-0709", "qwen-max-latest", "qwen-plus-latest", "qwen-turbo-latest", "custom-llm", "models/gemini-2.5-pro-preview-03-25", "azure-eu-gpt-4o", "azure-na-gpt-4o"]>;
icon: z.ZodOptional<z.ZodString>;
react_icon: z.ZodOptional<z.ZodAny>;
streamUrl: z.ZodOptional<z.ZodString>;
envKey: z.ZodOptional<z.ZodString>;
supportTools: z.ZodOptional<z.ZodBoolean>;
pricing: z.ZodObject<{
input: z.ZodObject<{
tokens: z.ZodNumber;
providerPriceUsd: z.ZodNumber;
priceCredits: z.ZodNumber;
}, "strip", z.ZodTypeAny, {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
}, {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
}>;
output: z.ZodObject<{
tokens: z.ZodNumber;
providerPriceUsd: z.ZodNumber;
priceCredits: z.ZodNumber;
}, "strip", z.ZodTypeAny, {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
}, {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
}>;
}, "strip", z.ZodTypeAny, {
input: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
output: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
}, {
input: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
output: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
}>;
maxContextTokens: z.ZodOptional<z.ZodNumber>;
isLegacy: z.ZodOptional<z.ZodBoolean>;
doesSupportFileUpload: z.ZodOptional<z.ZodBoolean>;
hidden: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
pricing: {
input: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
output: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
};
provider: "google" | "openai" | "azure" | "groq" | "anthropic" | "meta" | "deepseek" | "xai" | "alibaba";
model_id: "gpt-4o" | "claude-3-5-sonnet-20241022" | "gpt-3.5-turbo-0125" | "gpt-4-1106-preview" | "gpt-4.5-preview-2025-02-27" | "gpt-4o-mini" | "gpt-4.1-2025-04-14" | "gpt-4.1-mini-2025-04-14" | "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv" | "llama3-8b-8192" | "llama3-70b-8192" | "llama-3.1-8b-instant" | "llama-3.1-70b-versatile" | "llama-3.2-90b-text-preview" | "llama-3.2-11b-text-preview" | "llama-3.3-70b-versatile" | "meta-llama/llama-4-scout-17b-16e-instruct" | "meta-llama/llama-4-maverick-17b-128e-instruct" | "mixtral-8x7b-32768" | "gemma-7b-it" | "gemma2-9b-it" | "claude-opus-4-20250514" | "claude-sonnet-4-20250514" | "claude-3-5-sonnet-20240620" | "claude-3-opus-20240229" | "claude-3-sonnet-20240229" | "claude-3-haiku-20240307" | "claude-3-5-haiku-20241022" | "claude-3-7-sonnet-20250219" | "gemini-1.5-pro" | "gemini-1.5-flash" | "gemini-1.0-pro" | "gemini-2.0-flash-exp" | "gemini-2.0-flash-thinking-exp-1219" | "gemini-2.5-pro-exp-03-25" | "gemini-2.5-pro-preview-03-25" | "gemini-2.5-flash-preview-05-20" | "gemini-2.5-flash" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "deepseek-chat" | "deepseek-r1-distill-llama-70b" | "grok-2-latest" | "grok-3" | "grok-3-mini" | "grok-3-fast" | "grok-4-0709" | "qwen-max-latest" | "qwen-plus-latest" | "qwen-turbo-latest" | "custom-llm" | "models/gemini-2.5-pro-preview-03-25" | "azure-eu-gpt-4o" | "azure-na-gpt-4o";
label?: string | undefined;
icon?: string | undefined;
hidden?: boolean | undefined;
isBeta?: boolean | undefined;
react_icon?: any;
streamUrl?: string | undefined;
envKey?: string | undefined;
supportTools?: boolean | undefined;
maxContextTokens?: number | undefined;
isLegacy?: boolean | undefined;
doesSupportFileUpload?: boolean | undefined;
}, {
pricing: {
input: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
output: {
tokens: number;
providerPriceUsd: number;
priceCredits: number;
};
};
provider: "google" | "openai" | "azure" | "groq" | "anthropic" | "meta" | "deepseek" | "xai" | "alibaba";
model_id: "gpt-4o" | "claude-3-5-sonnet-20241022" | "gpt-3.5-turbo-0125" | "gpt-4-1106-preview" | "gpt-4.5-preview-2025-02-27" | "gpt-4o-mini" | "gpt-4.1-2025-04-14" | "gpt-4.1-mini-2025-04-14" | "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv" | "llama3-8b-8192" | "llama3-70b-8192" | "llama-3.1-8b-instant" | "llama-3.1-70b-versatile" | "llama-3.2-90b-text-preview" | "llama-3.2-11b-text-preview" | "llama-3.3-70b-versatile" | "meta-llama/llama-4-scout-17b-16e-instruct" | "meta-llama/llama-4-maverick-17b-128e-instruct" | "mixtral-8x7b-32768" | "gemma-7b-it" | "gemma2-9b-it" | "claude-opus-4-20250514" | "claude-sonnet-4-20250514" | "claude-3-5-sonnet-20240620" | "claude-3-opus-20240229" | "claude-3-sonnet-20240229" | "claude-3-haiku-20240307" | "claude-3-5-haiku-20241022" | "claude-3-7-sonnet-20250219" | "gemini-1.5-pro" | "gemini-1.5-flash" | "gemini-1.0-pro" | "gemini-2.0-flash-exp" | "gemini-2.0-flash-thinking-exp-1219" | "gemini-2.5-pro-exp-03-25" | "gemini-2.5-pro-preview-03-25" | "gemini-2.5-flash-preview-05-20" | "gemini-2.5-flash" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "deepseek-chat" | "deepseek-r1-distill-llama-70b" | "grok-2-latest" | "grok-3" | "grok-3-mini" | "grok-3-fast" | "grok-4-0709" | "qwen-max-latest" | "qwen-plus-latest" | "qwen-turbo-latest" | "custom-llm" | "models/gemini-2.5-pro-preview-03-25" | "azure-eu-gpt-4o" | "azure-na-gpt-4o";
label?: string | undefined;
icon?: string | undefined;
hidden?: boolean | undefined;
isBeta?: boolean | undefined;
react_icon?: any;
streamUrl?: string | undefined;
envKey?: string | undefined;
supportTools?: boolean | undefined;
maxContextTokens?: number | undefined;
isLegacy?: boolean | undefined;
doesSupportFileUpload?: boolean | undefined;
}>;
export type VGSupportedModel = z.infer<typeof VGSupportedModelZod>;
export declare const LLMSProvider: z.ZodObject<{
key: z.ZodEnum<["azure", "openai", "groq", "anthropic", "google", "meta", "deepseek", "xai", "alibaba"]>;
logoUrl: z.ZodString;
label: z.ZodString;
}, "strip", z.ZodTypeAny, {
label: string;
key: "google" | "openai" | "azure" | "groq" | "anthropic" | "meta" | "deepseek" | "xai" | "alibaba";
logoUrl: string;
}, {
label: string;
key: "google" | "openai" | "azure" | "groq" | "anthropic" | "meta" | "deepseek" | "xai" | "alibaba";
logoUrl: string;
}>;
export type LLMSProvider = z.infer<typeof LLMSProvider>;
export declare const SupportedProviders: LLMSProvider[];
export interface OnDropInBetweenFolders {
draggedFolderId: string;
inBetweenIndex: number;
}
export interface OnDropToFolder {
draggedFolderId: string;
newParentFolderId: string;
}
export declare const llmProvidersName: z.ZodEnum<["openai", "google", "meta", "anthropic", "groq", "deepseek", "alibaba", "xai", "custom-llm"]>;
export type AppLLMProvidersName = z.infer<typeof llmProvidersName>;
export declare const speechProvidersName: z.ZodEnum<["elevenlabs", "deepgram", "cartesia", "playht", "azure", "rime-ai", "openai", "playai-groq", "google-cloud"]>;
export type AppSpeechProvidersName = z.infer<typeof speechProvidersName>;
export declare const toolCallSchema: z.ZodObject<{
type: z.ZodLiteral<"tool-call">;
toolCallId: z.ZodString;
toolName: z.ZodString;
args: z.ZodAny;
}, "strip", z.ZodTypeAny, {
type: "tool-call";
toolCallId: string;
toolName: string;
args?: any;
}, {
type: "tool-call";
toolCallId: string;
toolName: string;
args?: any;
}>;
export type ToolCall = z.infer<typeof toolCallSchema>;
export interface OnDropInBetweenFolders {
draggedFolderId: string;
inBetweenIndex: number;
}
export interface OnDropToFolder {
draggedFolderId: string;
newParentFolderId: string;
}
export declare const transcriberEventName: z.ZodEnum<["transcript", "final_transcript", "close", "error"]>;
export type TranscriberEventName = z.infer<typeof transcriberEventName>;
export declare const transcriberProvidersName: z.ZodEnum<["deepgram", "gladia", "assemblyai", "speechmatics", "google-cloud-speech"]>;
export type AppTranscriberProvidersName = z.infer<typeof transcriberProvidersName>;
export declare const transcriberInfoSchema: z.ZodObject<{
name: z.ZodEnum<["deepgram", "gladia", "assemblyai", "speechmatics", "google-cloud-speech"]>;
iconUrl: z.ZodString;
providerLandingUrl: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
iconUrl: string;
providerLandingUrl?: string | undefined;
}, {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
iconUrl: string;
providerLandingUrl?: string | undefined;
}>;
export type AppTranscriberInfo = z.infer<typeof transcriberInfoSchema>;
export declare const transcriberProvidersInfo: AppTranscriberInfo[];
export declare const transcriptSchema: z.ZodObject<{
transcript: z.ZodString;
isFinal: z.ZodBoolean;
provider: z.ZodObject<{
name: z.ZodEnum<["deepgram", "gladia", "assemblyai", "speechmatics", "google-cloud-speech"]>;
payload: z.ZodAny;
}, "strip", z.ZodTypeAny, {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
}, {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
}>;
}, "strip", z.ZodTypeAny, {
provider: {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
};
transcript: string;
isFinal: boolean;
}, {
provider: {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
};
transcript: string;
isFinal: boolean;
}>;
export type AppTranscriptPayload = z.infer<typeof transcriptSchema>;
export declare const interruptionSchema: z.ZodObject<{
transcript: z.ZodString;
provider: z.ZodObject<{
name: z.ZodEnum<["deepgram", "gladia", "assemblyai", "speechmatics", "google-cloud-speech"]>;
payload: z.ZodAny;
}, "strip", z.ZodTypeAny, {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
}, {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
}>;
}, "strip", z.ZodTypeAny, {
provider: {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
};
transcript: string;
}, {
provider: {
name: "deepgram" | "gladia" | "assemblyai" | "speechmatics" | "google-cloud-speech";
payload?: any;
};
transcript: string;
}>;
export type AppInterruption = z.infer<typeof interruptionSchema>;
export declare const llmServiceChunkSchema: z.ZodObject<{
content: z.ZodString;
tool_call_id: z.ZodOptional<z.ZodString>;
tool_name: z.ZodOptional<z.ZodString>;
error: z.ZodOptional<z.ZodString>;
tool_input: z.ZodOptional<z.ZodAny>;
tool_output: z.ZodOptional<z.ZodAny>;
messagesHistory: z.ZodOptional<z.ZodArray<z.ZodObject<{
role: z.ZodEnum<["user", "assistant", "system", "tool"]>;
content: z.ZodString;
name: z.ZodOptional<z.ZodString>;
tool_call_id: z.ZodOptional<z.ZodString>;
tool_name: z.ZodOptional<z.ZodString>;
tool_calls: z.ZodAny;
}, "strip", z.ZodTypeAny, {
content: string;
role: "system" | "user" | "assistant" | "tool";
name?: string | undefined;
tool_calls?: any;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
}, {
content: string;
role: "system" | "user" | "assistant" | "tool";
name?: string | undefined;
tool_calls?: any;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
}>, "many">>;
currentNodeId: z.ZodOptional<z.ZodString>;
isPlaceholder: z.ZodOptional<z.ZodBoolean>;
creditsConsumed: z.ZodOptional<z.ZodNumber>;
inputTokens: z.ZodOptional<z.ZodNumber>;
outputTokens: z.ZodOptional<z.ZodNumber>;
modelId: z.ZodOptional<z.ZodEnum<["gpt-3.5-turbo-0125", "gpt-4-1106-preview", "gpt-4.5-preview-2025-02-27", "gpt-4o", "gpt-4o-mini", "gpt-4.1-2025-04-14", "gpt-4.1-mini-2025-04-14", "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv", "llama3-8b-8192", "llama3-70b-8192", "llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama-3.2-90b-text-preview", "llama-3.2-11b-text-preview", "llama-3.3-70b-versatile", "meta-llama/llama-4-scout-17b-16e-instruct", "meta-llama/llama-4-maverick-17b-128e-instruct", "mixtral-8x7b-32768", "gemma-7b-it", "gemma2-9b-it", "claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-20240307", "claude-3-5-haiku-20241022", "claude-3-7-sonnet-20250219", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro", "gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.5-pro-exp-03-25", "gemini-2.5-pro-preview-03-25", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash", "gpt-4-32k", "gpt-4", "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "deepseek-chat", "deepseek-r1-distill-llama-70b", "grok-2-latest", "grok-3", "grok-3-mini", "grok-3-fast", "grok-4-0709", "qwen-max-latest", "qwen-plus-latest", "qwen-turbo-latest", "custom-llm", "models/gemini-2.5-pro-preview-03-25", "azure-eu-gpt-4o", "azure-na-gpt-4o"]>>;
forceSync: z.ZodOptional<z.ZodBoolean>;
}, "strip", z.ZodTypeAny, {
content: string;
modelId?: "gpt-4o" | "claude-3-5-sonnet-20241022" | "gpt-3.5-turbo-0125" | "gpt-4-1106-preview" | "gpt-4.5-preview-2025-02-27" | "gpt-4o-mini" | "gpt-4.1-2025-04-14" | "gpt-4.1-mini-2025-04-14" | "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv" | "llama3-8b-8192" | "llama3-70b-8192" | "llama-3.1-8b-instant" | "llama-3.1-70b-versatile" | "llama-3.2-90b-text-preview" | "llama-3.2-11b-text-preview" | "llama-3.3-70b-versatile" | "meta-llama/llama-4-scout-17b-16e-instruct" | "meta-llama/llama-4-maverick-17b-128e-instruct" | "mixtral-8x7b-32768" | "gemma-7b-it" | "gemma2-9b-it" | "claude-opus-4-20250514" | "claude-sonnet-4-20250514" | "claude-3-5-sonnet-20240620" | "claude-3-opus-20240229" | "claude-3-sonnet-20240229" | "claude-3-haiku-20240307" | "claude-3-5-haiku-20241022" | "claude-3-7-sonnet-20250219" | "gemini-1.5-pro" | "gemini-1.5-flash" | "gemini-1.0-pro" | "gemini-2.0-flash-exp" | "gemini-2.0-flash-thinking-exp-1219" | "gemini-2.5-pro-exp-03-25" | "gemini-2.5-pro-preview-03-25" | "gemini-2.5-flash-preview-05-20" | "gemini-2.5-flash" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "deepseek-chat" | "deepseek-r1-distill-llama-70b" | "grok-2-latest" | "grok-3" | "grok-3-mini" | "grok-3-fast" | "grok-4-0709" | "qwen-max-latest" | "qwen-plus-latest" | "qwen-turbo-latest" | "custom-llm" | "models/gemini-2.5-pro-preview-03-25" | "azure-eu-gpt-4o" | "azure-na-gpt-4o" | undefined;
error?: string | undefined;
inputTokens?: number | undefined;
outputTokens?: number | undefined;
creditsConsumed?: number | undefined;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
tool_input?: any;
tool_output?: any;
messagesHistory?: {
content: string;
role: "system" | "user" | "assistant" | "tool";
name?: string | undefined;
tool_calls?: any;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
}[] | undefined;
currentNodeId?: string | undefined;
isPlaceholder?: boolean | undefined;
forceSync?: boolean | undefined;
}, {
content: string;
modelId?: "gpt-4o" | "claude-3-5-sonnet-20241022" | "gpt-3.5-turbo-0125" | "gpt-4-1106-preview" | "gpt-4.5-preview-2025-02-27" | "gpt-4o-mini" | "gpt-4.1-2025-04-14" | "gpt-4.1-mini-2025-04-14" | "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv" | "llama3-8b-8192" | "llama3-70b-8192" | "llama-3.1-8b-instant" | "llama-3.1-70b-versatile" | "llama-3.2-90b-text-preview" | "llama-3.2-11b-text-preview" | "llama-3.3-70b-versatile" | "meta-llama/llama-4-scout-17b-16e-instruct" | "meta-llama/llama-4-maverick-17b-128e-instruct" | "mixtral-8x7b-32768" | "gemma-7b-it" | "gemma2-9b-it" | "claude-opus-4-20250514" | "claude-sonnet-4-20250514" | "claude-3-5-sonnet-20240620" | "claude-3-opus-20240229" | "claude-3-sonnet-20240229" | "claude-3-haiku-20240307" | "claude-3-5-haiku-20241022" | "claude-3-7-sonnet-20250219" | "gemini-1.5-pro" | "gemini-1.5-flash" | "gemini-1.0-pro" | "gemini-2.0-flash-exp" | "gemini-2.0-flash-thinking-exp-1219" | "gemini-2.5-pro-exp-03-25" | "gemini-2.5-pro-preview-03-25" | "gemini-2.5-flash-preview-05-20" | "gemini-2.5-flash" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "deepseek-chat" | "deepseek-r1-distill-llama-70b" | "grok-2-latest" | "grok-3" | "grok-3-mini" | "grok-3-fast" | "grok-4-0709" | "qwen-max-latest" | "qwen-plus-latest" | "qwen-turbo-latest" | "custom-llm" | "models/gemini-2.5-pro-preview-03-25" | "azure-eu-gpt-4o" | "azure-na-gpt-4o" | undefined;
error?: string | undefined;
inputTokens?: number | undefined;
outputTokens?: number | undefined;
creditsConsumed?: number | undefined;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
tool_input?: any;
tool_output?: any;
messagesHistory?: {
content: string;
role: "system" | "user" | "assistant" | "tool";
name?: string | undefined;
tool_calls?: any;
tool_call_id?: string | undefined;
tool_name?: string | undefined;
}[] | undefined;
currentNodeId?: string | undefined;
isPlaceholder?: boolean | undefined;
forceSync?: boolean | undefined;
}>;
export type LLMChunk = z.infer<typeof llmServiceChunkSchema>;
export declare const llmServiceToolCallIdSchema: z.ZodObject<{
tool_call_id: z.ZodString;
}, "strip", z.ZodTypeAny, {
tool_call_id: string;
}, {
tool_call_id: string;
}>;
export type LLMChunkToolCallId = z.infer<typeof llmServiceToolCallIdSchema>;
export declare const speechGenOnAudioChunkSchema: z.ZodObject<{
chunk: z.ZodType<Buffer, z.ZodTypeDef, Buffer>;
}, "strip", z.ZodTypeAny, {
chunk: Buffer;
}, {
chunk: Buffer;
}>;
export type SpeechGenOnAudioChunk = z.infer<typeof speechGenOnAudioChunkSchema>;
export declare const speechGenOnInterruptSchema: z.ZodObject<{
content: z.ZodString;
}, "strip", z.ZodTypeAny, {
content: string;
}, {
content: string;
}>;
export type SpeechGenOnInterrupt = z.infer<typeof speechGenOnInterruptSchema>;
export declare const speechGenInfoSchema: z.ZodObject<{
name: z.ZodEnum<["elevenlabs", "deepgram", "cartesia", "playht", "azure", "rime-ai", "openai", "playai-groq", "google-cloud"]>;
iconUrl: z.ZodString;
providerLandingUrl: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
name: "deepgram" | "elevenlabs" | "cartesia" | "openai" | "azure" | "playht" | "rime-ai" | "playai-groq" | "google-cloud";
iconUrl: string;
providerLandingUrl?: string | undefined;
}, {
name: "deepgram" | "elevenlabs" | "cartesia" | "openai" | "azure" | "playht" | "rime-ai" | "playai-groq" | "google-cloud";
iconUrl: string;
providerLandingUrl?: string | undefined;
}>;
export type AppSpeechGenInfo = z.infer<typeof speechGenInfoSchema>;
export declare const speechGenProvidersInfo: AppSpeechGenInfo[];
export declare const openAiModelIds: z.ZodEnum<["ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv", "gpt-4o-mini", "gpt-3.5-turbo-0125", "gpt-4-1106-preview", "gpt-4o", "gpt-4-32k", "gpt-4", "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "gpt-4.5-preview-2025-02-27", "gpt-4.1-2025-04-14", "gpt-4.1-mini-2025-04-14"]>;
export declare const azureOpenAiModelIds: z.ZodEnum<["azure-eu-gpt-4o", "azure-na-gpt-4o"]>;
export type AppAzureOpenAiModelIds = z.infer<typeof azureOpenAiModelIds>;
export declare const OpenAIModels: VG_SUPPORTED_LLM[];
export declare const googleModelIds: z.ZodEnum<["gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro", "gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.5-pro-exp-03-25", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash", "models/gemini-2.5-pro-preview-03-25", "gemini-2.5-pro-preview-03-25"]>;
export type AppGoogleModelIds = z.infer<typeof googleModelIds>;
export declare const GoogleGeminiModels: VG_SUPPORTED_LLM[];
export declare const groqModelIds: z.ZodEnum<["llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama3-8b-8192", "llama3-70b-8192", "mixtral-8x7b-32768", "gemma-7b-it", "gemma2-9b-it", "llama-3.3-70b-versatile", "deepseek-r1-distill-llama-70b", "meta-llama/llama-4-scout-17b-16e-instruct", "meta-llama/llama-4-maverick-17b-128e-instruct"]>;
export type AppGroqModelIds = z.infer<typeof groqModelIds>;
export declare const GroqModelsOpenSource: VG_SUPPORTED_LLM[];
export declare const anthropicModelIds: z.ZodEnum<["claude-3-5-sonnet-20240620", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-5-haiku-20241022", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-3-7-sonnet-20250219", "claude-opus-4-20250514", "claude-sonnet-4-20250514"]>;
export type AppAnthropicModelIds = z.infer<typeof anthropicModelIds>;
export declare const AnthropicModels: VG_SUPPORTED_LLM[];
export declare const deepseekModelIds: z.ZodEnum<["deepseek-chat"]>;
export type AppDeepseekModelIds = z.infer<typeof deepseekModelIds>;
export declare const DeepseekModels: VG_SUPPORTED_LLM[];
export declare const allModelIdsSchema: z.ZodUnion<[z.ZodEnum<["ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv", "gpt-4o-mini", "gpt-3.5-turbo-0125", "gpt-4-1106-preview", "gpt-4o", "gpt-4-32k", "gpt-4", "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "gpt-4.5-preview-2025-02-27", "gpt-4.1-2025-04-14", "gpt-4.1-mini-2025-04-14"]>, z.ZodEnum<["gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro", "gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.5-pro-exp-03-25", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash", "models/gemini-2.5-pro-preview-03-25", "gemini-2.5-pro-preview-03-25"]>, z.ZodEnum<["llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama3-8b-8192", "llama3-70b-8192", "mixtral-8x7b-32768", "gemma-7b-it", "gemma2-9b-it", "llama-3.3-70b-versatile", "deepseek-r1-distill-llama-70b", "meta-llama/llama-4-scout-17b-16e-instruct", "meta-llama/llama-4-maverick-17b-128e-instruct"]>, z.ZodEnum<["claude-3-5-sonnet-20240620", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-5-haiku-20241022", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-3-7-sonnet-20250219", "claude-opus-4-20250514", "claude-sonnet-4-20250514"]>, z.ZodEnum<["deepseek-chat"]>]>;
export type AppAllModelIds = z.infer<typeof allModelIdsSchema>;
export declare const toolParamType: z.ZodEnum<["string", "number", "boolean", "object", "array", "null"]>;
export type ToolParamType = z.infer<typeof toolParamType>;
export declare const toolSchema: z.ZodObject<{
id: z.ZodString;
name: z.ZodString;
description: z.ZodString;
serverUrl: z.ZodOptional<z.ZodString>;
serverUrlSecret: z.ZodOptional<z.ZodString>;
variablesIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
}, "strip", z.ZodTypeAny, {
name: string;
description: string;
id: string;
variablesIds?: string[] | undefined;
serverUrl?: string | undefined;
serverUrlSecret?: string | undefined;
}, {
name: string;
description: string;
id: string;
variablesIds?: string[] | undefined;
serverUrl?: string | undefined;
serverUrlSecret?: string | undefined;
}>;
export type AppTool = z.infer<typeof toolSchema>;
export declare const appDefaultTools: AppTool[];
export declare const LLMConfigSchema: z.ZodObject<{
modelId: z.ZodEnum<["gpt-3.5-turbo-0125", "gpt-4-1106-preview", "gpt-4.5-preview-2025-02-27", "gpt-4o", "gpt-4o-mini", "gpt-4.1-2025-04-14", "gpt-4.1-mini-2025-04-14", "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv", "llama3-8b-8192", "llama3-70b-8192", "llama-3.1-8b-instant", "llama-3.1-70b-versatile", "llama-3.2-90b-text-preview", "llama-3.2-11b-text-preview", "llama-3.3-70b-versatile", "meta-llama/llama-4-scout-17b-16e-instruct", "meta-llama/llama-4-maverick-17b-128e-instruct", "mixtral-8x7b-32768", "gemma-7b-it", "gemma2-9b-it", "claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-3-opus-20240229", "claude-3-sonnet-20240229", "claude-3-haiku-20240307", "claude-3-5-haiku-20241022", "claude-3-7-sonnet-20250219", "gemini-1.5-pro", "gemini-1.5-flash", "gemini-1.0-pro", "gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp-1219", "gemini-2.5-pro-exp-03-25", "gemini-2.5-pro-preview-03-25", "gemini-2.5-flash-preview-05-20", "gemini-2.5-flash", "gpt-4-32k", "gpt-4", "gpt-3.5-turbo-16k", "gpt-3.5-turbo", "deepseek-chat", "deepseek-r1-distill-llama-70b", "grok-2-latest", "grok-3", "grok-3-mini", "grok-3-fast", "grok-4-0709", "qwen-max-latest", "qwen-plus-latest", "qwen-turbo-latest", "custom-llm", "models/gemini-2.5-pro-preview-03-25", "azure-eu-gpt-4o", "azure-na-gpt-4o"]>;
temperature: z.ZodNumber;
maxTokens: z.ZodNumber;
customModelId: z.ZodOptional<z.ZodString>;
serverUrl: z.ZodOptional<z.ZodString>;
apiKey: z.ZodOptional<z.ZodString>;
}, "strip", z.ZodTypeAny, {
modelId: "gpt-4o" | "claude-3-5-sonnet-20241022" | "gpt-3.5-turbo-0125" | "gpt-4-1106-preview" | "gpt-4.5-preview-2025-02-27" | "gpt-4o-mini" | "gpt-4.1-2025-04-14" | "gpt-4.1-mini-2025-04-14" | "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv" | "llama3-8b-8192" | "llama3-70b-8192" | "llama-3.1-8b-instant" | "llama-3.1-70b-versatile" | "llama-3.2-90b-text-preview" | "llama-3.2-11b-text-preview" | "llama-3.3-70b-versatile" | "meta-llama/llama-4-scout-17b-16e-instruct" | "meta-llama/llama-4-maverick-17b-128e-instruct" | "mixtral-8x7b-32768" | "gemma-7b-it" | "gemma2-9b-it" | "claude-opus-4-20250514" | "claude-sonnet-4-20250514" | "claude-3-5-sonnet-20240620" | "claude-3-opus-20240229" | "claude-3-sonnet-20240229" | "claude-3-haiku-20240307" | "claude-3-5-haiku-20241022" | "claude-3-7-sonnet-20250219" | "gemini-1.5-pro" | "gemini-1.5-flash" | "gemini-1.0-pro" | "gemini-2.0-flash-exp" | "gemini-2.0-flash-thinking-exp-1219" | "gemini-2.5-pro-exp-03-25" | "gemini-2.5-pro-preview-03-25" | "gemini-2.5-flash-preview-05-20" | "gemini-2.5-flash" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "deepseek-chat" | "deepseek-r1-distill-llama-70b" | "grok-2-latest" | "grok-3" | "grok-3-mini" | "grok-3-fast" | "grok-4-0709" | "qwen-max-latest" | "qwen-plus-latest" | "qwen-turbo-latest" | "custom-llm" | "models/gemini-2.5-pro-preview-03-25" | "azure-eu-gpt-4o" | "azure-na-gpt-4o";
maxTokens: number;
temperature: number;
serverUrl?: string | undefined;
customModelId?: string | undefined;
apiKey?: string | undefined;
}, {
modelId: "gpt-4o" | "claude-3-5-sonnet-20241022" | "gpt-3.5-turbo-0125" | "gpt-4-1106-preview" | "gpt-4.5-preview-2025-02-27" | "gpt-4o-mini" | "gpt-4.1-2025-04-14" | "gpt-4.1-mini-2025-04-14" | "ft:gpt-4o-mini-2024-07-18:personal:4o-with-tools-t11:A6mByttv" | "llama3-8b-8192" | "llama3-70b-8192" | "llama-3.1-8b-instant" | "llama-3.1-70b-versatile" | "llama-3.2-90b-text-preview" | "llama-3.2-11b-text-preview" | "llama-3.3-70b-versatile" | "meta-llama/llama-4-scout-17b-16e-instruct" | "meta-llama/llama-4-maverick-17b-128e-instruct" | "mixtral-8x7b-32768" | "gemma-7b-it" | "gemma2-9b-it" | "claude-opus-4-20250514" | "claude-sonnet-4-20250514" | "claude-3-5-sonnet-20240620" | "claude-3-opus-20240229" | "claude-3-sonnet-20240229" | "claude-3-haiku-20240307" | "claude-3-5-haiku-20241022" | "claude-3-7-sonnet-20250219" | "gemini-1.5-pro" | "gemini-1.5-flash" | "gemini-1.0-pro" | "gemini-2.0-flash-exp" | "gemini-2.0-flash-thinking-exp-1219" | "gemini-2.5-pro-exp-03-25" | "gemini-2.5-pro-preview-03-25" | "gemini-2.5-flash-preview-05-20" | "gemini-2.5-flash" | "gpt-4-32k" | "gpt-4" | "gpt-3.5-turbo-16k" | "gpt-3.5-turbo" | "deepseek-chat" | "deepseek-r1-distill-llama-70b" | "grok-2-latest" | "grok-3" | "grok-3-mini" | "grok-3-fast" | "grok-4-0709" | "qwen-max-latest" | "qwen-plus-latest" | "qwen-turbo-latest" | "custom-llm" | "models/gemini-2.5-pro-preview-03-25" | "azure-eu-gpt-4o" | "azure-na-gpt-4o";
maxTokens: number;
temperature: number;
serverUrl?: string | undefined;
customModelId?: string | undefined;
apiKey?: string | undefined;
}>;
declare const STSOpenaiModelIdsSchema: z.ZodEnum<["gpt-4o-realtime-preview", "gpt-4o-realtime-preview-2024-12-17", "gpt-4o-realtime-preview-2024-10-01", "gpt-4o-mini-realtime-preview", "gpt-4o-mini-realtime-preview-2024-12-17"]>;
export type STSOpenaiModelIdsType = z.infer<typeof STSOpenaiModelIdsSchema>;
declare const STSProviderNames: z.ZodEnum<["openai"]>;
export type AppSTSProviders = z.infer<typeof STSProviderNames>;
declare const realtimeAudioFormatSchema: z.ZodEnum<["pcm16", "g711_ulaw", "g711_alaw"]>;
export type RealtimeAudioFormatType = z.infer<typeof realtimeAudioFormatSchema>;
declare const realtimeAudioTranscriptionSchema: z.ZodObject<{
model: z.ZodEnum<["whisper-1"]>;
}, "strip", z.ZodTypeAny, {
model: "whisper-1";
}, {
model: "whisper-1";
}>;
export type RealtimeAudioTranscriptionType = z.infer<typeof realtimeAudioTranscriptionSchema>;
declare const realtimeTurnDetectionServerVadSchema: z.ZodObject<{
type: z.ZodEnum<["server_vad"]>;
threshold: z.ZodNumber;
prefix_padding_ms: z.ZodNumber;
silence_duration_ms: z.ZodNumber;
}, "strip", z.ZodTypeAny, {
type: "server_vad";
threshold: number;
prefix_padding_ms: number;
silence_duration_ms: number;
}, {
type: "server_vad";
threshold: number;
prefix_padding_ms: number;
silence_duration_ms: number;
}>;
export type RealtimeTurnDetectionServerVadType = z.infer<typeof realtimeTurnDetectionServerVadSchema>;
declare const realtimeToolDefinitionSchema: z.ZodObject<{
type: z.ZodDefault<z.ZodLiteral<"function">>;
name: z.ZodOptional<z.ZodString>;
description: z.ZodOptional<z.ZodString>;
parameters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
handler: z.ZodAny;
}, "strip", z.ZodTypeAny, {
type: "function";
name?: string | undefined;
description?: string | undefined;
parameters?: Record<string, any> | undefined;
handler?: any;
}, {
name?: string | undefined;
description?: string | undefined;
type?: "function" | undefined;
parameters?: Record<string, any> | undefined;
handler?: any;
}>;
export type RealtimeToolDefinitionType = z.infer<typeof realtimeToolDefinitionSchema>;
declare const realtimeSessionResourceSchema: z.ZodObject<{
model: z.ZodOptional<z.ZodString>;
modalities: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
instructions: z.ZodOptional<z.ZodString>;
voice: z.ZodDefault<z.ZodOptional<z.ZodEnum<["alloy", "ash", "ballad", "coral", "echo", "sage", "shimmer", "verse"]>>>;
input_audio_format: z.ZodOptional<z.ZodEnum<["pcm16", "g711_ulaw", "g711_alaw"]>>;
output_audio_format: z.ZodOptional<z.ZodEnum<["pcm16", "g711_ulaw", "g711_alaw"]>>;
input_audio_transcription: z.ZodDefault<z.ZodUnion<[z.ZodObject<{
model: z.ZodEnum<["whisper-1"]>;
}, "strip", z.ZodTypeAny, {
model: "whisper-1";
}, {
model: "whisper-1";
}>, z.ZodNull]>>;
turn_detection: z.ZodDefault<z.ZodUnion<[z.ZodObject<{
type: z.ZodEnum<["server_vad"]>;
threshold: z.ZodNumber;
prefix_padding_ms: z.ZodNumber;
silence_duration_ms: z.ZodNumber;
}, "strip", z.ZodTypeAny, {
type: "server_vad";
threshold: number;
prefix_padding_ms: number;
silence_duration_ms: number;
}, {
type: "server_vad";
threshold: number;
prefix_padding_ms: number;
silence_duration_ms: number;
}>, z.ZodNull]>>;
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
type: z.ZodDefault<z.ZodLiteral<"function">>;
name: z.ZodOptional<z.ZodString>;
description: z.ZodOptional<z.ZodString>;
parameters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
handler: z.ZodAny;
}, "strip", z.ZodTypeAny, {
type: "function";
name?: string | undefined;
description?: string | undefined;
parameters?: Record<string, any> | undefined;
handler?: any;
}, {
name?: string | undefined;
description?: string | undefined;
type?: "function" | undefined;
parameters?: Record<string, any> | undefined;
handler?: any;
}>, "many">>;
tool_choice: z.ZodDefault<z.ZodOptional<z.ZodUnion<[z.ZodEnum<["auto", "none", "required"]>, z.ZodObject<{
type: z.ZodLiteral<"function">;
name: z.ZodString;
}, "strip", z.ZodTypeAny, {
name: string;
type: "function";
}, {
name: string;
type: "function";
}>]>>>;
temperature: z.ZodNumber;
max_response_output_tokens: z.ZodUnion<[z.ZodNumber, z.ZodLiteral<"inf">]>;
}, "strip", z.ZodTypeAny, {
voice: "alloy" | "ash" | "ballad" | "coral" | "echo" | "sage" | "shimmer" | "verse";
temperature: number;
input_audio_transcription: {
model: "whisper-1";
} | null;
turn_detection: {
type: "server_vad";
threshold: number;
prefix_padding_ms: number;
silence_duration_ms: number;
} | null;
tool_choice: "required" | "none" | "auto" | {
name: string;
type: "function";
};
max_response_output_tokens: number | "inf";
tools?: {
type: "function";
name?: string | undefined;
description?: string | undefined;
parameters?: Record<string, any> | undefined;
handler?: any;
}[] | undefined;
model?: string | undefined;
modalities?: string[] | undefined;
instructions?: string | undefined;
input_audio_format?: "pcm16" | "g711_ulaw" | "g711_alaw" | undefined;
output_audio_format?: "pcm16" | "g711_ulaw" | "g711_alaw" | undefined;
}, {
temperature: number;
max_response_output_tokens: number | "inf";
voice?: "alloy" | "ash" | "ballad" | "coral" | "echo" | "sage" | "shimmer" | "verse" | undefined;
tools?: {
name?: string | undefined;
description?: string | undefined;
type?: "function" | undefined;
parameters?: Record<string, any> | undefined;
handler?: any;
}[] | undefined;
model?: string | undefined;
modalities?: string[] | undefined;
instructions?: string | undefined;
input_audio_format?: "pcm16" | "g711_ulaw" | "g711_alaw" | undefined;
output_audio_format?: "pcm16" | "g711_ulaw" | "g711_alaw" | undefined;
input_audio_transcription?: {
model: "whisper-1";
} | null | undefined;
turn_detection?: {
type: "server_vad";
threshold: number;
prefix_padding_ms: number;
silence_duration_ms: number;
} | null | undefined;
tool_choice?: "required" | "none" | "auto" | {
name: string;
type: "function";
} | undefined;
}>;
export type RealtimeSessionResourceType = z.infer<typeof realtimeSessionResourceSchema>;
declare const STSProviderOptionsSchema: z.ZodObject<{
agentId: z.ZodOptional<z.ZodString>;
modelId: z.ZodOptional<z.ZodEnum<["gpt-4o-realtime-preview", "gpt-4o-realtime-preview-2024-12-17", "gpt-4o-realtime-preview-2024-10-01", "gpt-4o-mini-realtime-preview", "gpt-4o-mini-realtime-preview-2024-12-17"]>>;
provider: z.ZodOptional<z.ZodEnum<["openai"]>>;
apiKey: z.ZodOptional<z.ZodString>;
defaultFunctions: z.ZodOptional<z.ZodObject<{
kbSearchFunction: z.ZodOptional<z.ZodType<any, z.ZodTypeDef, any>>;
kbSearchFunctionRaw: z.ZodOptional<z.ZodAny>;
}, "strip", z.ZodTypeAny, {
kbSearchFunction?: any;
kbSearchFunctionRaw?: any;
}, {
kbSearchFunction?: any;
kbS