@sap-ai-sdk/langchain
Version:
SAP Cloud SDK for AI is the official Software Development Kit (SDK) for **SAP AI Core**, **SAP Generative AI Hub**, and **Orchestration Service**.
62 lines • 2.7 kB
TypeScript
import type { OrchestrationModuleConfig as OrchestrationModuleConfigWithStringTemplating, PromptTemplate, PromptTemplatingModule, StreamOptions } from '@sap-ai-sdk/orchestration';
import type { ChatCompletionTool, ResponseFormatJsonObject, ResponseFormatJsonSchema, ResponseFormatText, TemplateRef } from '@sap-ai-sdk/orchestration/internal.js';
import type { Xor } from '@sap-cloud-sdk/util';
import type { BaseChatModelCallOptions, BaseChatModelParams, BindToolsInput } from '@langchain/core/language_models/chat_models';
import type { CustomRequestConfig } from '@sap-ai-sdk/core';
/**
* Tool type for LangChain Orchestration client.
*/
export type ChatOrchestrationToolType = ChatCompletionTool | BindToolsInput;
/**
* Langchain parameters for {@link OrchestrationClient} constructor `langchainOptions` argument.
*/
export type LangChainOrchestrationChatModelParams = BaseChatModelParams & {
/**
* Whether the model should automatically stream responses when using `invoke()`.
* If {@link disableStreaming} is set to `true`, this option will be ignored.
* If {@link streaming} is explicitly set to `false`, {@link disableStreaming} will be set to `true`.
*/
streaming?: boolean;
};
/**
* Options for an orchestration call.
*/
export type OrchestrationCallOptions = Pick<BaseChatModelCallOptions, 'stop' | 'signal' | 'timeout' | 'callbacks' | 'metadata' | 'runId' | 'runName' | 'tags' | 'ls_structured_output_format'> & {
customRequestConfig?: CustomRequestConfig;
strict?: boolean;
tools?: ChatOrchestrationToolType[];
promptIndex?: number;
placeholderValues?: Record<string, string>;
streamOptions?: StreamOptions;
responseFormat?: ResponseFormatText | ResponseFormatJsonObject | ResponseFormatJsonSchema;
};
/**
* Orchestration module configuration for LangChain.
*/
export type LangChainOrchestrationModuleConfig = Omit<OrchestrationModuleConfigWithStringTemplating, 'promptTemplating'> & {
promptTemplating: Omit<PromptTemplatingModule, 'prompt'> & {
prompt?: Xor<PromptTemplate, TemplateRef>;
};
};
/**
* Non-empty list of orchestration module configurations for module fallback.
* The orchestration service will try each configuration in order until one succeeds.
* @example
* const fallbackConfig: OrchestrationModuleConfigList = [
* {
* promptTemplating: {
* model: { name: 'gpt-5.4', timeout: 5 }
* }
* },
* {
* promptTemplating: {
* model: { name: 'gpt-5.4-nano' }
* }
* }
* ];
*/
export type LangChainOrchestrationModuleConfigList = [
LangChainOrchestrationModuleConfig,
...LangChainOrchestrationModuleConfig[]
];
//# sourceMappingURL=types.d.ts.map