@sap-ai-sdk/foundation-models
Version:
SAP Cloud SDK for AI is the official Software Development Kit (SDK) for **SAP AI Core**, **SAP Generative AI Hub**, and **Orchestration Service**.
78 lines • 3.68 kB
JavaScript
import { executeRequest } from '@sap-ai-sdk/core';
import { getFoundationModelDeploymentId, getResourceGroup } from '@sap-ai-sdk/ai-api/internal.js';
import { apiVersion } from './model-types.js';
import { AzureOpenAiChatCompletionResponse } from './azure-openai-chat-completion-response.js';
import { AzureOpenAiChatCompletionStreamResponse } from './azure-openai-chat-completion-stream-response.js';
import { AzureOpenAiChatCompletionStream } from './azure-openai-chat-completion-stream.js';
/**
* Azure OpenAI client for chat completion.
*/
export class AzureOpenAiChatClient {
modelDeployment;
destination;
/**
* Creates an instance of the Azure OpenAI chat client.
* @param modelDeployment - This configuration is used to retrieve a deployment. Depending on the configuration use either the given deployment ID or the model name to retrieve matching deployments. If model and deployment ID are given, the model is verified against the deployment.
* @param destination - The destination to use for the request.
*/
constructor(modelDeployment, destination) {
this.modelDeployment = modelDeployment;
this.destination = destination;
}
/**
* Creates a completion for the chat messages.
* @param request - Request containing chat completion input parameters.
* @param requestConfig - The request configuration.
* @returns The completion result.
*/
async run(request, requestConfig) {
const response = await this.executeRequest(request, requestConfig);
return new AzureOpenAiChatCompletionResponse(response);
}
/**
* Creates a completion stream for the chat messages.
* @param request - Request containing chat completion input parameters.
* @param signal - The abort signal.
* @param requestConfig - The request configuration.
* @returns A response containing the chat completion stream.
*/
async stream(request, signal, requestConfig) {
const controller = new AbortController();
if (signal) {
signal.addEventListener('abort', () => {
controller.abort();
});
}
return this.createStreamResponse(request, controller, requestConfig);
}
async executeRequest(request, requestConfig) {
const deploymentId = await getFoundationModelDeploymentId(this.modelDeployment, 'azure-openai', this.destination);
const resourceGroup = getResourceGroup(this.modelDeployment);
return executeRequest({
url: `/inference/deployments/${deploymentId}/chat/completions`,
apiVersion,
resourceGroup
}, request, requestConfig, this.destination);
}
async createStreamResponse(request, controller, requestConfig) {
const streamResponse = await this.executeRequest({
...request,
stream: true,
stream_options: {
include_usage: true
}
}, {
...requestConfig,
responseType: 'stream',
signal: controller.signal
});
const response = new AzureOpenAiChatCompletionStreamResponse(streamResponse);
response.stream = AzureOpenAiChatCompletionStream._create(streamResponse, controller)
._pipe(AzureOpenAiChatCompletionStream._processChunk)
._pipe(AzureOpenAiChatCompletionStream._processToolCalls, response)
._pipe(AzureOpenAiChatCompletionStream._processFinishReason, response)
._pipe(AzureOpenAiChatCompletionStream._processTokenUsage, response);
return response;
}
}
//# sourceMappingURL=azure-openai-chat-client.js.map