@sap-ai-sdk/ai-api/dist/utils/deployment-cache.js

SAP Cloud SDK for AI is the official Software Development Kit (SDK) for **SAP AI Core**, **SAP Generative AI Hub**, and **Orchestration Service**.

import { Cache } from '@sap-cloud-sdk/connectivity/internal.js';
import { extractModel } from './model.js';
function getCacheKey({ scenarioId, executableId = '', model, resourceGroup = 'default' }) {
    return `${scenarioId}:${executableId}:${model?.name ?? ''}:${model?.version ?? ''}:${resourceGroup}`;
}
/**
 * Create a cache for deployments.
 * @param cache - Pure cache object.
 * @returns The deployment cache.
 * @internal
 */
function createDeploymentCache(cache) {
    return {
        /**
         * Get a deployment from the cache.
         * @param opts - Deployment resolution options to get the cached deployment for.
         * @returns The cached deployment or undefined if not found.
         */
        get: (opts) => cache.get(getCacheKey(opts)),
        /**
         * Store a deployment in the cache.
         * @param opts - Deployment resolution options to set the deployment for.
         * @param deployment - Deployment to cache.
         */
        set: (opts, deployment) => {
            cache.set(getCacheKey(opts), {
                entry: transformDeploymentForCache(deployment)
            });
        },
        /**
         * Store multiple deployments in the cache, based on the model from the respective AI deployments.
         * @param opts - Deployment resolution options to set the deployments for. Model information in the deployment resolution options are ignored.
         * @param deployments - Deployments to retrieve the IDs and models from.
         */
        setAll: (opts, deployments) => {
            // go backwards to cache the first deployment ID for each model
            [...deployments]
                .reverse()
                .map(deployment => transformDeploymentForCache(deployment))
                .flatMap(entry => [
                entry,
                { id: entry.id, url: entry.url },
                ...(entry.model
                    ? [
                        {
                            id: entry.id,
                            url: entry.url,
                            model: { name: entry.model.name }
                        }
                    ]
                    : [])
            ])
                .forEach(entry => {
                cache.set(getCacheKey({ ...opts, model: entry.model }), {
                    entry
                });
            });
        },
        clear: () => cache.clear()
    };
}
function transformDeploymentForCache(deployment) {
    return {
        id: deployment.id,
        url: deployment.url,
        model: extractModel(deployment)
    };
}
/**
 * Cache for deployments.
 * @internal
 */
export const deploymentCache = createDeploymentCache(new Cache(5 * 60 * 1000) // 5 minutes
);
//# sourceMappingURL=deployment-cache.js.map