adk-typescript/dist/models/LlmRegistry.js

TypeScript port of Google's Agent Development Kit (ADK)

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.LlmRegistry = void 0;
/**
 * Registry for LLMs.
 * Key is the regex that matches the model name.
 * Value is the constructor class that implements the model.
 */
const llmRegistryDict = new Map();
/**
 * Registry for LLMs.
 */
class LlmRegistry {
    /**
     * Creates a new LLM instance.
     * @param model The model name.
     * @returns The LLM instance.
     */
    static newLlm(model) {
        return new (LlmRegistry.resolve(model))(model);
    }
    /**
     * Registers a new LLM class.
     * @param modelNameRegex The regex that matches the model name.
     * @param llmClass The constructor class that implements the model.
     */
    static _register(modelNameRegex, llmClass) {
        if (llmRegistryDict.has(modelNameRegex)) {
            const existingClass = llmRegistryDict.get(modelNameRegex);
            console.info(`Updating LLM class for ${modelNameRegex} from ${existingClass?.name || 'unknown'} to ${llmClass.name}`);
        }
        llmRegistryDict.set(modelNameRegex, llmClass);
    }
    /**
     * Registers a new LLM class.
     * @param llmClass The constructor class that implements the model.
     */
    static register(llmClass) {
        for (const regex of llmClass.supportedModels()) {
            LlmRegistry._register(regex, llmClass);
        }
    }
    /**
     * Resolves the model to a BaseLlm constructor.
     * @param model The model name.
     * @returns The BaseLlm constructor.
     * @throws Error if the model is not found.
     */
    static resolve(model) {
        // Check cache first
        const cachedConstructor = LlmRegistry.resolveCache.get(model);
        if (cachedConstructor) {
            return cachedConstructor;
        }
        // Search for matching regex
        for (const [regex, llmClass] of llmRegistryDict.entries()) {
            if (new RegExp(`^${regex}$`).test(model)) {
                // Add to cache
                if (LlmRegistry.resolveCache.size >= LlmRegistry.MAX_CACHE_SIZE) {
                    // Remove oldest entry if cache is full
                    const firstKey = LlmRegistry.resolveCache.keys().next().value;
                    if (firstKey) {
                        LlmRegistry.resolveCache.delete(firstKey);
                    }
                }
                LlmRegistry.resolveCache.set(model, llmClass);
                return llmClass;
            }
        }
        throw new Error(`Model ${model} not found.`);
    }
}
exports.LlmRegistry = LlmRegistry;
/**
 * Simple LRU cache implementation
 */
LlmRegistry.resolveCache = new Map();
LlmRegistry.MAX_CACHE_SIZE = 32;