UNPKG

@llumiverse/common

Version:

Public types, enums and options used by Llumiverse API.

47 lines 2.05 kB
import { getModelCapabilitiesBedrock } from "./capability/bedrock.js"; import { getModelCapabilitiesOpenAI } from "./capability/openai.js"; import { getModelCapabilitiesVertexAI } from "./capability/vertexai.js"; export function getModelCapabilities(model, provider) { const capabilities = _getModelCapabilities(model, provider); // Globally disable audio and video for all models, as we don't support them yet // We also do not support tool use while streaming // TODO: Remove this when we add support. capabilities.input.audio = false; capabilities.output.audio = false; capabilities.output.video = false; capabilities.tool_support_streaming = false; return capabilities; } function _getModelCapabilities(model, provider) { switch (provider?.toLowerCase()) { case "vertexai": return getModelCapabilitiesVertexAI(model); case "openai": return getModelCapabilitiesOpenAI(model); case "bedrock": return getModelCapabilitiesBedrock(model); default: // Guess the provider based on the model name if (model.startsWith("gpt")) { return getModelCapabilitiesOpenAI(model); } else if (model.startsWith("publishers/")) { return getModelCapabilitiesVertexAI(model); } else if (model.startsWith("arn:aws")) { return getModelCapabilitiesBedrock(model); } // Fallback to a generic model with no capabilities return { input: {}, output: {} }; } } export function supportsToolUse(model, provider, streaming = false) { const capabilities = getModelCapabilities(model, provider); return streaming ? !!capabilities.tool_support_streaming : !!capabilities.tool_support; } export function modelModalitiesToArray(modalities) { return Object.entries(modalities) .filter(([_, isSupported]) => isSupported) .map(([modality]) => modality); } //# sourceMappingURL=capability.js.map