@llumiverse/common
Version:
Public types, enums and options used by Llumiverse API.
47 lines • 2.05 kB
JavaScript
import { getModelCapabilitiesBedrock } from "./capability/bedrock.js";
import { getModelCapabilitiesOpenAI } from "./capability/openai.js";
import { getModelCapabilitiesVertexAI } from "./capability/vertexai.js";
export function getModelCapabilities(model, provider) {
const capabilities = _getModelCapabilities(model, provider);
// Globally disable audio and video for all models, as we don't support them yet
// We also do not support tool use while streaming
// TODO: Remove this when we add support.
capabilities.input.audio = false;
capabilities.output.audio = false;
capabilities.output.video = false;
capabilities.tool_support_streaming = false;
return capabilities;
}
function _getModelCapabilities(model, provider) {
switch (provider?.toLowerCase()) {
case "vertexai":
return getModelCapabilitiesVertexAI(model);
case "openai":
return getModelCapabilitiesOpenAI(model);
case "bedrock":
return getModelCapabilitiesBedrock(model);
default:
// Guess the provider based on the model name
if (model.startsWith("gpt")) {
return getModelCapabilitiesOpenAI(model);
}
else if (model.startsWith("publishers/")) {
return getModelCapabilitiesVertexAI(model);
}
else if (model.startsWith("arn:aws")) {
return getModelCapabilitiesBedrock(model);
}
// Fallback to a generic model with no capabilities
return { input: {}, output: {} };
}
}
export function supportsToolUse(model, provider, streaming = false) {
const capabilities = getModelCapabilities(model, provider);
return streaming ? !!capabilities.tool_support_streaming : !!capabilities.tool_support;
}
export function modelModalitiesToArray(modalities) {
return Object.entries(modalities)
.filter(([_, isSupported]) => isSupported)
.map(([modality]) => modality);
}
//# sourceMappingURL=capability.js.map