@llumiverse/common
Version:
Public types, enums and options used by Llumiverse API.
110 lines • 4.94 kB
JavaScript
import { getModelCapabilitiesAnthropic } from "./capability/anthropic.js";
import { getModelCapabilitiesAzureFoundry } from "./capability/azure_foundry.js";
import { getModelCapabilitiesBedrock } from "./capability/bedrock.js";
import { getModelCapabilitiesOpenAI } from "./capability/openai.js";
import { getModelCapabilitiesVertexAI } from "./capability/vertexai.js";
import { Providers } from "./types.js";
export function getModelCapabilities(model, provider) {
//Check for locations/<location>/ prefix and remove it
if (model.startsWith("locations/")) {
const parts = model.split("/");
if (parts.length >= 3) {
model = parts.slice(2).join("/");
}
}
const capabilities = _getModelCapabilities(model, provider);
// Globally disable audio and video for all models, as we don't support them yet
// TODO: Remove this when we add support.
capabilities.input.audio = false;
capabilities.output.audio = false;
capabilities.output.video = false;
// Preserve tool_support_streaming from provider-specific capabilities if set,
// otherwise default to false for providers that haven't been verified
return capabilities;
}
function _getModelCapabilities(model, provider) {
switch (provider?.toLowerCase()) {
case Providers.anthropic:
return getModelCapabilitiesAnthropic(model);
case Providers.vertexai:
return getModelCapabilitiesVertexAI(model);
case Providers.openai:
return getModelCapabilitiesOpenAI(model);
case Providers.openai_compatible:
return getModelCapabilitiesOpenAICompatible(model);
case Providers.bedrock:
return getModelCapabilitiesBedrock(model);
case Providers.azure_foundry:
// Azure Foundry uses OpenAI capabilities
return getModelCapabilitiesAzureFoundry(model);
case Providers.groq:
case Providers.togetherai:
case Providers.mistralai:
// These providers host text models that generally support tool use
return getModelCapabilitiesOpenAICompatible(model);
case Providers.xai:
// xAI (Grok) models support tool use and are text-based
return {
input: { text: true, image: model.includes("vision") },
output: { text: true },
tool_support: true,
tool_support_streaming: false, // Conservative - may work but not tested
};
default:
// Guess the provider based on the model name
if (model.startsWith("gpt")) {
return getModelCapabilitiesOpenAI(model);
}
else if (model.startsWith("claude")) {
return getModelCapabilitiesAnthropic(model);
}
else if (model.startsWith("grok")) {
// xAI Grok models
return {
input: { text: true, image: model.includes("vision") },
output: { text: true },
tool_support: true,
tool_support_streaming: false,
};
}
else if (model.startsWith("publishers/")) {
return getModelCapabilitiesVertexAI(model);
}
else if (model.startsWith("arn:aws")) {
return getModelCapabilitiesBedrock(model);
}
// Fallback to a generic model with no capabilities
return { input: {}, output: {} };
}
}
// Patterns for models known NOT to support tool use on OpenAI-compatible endpoints
const NO_TOOL_SUPPORT_PATTERNS = ['image', 'embed', 'moderation', 'whisper', 'sora', 'dall-e', 'tts'];
/**
* For OpenAI-compatible endpoints (e.g., OpenRouter), try OpenAI capability lookup first.
* If no explicit match is found, default to tool_support: true since most models
* on these platforms support tool use. Blacklist known non-tool-supporting patterns.
*/
function getModelCapabilitiesOpenAICompatible(model) {
const caps = getModelCapabilitiesOpenAI(model);
if (caps.tool_support !== undefined) {
return caps;
}
const normalized = model.toLowerCase();
const isNonToolModel = NO_TOOL_SUPPORT_PATTERNS.some(p => normalized.includes(p));
return {
input: { text: true },
output: { text: true },
tool_support: !isNonToolModel,
tool_support_streaming: !isNonToolModel,
};
}
export function supportsToolUse(model, provider, streaming = false) {
const capabilities = getModelCapabilities(model, provider);
return streaming ? !!capabilities.tool_support_streaming : !!capabilities.tool_support;
}
export function modelModalitiesToArray(modalities) {
return Object.entries(modalities)
.filter(([_, isSupported]) => isSupported)
.map(([modality]) => modality);
}
//# sourceMappingURL=capability.js.map