large-models-interface
Version:
A comprehensive, unified interface for all types of AI models - natural language, vision, audio, and video. Supports 51 providers with dynamic model discovery and multi-modal capabilities.
22 lines • 749 B
JSON
{
"url": "https://api.endpoints.anyscale.com/v1/chat/completions",
"model": {
"default": "mistralai/Mixtral-8x22B-Instruct-v0.1",
"large": "meta-llama/Llama-3-70b-chat-hf",
"small": "mistralai/Mistral-7B-Instruct-v0.1",
"agent": "mistralai/Mixtral-8x22B-Instruct-v0.1"
},
"embeddingUrl": "https://api.endpoints.anyscale.com/v1/embeddings",
"embeddings": {
"default": "thenlper/gte-large",
"large": "thenlper/gte-large",
"small": "BAAI/bge-large-en-v1.5"
},
"createMessageObject": "getSimpleMessageObject",
"stream": false,
"jsonMode": false,
"maxTokens": true,
"hasEmbeddings": true,
"modelsEndpoint": "https://api.endpoints.anyscale.com/v1/models",
"modelsFile": "./data/models/anyscale.json"
}