mongodb-rag-core
Version:
Common elements used by MongoDB Chatbot Framework components.
412 lines (410 loc) • 11.6 kB
JavaScript
"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.__unauthorizedModels__ = exports.models = void 0;
/**
List of available LLMs, both officially sanctioned by MongoDB
and not-officially authorized for internal use.
General rules of thumb on authorization:
1. The hyperscalers are authorized (AWS, GCP, Azure)
2. Assume all other model providers are unauthorized unless you explicitly know otherwise.
*/
const allModels = [
{
label: "gpt-4o",
deployment: "gpt-4o",
developer: "OpenAI",
maxConcurrency: 10,
provider: "braintrust",
metadata: {
modelVersion: "2024-08-06",
rateLimitTpm: 110000,
},
authorized: true,
generation: "gpt-4o",
},
{
label: "gpt-4o-mini",
deployment: "gpt-4o-mini",
developer: "OpenAI",
maxConcurrency: 30,
provider: "braintrust",
metadata: {
modelVersion: "2024-07-18",
rateLimitTpm: 4070000,
},
authorized: true,
generation: "gpt-4o",
},
{
label: "o3-mini",
deployment: "o3-mini",
developer: "OpenAI",
provider: "braintrust",
authorized: true,
maxConcurrency: 10,
parent: "o1-mini",
generation: "o3",
reasoning: true,
},
{
label: "o3",
deployment: "o3",
developer: "OpenAI",
provider: "braintrust",
authorized: true,
maxConcurrency: 15,
parent: "o1",
generation: "o3",
reasoning: true,
},
{
label: "o4-mini",
deployment: "o4-mini",
developer: "OpenAI",
provider: "braintrust",
authorized: true,
maxConcurrency: 15,
parent: "o3-mini",
generation: "o4",
reasoning: true,
},
{
label: "gpt-4.1",
deployment: "gpt-4.1",
developer: "OpenAI",
provider: "braintrust",
authorized: true,
maxConcurrency: 20,
parent: "gpt-4o",
generation: "gpt-4.1",
},
{
label: "gpt-4.1-mini",
deployment: "gpt-4.1-mini",
developer: "OpenAI",
provider: "braintrust",
authorized: true,
maxConcurrency: 25,
parent: "gpt-4o-mini",
generation: "gpt-4.1",
},
{
label: "gpt-4.1-nano",
deployment: "gpt-4.1-nano",
developer: "OpenAI",
provider: "braintrust",
authorized: true,
maxConcurrency: 25,
generation: "gpt-4.1",
},
{
label: "gpt-35-turbo-16k",
deployment: "gpt-35-turbo-16k",
developer: "OpenAI",
maxConcurrency: 1,
provider: "braintrust",
metadata: {
rateLimitTpm: 70000,
modelVersion: "0613",
},
sleepBeforeMs: 5000,
authorized: true,
},
{
label: "claude-3-sonnet",
deployment: "us.anthropic.claude-3-sonnet-20240229-v1:0",
developer: "Anthropic",
maxConcurrency: 1,
provider: "braintrust",
authorized: true,
generation: "claude-3",
},
{
label: "claude-3-haiku",
deployment: "us.anthropic.claude-3-haiku-20240307-v1:0",
developer: "Anthropic",
maxConcurrency: 3,
provider: "braintrust",
authorized: true,
generation: "claude-3",
},
{
label: "claude-35-sonnet",
deployment: "us.anthropic.claude-3-5-sonnet-20240620-v1:0",
developer: "Anthropic",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "claude-3-sonnet",
generation: "claude-3",
},
{
label: "claude-35-sonnet-v2",
deployment: "us.anthropic.claude-3-5-sonnet-20241022-v2:0",
developer: "Anthropic",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "claude-35-sonnet",
generation: "claude-3",
},
{
label: "claude-37-sonnet",
deployment: "us.anthropic.claude-3-7-sonnet-20250219-v1:0",
developer: "Anthropic",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "claude-35-sonnet-v2",
generation: "claude-3",
},
{
label: "claude-35-haiku",
deployment: "us.anthropic.claude-3-5-haiku-20241022-v1:0",
developer: "Anthropic",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "claude-3-haiku",
generation: "claude-3",
},
{
label: "claude-sonnet-4",
deployment: "us.anthropic.claude-sonnet-4-20250514-v1:0",
provider: "braintrust",
developer: "Anthropic",
maxConcurrency: 5,
authorized: true,
},
{
label: "claude-opus-4",
deployment: "us.anthropic.claude-opus-4-20250514-v1:0",
provider: "braintrust",
developer: "Anthropic",
maxConcurrency: 5,
authorized: true,
},
{
label: "anthropic/claude-sonnet-4",
deployment: "claude-sonnet-4-20250514",
provider: "braintrust",
developer: "Anthropic",
maxConcurrency: 5,
authorized: true,
},
{
label: "anthropic/claude-opus-4",
deployment: "claude-opus-4-20250514",
provider: "braintrust",
developer: "Anthropic",
maxConcurrency: 5,
authorized: true,
},
{
label: "llama-3-70b",
deployment: "meta.llama3-70b-instruct-v1:0",
developer: "Meta",
maxConcurrency: 3,
provider: "braintrust",
authorized: true,
generation: "llama-3",
},
{
label: "mistral-large-2",
deployment: "mistral.mistral-large-2402-v1:0",
developer: "Mistral",
maxConcurrency: 1,
provider: "braintrust",
authorized: true,
},
{
label: "llama-3.1-70b",
deployment: "us.meta.llama3-1-70b-instruct-v1:0",
developer: "Meta",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "llama-3-70b",
generation: "llama-3",
},
{
label: "llama-3.2-90b",
deployment: "us.meta.llama3-2-90b-instruct-v1:0",
developer: "Meta",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "llama-3.1-70b",
generation: "llama-3",
},
{
label: "llama-3.3-70b",
deployment: "us.meta.llama3-3-70b-instruct-v1:0",
developer: "Meta",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "llama-3.2-90b",
generation: "llama-3",
},
{
label: "nova-lite-v1:0",
deployment: "amazon.nova-lite-v1:0",
developer: "Amazon",
provider: "braintrust",
maxConcurrency: 5,
authorized: true,
generation: "nova-1",
},
{
label: "nova-micro-v1:0",
deployment: "amazon.nova-micro-v1:0",
developer: "Amazon",
provider: "braintrust",
maxConcurrency: 20,
authorized: true,
generation: "nova-1",
},
{
label: "nova-pro-v1:0",
deployment: "amazon.nova-pro-v1:0",
developer: "Amazon",
provider: "braintrust",
authorized: true,
maxConcurrency: 30,
generation: "nova-1",
},
{
label: "gemini-2-flash",
deployment: "publishers/google/models/gemini-2.0-flash-001",
developer: "Google",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "gemini-1.5-flash-002",
generation: "gemini-2",
},
{
label: "gemini-2.5-flash-preview-04-17",
deployment: "publishers/google/models/gemini-2.5-flash-preview-04-17",
developer: "Google",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "gemini-2-flash",
generation: "gemini-2",
reasoning: true,
},
{
label: "gemini-2.5-flash-preview-05-20",
deployment: "publishers/google/models/gemini-2.5-flash-preview-05-20",
developer: "Google",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
parent: "gemini-2-flash",
generation: "gemini-2",
reasoning: true,
},
{
label: "gemini-2.0-flash-lite-001",
deployment: "publishers/google/models/gemini-2.0-flash-lite-001",
developer: "Google",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
generation: "gemini-2",
},
{
label: "gemini-2.5-pro-preview-03-25",
deployment: "publishers/google/models/gemini-2.5-pro-preview-03-25",
developer: "Google",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "gemini-1.5-pro-002",
generation: "gemini-2",
reasoning: true,
},
{
label: "gemini-2.5-pro-preview-05-06",
deployment: "publishers/google/models/gemini-2.5-pro-preview-05-06",
developer: "Google",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "gemini-1.5-pro-002",
generation: "gemini-2",
reasoning: true,
},
{
label: "gemini-2.5-pro",
deployment: "publishers/google/models/gemini-2.5-pro",
developer: "Google",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "gemini-1.5-pro-002",
generation: "gemini-2",
reasoning: true,
},
{
label: "gemini-2.5-flash",
deployment: "publishers/google/models/gemini-2.5-flash",
developer: "Google",
maxConcurrency: 5,
provider: "braintrust",
authorized: true,
parent: "gemini-2-flash",
generation: "gemini-2",
reasoning: true,
},
{
label: "gemini-2.5-flash-lite-preview-06-17",
deployment: "publishers/google/models/gemini-2.5-flash-lite-preview-06-17",
developer: "Google",
maxConcurrency: 10,
provider: "braintrust",
authorized: true,
generation: "gemini-2",
reasoning: true,
},
{
label: "deepseek-r1",
deployment: "us.deepseek.r1-v1:0",
developer: "DeepSeek",
provider: "braintrust",
authorized: true,
maxConcurrency: 5,
reasoning: true,
},
{
label: "mistral-small-3-instruct",
deployment: "accounts/fireworks/models/mistral-small-24b-instruct-2501",
developer: "Mistral",
provider: "braintrust",
authorized: false,
maxConcurrency: 5,
metadata: {
host: "Fireworks",
},
},
{
label: "qwen-2.5-72b-instruct",
deployment: "accounts/fireworks/models/qwen2p5-72b-instruct",
developer: "Alibaba Cloud",
provider: "braintrust",
authorized: false,
maxConcurrency: 5,
metadata: {
host: "Fireworks",
},
},
];
exports.models = allModels.filter((m) => m.authorized);
/**
These models aren't officially authorized to be used.
NEVER use on sensitive information.
*/
exports.__unauthorizedModels__ = allModels.filter((m) => !m.authorized);
//# sourceMappingURL=models.js.map