@lobehub/chat
Version:
Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.
881 lines • 163 kB
JSON
[
{
"id": "mattshumer/reflection-70b:free",
"name": "Reflection 70B (free)",
"created": 1725580800,
"description": "Reflection Llama-3.1 70B is trained with a new technique called Reflection-Tuning that teaches a LLM to detect mistakes in its reasoning and correct course.\n\nThe model was trained on synthetic data.\n\n_These are free, rate-limited endpoints for [Reflection 70B](/models/mattshumer/reflection-70b). Outputs may be cached. Read about rate limits [here](/docs/limits)._",
"context_length": 131072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 8192,
"max_completion_tokens": 4096,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "mattshumer/reflection-70b",
"name": "Reflection 70B",
"created": 1725580800,
"description": "Reflection Llama-3.1 70B is trained with a new technique called Reflection-Tuning that teaches a LLM to detect mistakes in its reasoning and correct course.\n\nThe model was trained on synthetic data.",
"context_length": 131072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": {
"prompt": "0.00000035",
"completion": "0.0000004",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 8192,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "cohere/command-r-03-2024",
"name": "Cohere: Command R (03-2024)",
"created": 1725062400,
"description": "Command-R is a 35B parameter model that performs conversational language tasks at a higher quality, more reliably, and with a longer context than previous models. It can be used for complex workflows like code generation, retrieval augmented generation (RAG), tool use, and agents.\n\nRead the launch post [here](https://txt.cohere.com/command-r/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).",
"context_length": 128000,
"architecture": { "modality": "text->text", "tokenizer": "Cohere", "instruct_type": null },
"pricing": { "prompt": "0.0000005", "completion": "0.0000015", "image": "0", "request": "0" },
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 4000,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "cohere/command-r-plus-04-2024",
"name": "Cohere: Command R+ (04-2024)",
"created": 1725062400,
"description": "Command R+ is a new, 104B-parameter LLM from Cohere. It's useful for roleplay, general consumer usecases, and Retrieval Augmented Generation (RAG).\n\nIt offers multilingual support for ten key languages to facilitate global business operations. See benchmarks and the launch post [here](https://txt.cohere.com/command-r-plus-microsoft-azure/).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).",
"context_length": 128000,
"architecture": { "modality": "text->text", "tokenizer": "Cohere", "instruct_type": null },
"pricing": { "prompt": "0.000003", "completion": "0.000015", "image": "0", "request": "0" },
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 4000,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "cohere/command-r-plus-08-2024",
"name": "Cohere: Command R+ (08-2024)",
"created": 1724976000,
"description": "command-r-plus-08-2024 is an update of the [Command R+](/models/cohere/command-r-plus) with roughly 50% higher throughput and 25% lower latencies as compared to the previous Command R+ version, while keeping the hardware footprint the same.\n\nRead the launch post [here](https://docs.cohere.com/changelog/command-gets-refreshed).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).",
"context_length": 128000,
"architecture": { "modality": "text->text", "tokenizer": "Cohere", "instruct_type": null },
"pricing": { "prompt": "0.0000025", "completion": "0.00001", "image": "0", "request": "0" },
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 4000,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "cohere/command-r-08-2024",
"name": "Cohere: Command R (08-2024)",
"created": 1724976000,
"description": "command-r-08-2024 is an update of the [Command R](/models/cohere/command-r) with improved performance for multilingual retrieval-augmented generation (RAG) and tool use. More broadly, it is better at math, code and reasoning and is competitive with the previous version of the larger Command R+ model.\n\nRead the launch post [here](https://docs.cohere.com/changelog/command-gets-refreshed).\n\nUse of this model is subject to Cohere's [Acceptable Use Policy](https://docs.cohere.com/docs/c4ai-acceptable-use-policy).",
"context_length": 128000,
"architecture": { "modality": "text->text", "tokenizer": "Cohere", "instruct_type": null },
"pricing": {
"prompt": "0.00000015",
"completion": "0.0000006",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 4000,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "google/gemini-flash-8b-1.5-exp",
"name": "Google: Gemini Flash 8B 1.5 Experimental",
"created": 1724803200,
"description": "Gemini 1.5 Flash 8B Experimental is an experimental, 8B parameter version of the [Gemini 1.5 Flash](/models/google/gemini-flash-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is experimental and not suited for production use-cases. It may be removed or redirected to another model in the future.",
"context_length": 4000000,
"architecture": {
"modality": "text+image->text",
"tokenizer": "Gemini",
"instruct_type": null
},
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 4000000,
"max_completion_tokens": 32768,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "google/gemini-flash-1.5-exp",
"name": "Google: Gemini Flash 1.5 Experimental",
"created": 1724803200,
"description": "Gemini 1.5 Flash Experimental is an experimental version of the [Gemini 1.5 Flash](/models/google/gemini-flash-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is experimental and not suited for production use-cases. It may be removed or redirected to another model in the future.",
"context_length": 4000000,
"architecture": {
"modality": "text+image->text",
"tokenizer": "Gemini",
"instruct_type": null
},
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 4000000,
"max_completion_tokens": 32768,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "sao10k/l3.1-euryale-70b",
"name": "Llama 3.1 Euryale 70B v2.2",
"created": 1724803200,
"description": "Euryale L3.1 70B v2.2 is a model focused on creative roleplay from [Sao10k](https://ko-fi.com/sao10k). It is the successor of [Euryale L3 70B v2.1](/models/sao10k/l3-euryale-70b).",
"context_length": 8192,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": { "prompt": "0.0000015", "completion": "0.0000015", "image": "0", "request": "0" },
"top_provider": {
"context_length": 16000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "ai21/jamba-1-5-large",
"name": "AI21: Jamba 1.5 Large",
"created": 1724371200,
"description": "Jamba 1.5 Large is part of AI21's new family of open models, offering superior speed, efficiency, and quality.\n\nIt features a 256K effective context window, the longest among open models, enabling improved performance on tasks like document summarization and analysis.\n\nBuilt on a novel SSM-Transformer architecture, it outperforms larger models like Llama 3.1 70B on benchmarks while maintaining resource efficiency.\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba-model-family) to learn more.",
"context_length": 256000,
"architecture": { "modality": "text->text", "tokenizer": "Other", "instruct_type": null },
"pricing": { "prompt": "0.000002", "completion": "0.000008", "image": "0", "request": "0" },
"top_provider": {
"context_length": 256000,
"max_completion_tokens": 4096,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "ai21/jamba-1-5-mini",
"name": "AI21: Jamba 1.5 Mini",
"created": 1724371200,
"description": "Jamba 1.5 Mini is the world's first production-grade Mamba-based model, combining SSM and Transformer architectures for a 256K context window and high efficiency.\n\nIt works with 9 languages and can handle various writing and analysis tasks as well as or better than similar small models.\n\nThis model uses less computer memory and works faster with longer texts than previous designs.\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba-model-family) to learn more.",
"context_length": 256000,
"architecture": { "modality": "text->text", "tokenizer": "Other", "instruct_type": null },
"pricing": { "prompt": "0.0000002", "completion": "0.0000004", "image": "0", "request": "0" },
"top_provider": {
"context_length": 256000,
"max_completion_tokens": 4096,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "microsoft/phi-3.5-mini-128k-instruct",
"name": "Phi-3.5 Mini 128K Instruct",
"created": 1724198400,
"description": "Phi-3.5 models are lightweight, state-of-the-art open models. These models were trained with Phi-3 datasets that include both synthetic data and the filtered, publicly available websites data, with a focus on high quality and reasoning-dense properties. Phi-3.5 Mini uses 3.8B parameters, and is a dense decoder-only transformer model using the same tokenizer as [Phi-3 Mini](/models/microsoft/phi-3-mini-128k-instruct).\n\nThe models underwent a rigorous enhancement process, incorporating both supervised fine-tuning, proximal policy optimization, and direct preference optimization to ensure precise instruction adherence and robust safety measures. When assessed against benchmarks that test common sense, language understanding, math, code, long context and logical reasoning, Phi-3.5 models showcased robust and state-of-the-art performance among models with less than 13 billion parameters.",
"context_length": 128000,
"architecture": { "modality": "text->text", "tokenizer": "Other", "instruct_type": "phi3" },
"pricing": { "prompt": "0.0000001", "completion": "0.0000001", "image": "0", "request": "0" },
"top_provider": {
"context_length": 128000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "nousresearch/hermes-3-llama-3.1-70b",
"name": "Nous: Hermes 3 70B Instruct",
"created": 1723939200,
"description": "Hermes 3 is a generalist language model with many improvements over [Hermes 2](/models/nousresearch/nous-hermes-2-mistral-7b-dpo), including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 70B is a competitive, if not superior finetune of the [Llama-3.1 70B foundation model](/models/meta-llama/llama-3.1-70b-instruct), focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.",
"context_length": 131072,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "chatml"
},
"pricing": { "prompt": "0.0000004", "completion": "0.0000004", "image": "0", "request": "0" },
"top_provider": {
"context_length": 12288,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "nousresearch/hermes-3-llama-3.1-405b",
"name": "Nous: Hermes 3 405B Instruct",
"created": 1723766400,
"description": "Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 405B is a frontier-level, full-parameter finetune of the Llama-3.1 405B foundation model, focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.\n\nHermes 3 is competitive, if not superior, to Llama-3.1 Instruct models at general capabilities, with varying strengths and weaknesses attributable between the two.",
"context_length": 131072,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "chatml"
},
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 18000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "nousresearch/hermes-3-llama-3.1-405b:extended",
"name": "Nous: Hermes 3 405B Instruct (extended)",
"created": 1723766400,
"description": "Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board.\n\nHermes 3 405B is a frontier-level, full-parameter finetune of the Llama-3.1 405B foundation model, focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user.\n\nThe Hermes 3 series builds and expands on the Hermes 2 set of capabilities, including more powerful and reliable function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills.\n\nHermes 3 is competitive, if not superior, to Llama-3.1 Instruct models at general capabilities, with varying strengths and weaknesses attributable between the two.\n\n_These are extended-context endpoints for [Hermes 3 405B Instruct](/models/nousresearch/hermes-3-llama-3.1-405b). They may have higher prices._",
"context_length": 128000,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "chatml"
},
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 128000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "perplexity/llama-3.1-sonar-huge-128k-online",
"name": "Perplexity: Llama 3.1 Sonar 405B Online",
"created": 1723593600,
"description": "Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance. The model is built upon the Llama 3.1 405B and has internet access.",
"context_length": 127072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": {
"prompt": "0.000005",
"completion": "0.000005",
"image": "0",
"request": "0.005"
},
"top_provider": {
"context_length": 127072,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "openai/chatgpt-4o-latest",
"name": "OpenAI: ChatGPT-4o",
"created": 1723593600,
"description": "Dynamic model continuously updated to the current version of [GPT-4o](/models/openai/gpt-4o) in ChatGPT. Intended for research and evaluation.\n\nNote: This model is experimental and not suited for production use-cases. It may be removed or redirected to another model in the future.",
"context_length": 128000,
"architecture": { "modality": "text+image->text", "tokenizer": "GPT", "instruct_type": null },
"pricing": {
"prompt": "0.000005",
"completion": "0.000015",
"image": "0.007225",
"request": "0"
},
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 16384,
"is_moderated": true
},
"per_request_limits": null
},
{
"id": "sao10k/l3-lunaris-8b",
"name": "Llama 3 8B Lunaris",
"created": 1723507200,
"description": "Lunaris 8B is a versatile generalist and roleplaying model based on Llama 3. It's a strategic merge of multiple models, designed to balance creativity with improved logic and general knowledge.\n\nCreated by [Sao10k](https://huggingface.co/Sao10k), this model aims to offer an improved experience over Stheno v3.2, with enhanced creativity and logical reasoning.\n\nFor best results, use with Llama 3 Instruct context template, temperature 1.4, and min_p 0.1.",
"context_length": 8192,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": { "prompt": "0.000002", "completion": "0.000002", "image": "0", "request": "0" },
"top_provider": {
"context_length": 8192,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "aetherwiing/mn-starcannon-12b",
"name": "Mistral Nemo 12B Starcannon",
"created": 1723507200,
"description": "Starcannon 12B is a creative roleplay and story writing model, using [nothingiisreal/mn-celeste-12b](https://openrouter.ai/models/nothingiisreal/mn-celeste-12b) as a base and [intervitens/mini-magnum-12b-v1.1](https://huggingface.co/intervitens/mini-magnum-12b-v1.1) merged in using the [TIES](https://arxiv.org/abs/2306.01708) method.\n\nAlthough more similar to Magnum overall, the model remains very creative, with a pleasant writing style. It is recommended for people wanting more variety than Magnum, and yet more verbose prose than Celeste.",
"context_length": 12000,
"architecture": {
"modality": "text->text",
"tokenizer": "Mistral",
"instruct_type": "chatml"
},
"pricing": { "prompt": "0.000002", "completion": "0.000002", "image": "0", "request": "0" },
"top_provider": {
"context_length": 12000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "openai/gpt-4o-2024-08-06",
"name": "OpenAI: GPT-4o (2024-08-06)",
"created": 1722902400,
"description": "The 2024-08-06 version of GPT-4o offers improved performance in structured outputs, with the ability to supply a JSON schema in the respone_format. Read more [here](https://openai.com/index/introducing-structured-outputs-in-the-api/).\n\nGPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as fast and 50% more cost-effective. GPT-4o also offers improved performance in processing non-English languages and enhanced visual capabilities.\n\nFor benchmarking against other models, it was briefly called [\"im-also-a-good-gpt2-chatbot\"](https://twitter.com/LiamFedus/status/1790064963966370209)",
"context_length": 128000,
"architecture": { "modality": "text+image->text", "tokenizer": "GPT", "instruct_type": null },
"pricing": {
"prompt": "0.0000025",
"completion": "0.00001",
"image": "0.0036125",
"request": "0"
},
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 16384,
"is_moderated": true
},
"per_request_limits": null
},
{
"id": "meta-llama/llama-3.1-405b",
"name": "Meta: Llama 3.1 405B (base)",
"created": 1722556800,
"description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This is the base 405B pre-trained version.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).",
"context_length": 131072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": "none" },
"pricing": { "prompt": "0.000002", "completion": "0.000002", "image": "0", "request": "0" },
"top_provider": {
"context_length": 32768,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "nothingiisreal/mn-celeste-12b",
"name": "Mistral Nemo 12B Celeste",
"created": 1722556800,
"description": "A specialized story writing and roleplaying model based on Mistral's NeMo 12B Instruct. Fine-tuned on curated datasets including Reddit Writing Prompts and Opus Instruct 25K.\n\nThis model excels at creative writing, offering improved NSFW capabilities, with smarter and more active narration. It demonstrates remarkable versatility in both SFW and NSFW scenarios, with strong Out of Character (OOC) steering capabilities, allowing fine-tuned control over narrative direction and character behavior.\n\nCheck out the model's [HuggingFace page](https://huggingface.co/nothingiisreal/MN-12B-Celeste-V1.9) for details on what parameters and prompts work best!",
"context_length": 32000,
"architecture": {
"modality": "text->text",
"tokenizer": "Mistral",
"instruct_type": "chatml"
},
"pricing": { "prompt": "0.0000015", "completion": "0.0000015", "image": "0", "request": "0" },
"top_provider": {
"context_length": 32000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "google/gemini-pro-1.5-exp",
"name": "Google: Gemini Pro 1.5 Experimental",
"created": 1722470400,
"description": "Gemini 1.5 Pro (0827) is an experimental version of the [Gemini 1.5 Pro](/models/google/gemini-pro-1.5) model.\n\nUsage of Gemini is subject to Google's [Gemini Terms of Use](https://ai.google.dev/terms).\n\n#multimodal\n\nNote: This model is experimental and not suited for production use-cases. It may be removed or redirected to another model in the future.",
"context_length": 4000000,
"architecture": {
"modality": "text+image->text",
"tokenizer": "Gemini",
"instruct_type": null
},
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 4000000,
"max_completion_tokens": 32768,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "perplexity/llama-3.1-sonar-large-128k-online",
"name": "Perplexity: Llama 3.1 Sonar 70B Online",
"created": 1722470400,
"description": "Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3.1-sonar-large-128k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online",
"context_length": 127072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": {
"prompt": "0.000001",
"completion": "0.000001",
"image": "0",
"request": "0.005"
},
"top_provider": {
"context_length": 127072,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "perplexity/llama-3.1-sonar-large-128k-chat",
"name": "Perplexity: Llama 3.1 Sonar 70B",
"created": 1722470400,
"description": "Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3.1-sonar-large-128k-online) of this model has Internet access.",
"context_length": 131072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": { "prompt": "0.000001", "completion": "0.000001", "image": "0", "request": "0" },
"top_provider": {
"context_length": 131072,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "perplexity/llama-3.1-sonar-small-128k-online",
"name": "Perplexity: Llama 3.1 Sonar 8B Online",
"created": 1722470400,
"description": "Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is the online version of the [offline chat model](/models/perplexity/llama-3.1-sonar-small-128k-chat). It is focused on delivering helpful, up-to-date, and factual responses. #online",
"context_length": 127072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": {
"prompt": "0.0000002",
"completion": "0.0000002",
"image": "0",
"request": "0.005"
},
"top_provider": {
"context_length": 127072,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "perplexity/llama-3.1-sonar-small-128k-chat",
"name": "Perplexity: Llama 3.1 Sonar 8B",
"created": 1722470400,
"description": "Llama 3.1 Sonar is Perplexity's latest model family. It surpasses their earlier Sonar models in cost-efficiency, speed, and performance.\n\nThis is a normal offline LLM, but the [online version](/models/perplexity/llama-3.1-sonar-small-128k-online) of this model has Internet access.",
"context_length": 131072,
"architecture": { "modality": "text->text", "tokenizer": "Llama3", "instruct_type": null },
"pricing": { "prompt": "0.0000002", "completion": "0.0000002", "image": "0", "request": "0" },
"top_provider": {
"context_length": 131072,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "meta-llama/llama-3.1-70b-instruct",
"name": "Meta: Llama 3.1 70B Instruct",
"created": 1721692800,
"description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).",
"context_length": 131072,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": { "prompt": "0.0000003", "completion": "0.0000003", "image": "0", "request": "0" },
"top_provider": {
"context_length": 131072,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "meta-llama/llama-3.1-8b-instruct:free",
"name": "Meta: Llama 3.1 8B Instruct (free)",
"created": 1721692800,
"description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).\n\n_These are free, rate-limited endpoints for [Llama 3.1 8B Instruct](/models/meta-llama/llama-3.1-8b-instruct). Outputs may be cached. Read about rate limits [here](/docs/limits)._",
"context_length": 131072,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 8192,
"max_completion_tokens": 4096,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "meta-llama/llama-3.1-8b-instruct",
"name": "Meta: Llama 3.1 8B Instruct",
"created": 1721692800,
"description": "Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).",
"context_length": 131072,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": {
"prompt": "0.000000055",
"completion": "0.000000055",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 100000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "meta-llama/llama-3.1-405b-instruct",
"name": "Meta: Llama 3.1 405B Instruct",
"created": 1721692800,
"description": "The highly anticipated 400B class of Llama3 is here! Clocking in at 128k context with impressive eval scores, the Meta AI team continues to push the frontier of open-source LLMs.\n\nMeta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 405B instruct-tuned version is optimized for high quality dialogue usecases.\n\nIt has demonstrated strong performance compared to leading closed-source models in human evaluations.\n\nTo read more about the model release, [click here](https://ai.meta.com/blog/meta-llama-3/). Usage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).",
"context_length": 131072,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": {
"prompt": "0.00000179",
"completion": "0.00000179",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 32000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "cognitivecomputations/dolphin-llama-3-70b",
"name": "Dolphin Llama 3 70B 🐬",
"created": 1721347200,
"description": "Dolphin 2.9 is designed for instruction following, conversational, and coding. This model is a fine-tune of [Llama 3 70B](/models/meta-llama/llama-3-70b-instruct). It demonstrates improvements in instruction, conversation, coding, and function calling abilities, when compared to the original.\n\nUncensored and is stripped of alignment and bias, it requires an external alignment layer for ethical use. Users are cautioned to use this highly compliant model responsibly, as detailed in a blog post about uncensored models at [erichartford.com/uncensored-models](https://erichartford.com/uncensored-models).\n\nUsage of this model is subject to [Meta's Acceptable Use Policy](https://llama.meta.com/llama3/use-policy/).",
"context_length": 8192,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "chatml"
},
"pricing": {
"prompt": "0.00000035",
"completion": "0.0000004",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 8192,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "mistralai/codestral-mamba",
"name": "Mistral: Codestral Mamba",
"created": 1721347200,
"description": "A 7.3B parameter Mamba-based model designed for code and reasoning tasks.\n\n- Linear time inference, allowing for theoretically infinite sequence lengths\n- 256k token context window\n- Optimized for quick responses, especially beneficial for code productivity\n- Performs comparably to state-of-the-art transformer models in code and reasoning tasks\n- Available under the Apache 2.0 license for free use, modification, and distribution",
"context_length": 256000,
"architecture": {
"modality": "text->text",
"tokenizer": "Mistral",
"instruct_type": "mistral"
},
"pricing": {
"prompt": "0.00000025",
"completion": "0.00000025",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 256000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "mistralai/mistral-nemo",
"name": "Mistral: Mistral Nemo",
"created": 1721347200,
"description": "A 12B parameter model with a 128k token context length built by Mistral in collaboration with NVIDIA.\n\nThe model is multilingual, supporting English, French, German, Spanish, Italian, Portuguese, Chinese, Japanese, Korean, Arabic, and Hindi.\n\nIt supports function calling and is released under the Apache 2.0 license.",
"context_length": 128000,
"architecture": {
"modality": "text->text",
"tokenizer": "Mistral",
"instruct_type": "mistral"
},
"pricing": {
"prompt": "0.00000013",
"completion": "0.00000013",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 128000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "openai/gpt-4o-mini-2024-07-18",
"name": "OpenAI: GPT-4o-mini (2024-07-18)",
"created": 1721260800,
"description": "GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs.\n\nAs their most advanced small model, it is many multiples more affordable than other recent frontier models, and more than 60% cheaper than [GPT-3.5 Turbo](/models/openai/gpt-3.5-turbo). It maintains SOTA intelligence, while being significantly more cost-effective.\n\nGPT-4o mini achieves an 82% score on MMLU and presently ranks higher than GPT-4 on chat preferences [common leaderboards](https://arena.lmsys.org/).\n\nCheck out the [launch announcement](https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/) to learn more.",
"context_length": 128000,
"architecture": { "modality": "text+image->text", "tokenizer": "GPT", "instruct_type": null },
"pricing": {
"prompt": "0.00000015",
"completion": "0.0000006",
"image": "0.007225",
"request": "0"
},
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 16384,
"is_moderated": true
},
"per_request_limits": null
},
{
"id": "openai/gpt-4o-mini",
"name": "OpenAI: GPT-4o-mini",
"created": 1721260800,
"description": "GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs.\n\nAs their most advanced small model, it is many multiples more affordable than other recent frontier models, and more than 60% cheaper than [GPT-3.5 Turbo](/models/openai/gpt-3.5-turbo). It maintains SOTA intelligence, while being significantly more cost-effective.\n\nGPT-4o mini achieves an 82% score on MMLU and presently ranks higher than GPT-4 on chat preferences [common leaderboards](https://arena.lmsys.org/).\n\nCheck out the [launch announcement](https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/) to learn more.",
"context_length": 128000,
"architecture": { "modality": "text+image->text", "tokenizer": "GPT", "instruct_type": null },
"pricing": {
"prompt": "0.00000015",
"completion": "0.0000006",
"image": "0.007225",
"request": "0"
},
"top_provider": {
"context_length": 128000,
"max_completion_tokens": 16384,
"is_moderated": true
},
"per_request_limits": null
},
{
"id": "qwen/qwen-2-7b-instruct:free",
"name": "Qwen 2 7B Instruct (free)",
"created": 1721088000,
"description": "Qwen2 7B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).\n\n_These are free, rate-limited endpoints for [Qwen 2 7B Instruct](/models/qwen/qwen-2-7b-instruct). Outputs may be cached. Read about rate limits [here](/docs/limits)._",
"context_length": 32768,
"architecture": { "modality": "text->text", "tokenizer": "Qwen", "instruct_type": "chatml" },
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 8192,
"max_completion_tokens": 4096,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "qwen/qwen-2-7b-instruct",
"name": "Qwen 2 7B Instruct",
"created": 1721088000,
"description": "Qwen2 7B is a transformer-based model that excels in language understanding, multilingual capabilities, coding, mathematics, and reasoning.\n\nIt features SwiGLU activation, attention QKV bias, and group query attention. It is pretrained on extensive data with supervised finetuning and direct preference optimization.\n\nFor more details, see this [blog post](https://qwenlm.github.io/blog/qwen2/) and [GitHub repo](https://github.com/QwenLM/Qwen2).\n\nUsage of this model is subject to [Tongyi Qianwen LICENSE AGREEMENT](https://huggingface.co/Qwen/Qwen1.5-110B-Chat/blob/main/LICENSE).",
"context_length": 32768,
"architecture": { "modality": "text->text", "tokenizer": "Qwen", "instruct_type": "chatml" },
"pricing": {
"prompt": "0.000000055",
"completion": "0.000000055",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 32768,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "google/gemma-2-27b-it",
"name": "Google: Gemma 2 27B",
"created": 1720828800,
"description": "Gemma 2 27B by Google is an open model built from the same research and technology used to create the [Gemini models](/models?q=gemini).\n\nGemma models are well-suited for a variety of text generation tasks, including question answering, summarization, and reasoning.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).",
"context_length": 8192,
"architecture": { "modality": "text->text", "tokenizer": "Gemini", "instruct_type": "gemma" },
"pricing": {
"prompt": "0.00000027",
"completion": "0.00000027",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 4096,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "alpindale/magnum-72b",
"name": "Magnum 72B",
"created": 1720656000,
"description": "From the maker of [Goliath](https://openrouter.ai/models/alpindale/goliath-120b), Magnum 72B is the first in a new family of models designed to achieve the prose quality of the Claude 3 models, notably Opus & Sonnet.\n\nThe model is based on [Qwen2 72B](https://openrouter.ai/models/qwen/qwen-2-72b-instruct) and trained with 55 million tokens of highly curated roleplay (RP) data.",
"context_length": 16384,
"architecture": { "modality": "text->text", "tokenizer": "Qwen", "instruct_type": "chatml" },
"pricing": {
"prompt": "0.00000375",
"completion": "0.0000045",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 16384,
"max_completion_tokens": 1024,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "nousresearch/hermes-2-theta-llama-3-8b",
"name": "Nous: Hermes 2 Theta 8B",
"created": 1720656000,
"description": "An experimental merge model based on Llama 3, exhibiting a very distinctive style of writing. It combines the the best of [Meta's Llama 3 8B](https://openrouter.ai/models/meta-llama/llama-3-8b-instruct) and Nous Research's [Hermes 2 Pro](https://openrouter.ai/models/nousresearch/hermes-2-pro-llama-3-8b).\n\nHermes-2 Θ (theta) was specifically designed with a few capabilities in mind: executing function calls, generating JSON output, and most remarkably, demonstrating metacognitive abilities (contemplating the nature of thought and recognizing the diversity of cognitive processes among individuals).",
"context_length": 16384,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "chatml"
},
"pricing": {
"prompt": "0.0000001875",
"completion": "0.000001125",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 16384,
"max_completion_tokens": 2048,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "google/gemma-2-9b-it:free",
"name": "Google: Gemma 2 9B (free)",
"created": 1719532800,
"description": "Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class.\n\nDesigned for a wide variety of tasks, it empowers developers and researchers to build innovative applications, while maintaining accessibility, safety, and cost-effectiveness.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).\n\n_These are free, rate-limited endpoints for [Gemma 2 9B](/models/google/gemma-2-9b-it). Outputs may be cached. Read about rate limits [here](/docs/limits)._",
"context_length": 8192,
"architecture": { "modality": "text->text", "tokenizer": "Gemini", "instruct_type": "gemma" },
"pricing": { "prompt": "0", "completion": "0", "image": "0", "request": "0" },
"top_provider": {
"context_length": 4096,
"max_completion_tokens": 2048,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "google/gemma-2-9b-it",
"name": "Google: Gemma 2 9B",
"created": 1719532800,
"description": "Gemma 2 9B by Google is an advanced, open-source language model that sets a new standard for efficiency and performance in its size class.\n\nDesigned for a wide variety of tasks, it empowers developers and researchers to build innovative applications, while maintaining accessibility, safety, and cost-effectiveness.\n\nSee the [launch announcement](https://blog.google/technology/developers/google-gemma-2/) for more details. Usage of Gemma is subject to Google's [Gemma Terms of Use](https://ai.google.dev/gemma/terms).",
"context_length": 8192,
"architecture": { "modality": "text->text", "tokenizer": "Gemini", "instruct_type": "gemma" },
"pricing": {
"prompt": "0.00000006",
"completion": "0.00000006",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 4096,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "sao10k/l3-stheno-8b",
"name": "Llama 3 Stheno 8B v3.3 32K",
"created": 1719446400,
"description": "Stheno 8B 32K is a creative writing/roleplay model from [Sao10k](https://ko-fi.com/sao10k). It was trained at 8K context, then expanded to 32K context.\n\nCompared to older Stheno version, this model is trained on:\n- 2x the amount of creative writing samples\n- Cleaned up roleplaying samples\n- Fewer low quality samples",
"context_length": 32000,
"architecture": {
"modality": "text->text",
"tokenizer": "Llama3",
"instruct_type": "llama3"
},
"pricing": {
"prompt": "0.00000025",
"completion": "0.0000015",
"image": "0",
"request": "0"
},
"top_provider": {
"context_length": 32000,
"max_completion_tokens": null,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "ai21/jamba-instruct",
"name": "AI21: Jamba Instruct",
"created": 1719273600,
"description": "The Jamba-Instruct model, introduced by AI21 Labs, is an instruction-tuned variant of their hybrid SSM-Transformer Jamba model, specifically optimized for enterprise applications.\n\n- 256K Context Window: It can process extensive information, equivalent to a 400-page novel, which is beneficial for tasks involving large documents such as financial reports or legal documents\n- Safety and Accuracy: Jamba-Instruct is designed with enhanced safety features to ensure secure deployment in enterprise environments, reducing the risk and cost of implementation\n\nRead their [announcement](https://www.ai21.com/blog/announcing-jamba) to learn more.\n\nJamba has a knowledge cutoff of February 2024.",
"context_length": 256000,
"architecture": { "modality": "text->text", "tokenizer": "Other", "instruct_type": null },
"pricing": { "prompt": "0.0000005", "completion": "0.0000007", "image": "0", "request": "0" },
"top_provider": {
"context_length": 256000,
"max_completion_tokens": 4096,
"is_moderated": false
},
"per_request_limits": null
},
{
"id": "anthropic/claude-3.5-sonnet",
"name": "Anthropic: Claude 3.5 Sonnet",
"created": 1718841600,
"description": "Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Autonomously writes, edits, and runs code with reasoning and troubleshooting\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\n#multimodal",
"context_length": 200000,
"architecture": {
"modality": "text+image->text",
"tokenizer": "Claude",
"instruct_type": null
},
"pricing": {
"prompt": "0.000003",
"completion": "0.000015",
"image": "0.0048",
"request": "0"
},
"top_provider": {
"context_length": 200000,
"max_completion_tokens": 8192,
"is_moderated": true
},
"per_request_limits": null
},
{
"id": "anthropic/claude-3.5-sonnet:beta",
"name": "Anthropic: Claude 3.5 Sonnet (self-moderated)",
"created": 1718841600,
"description": "Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at:\n\n- Coding: Autonomously writes, edits, and runs code with reasoning and troubleshooting\n- Data science: Augments human data science expertise; navigates unstructured data while using multiple tools for insights\n- Visual processing: excelling at interpreting charts, graphs, and images, accurately transcribing text to derive insights beyond just the text alone\n- Agentic tasks: exceptional tool use, making it great at agentic tasks (i.e. complex, multi-step problem solving tasks that require engaging with other systems)\n\n#multimodal\n\n_This is a faster endpoint, made available in collaboration with Anthropic, that is self-moderated: response moderation happens on the provider's side instead of OpenRouter's. For requests that pass moderation, it's identical to the [Standard](/models/ant