rawi
Version:
Rawi (راوي) is the developer-friendly AI CLI that brings the power of 11 major AI providers directly to your terminal. With seamless shell integration, persistent conversations, and 200+ specialized prompt templates, Rawi transforms your command line into
2 lines • 373 kB
JavaScript
"use strict";Object.defineProperty(exports, "__esModule", {value: true});/* Rawi (راوي) is the developer-friendly AI CLI that brings the power of 11 major AI providers directly to your terminal. With seamless shell integration, persistent conversations, and 200+ specialized prompt templates, Rawi transforms your command line into an intelligent development workspace. */
var b=["alfred","alfred:40b","alfred:40b-1023-q4_0","alfred:40b-1023-q4_1","alfred:40b-1023-q5_0","alfred:40b-1023-q5_1","alfred:40b-1023-q8_0","alfred:latest","athene-v2","athene-v2:72b","athene-v2:72b-fp16","athene-v2:72b-q2_K","athene-v2:72b-q3_K_L","athene-v2:72b-q3_K_M","athene-v2:72b-q3_K_S","athene-v2:72b-q4_0","athene-v2:72b-q4_1","athene-v2:72b-q4_K_M","athene-v2:72b-q4_K_S","athene-v2:72b-q5_0","athene-v2:72b-q5_1","athene-v2:72b-q5_K_M","athene-v2:72b-q5_K_S","athene-v2:72b-q6_K","athene-v2:72b-q8_0","athene-v2:latest","aya","aya-expanse","aya-expanse:32b","aya-expanse:32b-fp16","aya-expanse:32b-q2_K","aya-expanse:32b-q3_K_L","aya-expanse:32b-q3_K_M","aya-expanse:32b-q3_K_S","aya-expanse:32b-q4_0","aya-expanse:32b-q4_1","aya-expanse:32b-q4_K_M","aya-expanse:32b-q4_K_S","aya-expanse:32b-q5_0","aya-expanse:32b-q5_1","aya-expanse:32b-q5_K_M","aya-expanse:32b-q5_K_S","aya-expanse:32b-q6_K","aya-expanse:32b-q8_0","aya-expanse:8b","aya-expanse:8b-fp16","aya-expanse:8b-q2_K","aya-expanse:8b-q3_K_L","aya-expanse:8b-q3_K_M","aya-expanse:8b-q3_K_S","aya-expanse:8b-q4_0","aya-expanse:8b-q4_1","aya-expanse:8b-q4_K_M","aya-expanse:8b-q4_K_S","aya-expanse:8b-q5_0","aya-expanse:8b-q5_1","aya-expanse:8b-q5_K_M","aya-expanse:8b-q5_K_S","aya-expanse:8b-q6_K","aya-expanse:8b-q8_0","aya-expanse:latest","aya:35b","aya:35b-23","aya:35b-23-q2_K","aya:35b-23-q3_K_L","aya:35b-23-q3_K_M","aya:35b-23-q3_K_S","aya:35b-23-q4_0","aya:35b-23-q4_1","aya:35b-23-q4_K_M","aya:35b-23-q4_K_S","aya:35b-23-q5_0","aya:35b-23-q5_1","aya:35b-23-q5_K_M","aya:35b-23-q5_K_S","aya:35b-23-q6_K","aya:35b-23-q8_0","aya:8b","aya:8b-23","aya:8b-23-q2_K","aya:8b-23-q3_K_L","aya:8b-23-q3_K_M","aya:8b-23-q3_K_S","aya:8b-23-q4_0","aya:8b-23-q4_1","aya:8b-23-q4_K_M","aya:8b-23-q4_K_S","aya:8b-23-q5_0","aya:8b-23-q5_1","aya:8b-23-q5_K_M","aya:8b-23-q5_K_S","aya:8b-23-q6_K","aya:8b-23-q8_0","aya:latest","bespoke-minicheck","bespoke-minicheck:7b","bespoke-minicheck:7b-fp16","bespoke-minicheck:7b-q2_K","bespoke-minicheck:7b-q3_K_L","bespoke-minicheck:7b-q3_K_M","bespoke-minicheck:7b-q3_K_S","bespoke-minicheck:7b-q4_0","bespoke-minicheck:7b-q4_1","bespoke-minicheck:7b-q4_K_M","bespoke-minicheck:7b-q4_K_S","bespoke-minicheck:7b-q5_0","bespoke-minicheck:7b-q5_1","bespoke-minicheck:7b-q5_K_M","bespoke-minicheck:7b-q5_K_S","bespoke-minicheck:7b-q6_K","bespoke-minicheck:7b-q8_0","bespoke-minicheck:latest","codebooga","codebooga:34b","codebooga:34b-v0.1-fp16","codebooga:34b-v0.1-q2_K","codebooga:34b-v0.1-q3_K_L","codebooga:34b-v0.1-q3_K_M","codebooga:34b-v0.1-q3_K_S","codebooga:34b-v0.1-q4_0","codebooga:34b-v0.1-q4_1","codebooga:34b-v0.1-q4_K_M","codebooga:34b-v0.1-q5_0","codebooga:34b-v0.1-q5_1","codebooga:34b-v0.1-q5_K_M","codebooga:34b-v0.1-q5_K_S","codebooga:34b-v0.1-q6_K","codebooga:34b-v0.1-q8_0","codebooga:latest","codegeex4","codegeex4:9b","codegeex4:9b-all-fp16","codegeex4:9b-all-q2_K","codegeex4:9b-all-q3_K_L","codegeex4:9b-all-q3_K_M","codegeex4:9b-all-q3_K_S","codegeex4:9b-all-q4_0","codegeex4:9b-all-q4_1","codegeex4:9b-all-q4_K_M","codegeex4:9b-all-q4_K_S","codegeex4:9b-all-q5_0","codegeex4:9b-all-q5_1","codegeex4:9b-all-q5_K_M","codegeex4:9b-all-q5_K_S","codegeex4:9b-all-q6_K","codegeex4:9b-all-q8_0","codegeex4:latest","codegemma","codegemma:2b","codegemma:2b-code","codegemma:2b-code-fp16","codegemma:2b-code-q2_K","codegemma:2b-code-q3_K_L","codegemma:2b-code-q3_K_M","codegemma:2b-code-q3_K_S","codegemma:2b-code-q4_0","codegemma:2b-code-q4_1","codegemma:2b-code-q4_K_M","codegemma:2b-code-q4_K_S","codegemma:2b-code-q5_0","codegemma:2b-code-q5_1","codegemma:2b-code-q5_K_M","codegemma:2b-code-q5_K_S","codegemma:2b-code-q6_K","codegemma:2b-code-q8_0","codegemma:2b-code-v1.1-fp16","codegemma:2b-code-v1.1-q2_K","codegemma:2b-code-v1.1-q3_K_L","codegemma:2b-code-v1.1-q3_K_M","codegemma:2b-code-v1.1-q3_K_S","codegemma:2b-code-v1.1-q4_0","codegemma:2b-code-v1.1-q4_1","codegemma:2b-code-v1.1-q4_K_M","codegemma:2b-code-v1.1-q4_K_S","codegemma:2b-code-v1.1-q5_0","codegemma:2b-code-v1.1-q5_1","codegemma:2b-code-v1.1-q5_K_M","codegemma:2b-code-v1.1-q5_K_S","codegemma:2b-code-v1.1-q6_K","codegemma:2b-code-v1.1-q8_0","codegemma:2b-v1.1","codegemma:7b","codegemma:7b-code","codegemma:7b-code-fp16","codegemma:7b-code-q2_K","codegemma:7b-code-q3_K_L","codegemma:7b-code-q3_K_M","codegemma:7b-code-q3_K_S","codegemma:7b-code-q4_0","codegemma:7b-code-q4_1","codegemma:7b-code-q4_K_M","codegemma:7b-code-q4_K_S","codegemma:7b-code-q5_0","codegemma:7b-code-q5_1","codegemma:7b-code-q5_K_M","codegemma:7b-code-q5_K_S","codegemma:7b-code-q6_K","codegemma:7b-code-q8_0","codegemma:7b-instruct","codegemma:7b-instruct-fp16","codegemma:7b-instruct-q2_K","codegemma:7b-instruct-q3_K_L","codegemma:7b-instruct-q3_K_M","codegemma:7b-instruct-q3_K_S","codegemma:7b-instruct-q4_0","codegemma:7b-instruct-q4_1","codegemma:7b-instruct-q4_K_M","codegemma:7b-instruct-q4_K_S","codegemma:7b-instruct-q5_0","codegemma:7b-instruct-q5_1","codegemma:7b-instruct-q5_K_M","codegemma:7b-instruct-q5_K_S","codegemma:7b-instruct-q6_K","codegemma:7b-instruct-q8_0","codegemma:7b-instruct-v1.1-fp16","codegemma:7b-instruct-v1.1-q2_K","codegemma:7b-instruct-v1.1-q3_K_L","codegemma:7b-instruct-v1.1-q3_K_M","codegemma:7b-instruct-v1.1-q3_K_S","codegemma:7b-instruct-v1.1-q4_0","codegemma:7b-instruct-v1.1-q4_1","codegemma:7b-instruct-v1.1-q4_K_M","codegemma:7b-instruct-v1.1-q4_K_S","codegemma:7b-instruct-v1.1-q5_0","codegemma:7b-instruct-v1.1-q5_1","codegemma:7b-instruct-v1.1-q5_K_M","codegemma:7b-instruct-v1.1-q5_K_S","codegemma:7b-instruct-v1.1-q6_K","codegemma:7b-instruct-v1.1-q8_0","codegemma:7b-v1.1","codegemma:code","codegemma:instruct","codegemma:latest","codellama","codellama:13b","codellama:13b-code","codellama:13b-code-fp16","codellama:13b-code-q2_K","codellama:13b-code-q3_K_L","codellama:13b-code-q3_K_M","codellama:13b-code-q3_K_S","codellama:13b-code-q4_0","codellama:13b-code-q4_1","codellama:13b-code-q4_K_M","codellama:13b-code-q4_K_S","codellama:13b-code-q5_0","codellama:13b-code-q5_1","codellama:13b-code-q5_K_M","codellama:13b-code-q5_K_S","codellama:13b-code-q6_K","codellama:13b-code-q8_0","codellama:13b-instruct","codellama:13b-instruct-fp16","codellama:13b-instruct-q2_K","codellama:13b-instruct-q3_K_L","codellama:13b-instruct-q3_K_M","codellama:13b-instruct-q3_K_S","codellama:13b-instruct-q4_0","codellama:13b-instruct-q4_1","codellama:13b-instruct-q4_K_M","codellama:13b-instruct-q4_K_S","codellama:13b-instruct-q5_0","codellama:13b-instruct-q5_1","codellama:13b-instruct-q5_K_M","codellama:13b-instruct-q5_K_S","codellama:13b-instruct-q6_K","codellama:13b-instruct-q8_0","codellama:13b-python","codellama:13b-python-fp16","codellama:13b-python-q2_K","codellama:13b-python-q3_K_L","codellama:13b-python-q3_K_M","codellama:13b-python-q3_K_S","codellama:13b-python-q4_0","codellama:13b-python-q4_1","codellama:13b-python-q4_K_M","codellama:13b-python-q4_K_S","codellama:13b-python-q5_0","codellama:13b-python-q5_1","codellama:13b-python-q5_K_M","codellama:13b-python-q5_K_S","codellama:13b-python-q6_K","codellama:13b-python-q8_0","codellama:34b","codellama:34b-code","codellama:34b-code-q2_K","codellama:34b-code-q3_K_L","codellama:34b-code-q3_K_M","codellama:34b-code-q3_K_S","codellama:34b-code-q4_0","codellama:34b-code-q4_1","codellama:34b-code-q4_K_M","codellama:34b-code-q4_K_S","codellama:34b-code-q5_0","codellama:34b-code-q5_1","codellama:34b-code-q5_K_M","codellama:34b-code-q5_K_S","codellama:34b-code-q6_K","codellama:34b-code-q8_0","codellama:34b-instruct","codellama:34b-instruct-fp16","codellama:34b-instruct-q2_K","codellama:34b-instruct-q3_K_L","codellama:34b-instruct-q3_K_M","codellama:34b-instruct-q3_K_S","codellama:34b-instruct-q4_0","codellama:34b-instruct-q4_1","codellama:34b-instruct-q4_K_M","codellama:34b-instruct-q4_K_S","codellama:34b-instruct-q5_0","codellama:34b-instruct-q5_1","codellama:34b-instruct-q5_K_M","codellama:34b-instruct-q5_K_S","codellama:34b-instruct-q6_K","codellama:34b-instruct-q8_0","codellama:34b-python","codellama:34b-python-fp16","codellama:34b-python-q2_K","codellama:34b-python-q3_K_L","codellama:34b-python-q3_K_M","codellama:34b-python-q3_K_S","codellama:34b-python-q4_0","codellama:34b-python-q4_1","codellama:34b-python-q4_K_M","codellama:34b-python-q4_K_S","codellama:34b-python-q5_0","codellama:34b-python-q5_1","codellama:34b-python-q5_K_M","codellama:34b-python-q5_K_S","codellama:34b-python-q6_K","codellama:34b-python-q8_0","codellama:70b","codellama:70b-code","codellama:70b-code-fp16","codellama:70b-code-q2_K","codellama:70b-code-q3_K_L","codellama:70b-code-q3_K_M","codellama:70b-code-q3_K_S","codellama:70b-code-q4_0","codellama:70b-code-q4_1","codellama:70b-code-q4_K_M","codellama:70b-code-q4_K_S","codellama:70b-code-q5_0","codellama:70b-code-q5_1","codellama:70b-code-q5_K_M","codellama:70b-code-q5_K_S","codellama:70b-code-q6_K","codellama:70b-code-q8_0","codellama:70b-instruct","codellama:70b-instruct-fp16","codellama:70b-instruct-q2_K","codellama:70b-instruct-q3_K_L","codellama:70b-instruct-q3_K_M","codellama:70b-instruct-q3_K_S","codellama:70b-instruct-q4_0","codellama:70b-instruct-q4_1","codellama:70b-instruct-q4_K_M","codellama:70b-instruct-q4_K_S","codellama:70b-instruct-q5_0","codellama:70b-instruct-q5_1","codellama:70b-instruct-q5_K_M","codellama:70b-instruct-q5_K_S","codellama:70b-instruct-q6_K","codellama:70b-instruct-q8_0","codellama:70b-python","codellama:70b-python-fp16","codellama:70b-python-q2_K","codellama:70b-python-q3_K_L","codellama:70b-python-q3_K_M","codellama:70b-python-q3_K_S","codellama:70b-python-q4_0","codellama:70b-python-q4_1","codellama:70b-python-q4_K_M","codellama:70b-python-q4_K_S","codellama:70b-python-q5_0","codellama:70b-python-q5_1","codellama:70b-python-q5_K_M","codellama:70b-python-q5_K_S","codellama:70b-python-q6_K","codellama:70b-python-q8_0","codellama:7b","codellama:7b-code","codellama:7b-code-fp16","codellama:7b-code-q2_K","codellama:7b-code-q3_K_L","codellama:7b-code-q3_K_M","codellama:7b-code-q3_K_S","codellama:7b-code-q4_0","codellama:7b-code-q4_1","codellama:7b-code-q4_K_M","codellama:7b-code-q4_K_S","codellama:7b-code-q5_0","codellama:7b-code-q5_1","codellama:7b-code-q5_K_M","codellama:7b-code-q5_K_S","codellama:7b-code-q6_K","codellama:7b-code-q8_0","codellama:7b-instruct","codellama:7b-instruct-fp16","codellama:7b-instruct-q2_K","codellama:7b-instruct-q3_K_L","codellama:7b-instruct-q3_K_M","codellama:7b-instruct-q3_K_S","codellama:7b-instruct-q4_0","codellama:7b-instruct-q4_1","codellama:7b-instruct-q4_K_M","codellama:7b-instruct-q4_K_S","codellama:7b-instruct-q5_0","codellama:7b-instruct-q5_1","codellama:7b-instruct-q5_K_M","codellama:7b-instruct-q5_K_S","codellama:7b-instruct-q6_K","codellama:7b-instruct-q8_0","codellama:7b-python","codellama:7b-python-fp16","codellama:7b-python-q2_K","codellama:7b-python-q3_K_L","codellama:7b-python-q3_K_M","codellama:7b-python-q3_K_S","codellama:7b-python-q4_0","codellama:7b-python-q4_1","codellama:7b-python-q4_K_M","codellama:7b-python-q4_K_S","codellama:7b-python-q5_0","codellama:7b-python-q5_1","codellama:7b-python-q5_K_M","codellama:7b-python-q5_K_S","codellama:7b-python-q6_K","codellama:7b-python-q8_0","codellama:code","codellama:instruct","codellama:latest","codellama:python","codeqwen","codeqwen:7b","codeqwen:7b-chat","codeqwen:7b-chat-v1.5-fp16","codeqwen:7b-chat-v1.5-q2_K","codeqwen:7b-chat-v1.5-q3_K_L","codeqwen:7b-chat-v1.5-q3_K_M","codeqwen:7b-chat-v1.5-q3_K_S","codeqwen:7b-chat-v1.5-q4_0","codeqwen:7b-chat-v1.5-q4_1","codeqwen:7b-chat-v1.5-q4_K_M","codeqwen:7b-chat-v1.5-q4_K_S","codeqwen:7b-chat-v1.5-q5_0","codeqwen:7b-chat-v1.5-q5_1","codeqwen:7b-chat-v1.5-q5_K_M","codeqwen:7b-chat-v1.5-q5_K_S","codeqwen:7b-chat-v1.5-q6_K","codeqwen:7b-chat-v1.5-q8_0","codeqwen:7b-code","codeqwen:7b-code-v1.5-fp16","codeqwen:7b-code-v1.5-q4_0","codeqwen:7b-code-v1.5-q4_1","codeqwen:7b-code-v1.5-q5_0","codeqwen:7b-code-v1.5-q5_1","codeqwen:7b-code-v1.5-q8_0","codeqwen:chat","codeqwen:code","codeqwen:latest","codeqwen:v1.5","codeqwen:v1.5-chat","codeqwen:v1.5-code","codestral","codestral:22b","codestral:22b-v0.1-q2_K","codestral:22b-v0.1-q3_K_L","codestral:22b-v0.1-q3_K_M","codestral:22b-v0.1-q3_K_S","codestral:22b-v0.1-q4_0","codestral:22b-v0.1-q4_1","codestral:22b-v0.1-q4_K_M","codestral:22b-v0.1-q4_K_S","codestral:22b-v0.1-q5_0","codestral:22b-v0.1-q5_1","codestral:22b-v0.1-q5_K_M","codestral:22b-v0.1-q5_K_S","codestral:22b-v0.1-q6_K","codestral:22b-v0.1-q8_0","codestral:latest","codestral:v0.1","codeup","codeup:13b","codeup:13b-llama2","codeup:13b-llama2-chat","codeup:13b-llama2-chat-fp16","codeup:13b-llama2-chat-q2_K","codeup:13b-llama2-chat-q3_K_L","codeup:13b-llama2-chat-q3_K_M","codeup:13b-llama2-chat-q3_K_S","codeup:13b-llama2-chat-q4_0","codeup:13b-llama2-chat-q4_1","codeup:13b-llama2-chat-q4_K_M","codeup:13b-llama2-chat-q4_K_S","codeup:13b-llama2-chat-q5_0","codeup:13b-llama2-chat-q5_1","codeup:13b-llama2-chat-q5_K_M","codeup:13b-llama2-chat-q5_K_S","codeup:13b-llama2-chat-q6_K","codeup:13b-llama2-chat-q8_0","codeup:latest","cogito","cogito:14b","cogito:14b-v1-preview-qwen-fp16","cogito:14b-v1-preview-qwen-q4_K_M","cogito:14b-v1-preview-qwen-q8_0","cogito:32b","cogito:32b-v1-preview-qwen-fp16","cogito:32b-v1-preview-qwen-q4_K_M","cogito:32b-v1-preview-qwen-q8_0","cogito:3b","cogito:3b-v1-preview-llama-fp16","cogito:3b-v1-preview-llama-q4_K_M","cogito:3b-v1-preview-llama-q8_0","cogito:70b","cogito:70b-v1-preview-llama-fp16","cogito:70b-v1-preview-llama-q4_K_M","cogito:70b-v1-preview-llama-q8_0","cogito:8b","cogito:8b-v1-preview-llama-q4_K_M","cogito:8b-v1-preview-llama-q8_0","cogito:latest","command-a","command-a:111b","command-a:111b-03-2025-fp16","command-a:111b-03-2025-q4_K_M","command-a:111b-03-2025-q8_0","command-a:latest","command-r","command-r-plus","command-r-plus:104b","command-r-plus:104b-08-2024-fp16","command-r-plus:104b-08-2024-q2_K","command-r-plus:104b-08-2024-q3_K_L","command-r-plus:104b-08-2024-q3_K_M","command-r-plus:104b-08-2024-q3_K_S","command-r-plus:104b-08-2024-q4_0","command-r-plus:104b-08-2024-q4_1","command-r-plus:104b-08-2024-q4_K_M","command-r-plus:104b-08-2024-q4_K_S","command-r-plus:104b-08-2024-q5_0","command-r-plus:104b-08-2024-q5_1","command-r-plus:104b-08-2024-q5_K_M","command-r-plus:104b-08-2024-q5_K_S","command-r-plus:104b-08-2024-q6_K","command-r-plus:104b-08-2024-q8_0","command-r-plus:104b-fp16","command-r-plus:104b-q2_K","command-r-plus:104b-q4_0","command-r-plus:104b-q8_0","command-r-plus:latest","command-r7b","command-r7b-arabic","command-r7b-arabic:7b","command-r7b-arabic:7b-02-2025-fp16","command-r7b-arabic:7b-02-2025-q4_K_M","command-r7b-arabic:7b-02-2025-q8_0","command-r7b-arabic:latest","command-r7b:7b","command-r7b:7b-12-2024-fp16","command-r7b:7b-12-2024-q4_K_M","command-r7b:7b-12-2024-q8_0","command-r7b:latest","command-r:35b","command-r:35b-08-2024-fp16","command-r:35b-08-2024-q2_K","command-r:35b-08-2024-q3_K_L","command-r:35b-08-2024-q3_K_M","command-r:35b-08-2024-q3_K_S","command-r:35b-08-2024-q4_0","command-r:35b-08-2024-q4_1","command-r:35b-08-2024-q4_K_M","command-r:35b-08-2024-q4_K_S","command-r:35b-08-2024-q5_0","command-r:35b-08-2024-q5_1","command-r:35b-08-2024-q5_K_M","command-r:35b-08-2024-q5_K_S","command-r:35b-08-2024-q6_K","command-r:35b-08-2024-q8_0","command-r:35b-v0.1-fp16","command-r:35b-v0.1-q2_K","command-r:35b-v0.1-q3_K_L","command-r:35b-v0.1-q3_K_M","command-r:35b-v0.1-q3_K_S","command-r:35b-v0.1-q4_0","command-r:35b-v0.1-q4_1","command-r:35b-v0.1-q4_K_M","command-r:35b-v0.1-q4_K_S","command-r:35b-v0.1-q5_1","command-r:35b-v0.1-q5_K_M","command-r:35b-v0.1-q5_K_S","command-r:35b-v0.1-q6_K","command-r:35b-v0.1-q8_0","command-r:latest","command-r:v0.1","dbrx","dbrx:132b","dbrx:132b-instruct-fp16","dbrx:132b-instruct-q2_K","dbrx:132b-instruct-q4_0","dbrx:132b-instruct-q8_0","dbrx:instruct","dbrx:latest","deepcoder","deepcoder:1.5b","deepcoder:1.5b-preview-fp16","deepcoder:1.5b-preview-q4_K_M","deepcoder:1.5b-preview-q8_0","deepcoder:14b","deepcoder:14b-preview-fp16","deepcoder:14b-preview-q4_K_M","deepcoder:14b-preview-q8_0","deepcoder:latest","deepscaler","deepscaler:1.5b","deepscaler:1.5b-preview-fp16","deepscaler:1.5b-preview-q4_K_M","deepscaler:1.5b-preview-q8_0","deepscaler:latest","deepseek-coder","deepseek-coder-v2","deepseek-coder-v2:16b","deepseek-coder-v2:16b-lite-base-fp16","deepseek-coder-v2:16b-lite-base-q2_K","deepseek-coder-v2:16b-lite-base-q3_K_L","deepseek-coder-v2:16b-lite-base-q3_K_M","deepseek-coder-v2:16b-lite-base-q3_K_S","deepseek-coder-v2:16b-lite-base-q4_0","deepseek-coder-v2:16b-lite-base-q4_1","deepseek-coder-v2:16b-lite-base-q4_K_M","deepseek-coder-v2:16b-lite-base-q4_K_S","deepseek-coder-v2:16b-lite-base-q5_0","deepseek-coder-v2:16b-lite-base-q5_1","deepseek-coder-v2:16b-lite-base-q5_K_M","deepseek-coder-v2:16b-lite-base-q5_K_S","deepseek-coder-v2:16b-lite-base-q6_K","deepseek-coder-v2:16b-lite-base-q8_0","deepseek-coder-v2:16b-lite-instruct-fp16","deepseek-coder-v2:16b-lite-instruct-q2_K","deepseek-coder-v2:16b-lite-instruct-q3_K_L","deepseek-coder-v2:16b-lite-instruct-q3_K_M","deepseek-coder-v2:16b-lite-instruct-q3_K_S","deepseek-coder-v2:16b-lite-instruct-q4_0","deepseek-coder-v2:16b-lite-instruct-q4_1","deepseek-coder-v2:16b-lite-instruct-q4_K_M","deepseek-coder-v2:16b-lite-instruct-q4_K_S","deepseek-coder-v2:16b-lite-instruct-q5_0","deepseek-coder-v2:16b-lite-instruct-q5_1","deepseek-coder-v2:16b-lite-instruct-q5_K_M","deepseek-coder-v2:16b-lite-instruct-q5_K_S","deepseek-coder-v2:16b-lite-instruct-q6_K","deepseek-coder-v2:16b-lite-instruct-q8_0","deepseek-coder-v2:236b","deepseek-coder-v2:236b-base-fp16","deepseek-coder-v2:236b-base-q2_K","deepseek-coder-v2:236b-base-q3_K_L","deepseek-coder-v2:236b-base-q3_K_M","deepseek-coder-v2:236b-base-q3_K_S","deepseek-coder-v2:236b-base-q4_0","deepseek-coder-v2:236b-base-q4_1","deepseek-coder-v2:236b-base-q4_K_M","deepseek-coder-v2:236b-base-q4_K_S","deepseek-coder-v2:236b-base-q5_0","deepseek-coder-v2:236b-base-q5_1","deepseek-coder-v2:236b-base-q5_K_M","deepseek-coder-v2:236b-base-q5_K_S","deepseek-coder-v2:236b-base-q6_K","deepseek-coder-v2:236b-base-q8_0","deepseek-coder-v2:236b-instruct-fp16","deepseek-coder-v2:236b-instruct-q2_K","deepseek-coder-v2:236b-instruct-q3_K_L","deepseek-coder-v2:236b-instruct-q3_K_M","deepseek-coder-v2:236b-instruct-q3_K_S","deepseek-coder-v2:236b-instruct-q4_0","deepseek-coder-v2:236b-instruct-q4_1","deepseek-coder-v2:236b-instruct-q4_K_M","deepseek-coder-v2:236b-instruct-q4_K_S","deepseek-coder-v2:236b-instruct-q5_0","deepseek-coder-v2:236b-instruct-q5_1","deepseek-coder-v2:236b-instruct-q5_K_M","deepseek-coder-v2:236b-instruct-q5_K_S","deepseek-coder-v2:236b-instruct-q6_K","deepseek-coder-v2:236b-instruct-q8_0","deepseek-coder-v2:latest","deepseek-coder-v2:lite","deepseek-coder:1.3b","deepseek-coder:1.3b-base","deepseek-coder:1.3b-base-fp16","deepseek-coder:1.3b-base-q2_K","deepseek-coder:1.3b-base-q3_K_L","deepseek-coder:1.3b-base-q3_K_M","deepseek-coder:1.3b-base-q3_K_S","deepseek-coder:1.3b-base-q4_0","deepseek-coder:1.3b-base-q4_1","deepseek-coder:1.3b-base-q4_K_M","deepseek-coder:1.3b-base-q4_K_S","deepseek-coder:1.3b-base-q5_0","deepseek-coder:1.3b-base-q5_1","deepseek-coder:1.3b-base-q5_K_M","deepseek-coder:1.3b-base-q5_K_S","deepseek-coder:1.3b-base-q6_K","deepseek-coder:1.3b-base-q8_0","deepseek-coder:1.3b-instruct","deepseek-coder:1.3b-instruct-fp16","deepseek-coder:1.3b-instruct-q2_K","deepseek-coder:1.3b-instruct-q3_K_L","deepseek-coder:1.3b-instruct-q3_K_M","deepseek-coder:1.3b-instruct-q3_K_S","deepseek-coder:1.3b-instruct-q4_0","deepseek-coder:1.3b-instruct-q4_1","deepseek-coder:1.3b-instruct-q4_K_M","deepseek-coder:1.3b-instruct-q4_K_S","deepseek-coder:1.3b-instruct-q5_0","deepseek-coder:1.3b-instruct-q5_1","deepseek-coder:1.3b-instruct-q5_K_M","deepseek-coder:1.3b-instruct-q5_K_S","deepseek-coder:1.3b-instruct-q6_K","deepseek-coder:1.3b-instruct-q8_0","deepseek-coder:33b","deepseek-coder:33b-base","deepseek-coder:33b-base-fp16","deepseek-coder:33b-base-q2_K","deepseek-coder:33b-base-q3_K_L","deepseek-coder:33b-base-q3_K_M","deepseek-coder:33b-base-q3_K_S","deepseek-coder:33b-base-q4_0","deepseek-coder:33b-base-q4_1","deepseek-coder:33b-base-q4_K_M","deepseek-coder:33b-base-q4_K_S","deepseek-coder:33b-base-q5_0","deepseek-coder:33b-base-q5_1","deepseek-coder:33b-base-q5_K_M","deepseek-coder:33b-base-q5_K_S","deepseek-coder:33b-base-q6_K","deepseek-coder:33b-base-q8_0","deepseek-coder:33b-instruct","deepseek-coder:33b-instruct-fp16","deepseek-coder:33b-instruct-q2_K","deepseek-coder:33b-instruct-q3_K_L","deepseek-coder:33b-instruct-q3_K_M","deepseek-coder:33b-instruct-q3_K_S","deepseek-coder:33b-instruct-q4_0","deepseek-coder:33b-instruct-q4_1","deepseek-coder:33b-instruct-q4_K_M","deepseek-coder:33b-instruct-q4_K_S","deepseek-coder:33b-instruct-q5_0","deepseek-coder:33b-instruct-q5_1","deepseek-coder:33b-instruct-q5_K_M","deepseek-coder:33b-instruct-q5_K_S","deepseek-coder:33b-instruct-q6_K","deepseek-coder:33b-instruct-q8_0","deepseek-coder:6.7b","deepseek-coder:6.7b-base","deepseek-coder:6.7b-base-fp16","deepseek-coder:6.7b-base-q2_K","deepseek-coder:6.7b-base-q3_K_L","deepseek-coder:6.7b-base-q3_K_M","deepseek-coder:6.7b-base-q3_K_S","deepseek-coder:6.7b-base-q4_0","deepseek-coder:6.7b-base-q4_1","deepseek-coder:6.7b-base-q4_K_M","deepseek-coder:6.7b-base-q4_K_S","deepseek-coder:6.7b-base-q5_0","deepseek-coder:6.7b-base-q5_1","deepseek-coder:6.7b-base-q5_K_M","deepseek-coder:6.7b-base-q5_K_S","deepseek-coder:6.7b-base-q6_K","deepseek-coder:6.7b-base-q8_0","deepseek-coder:6.7b-instruct","deepseek-coder:6.7b-instruct-fp16","deepseek-coder:6.7b-instruct-q2_K","deepseek-coder:6.7b-instruct-q3_K_L","deepseek-coder:6.7b-instruct-q3_K_M","deepseek-coder:6.7b-instruct-q3_K_S","deepseek-coder:6.7b-instruct-q4_0","deepseek-coder:6.7b-instruct-q4_1","deepseek-coder:6.7b-instruct-q4_K_M","deepseek-coder:6.7b-instruct-q4_K_S","deepseek-coder:6.7b-instruct-q5_0","deepseek-coder:6.7b-instruct-q5_1","deepseek-coder:6.7b-instruct-q5_K_M","deepseek-coder:6.7b-instruct-q5_K_S","deepseek-coder:6.7b-instruct-q6_K","deepseek-coder:6.7b-instruct-q8_0","deepseek-coder:base","deepseek-coder:instruct","deepseek-coder:latest","deepseek-llm","deepseek-llm:67b","deepseek-llm:67b-base","deepseek-llm:67b-base-fp16","deepseek-llm:67b-base-q2_K","deepseek-llm:67b-base-q3_K_L","deepseek-llm:67b-base-q3_K_M","deepseek-llm:67b-base-q3_K_S","deepseek-llm:67b-base-q4_0","deepseek-llm:67b-base-q4_1","deepseek-llm:67b-base-q4_K_M","deepseek-llm:67b-base-q4_K_S","deepseek-llm:67b-base-q5_0","deepseek-llm:67b-base-q5_1","deepseek-llm:67b-base-q5_K_M","deepseek-llm:67b-base-q5_K_S","deepseek-llm:67b-base-q6_K","deepseek-llm:67b-base-q8_0","deepseek-llm:67b-chat","deepseek-llm:67b-chat-fp16","deepseek-llm:67b-chat-q2_K","deepseek-llm:67b-chat-q3_K_L","deepseek-llm:67b-chat-q3_K_M","deepseek-llm:67b-chat-q3_K_S","deepseek-llm:67b-chat-q4_0","deepseek-llm:67b-chat-q4_1","deepseek-llm:67b-chat-q4_K_M","deepseek-llm:67b-chat-q4_K_S","deepseek-llm:67b-chat-q5_0","deepseek-llm:67b-chat-q5_1","deepseek-llm:67b-chat-q5_K_S","deepseek-llm:7b","deepseek-llm:7b-base","deepseek-llm:7b-base-fp16","deepseek-llm:7b-base-q2_K","deepseek-llm:7b-base-q3_K_L","deepseek-llm:7b-base-q3_K_M","deepseek-llm:7b-base-q3_K_S","deepseek-llm:7b-base-q4_0","deepseek-llm:7b-base-q4_1","deepseek-llm:7b-base-q4_K_M","deepseek-llm:7b-base-q4_K_S","deepseek-llm:7b-base-q5_0","deepseek-llm:7b-base-q5_1","deepseek-llm:7b-base-q5_K_M","deepseek-llm:7b-base-q5_K_S","deepseek-llm:7b-base-q6_K","deepseek-llm:7b-base-q8_0","deepseek-llm:7b-chat","deepseek-llm:7b-chat-fp16","deepseek-llm:7b-chat-q2_K","deepseek-llm:7b-chat-q3_K_L","deepseek-llm:7b-chat-q3_K_M","deepseek-llm:7b-chat-q3_K_S","deepseek-llm:7b-chat-q4_0","deepseek-llm:7b-chat-q4_1","deepseek-llm:7b-chat-q4_K_M","deepseek-llm:7b-chat-q4_K_S","deepseek-llm:7b-chat-q5_0","deepseek-llm:7b-chat-q5_1","deepseek-llm:7b-chat-q5_K_M","deepseek-llm:7b-chat-q5_K_S","deepseek-llm:7b-chat-q6_K","deepseek-llm:7b-chat-q8_0","deepseek-llm:latest","deepseek-r1","deepseek-r1:1.5b","deepseek-r1:1.5b-qwen-distill-fp16","deepseek-r1:1.5b-qwen-distill-q4_K_M","deepseek-r1:1.5b-qwen-distill-q8_0","deepseek-r1:14b","deepseek-r1:14b-qwen-distill-fp16","deepseek-r1:14b-qwen-distill-q4_K_M","deepseek-r1:14b-qwen-distill-q8_0","deepseek-r1:32b","deepseek-r1:32b-qwen-distill-fp16","deepseek-r1:32b-qwen-distill-q4_K_M","deepseek-r1:32b-qwen-distill-q8_0","deepseek-r1:671b","deepseek-r1:671b-0528-fp16","deepseek-r1:671b-0528-q4_K_M","deepseek-r1:671b-0528-q8_0","deepseek-r1:671b-fp16","deepseek-r1:671b-q4_K_M","deepseek-r1:671b-q8_0","deepseek-r1:70b","deepseek-r1:70b-llama-distill-fp16","deepseek-r1:70b-llama-distill-q4_K_M","deepseek-r1:70b-llama-distill-q8_0","deepseek-r1:7b","deepseek-r1:7b-qwen-distill-fp16","deepseek-r1:7b-qwen-distill-q4_K_M","deepseek-r1:7b-qwen-distill-q8_0","deepseek-r1:8b","deepseek-r1:8b-0528-qwen3-fp16","deepseek-r1:8b-0528-qwen3-q4_K_M","deepseek-r1:8b-0528-qwen3-q8_0","deepseek-r1:8b-llama-distill-fp16","deepseek-r1:8b-llama-distill-q4_K_M","deepseek-r1:8b-llama-distill-q8_0","deepseek-r1:latest","deepseek-v2","deepseek-v2.5","deepseek-v2.5:236b","deepseek-v2.5:236b-q4_0","deepseek-v2.5:236b-q4_1","deepseek-v2.5:236b-q5_0","deepseek-v2.5:236b-q5_1","deepseek-v2.5:236b-q8_0","deepseek-v2.5:latest","deepseek-v2:16b","deepseek-v2:16b-lite-chat-fp16","deepseek-v2:16b-lite-chat-q2_K","deepseek-v2:16b-lite-chat-q3_K_L","deepseek-v2:16b-lite-chat-q3_K_M","deepseek-v2:16b-lite-chat-q3_K_S","deepseek-v2:16b-lite-chat-q4_0","deepseek-v2:16b-lite-chat-q4_1","deepseek-v2:16b-lite-chat-q4_K_M","deepseek-v2:16b-lite-chat-q4_K_S","deepseek-v2:16b-lite-chat-q5_0","deepseek-v2:16b-lite-chat-q5_1","deepseek-v2:16b-lite-chat-q5_K_M","deepseek-v2:16b-lite-chat-q5_K_S","deepseek-v2:16b-lite-chat-q6_K","deepseek-v2:16b-lite-chat-q8_0","deepseek-v2:236b","deepseek-v2:236b-chat-fp16","deepseek-v2:236b-chat-q2_K","deepseek-v2:236b-chat-q3_K_L","deepseek-v2:236b-chat-q3_K_M","deepseek-v2:236b-chat-q3_K_S","deepseek-v2:236b-chat-q4_0","deepseek-v2:236b-chat-q4_1","deepseek-v2:236b-chat-q4_K_M","deepseek-v2:236b-chat-q4_K_S","deepseek-v2:236b-chat-q5_0","deepseek-v2:236b-chat-q5_1","deepseek-v2:236b-chat-q5_K_M","deepseek-v2:236b-chat-q5_K_S","deepseek-v2:236b-chat-q6_K","deepseek-v2:236b-chat-q8_0","deepseek-v2:latest","deepseek-v2:lite","deepseek-v3","deepseek-v3:671b","deepseek-v3:671b-fp16","deepseek-v3:671b-q4_K_M","deepseek-v3:671b-q8_0","deepseek-v3:latest","devstral","devstral:24b","devstral:24b-small-2505-fp16","devstral:24b-small-2505-q4_K_M","devstral:24b-small-2505-q8_0","devstral:latest","dolphin-llama3","dolphin-llama3:70b","dolphin-llama3:70b-v2.9","dolphin-llama3:70b-v2.9-fp16","dolphin-llama3:70b-v2.9-q2_K","dolphin-llama3:70b-v2.9-q3_K_L","dolphin-llama3:70b-v2.9-q3_K_M","dolphin-llama3:70b-v2.9-q3_K_S","dolphin-llama3:70b-v2.9-q4_0","dolphin-llama3:70b-v2.9-q4_1","dolphin-llama3:70b-v2.9-q4_K_M","dolphin-llama3:70b-v2.9-q4_K_S","dolphin-llama3:70b-v2.9-q5_0","dolphin-llama3:70b-v2.9-q5_1","dolphin-llama3:70b-v2.9-q5_K_M","dolphin-llama3:70b-v2.9-q5_K_S","dolphin-llama3:70b-v2.9-q6_K","dolphin-llama3:70b-v2.9-q8_0","dolphin-llama3:8b","dolphin-llama3:8b-256k","dolphin-llama3:8b-256k-v2.9","dolphin-llama3:8b-256k-v2.9-fp16","dolphin-llama3:8b-256k-v2.9-q2_K","dolphin-llama3:8b-256k-v2.9-q3_K_L","dolphin-llama3:8b-256k-v2.9-q3_K_M","dolphin-llama3:8b-256k-v2.9-q3_K_S","dolphin-llama3:8b-256k-v2.9-q4_0","dolphin-llama3:8b-256k-v2.9-q4_1","dolphin-llama3:8b-256k-v2.9-q4_K_M","dolphin-llama3:8b-256k-v2.9-q4_K_S","dolphin-llama3:8b-256k-v2.9-q5_0","dolphin-llama3:8b-256k-v2.9-q5_1","dolphin-llama3:8b-256k-v2.9-q5_K_M","dolphin-llama3:8b-256k-v2.9-q5_K_S","dolphin-llama3:8b-256k-v2.9-q6_K","dolphin-llama3:8b-256k-v2.9-q8_0","dolphin-llama3:8b-v2.9","dolphin-llama3:8b-v2.9-fp16","dolphin-llama3:8b-v2.9-q2_K","dolphin-llama3:8b-v2.9-q3_K_L","dolphin-llama3:8b-v2.9-q3_K_M","dolphin-llama3:8b-v2.9-q3_K_S","dolphin-llama3:8b-v2.9-q4_0","dolphin-llama3:8b-v2.9-q4_1","dolphin-llama3:8b-v2.9-q4_K_M","dolphin-llama3:8b-v2.9-q4_K_S","dolphin-llama3:8b-v2.9-q5_0","dolphin-llama3:8b-v2.9-q5_1","dolphin-llama3:8b-v2.9-q5_K_M","dolphin-llama3:8b-v2.9-q5_K_S","dolphin-llama3:8b-v2.9-q6_K","dolphin-llama3:8b-v2.9-q8_0","dolphin-llama3:latest","dolphin-llama3:v2.9","dolphin-mistral","dolphin-mistral:7b","dolphin-mistral:7b-v2","dolphin-mistral:7b-v2-fp16","dolphin-mistral:7b-v2-q2_K","dolphin-mistral:7b-v2-q3_K_L","dolphin-mistral:7b-v2-q3_K_M","dolphin-mistral:7b-v2-q3_K_S","dolphin-mistral:7b-v2-q4_0","dolphin-mistral:7b-v2-q4_1","dolphin-mistral:7b-v2-q4_K_M","dolphin-mistral:7b-v2-q4_K_S","dolphin-mistral:7b-v2-q5_0","dolphin-mistral:7b-v2-q5_1","dolphin-mistral:7b-v2-q5_K_M","dolphin-mistral:7b-v2-q5_K_S","dolphin-mistral:7b-v2-q6_K","dolphin-mistral:7b-v2-q8_0","dolphin-mistral:7b-v2.1","dolphin-mistral:7b-v2.1-fp16","dolphin-mistral:7b-v2.1-q2_K","dolphin-mistral:7b-v2.1-q3_K_L","dolphin-mistral:7b-v2.1-q3_K_M","dolphin-mistral:7b-v2.1-q3_K_S","dolphin-mistral:7b-v2.1-q4_0","dolphin-mistral:7b-v2.1-q4_1","dolphin-mistral:7b-v2.1-q4_K_M","dolphin-mistral:7b-v2.1-q4_K_S","dolphin-mistral:7b-v2.1-q5_0","dolphin-mistral:7b-v2.1-q5_1","dolphin-mistral:7b-v2.1-q5_K_M","dolphin-mistral:7b-v2.1-q5_K_S","dolphin-mistral:7b-v2.1-q6_K","dolphin-mistral:7b-v2.1-q8_0","dolphin-mistral:7b-v2.2","dolphin-mistral:7b-v2.2-fp16","dolphin-mistral:7b-v2.2-q2_K","dolphin-mistral:7b-v2.2-q3_K_L","dolphin-mistral:7b-v2.2-q3_K_M","dolphin-mistral:7b-v2.2-q3_K_S","dolphin-mistral:7b-v2.2-q4_0","dolphin-mistral:7b-v2.2-q4_1","dolphin-mistral:7b-v2.2-q4_K_M","dolphin-mistral:7b-v2.2-q4_K_S","dolphin-mistral:7b-v2.2-q5_0","dolphin-mistral:7b-v2.2-q5_1","dolphin-mistral:7b-v2.2-q5_K_M","dolphin-mistral:7b-v2.2-q5_K_S","dolphin-mistral:7b-v2.2-q6_K","dolphin-mistral:7b-v2.2-q8_0","dolphin-mistral:7b-v2.2.1","dolphin-mistral:7b-v2.2.1-fp16","dolphin-mistral:7b-v2.2.1-q2_K","dolphin-mistral:7b-v2.2.1-q3_K_L","dolphin-mistral:7b-v2.2.1-q3_K_M","dolphin-mistral:7b-v2.2.1-q3_K_S","dolphin-mistral:7b-v2.2.1-q4_0","dolphin-mistral:7b-v2.2.1-q4_1","dolphin-mistral:7b-v2.2.1-q4_K_M","dolphin-mistral:7b-v2.2.1-q4_K_S","dolphin-mistral:7b-v2.2.1-q5_0","dolphin-mistral:7b-v2.2.1-q5_1","dolphin-mistral:7b-v2.2.1-q5_K_M","dolphin-mistral:7b-v2.2.1-q5_K_S","dolphin-mistral:7b-v2.2.1-q6_K","dolphin-mistral:7b-v2.2.1-q8_0","dolphin-mistral:7b-v2.6","dolphin-mistral:7b-v2.6-dpo-laser","dolphin-mistral:7b-v2.6-dpo-laser-fp16","dolphin-mistral:7b-v2.6-dpo-laser-q2_K","dolphin-mistral:7b-v2.6-dpo-laser-q3_K_L","dolphin-mistral:7b-v2.6-dpo-laser-q3_K_M","dolphin-mistral:7b-v2.6-dpo-laser-q3_K_S","dolphin-mistral:7b-v2.6-dpo-laser-q4_0","dolphin-mistral:7b-v2.6-dpo-laser-q4_1","dolphin-mistral:7b-v2.6-dpo-laser-q4_K_M","dolphin-mistral:7b-v2.6-dpo-laser-q4_K_S","dolphin-mistral:7b-v2.6-dpo-laser-q5_0","dolphin-mistral:7b-v2.6-dpo-laser-q5_1","dolphin-mistral:7b-v2.6-dpo-laser-q5_K_M","dolphin-mistral:7b-v2.6-dpo-laser-q5_K_S","dolphin-mistral:7b-v2.6-dpo-laser-q6_K","dolphin-mistral:7b-v2.6-dpo-laser-q8_0","dolphin-mistral:7b-v2.6-fp16","dolphin-mistral:7b-v2.6-q2_K","dolphin-mistral:7b-v2.6-q3_K_L","dolphin-mistral:7b-v2.6-q3_K_M","dolphin-mistral:7b-v2.6-q3_K_S","dolphin-mistral:7b-v2.6-q4_0","dolphin-mistral:7b-v2.6-q4_1","dolphin-mistral:7b-v2.6-q4_K_M","dolphin-mistral:7b-v2.6-q4_K_S","dolphin-mistral:7b-v2.6-q5_0","dolphin-mistral:7b-v2.6-q5_1","dolphin-mistral:7b-v2.6-q5_K_M","dolphin-mistral:7b-v2.6-q5_K_S","dolphin-mistral:7b-v2.6-q6_K","dolphin-mistral:7b-v2.6-q8_0","dolphin-mistral:7b-v2.8","dolphin-mistral:7b-v2.8-fp16","dolphin-mistral:7b-v2.8-q2_K","dolphin-mistral:7b-v2.8-q3_K_L","dolphin-mistral:7b-v2.8-q3_K_M","dolphin-mistral:7b-v2.8-q3_K_S","dolphin-mistral:7b-v2.8-q4_0","dolphin-mistral:7b-v2.8-q4_1","dolphin-mistral:7b-v2.8-q4_K_M","dolphin-mistral:7b-v2.8-q4_K_S","dolphin-mistral:7b-v2.8-q5_0","dolphin-mistral:7b-v2.8-q5_1","dolphin-mistral:7b-v2.8-q5_K_M","dolphin-mistral:7b-v2.8-q5_K_S","dolphin-mistral:7b-v2.8-q6_K","dolphin-mistral:7b-v2.8-q8_0","dolphin-mistral:latest","dolphin-mistral:v2","dolphin-mistral:v2.1","dolphin-mistral:v2.2","dolphin-mistral:v2.2.1","dolphin-mistral:v2.6","dolphin-mistral:v2.8","dolphin-mixtral","dolphin-mixtral:8x22b","dolphin-mixtral:8x22b-v2.9","dolphin-mixtral:8x22b-v2.9-fp16","dolphin-mixtral:8x22b-v2.9-q2_K","dolphin-mixtral:8x22b-v2.9-q3_K_L","dolphin-mixtral:8x22b-v2.9-q3_K_M","dolphin-mixtral:8x22b-v2.9-q3_K_S","dolphin-mixtral:8x22b-v2.9-q4_0","dolphin-mixtral:8x22b-v2.9-q4_1","dolphin-mixtral:8x22b-v2.9-q4_K_M","dolphin-mixtral:8x22b-v2.9-q4_K_S","dolphin-mixtral:8x22b-v2.9-q5_0","dolphin-mixtral:8x22b-v2.9-q5_1","dolphin-mixtral:8x22b-v2.9-q5_K_M","dolphin-mixtral:8x22b-v2.9-q5_K_S","dolphin-mixtral:8x22b-v2.9-q6_K","dolphin-mixtral:8x22b-v2.9-q8_0","dolphin-mixtral:8x7b","dolphin-mixtral:8x7b-v2.5","dolphin-mixtral:8x7b-v2.5-fp16","dolphin-mixtral:8x7b-v2.5-q2_K","dolphin-mixtral:8x7b-v2.5-q3_K_L","dolphin-mixtral:8x7b-v2.5-q3_K_M","dolphin-mixtral:8x7b-v2.5-q3_K_S","dolphin-mixtral:8x7b-v2.5-q4_0","dolphin-mixtral:8x7b-v2.5-q4_1","dolphin-mixtral:8x7b-v2.5-q4_K_M","dolphin-mixtral:8x7b-v2.5-q4_K_S","dolphin-mixtral:8x7b-v2.5-q5_0","dolphin-mixtral:8x7b-v2.5-q5_1","dolphin-mixtral:8x7b-v2.5-q5_K_M","dolphin-mixtral:8x7b-v2.5-q5_K_S","dolphin-mixtral:8x7b-v2.5-q6_K","dolphin-mixtral:8x7b-v2.5-q8_0","dolphin-mixtral:8x7b-v2.6","dolphin-mixtral:8x7b-v2.6-fp16","dolphin-mixtral:8x7b-v2.6-q2_K","dolphin-mixtral:8x7b-v2.6-q3_K_L","dolphin-mixtral:8x7b-v2.6-q3_K_M","dolphin-mixtral:8x7b-v2.6-q3_K_S","dolphin-mixtral:8x7b-v2.6-q4_0","dolphin-mixtral:8x7b-v2.6-q4_1","dolphin-mixtral:8x7b-v2.6-q4_K_M","dolphin-mixtral:8x7b-v2.6-q4_K_S","dolphin-mixtral:8x7b-v2.6-q5_0","dolphin-mixtral:8x7b-v2.6-q5_1","dolphin-mixtral:8x7b-v2.6-q5_K_M","dolphin-mixtral:8x7b-v2.6-q5_K_S","dolphin-mixtral:8x7b-v2.6-q6_K","dolphin-mixtral:8x7b-v2.6-q8_0","dolphin-mixtral:8x7b-v2.7","dolphin-mixtral:8x7b-v2.7-fp16","dolphin-mixtral:8x7b-v2.7-q2_K","dolphin-mixtral:8x7b-v2.7-q3_K_L","dolphin-mixtral:8x7b-v2.7-q3_K_M","dolphin-mixtral:8x7b-v2.7-q3_K_S","dolphin-mixtral:8x7b-v2.7-q4_0","dolphin-mixtral:8x7b-v2.7-q4_1","dolphin-mixtral:8x7b-v2.7-q4_K_M","dolphin-mixtral:8x7b-v2.7-q4_K_S","dolphin-mixtral:8x7b-v2.7-q5_0","dolphin-mixtral:8x7b-v2.7-q5_1","dolphin-mixtral:8x7b-v2.7-q5_K_M","dolphin-mixtral:8x7b-v2.7-q5_K_S","dolphin-mixtral:8x7b-v2.7-q6_K","dolphin-mixtral:8x7b-v2.7-q8_0","dolphin-mixtral:latest","dolphin-mixtral:v2.5","dolphin-mixtral:v2.6","dolphin-mixtral:v2.7","dolphin-phi","dolphin-phi:2.7b","dolphin-phi:2.7b-v2.6","dolphin-phi:2.7b-v2.6-q2_K","dolphin-phi:2.7b-v2.6-q3_K_L","dolphin-phi:2.7b-v2.6-q3_K_M","dolphin-phi:2.7b-v2.6-q3_K_S","dolphin-phi:2.7b-v2.6-q4_0","dolphin-phi:2.7b-v2.6-q4_K_M","dolphin-phi:2.7b-v2.6-q4_K_S","dolphin-phi:2.7b-v2.6-q5_0","dolphin-phi:2.7b-v2.6-q5_K_M","dolphin-phi:2.7b-v2.6-q5_K_S","dolphin-phi:2.7b-v2.6-q6_K","dolphin-phi:2.7b-v2.6-q8_0","dolphin-phi:latest","dolphin3","dolphin3:8b","dolphin3:8b-llama3.1-fp16","dolphin3:8b-llama3.1-q4_K_M","dolphin3:8b-llama3.1-q8_0","dolphin3:latest","dolphincoder","dolphincoder:15b","dolphincoder:15b-starcoder2","dolphincoder:15b-starcoder2-fp16","dolphincoder:15b-starcoder2-q2_K","dolphincoder:15b-starcoder2-q3_K_L","dolphincoder:15b-starcoder2-q3_K_M","dolphincoder:15b-starcoder2-q3_K_S","dolphincoder:15b-starcoder2-q4_0","dolphincoder:15b-starcoder2-q4_1","dolphincoder:15b-starcoder2-q4_K_M","dolphincoder:15b-starcoder2-q4_K_S","dolphincoder:15b-starcoder2-q5_0","dolphincoder:15b-starcoder2-q5_1","dolphincoder:15b-starcoder2-q5_K_M","dolphincoder:15b-starcoder2-q5_K_S","dolphincoder:15b-starcoder2-q6_K","dolphincoder:15b-starcoder2-q8_0","dolphincoder:7b","dolphincoder:7b-starcoder2","dolphincoder:7b-starcoder2-fp16","dolphincoder:7b-starcoder2-q2_K","dolphincoder:7b-starcoder2-q3_K_L","dolphincoder:7b-starcoder2-q3_K_M","dolphincoder:7b-starcoder2-q3_K_S","dolphincoder:7b-starcoder2-q4_0","dolphincoder:7b-starcoder2-q4_1","dolphincoder:7b-starcoder2-q4_K_M","dolphincoder:7b-starcoder2-q4_K_S","dolphincoder:7b-starcoder2-q5_0","dolphincoder:7b-starcoder2-q5_1","dolphincoder:7b-starcoder2-q5_K_M","dolphincoder:7b-starcoder2-q5_K_S","dolphincoder:7b-starcoder2-q6_K","dolphincoder:7b-starcoder2-q8_0","dolphincoder:latest","duckdb-nsql","duckdb-nsql:7b","duckdb-nsql:7b-fp16","duckdb-nsql:7b-q2_K","duckdb-nsql:7b-q3_K_L","duckdb-nsql:7b-q3_K_M","duckdb-nsql:7b-q3_K_S","duckdb-nsql:7b-q4_0","duckdb-nsql:7b-q4_1","duckdb-nsql:7b-q4_K_M","duckdb-nsql:7b-q4_K_S","duckdb-nsql:7b-q5_0","duckdb-nsql:7b-q5_1","duckdb-nsql:7b-q5_K_M","duckdb-nsql:7b-q5_K_S","duckdb-nsql:7b-q6_K","duckdb-nsql:7b-q8_0","duckdb-nsql:latest","everythinglm","everythinglm:13b","everythinglm:13b-16k","everythinglm:13b-16k-fp16","everythinglm:13b-16k-q2_K","everythinglm:13b-16k-q3_K_L","everythinglm:13b-16k-q3_K_M","everythinglm:13b-16k-q3_K_S","everythinglm:13b-16k-q4_0","everythinglm:13b-16k-q4_1","everythinglm:13b-16k-q4_K_M","everythinglm:13b-16k-q4_K_S","everythinglm:13b-16k-q5_0","everythinglm:13b-16k-q5_1","everythinglm:13b-16k-q5_K_M","everythinglm:13b-16k-q5_K_S","everythinglm:13b-16k-q6_K","everythinglm:13b-16k-q8_0","everythinglm:latest","exaone-deep","exaone-deep:2.4b","exaone-deep:2.4b-fp16","exaone-deep:2.4b-q4_K_M","exaone-deep:2.4b-q8_0","exaone-deep:32b","exaone-deep:32b-fp16","exaone-deep:32b-q4_K_M","exaone-deep:32b-q8_0","exaone-deep:7.8b","exaone-deep:7.8b-fp16","exaone-deep:7.8b-q4_K_M","exaone-deep:7.8b-q8_0","exaone-deep:latest","exaone3.5","exaone3.5:2.4b","exaone3.5:2.4b-instruct-fp16","exaone3.5:2.4b-instruct-q4_K_M","exaone3.5:2.4b-instruct-q8_0","exaone3.5:32b","exaone3.5:32b-instruct-fp16","exaone3.5:32b-instruct-q4_K_M","exaone3.5:32b-instruct-q8_0","exaone3.5:7.8b","exaone3.5:7.8b-instruct-fp16","exaone3.5:7.8b-instruct-q4_K_M","exaone3.5:7.8b-instruct-q8_0","exaone3.5:latest","falcon","falcon2","falcon2:11b","falcon2:11b-fp16","falcon2:11b-q2_K","falcon2:11b-q3_K_L","falcon2:11b-q3_K_M","falcon2:11b-q3_K_S","falcon2:11b-q4_0","falcon2:11b-q4_1","falcon2:11b-q4_K_M","falcon2:11b-q4_K_S","falcon2:11b-q5_0","falcon2:11b-q5_1","falcon2:11b-q5_K_M","falcon2:11b-q5_K_S","falcon2:11b-q6_K","falcon2:11b-q8_0","falcon2:latest","falcon3","falcon3:10b","falcon3:10b-instruct-fp16","falcon3:10b-instruct-q4_K_M","falcon3:10b-instruct-q8_0","falcon3:1b","falcon3:1b-instruct-fp16","falcon3:1b-instruct-q4_K_M","falcon3:1b-instruct-q8_0","falcon3:3b","falcon3:3b-instruct-fp16","falcon3:3b-instruct-q4_K_M","falcon3:3b-instruct-q8_0","falcon3:7b","falcon3:7b-instruct-fp16","falcon3:7b-instruct-q4_K_M","falcon3:7b-instruct-q8_0","falcon3:latest","falcon:180b","falcon:180b-chat","falcon:180b-chat-q4_0","falcon:180b-text","falcon:180b-text-q4_0","falcon:40b","falcon:40b-instruct","falcon:40b-instruct-fp16","falcon:40b-instruct-q4_0","falcon:40b-instruct-q4_1","falcon:40b-instruct-q5_0","falcon:40b-instruct-q5_1","falcon:40b-instruct-q8_0","falcon:40b-text","falcon:40b-text-fp16","falcon:40b-text-q4_0","falcon:40b-text-q4_1","falcon:40b-text-q5_0","falcon:40b-text-q5_1","falcon:40b-text-q8_0","falcon:7b","falcon:7b-instruct","falcon:7b-instruct-fp16","falcon:7b-instruct-q4_0","falcon:7b-instruct-q4_1","falcon:7b-instruct-q5_0","falcon:7b-instruct-q5_1","falcon:7b-instruct-q8_0","falcon:7b-text","falcon:7b-text-fp16","falcon:7b-text-q4_0","falcon:7b-text-q4_1","falcon:7b-text-q5_0","falcon:7b-text-q5_1","falcon:7b-text-q8_0","falcon:instruct","falcon:latest","falcon:text","firefunction-v2","firefunction-v2:70b","firefunction-v2:70b-fp16","firefunction-v2:70b-q2_K","firefunction-v2:70b-q3_K_L","firefunction-v2:70b-q3_K_M","firefunction-v2:70b-q3_K_S","firefunction-v2:70b-q4_0","firefunction-v2:70b-q4_1","firefunction-v2:70b-q4_K_M","firefunction-v2:70b-q4_K_S","firefunction-v2:70b-q5_0","firefunction-v2:70b-q5_1","firefunction-v2:70b-q5_K_M","firefunction-v2:70b-q5_K_S","firefunction-v2:70b-q6_K","firefunction-v2:70b-q8_0","firefunction-v2:latest","gemma","gemma2","gemma2:27b","gemma2:27b-instruct-fp16","gemma2:27b-instruct-q2_K","gemma2:27b-instruct-q3_K_L","gemma2:27b-instruct-q3_K_M","gemma2:27b-instruct-q3_K_S","gemma2:27b-instruct-q4_0","gemma2:27b-instruct-q4_1","gemma2:27b-instruct-q4_K_M","gemma2:27b-instruct-q4_K_S","gemma2:27b-instruct-q5_0","gemma2:27b-instruct-q5_1","gemma2:27b-instruct-q5_K_M","gemma2:27b-instruct-q5_K_S","gemma2:27b-instruct-q6_K","gemma2:27b-instruct-q8_0","gemma2:27b-text-fp16","gemma2:27b-text-q2_K","gemma2:27b-text-q3_K_L","gemma2:27b-text-q3_K_M","gemma2:27b-text-q3_K_S","gemma2:27b-text-q4_0","gemma2:27b-text-q4_1","gemma2:27b-text-q4_K_M","gemma2:27b-text-q4_K_S","gemma2:27b-text-q5_0","gemma2:27b-text-q5_1","gemma2:27b-text-q5_K_M","gemma2:27b-text-q5_K_S","gemma2:27b-text-q6_K","gemma2:27b-text-q8_0","gemma2:2b","gemma2:2b-instruct-fp16","gemma2:2b-instruct-q2_K","gemma2:2b-instruct-q3_K_L","gemma2:2b-instruct-q3_K_M","gemma2:2b-instruct-q3_K_S","gemma2:2b-instruct-q4_0","gemma2:2b-instruct-q4_1","gemma2:2b-instruct-q4_K_M","gemma2:2b-instruct-q4_K_S","gemma2:2b-instruct-q5_0","gemma2:2b-instruct-q5_1","gemma2:2b-instruct-q5_K_M","gemma2:2b-instruct-q5_K_S","gemma2:2b-instruct-q6_K","gemma2:2b-instruct-q8_0","gemma2:2b-text-fp16","gemma2:2b-text-q2_K","gemma2:2b-text-q3_K_L","gemma2:2b-text-q3_K_M","gemma2:2b-text-q3_K_S","gemma2:2b-text-q4_0","gemma2:2b-text-q4_1","gemma2:2b-text-q4_K_M","gemma2:2b-text-q4_K_S","gemma2:2b-text-q5_0","gemma2:2b-text-q5_1","gemma2:2b-text-q5_K_M","gemma2:2b-text-q5_K_S","gemma2:2b-text-q6_K","gemma2:2b-text-q8_0","gemma2:9b","gemma2:9b-instruct-fp16","gemma2:9b-instruct-q2_K","gemma2:9b-instruct-q3_K_L","gemma2:9b-instruct-q3_K_M","gemma2:9b-instruct-q3_K_S","gemma2:9b-instruct-q4_0","gemma2:9b-instruct-q4_1","gemma2:9b-instruct-q4_K_M","gemma2:9b-instruct-q4_K_S","gemma2:9b-instruct-q5_0","gemma2:9b-instruct-q5_1","gemma2:9b-instruct-q5_K_M","gemma2:9b-instruct-q5_K_S","gemma2:9b-instruct-q6_K","gemma2:9b-instruct-q8_0","gemma2:9b-text-fp16","gemma2:9b-text-q2_K","gemma2:9b-text-q3_K_L","gemma2:9b-text-q3_K_M","gemma2:9b-text-q3_K_S","gemma2:9b-text-q4_0","gemma2:9b-text-q4_1","gemma2:9b-text-q4_K_M","gemma2:9b-text-q4_K_S","gemma2:9b-text-q5_0","gemma2:9b-text-q5_1","gemma2:9b-text-q5_K_M","gemma2:9b-text-q5_K_S","gemma2:9b-text-q6_K","gemma2:9b-text-q8_0","gemma2:latest","gemma3n","gemma3n:e2b","gemma3n:e2b-it-fp16","gemma3n:e2b-it-q4_K_M","gemma3n:e2b-it-q8_0","gemma3n:e4b","gemma3n:e4b-it-fp16","gemma3n:e4b-it-q4_K_M","gemma3n:e4b-it-q8_0","gemma3n:latest","gemma:2b","gemma:2b-instruct","gemma:2b-instruct-fp16","gemma:2b-instruct-q2_K","gemma:2b-instruct-q3_K_L","gemma:2b-instruct-q3_K_M","gemma:2b-instruct-q3_K_S","gemma:2b-instruct-q4_0","gemma:2b-instruct-q4_1","gemma:2b-instruct-q4_K_M","gemma:2b-instruct-q4_K_S","gemma:2b-instruct-q5_0","gemma:2b-instruct-q5_1","gemma:2b-instruct-q5_K_M","gemma:2b-instruct-q5_K_S","gemma:2b-instruct-q6_K","gemma:2b-instruct-q8_0","gemma:2b-instruct-v1.1-fp16","gemma:2b-instruct-v1.1-q2_K","gemma:2b-instruct-v1.1-q3_K_L","gemma:2b-instruct-v1.1-q3_K_M","gemma:2b-instruct-v1.1-q3_K_S","gemma:2b-instruct-v1.1-q4_0","gemma:2b-instruct-v1.1-q4_1","gemma:2b-instruct-v1.1-q4_K_M","gemma:2b-instruct-v1.1-q4_K_S","gemma:2b-instruct-v1.1-q5_0","gemma:2b-instruct-v1.1-q5_1","gemma:2b-instruct-v1.1-q5_K_M","gemma:2b-instruct-v1.1-q5_K_S","gemma:2b-instruct-v1.1-q6_K","gemma:2b-instruct-v1.1-q8_0","gemma:2b-text","gemma:2b-text-fp16","gemma:2b-text-q2_K","gemma:2b-text-q3_K_L","gemma:2b-text-q3_K_M","gemma:2b-text-q3_K_S","gemma:2b-text-q4_0","gemma:2b-text-q4_1","gemma:2b-text-q4_K_M","gemma:2b-text-q4_K_S","gemma:2b-text-q5_0","gemma:2b-text-q5_1","gemma:2b-text-q5_K_M","gemma:2b-text-q5_K_S","gemma:2b-text-q6_K","gemma:2b-text-q8_0","gemma:2b-v1.1","gemma:7b","gemma:7b-instruct","gemma:7b-instruct-fp16","gemma:7b-instruct-q2_K","gemma:7b-instruct-q3_K_L","gemma:7b-instruct-q3_K_M","gemma:7b-instruct-q3_K_S","gemma:7b-instruct-q4_0","gemma:7b-instruct-q4_1","gemma:7b-instruct-q4_K_M","gemma:7b-instruct-q4_K_S","gemma:7b-instruct-q5_0","gemma:7b-instruct-q5_1","gemma:7b-instruct-q5_K_M","gemma:7b-instruct-q5_K_S","gemma:7b-instruct-q6_K","gemma:7b-instruct-q8_0","gemma:7b-instruct-v1.1-fp16","gemma:7b-instruct-v1.1-q2_K","gemma:7b-instruct-v1.1-q3_K_L","gemma:7b-instruct-v1.1-q3_K_M","gemma:7b-instruct-v1.1-q3_K_S","gemma:7b-instruct-v1.1-q4_0","gemma:7b-instruct-v1.1-q4_1","gemma:7b-instruct-v1.1-q4_K_M","gemma:7b-instruct-v1.1-q4_K_S","gemma:7b-instruct-v1.1-q5_0","gemma:7b-instruct-v1.1-q5_1","gemma:7b-instruct-v1.1-q5_K_M","gemma:7b-instruct-v1.1-q5_K_S","gemma:7b-instruct-v1.1-q6_K","gemma:7b-instruct-v1.1-q8_0","gemma:7b-text","gemma:7b-text-fp16","gemma:7b-text-q2_K","gemma:7b-text-q3_K_L","gemma:7b-text-q3_K_M","gemma:7b-text-q3_K_S","gemma:7b-text-q4_0","gemma:7b-text-q4_1","gemma:7b-text-q4_K_M","gemma:7b-text-q4_K_S","gemma:7b-text-q5_0","gemma:7b-text-q5_1","gemma:7b-text-q5_K_M","gemma:7b-text-q5_K_S","gemma:7b-text-q6_K","gemma:7b-text-q8_0","gemma:7b-v1.1","gemma:instruct","gemma:latest","gemma:text","gemma:v1.1","glm4","glm4:9b","glm4:9b-chat-fp16","glm4:9b-chat-q2_K","glm4:9b-chat-q3_K_L","glm4:9b-chat-q3_K_M","glm4:9b-chat-q3_K_S","glm4:9b-chat-q4_0","glm4:9b-chat-q4_1","glm4:9b-chat-q4_K_M","glm4:9b-chat-q4_K_S","glm4:9b-chat-q5_0","glm4:9b-chat-q5_1","glm4:9b-chat-q5_K_M","glm4:9b-chat-q5_K_S","glm4:9b-chat-q6_K","glm4:9b-chat-q8_0","glm4:9b-text-fp16","glm4:9b-text-q2_K","glm4:9b-text-q3_K_L","glm4:9b-text-q3_K_M","glm4:9b-text-q3_K_S","glm4:9b-text-q4_0","glm4:9b-text-q4_1","glm4:9b-text-q4_K_M","glm4:9b-text-q4_K_S","glm4:9b-text-q5_0","glm4:9b-text-q5_1","glm4:9b-text-q5_K_M","glm4:9b-text-q5_K_S","glm4:9b-text-q6_K","glm4:9b-text-q8_0","glm4:latest","goliath","goliath:120b-fp16","goliath:120b-q2_K","goliath:120b-q3_K_L","goliath:120b-q3_K_M","goliath:120b-q3_K_S","goliath:120b-q4_0","goliath:120b-q4_1","goliath:120b-q4_K_M","goliath:120b-q4_K_S","goliath:120b-q5_0","goliath:120b-q5_1","goliath:120b-q5_K_M","goliath:120b-q5_K_S","goliath:120b-q6_K","goliath:120b-q8_0","goliath:latest","gpt-oss","gpt-oss:120b","gpt-oss:20b","gpt-oss:latest","granite-code","granite-code:20b","granite-code:20b-base","granite-code:20b-base-fp16","granite-code:20b-base-q2_K","granite-code:20b-base-q3_K_L","granite-code:20b-base-q3_K_M","granite-code:20b-base-q3_K_S","granite-code:20b-base-q4_0","granite-code:20b-base-q4_1","granite-code:20b-base-q4_K_M","granite-code:20b-base-q4_K_S","granite-code:20b-base-q5_0","granite-code:20b-base-q5_1","granite-code:20b-base-q5_K_M","granite-code:20b-base-q5_K_S","granite-code:20b-base-q6_K","granite-code:20b-base-q8_0","granite-code:20b-instruct","granite-code:20b-instruct-8k-fp16","granite-code:20b-instruct-8k-q2_K","granite-code:20b-instruct-8k-q3_K_L","granite-code:20b-instruct-8k-q3_K_M","granite-code:20b-instruct-8k-q3_K_S","granite-code:20b-instruct-8k-q4_0","granite-code:20b-instruct-8k-q4_1","granite-code:20b-instruct-8k-q4_K_M","granite-code:20b-instruct-8k-q4_K_S","granite-code:20b-instruct-8k-q5_0","granite-code:20b-instruct-8k-q5_1","granite-code:20b-instruct-8k-q5_K_M","granite-code:20b-instruct-8k-q5_K_S","granite-code:20b-instruct-8k-q6_K","granite-code:20b-instruct-8k-q8_0","granite-code:20b-instruct-q2_K","granite-code:20b-instruct-q3_K_L","granite-code:20b-instruct-q3_K_M","granite-code:20b-instruct-q3_K_S","granite-code:20b-instruct-q4_0","granite-code:20b-instruct-q4_1","granite-code:20b-instruct-q4_K_M","granite-code:20b-instruct-q4_K_S","granite-code:20b-instruct-q5_0","granite-code:20b-instruct-q5_1","granite-code:20b-instruct-q5_K_M","granite-code:20b-instruct-q5_K_S","granite-code:20b-instruct-q6_K","granite-code:20b-instruct-q8_0","granite-code:34b","granite-code:34b-base","granite-code:34b-base-q2_K","granite-code:34b-base-q3_K_L","granite-code:34b-base-q3_K_M","granite-code:34b-base-q3_K_S","granite-code:34b-base-q4_0","granite-code:34b-base-q4_1","granite-code:34b-base-q4_K_M","granite-code:34b-base-q4_K_S","granite-code:34b-base-q5_0","granite-code:34b-base-q5_1","granite-code:34b-base-q5_K_M","granite-code:34b-base-q5_K_S","granite-code:34b-base-q6_K","granite-code:34b-base-q8_0","granite-code:34b-instruct","granite-code:34b-instruct-q2_K","granite-code:34b-instruct-q3_K_L","granite-code:34b-instruct-q3_K_M","granite-code:34b-instruct-q3_K_S","granite-code:34b-instruct-q4_0","granite-code:34b-instruct-q4_1","granite-code:34b-instruct-q4_K_M","granite-code:34b-instruct-q4_K_S","granite-code:34b-instruct-q5_0","granite-code:34b-instruct-q5_1","granite-code:34b-instruct-q5_K_M","granite-code:34b-instruct-q5_K_S","granite-code:34b-instruct-q6_K","granite-code:34b-instruct-q8_0","granite-code:3b","granite-code:3b-base","granite-code:3b-base-fp16","granite-code:3b-base-q2_K","granite-code:3b-base-q3_K_L","granite-code:3b-base-q3_K_M","granite-code:3b-base-q3_K_S","granite-code:3b-base-q4_0","granite-code:3b-base-q4_1","granite-code:3b-base-q4_K_M","granite-code:3b-base-q4_K_S","granite-code:3b-base-q5_0","granite-code:3b-base-q5_1","granite-code:3b-base-q5_K_M","granite-code:3b-base-q5_K_S","granite-code:3b-base-q6_K","granite-code:3b-base-q8_0","granite-code:3b-instruct","granite-code:3b-instruct-128k-fp16","granite-code:3b-instruct-128k-q2_K","granite-code:3b-instruct-128k-q3_K_L","granite-code:3b-instruct-128k-q3_K_M","granite-code:3b-instruct-128k-q3_K_S","granite-code:3b-instruct-128k-q4_0","granite-code:3b-instruct-128k-q4_1","granite-code:3b-instruct-128k-q4_K_M","granite-code:3b-instruct-128k-q4_K_S","granite-code:3b-instruct-128k-q5_0","granite-code:3b-instruct-128k-q5_1","granite-code:3b-instruct-128k-q5_K_M","granite-code:3b-instruct-128k-q5_K_S","granite-code:3b-instruct-