ollama-proxy-fix/dist/init.js

An ollama proxy which restores the original http methods of the ollama API. Developed primarily for RunPod as it's built-in proxy strips the original http methods but can be used for any hosting service.

import { configDotenv } from "dotenv";
configDotenv({ path: ".env" });
const parseEnvToInt = (env, defaultValue) => {
    if (!env)
        return defaultValue;
    const value = parseInt(env);
    if (isNaN(value))
        return defaultValue;
    return value;
};
export const OLLAMA_PROXY_PORT = parseEnvToInt(process.env.OLLAMA_PROXY_PORT, 4000);
export const OLLAMA_PROXY_REQUEST_TIMEOUT = parseEnvToInt(process.env.OLLAMA_PROXY_REQUEST_TIMEOUT, 120000);
export const OLLAMA_PROXY_REQUEST_BODY_LIMIT = process.env.OLLAMA_PROXY_REQUEST_BODY_LIMIT || "50mb";
export const OLLAMA_HOST = process.env.OLLAMA_HOST || "localhost";
export const OLLAMA_PORT = parseEnvToInt(process.env.OLLAMA_PORT, 11434);