@aj-archipelago/cortex/pathways/system/rest_streaming/sys_ollama_chat.js

Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.

// sys_ollama_chat.js
// override handler for ollama chat model

import { Prompt } from '../../../server/prompt.js';

export default {
    prompt:
    [
        new Prompt({ messages: [
            "{{messages}}",
        ]}),
    ],
    inputParameters: {
        messages: [{ role: '', content: '' }],
        ollamaModel: '',
    },
    model: 'ollama-chat',
    useInputChunking: false,
    emulateOpenAIChatModel: 'ollama-chat',
    timeout: 300,
}