codevault/dist/providers/chat-llm.js

AI-powered semantic code search via Model Context Protocol

import { OpenAI } from 'openai';
import { createRateLimiter } from '../utils/rate-limiter.js';
export class ChatLLMProvider {
    rateLimiter;
}
export class OpenAIChatProvider extends ChatLLMProvider {
    openai = null;
    model;
    rateLimiter;
    constructor() {
        super();
        this.model = process.env.CODEVAULT_CHAT_MODEL
            || process.env.CODEVAULT_OPENAI_CHAT_MODEL // Backward compatibility
            || 'gpt-4o';
        this.rateLimiter = createRateLimiter('OpenAI-Chat');
    }
    async init() {
        if (!this.openai) {
            const config = {};
            if (process.env.CODEVAULT_CHAT_API_KEY || process.env.OPENAI_API_KEY) {
                config.apiKey = process.env.CODEVAULT_CHAT_API_KEY || process.env.OPENAI_API_KEY;
            }
            if (process.env.CODEVAULT_CHAT_BASE_URL || process.env.OPENAI_BASE_URL) {
                config.baseURL = process.env.CODEVAULT_CHAT_BASE_URL || process.env.OPENAI_BASE_URL;
            }
            this.openai = new OpenAI(config);
        }
    }
    async generateCompletion(messages, options = {}) {
        await this.init();
        const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
        const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '4096', 10);
        return await this.rateLimiter.execute(async () => {
            const completion = await this.openai.chat.completions.create({
                model: this.model,
                messages: messages.map(msg => ({
                    role: msg.role,
                    content: msg.content
                })),
                temperature,
                max_tokens: maxTokens
            });
            return completion.choices[0]?.message?.content || '';
        });
    }
    async *generateStreamingCompletion(messages, options = {}) {
        await this.init();
        const temperature = options.temperature ?? parseFloat(process.env.CODEVAULT_CHAT_TEMPERATURE || '0.7');
        const maxTokens = options.maxTokens ?? parseInt(process.env.CODEVAULT_CHAT_MAX_TOKENS || '4096', 10);
        const stream = await this.openai.chat.completions.create({
            model: this.model,
            messages: messages.map(msg => ({
                role: msg.role,
                content: msg.content
            })),
            temperature,
            max_tokens: maxTokens,
            stream: true
        });
        for await (const chunk of stream) {
            const content = chunk.choices[0]?.delta?.content;
            if (content) {
                yield content;
            }
        }
    }
    getName() {
        return 'OpenAI-Chat';
    }
    getModelName() {
        return this.model;
    }
}
export function createChatLLMProvider(providerName = 'auto') {
    switch (providerName.toLowerCase()) {
        case 'openai':
        case 'auto':
        default:
            return new OpenAIChatProvider();
    }
}
//# sourceMappingURL=chat-llm.js.map