@terranlabs/appflow-langchain/strategies/local-hosted.js

Use langchain in appflow

const OpenAI = require("openai");

class LocalHostedLLM {
    constructor(config) {
        const api_key = config?.api_key || process.env.OPENAI_API_KEY;
        const base_url = config?.base_url || "https://smart-docs-management-stg.chatops.vn/engine/v1";
        console.log("api_key", api_key)
        this.model = new OpenAI({ baseURL: base_url, apiKey: api_key });
    }
    async generate(prompt) {
        const completion = await this.model.chat.completions.create({
            messages: [{ role: 'user', content: prompt }],
        });
        const response = completion.choices[0].message.content
        return response;
    }
}

module.exports = LocalHostedLLM