@virtron/agency/GroqProvider.js

A framework for building autonomous agents that can perform tasks, manage memory, and interact with tools.

import Groq from 'groq-sdk';
import { LLMProvider } from './LLMProvider.js';

/**
 * @class GroqProvider
 * @classdesc Provides an interface to the Groq LLM.
 */
export class GroqProvider extends LLMProvider {
    /**
     * Create a new Groq provider instance.
     * @param {string} apiKey - Groq API key.
     * @param {string} modelName - The name of the Groq model to use.
     */
    constructor(apiKey, modelName = 'llama3-8b-8192') {
        super();
        if (!apiKey) {
            throw new Error("API key is required for GroqProvider.");
        }
        this.groq = new Groq({ apiKey: apiKey });
        this.modelName = modelName;
        this.toolSchemas = [];
    }

    /**
     * Updates the tool schemas.
     * @param {object[]} schemas - The tool schemas to update.
     */
    updateToolSchemas(schemas) {
        this.toolSchemas = schemas.map(schema => ({
            type: 'function',
            function: {
                name: schema.name,
                description: schema.description,
                parameters: schema.parameters,
            }
        }));
    }

    /**
     * Generates content using the Groq LLM.
     * @param {object} prompt - Formatted prompt for the LLM.
     * @param {object} [options={}] - Options for the generation request.
     * @returns {Promise<object>} LLM response object.
     */
    async generateContent(prompt, options = {}) {
        try {
            const messages = prompt.contents.map(content => ({
                role: content.role,
                content: content.parts.map(part => part.text).join('')
            }));

            const request = {
                model: this.modelName,
                messages: messages,
                temperature: prompt.temperature || options.temperature || 0.7,
                max_tokens: prompt.maxOutputTokens || options.maxOutputTokens || 1024,
            };

            // Merge systemInstruction into the config object
            if (!request.config) {
                request.config = {};
            }
            if (prompt.systemInstruction) {
                request.config.systemInstruction = prompt.systemInstruction;
            }

            if (this.toolSchemas && this.toolSchemas.length > 0) {
                request.tools = this.toolSchemas;
            }

            const response = await this.groq.chat.completions.create(request);
            return this.formatResponse(response);
        } catch (error) {
            console.error('Error calling Groq:', error);
            throw error;
        }
    }

    /**
     * Formats the Groq API response to a common structure.
     * @param {object} response - The response from the Groq API.
     * @returns {object} The formatted response.
     */
    formatResponse(response) {
        const choice = response.choices[0];
        if (choice.message.tool_calls) {
            const toolCalls = choice.message.tool_calls.map(toolCall => ({
                functionCall: {
                    name: toolCall.function.name,
                    args: JSON.parse(toolCall.function.arguments),
                }
            }));
            return {
                candidates: [{
                    content: {
                        parts: toolCalls
                    }
                }]
            };
        } else {
            return {
                candidates: [{
                    content: {
                        parts: [{ text: choice.message.content }]
                    }
                }]
            };
        }
    }
}