symmetry-core/dist/providers/llamacpp.js

Use this repository to become an inference provider on the Symmetry network programmatically.

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.LlamaCppProvider = void 0;
const logger_1 = require("../logger");
const base_1 = require("./base");
class LlamaCppProvider extends base_1.BaseProvider {
    constructor() {
        super(...arguments);
        this.serverConfig = {
            ...this.serverConfig,
            name: "llamacpp",
            apiPort: 8080,
            apiHealthPath: "/health",
            modelName: "",
        };
    }
    async setup() {
        const server = await this.detectServer();
        if (!server) {
            logger_1.logger.error("❌ LlamaCpp server not detected");
            return;
        }
        logger_1.logger.info(`✅ Detected LlamaCpp on port ${server.apiPort}`);
        const models = await this.getModels();
        if (models.length > 0) {
            server.modelName = await this.selectModel(models);
            logger_1.logger.info(`Selected model: ${server.modelName}`);
        }
        await this.createConfig(server);
    }
}
exports.LlamaCppProvider = LlamaCppProvider;