auto-gpt-ts/dist/memory/local.js

my take of Auto-GPT in typescript

"use strict";
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    var desc = Object.getOwnPropertyDescriptor(m, k);
    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
      desc = { enumerable: true, get: function() { return m[k]; } };
    }
    Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
    Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
    o["default"] = v;
});
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
    return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __importStar = (this && this.__importStar) || function (mod) {
    if (mod && mod.__esModule) return mod;
    var result = {};
    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
    __setModuleDefault(result, mod);
    return result;
};
var __metadata = (this && this.__metadata) || function (k, v) {
    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.LocalCache = exports.Embeddings = void 0;
const base_1 = require("./base");
const path = __importStar(require("path"));
const fs = __importStar(require("fs"));
const mathjs_1 = require("mathjs");
const llm_utils_1 = require("../llm/llm-utils");
const singelton_1 = require("../singelton");
const config_1 = require("../config/config");
const EMBED_DIM = 1536;
class Embeddings {
    constructor() {
        this.embeddingsArray = [[].fill(0, 0, EMBED_DIM)];
    }
    dot(embedding) {
        return this.embeddingsArray.map(e => (0, mathjs_1.dot)(embedding, e));
    }
    add(embedding) {
        this.embeddingsArray.push(embedding);
    }
    get shape() {
        return [EMBED_DIM, this.embeddingsArray.length];
    }
}
exports.Embeddings = Embeddings;
class CacheContent {
    constructor() {
        this.texts = [];
        this.embeddings = new Embeddings();
    }
    add(text) {
        return __awaiter(this, void 0, void 0, function* () {
            const embedding = yield (0, llm_utils_1.getAdaEmbedding)(text);
            this.embeddings.add(embedding);
            this.texts.push(text);
        });
    }
}
const cfg = new config_1.Config();
let LocalCache = class LocalCache extends base_1.MemoryProvider {
    constructor() {
        super();
        const workspacePath = path.resolve(cfg.workspacePath);
        this.filename = path.join(workspacePath, `${cfg.memoryIndex}.json`);
        fs.writeFileSync(this.filename, "{}");
        this.data = new CacheContent();
    }
    add(text) {
        return __awaiter(this, void 0, void 0, function* () {
            if (text.includes("Command Error:")) {
                return "";
            }
            yield this.data.add(text);
            fs.writeFileSync(this.filename, JSON.stringify(this.data));
            return text;
        });
    }
    clear() {
        this.data = new CacheContent();
        return "Obliviated";
    }
    get(data) {
        return this.getRelevant(data, 1);
    }
    getRelevant(text, k = 5) {
        return __awaiter(this, void 0, void 0, function* () {
            const embedding = yield (0, llm_utils_1.getAdaEmbedding)(text);
            const scores = this.data.embeddings.dot(embedding);
            const topKIndices = scores.sort().slice(-k).reverse();
            return topKIndices.map((i) => this.data.texts[i]);
        });
    }
    getStats() {
        return [this.data.texts.length, this.data.embeddings.shape];
    }
};
LocalCache.memoryName = "local";
LocalCache = __decorate([
    singelton_1.Singleton,
    __metadata("design:paramtypes", [])
], LocalCache);
exports.LocalCache = LocalCache;
//# sourceMappingURL=local.js.map