@langchain/community
Version:
Third-party integrations for LangChain.js
110 lines (109 loc) • 3.79 kB
JavaScript
import { __exportAll } from "../_virtual/_rolldown/runtime.js";
import { BaseStore } from "@langchain/core/stores";
//#region src/storage/ioredis.ts
var ioredis_exports = /* @__PURE__ */ __exportAll({ RedisByteStore: () => RedisByteStore });
/**
* Class that extends the BaseStore class to interact with a Redis
* database. It provides methods for getting, setting, and deleting data,
* as well as yielding keys from the database.
* @example
* ```typescript
* const store = new RedisByteStore({ client: new Redis({}) });
* await store.mset([
* [
* "message:id:0",
* new TextEncoder().encode(JSON.stringify(new AIMessage("ai stuff..."))),
* ],
* [
* "message:id:1",
* new TextEncoder().encode(
* JSON.stringify(new HumanMessage("human stuff...")),
* ),
* ],
* ]);
* const retrievedMessages = await store.mget(["message:id:0", "message:id:1"]);
* console.log(retrievedMessages.map((v) => new TextDecoder().decode(v)));
* const yieldedKeys = [];
* for await (const key of store.yieldKeys("message:id:")) {
* yieldedKeys.push(key);
* }
* console.log(yieldedKeys);
* await store.mdelete(yieldedKeys);
* ```
*/
var RedisByteStore = class extends BaseStore {
lc_namespace = ["langchain", "storage"];
client;
ttl;
namespace;
yieldKeysScanBatchSize = 1e3;
constructor(fields) {
super(fields);
this.client = fields.client;
this.ttl = fields.ttl;
this.namespace = fields.namespace;
this.yieldKeysScanBatchSize = fields.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
}
_getPrefixedKey(key) {
if (this.namespace) return `${this.namespace}/${key}`;
return key;
}
_getDeprefixedKey(key) {
if (this.namespace) return key.slice(this.namespace.length + 1);
return key;
}
/**
* Gets multiple keys from the Redis database.
* @param keys Array of keys to be retrieved.
* @returns An array of retrieved values.
*/
async mget(keys) {
const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
return (await this.client.mgetBuffer(prefixedKeys)).map((value) => {
if (!value) return;
else return value;
});
}
/**
* Sets multiple keys in the Redis database.
* @param keyValuePairs Array of key-value pairs to be set.
* @returns Promise that resolves when all keys have been set.
*/
async mset(keyValuePairs) {
const decoder = new TextDecoder();
const encodedKeyValuePairs = keyValuePairs.map(([key, value]) => [this._getPrefixedKey(key), decoder.decode(value)]);
const pipeline = this.client.pipeline();
for (const [key, value] of encodedKeyValuePairs) if (this.ttl) pipeline.set(key, value, "EX", this.ttl);
else pipeline.set(key, value);
await pipeline.exec();
}
/**
* Deletes multiple keys from the Redis database.
* @param keys Array of keys to be deleted.
* @returns Promise that resolves when all keys have been deleted.
*/
async mdelete(keys) {
await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
}
/**
* Yields keys from the Redis database.
* @param prefix Optional prefix to filter the keys.
* @returns An AsyncGenerator that yields keys from the Redis database.
*/
async *yieldKeys(prefix) {
let pattern;
if (prefix) {
const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
pattern = this._getPrefixedKey(wildcardPrefix);
} else pattern = this._getPrefixedKey("*");
let [cursor, batch] = await this.client.scan(0, "MATCH", pattern, "COUNT", this.yieldKeysScanBatchSize);
for (const key of batch) yield this._getDeprefixedKey(key);
while (cursor !== "0") {
[cursor, batch] = await this.client.scan(cursor, "MATCH", pattern, "COUNT", this.yieldKeysScanBatchSize);
for (const key of batch) yield this._getDeprefixedKey(key);
}
}
};
//#endregion
export { RedisByteStore, ioredis_exports };
//# sourceMappingURL=ioredis.js.map