@langchain/community/dist/caches/upstash_redis.js

Third-party integrations for LangChain.js

import { __exportAll } from "../_virtual/_rolldown/runtime.js";
import { BaseCache, deserializeStoredGeneration, serializeGeneration } from "@langchain/core/caches";
import { Redis } from "@upstash/redis";
//#region src/caches/upstash_redis.ts
var upstash_redis_exports = /* @__PURE__ */ __exportAll({ UpstashRedisCache: () => UpstashRedisCache });
/**
* A cache that uses Upstash as the backing store.
* See https://docs.upstash.com/redis.
* @example
* ```typescript
* const cache = new UpstashRedisCache({
*   config: {
*     url: "UPSTASH_REDIS_REST_URL",
*     token: "UPSTASH_REDIS_REST_TOKEN",
*   },
*   ttl: 3600, // Optional: Cache entries will expire after 1 hour
* });
* // Initialize the OpenAI model with Upstash Redis cache for caching responses
* const model = new ChatOpenAI({
*   model: "gpt-4o-mini",
*   cache,
* });
* await model.invoke("How are you today?");
* const cachedValues = await cache.lookup("How are you today?", "llmKey");
* ```
*/
var UpstashRedisCache = class extends BaseCache {
	redisClient;
	ttl;
	constructor(props) {
		super();
		const { config, client, ttl } = props;
		this.ttl = ttl;
		if (client) this.redisClient = client;
		else if (config) this.redisClient = new Redis(config);
		else throw new Error(`Upstash Redis caches require either a config object or a pre-configured client.`);
	}
	/**
	* Lookup LLM generations in cache by prompt and associated LLM key.
	*/
	async lookup(prompt, llmKey) {
		let idx = 0;
		let key = this.keyEncoder(prompt, llmKey, String(idx));
		let value = await this.redisClient.get(key);
		const generations = [];
		while (value) {
			generations.push(deserializeStoredGeneration(value));
			idx += 1;
			key = this.keyEncoder(prompt, llmKey, String(idx));
			value = await this.redisClient.get(key);
		}
		return generations.length > 0 ? generations : null;
	}
	/**
	* Update the cache with the given generations.
	*
	* Note this overwrites any existing generations for the given prompt and LLM key.
	*/
	async update(prompt, llmKey, value) {
		for (let i = 0; i < value.length; i += 1) {
			const key = this.keyEncoder(prompt, llmKey, String(i));
			const serializedValue = JSON.stringify(serializeGeneration(value[i]));
			if (this.ttl) await this.redisClient.set(key, serializedValue, { ex: this.ttl });
			else await this.redisClient.set(key, serializedValue);
		}
	}
};
//#endregion
export { UpstashRedisCache, upstash_redis_exports };

//# sourceMappingURL=upstash_redis.js.map