UNPKG

@convo-lang/convo-lang

Version:
14 lines (13 loc) 730 B
import { Lock } from "@iyio/common"; /** * Returns a lock that is used to limit the max number of open requests to LLMs. * Default value is 5 in the browser and the limit is disabled outside of the browser. */ export declare const getGlobalConversationLock: () => Lock | null; /** * Sets the max global number of conversation completion requests that can be set at the same * time. Set the value to null will disable the global lock. * @warning Calling this function while Conversations are actively sending messages can result in the * current max count being exceeded while the new lock count takes affect. */ export declare const setGlobalConversationLockMaxConcurrent: (maxConcurrent: number | null) => void;