@convo-lang/convo-lang
Version:
A Conversational Language
14 lines (13 loc) • 730 B
TypeScript
import { Lock } from "@iyio/common";
/**
* Returns a lock that is used to limit the max number of open requests to LLMs.
* Default value is 5 in the browser and the limit is disabled outside of the browser.
*/
export declare const getGlobalConversationLock: () => Lock | null;
/**
* Sets the max global number of conversation completion requests that can be set at the same
* time. Set the value to null will disable the global lock.
* @warning Calling this function while Conversations are actively sending messages can result in the
* current max count being exceeded while the new lock count takes affect.
*/
export declare const setGlobalConversationLockMaxConcurrent: (maxConcurrent: number | null) => void;