node-llama-cpp
Version:
Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level
8 lines (7 loc) • 435 B
TypeScript
import { MultiKeyMap } from "lifecycle-utils";
import { GbnfJsonSchema } from "../types.js";
export declare class DefScopeDefs {
defScopeDefs: MultiKeyMap<[string, GbnfJsonSchema], Record<string, GbnfJsonSchema>>;
registerDefs(scopeDefs: Record<string, GbnfJsonSchema>): void;
}
export declare function joinDefs(parent: Record<string, GbnfJsonSchema>, current?: Record<string, GbnfJsonSchema>): Record<string, GbnfJsonSchema>;