UNPKG

node-llama-cpp

Version:

Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level

node-llama-cpp.withcat.ai

withcatai/node-llama-cpp

22 lines • 1.63 kB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
export function getQueuedTokensBeforeStopTrigger(triggeredStops, partiallyFreeTokens, tokenizer) { if (partiallyFreeTokens.tokens.length === 0 && partiallyFreeTokens.text.length === 0) return []; else if (partiallyFreeTokens.tokens.length !== 0 && partiallyFreeTokens.text.length === 0) return partiallyFreeTokens.tokens; else if (partiallyFreeTokens.tokens.length === 0 && partiallyFreeTokens.text.length !== 0) return tokenizer(partiallyFreeTokens.text, false, "trimLeadingSpace"); const triggerThatStartsWithStringIndex = triggeredStops.findIndex((trigger) => trigger.stopTrigger.length > 0 && typeof trigger.stopTrigger[0] === "string"); const triggerThatStartsWithTokenIndex = triggeredStops.findIndex((trigger) => trigger.stopTrigger.length > 0 && typeof trigger.stopTrigger[0] !== "string"); if (triggerThatStartsWithTokenIndex > 0 && triggerThatStartsWithStringIndex < 0) return partiallyFreeTokens.tokens; else if (triggerThatStartsWithStringIndex > 0 && triggerThatStartsWithTokenIndex < 0) return tokenizer(partiallyFreeTokens.text, false, "trimLeadingSpace"); const stringTokens = tokenizer(partiallyFreeTokens.text, false, "trimLeadingSpace"); if (stringTokens.length === partiallyFreeTokens.tokens.length && stringTokens.every((value, index) => value === partiallyFreeTokens.tokens[index])) return stringTokens; else if (triggerThatStartsWithStringIndex < triggerThatStartsWithTokenIndex) return stringTokens; return partiallyFreeTokens.tokens; } //# sourceMappingURL=getQueuedTokensBeforeStopTrigger.js.map