UNPKG

node-llama-cpp

Version:

Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level

node-llama-cpp.withcat.ai

withcatai/node-llama-cpp

86 lines • 4.41 kB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
import { GbnfTerminal } from "../GbnfTerminal.js"; import { GbnfGrammar } from "./GbnfGrammar.js"; import { grammarNoValue } from "./gbnfConsts.js"; export class GbnfRepetition extends GbnfTerminal { value; separator; minRepetitions; maxRepetitions; constructor({ value, separator, minRepetitions = 0, maxRepetitions }) { super(); this.value = value; this.separator = separator; this.minRepetitions = Math.floor(minRepetitions); this.maxRepetitions = maxRepetitions == null ? null : Math.floor(maxRepetitions); if (this.minRepetitions < 0) this.minRepetitions = 0; if (this.maxRepetitions != null && this.maxRepetitions < 0) this.maxRepetitions = 0; if (this.maxRepetitions != null && this.maxRepetitions < this.minRepetitions) this.maxRepetitions = this.minRepetitions; } getGrammar(grammarGenerator) { if (this.maxRepetitions === 0) return grammarNoValue; const resolvedValue = this.value.resolve(grammarGenerator); const resolvedSeparator = this.separator?.resolve(grammarGenerator); if (this.minRepetitions === 0 && this.maxRepetitions == 1) return new GbnfGrammar(["(", resolvedValue, ")?"]).getGrammar(); else if (this.minRepetitions === 1 && this.maxRepetitions === 1) return resolvedValue; else if (this.minRepetitions === this.maxRepetitions) { if (resolvedSeparator == null) return new GbnfGrammar(["(", resolvedValue, "){" + String(this.minRepetitions) + "}"]).getGrammar(); if (this.minRepetitions === 2) return new GbnfGrammar([resolvedValue, resolvedSeparator, resolvedValue]).getGrammar(); return new GbnfGrammar([ resolvedValue, "(", resolvedSeparator, resolvedValue, "){" + String(this.minRepetitions - 1) + "}" ]).getGrammar(); } else if (this.minRepetitions === 0 && this.maxRepetitions == null) { if (resolvedSeparator == null) return new GbnfGrammar(["(", resolvedValue, ")*"]).getGrammar(); return new GbnfGrammar([ "(", resolvedValue, "(", resolvedSeparator, resolvedValue, ")*", ")?" ]).getGrammar(); } else if (this.minRepetitions === 1 && this.maxRepetitions == null) { if (resolvedSeparator == null) return new GbnfGrammar(["(", resolvedValue, ")+"]).getGrammar(); return new GbnfGrammar([ resolvedValue, "(", resolvedSeparator, resolvedValue, ")*" ]).getGrammar(); } else if (this.maxRepetitions == null) { if (resolvedSeparator == null) return new GbnfGrammar(["(", resolvedValue, "){" + String(this.minRepetitions) + ",}"]).getGrammar(); return new GbnfGrammar([ resolvedValue, "(", resolvedSeparator, resolvedValue, "){" + String(this.minRepetitions - 1) + ",}" ]).getGrammar(); } if (resolvedSeparator == null) return new GbnfGrammar(["(", resolvedValue, "){" + String(this.minRepetitions) + "," + String(this.maxRepetitions) + "}"]).getGrammar(); if (this.minRepetitions === 0) { if (this.maxRepetitions === 2) return new GbnfGrammar([ "(", resolvedValue, "(", resolvedSeparator, resolvedValue, ")?", ")?" ]).getGrammar(); return new GbnfGrammar([ "(", resolvedValue, "(", resolvedSeparator, resolvedValue, "){0," + String(this.maxRepetitions - 1) + "}", ")?" ]).getGrammar(); } else if (this.minRepetitions === 1) { if (this.maxRepetitions === 2) return new GbnfGrammar([ resolvedValue, "(", resolvedSeparator, resolvedValue, ")?" ]).getGrammar(); return new GbnfGrammar([ resolvedValue, "(", resolvedSeparator, resolvedValue, "){0," + String(this.maxRepetitions - 1) + "}" ]).getGrammar(); } return new GbnfGrammar([ resolvedValue, "(", resolvedSeparator, resolvedValue, "){" + String(this.minRepetitions - 1) + "," + String(this.maxRepetitions - 1) + "}" ]).getGrammar(); } } //# sourceMappingURL=GbnfRepetition.js.map