node-llama-cpp

Version:

Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level

node-llama-cpp.withcat.ai

withcatai/node-llama-cpp

1 folder, 180 files

Filename	Content Type	Size
../
gbnfJson/	–	125 kB
DisposeGuard.d.ts	text/typescript	496 B
DisposeGuard.js	text/javascript	4.31 kB
DisposeGuard.js.map	application/json	3.9 kB
InsufficientMemoryError.d.ts	text/typescript	98 B
InsufficientMemoryError.js	text/javascript	187 B
InsufficientMemoryError.js.map	application/json	250 B
LlamaText.d.ts	text/typescript	4.4 kB
LlamaText.js	text/javascript	20.1 kB
LlamaText.js.map	application/json	17.6 kB
LruCache.d.ts	text/typescript	387 B
LruCache.js	text/javascript	1.2 kB
LruCache.js.map	application/json	1.5 kB
OpenAIFormat.d.ts	text/typescript	6.05 kB
OpenAIFormat.js	text/javascript	21.3 kB
OpenAIFormat.js.map	application/json	17.4 kB
OverridesObject.d.ts	text/typescript	617 B
OverridesObject.js	text/javascript	54 B
OverridesObject.js.map	application/json	131 B
ReplHistory.d.ts	text/typescript	316 B
ReplHistory.js	text/javascript	2.42 kB
ReplHistory.js.map	application/json	2.52 kB
StopGenerationDetector.d.ts	text/typescript	2.53 kB
StopGenerationDetector.js	text/javascript	11.8 kB
StopGenerationDetector.js.map	application/json	10.4 kB
ThreadsSplitter.d.ts	text/typescript	1.25 kB
ThreadsSplitter.js	text/javascript	7.23 kB
ThreadsSplitter.js.map	application/json	6.53 kB
TokenStreamRegulator.d.ts	text/typescript	1.3 kB
TokenStreamRegulator.js	text/javascript	7.36 kB
TokenStreamRegulator.js.map	application/json	7.31 kB
UnsupportedError.d.ts	text/typescript	56 B
UnsupportedError.js	text/javascript	191 B
UnsupportedError.js.map	application/json	249 B
appendUserMessageToChatHistory.d.ts	text/typescript	342 B
appendUserMessageToChatHistory.js	text/javascript	818 B
appendUserMessageToChatHistory.js.map	application/json	736 B
clearTempFolder.d.ts	text/typescript	58 B
clearTempFolder.js	text/javascript	522 B
clearTempFolder.js.map	application/json	511 B
cmake.d.ts	text/typescript	531 B
cmake.js	text/javascript	5.76 kB
cmake.js.map	application/json	5.21 kB
compareTokens.d.ts	text/typescript	117 B
compareTokens.js	text/javascript	121 B
compareTokens.js.map	application/json	208 B
createModelDownloader.d.ts	text/typescript	8.77 kB
createModelDownloader.js	text/javascript	19.8 kB
createModelDownloader.js.map	application/json	12.4 kB
findBestOption.d.ts	text/typescript	162 B
findBestOption.js	text/javascript	499 B
findBestOption.js.map	application/json	570 B
findCharacterRemovalCountToFitChatHistoryInContext.d.ts	text/typescript	993 B
findCharacterRemovalCountToFitChatHistoryInContext.js	text/javascript	5.31 kB
findCharacterRemovalCountToFitChatHistoryInContext.js.map	application/json	3.22 kB
getBuildDefaults.d.ts	text/typescript	159 B
getBuildDefaults.js	text/javascript	346 B
getBuildDefaults.js.map	application/json	331 B
getChatWrapperSegmentDefinition.d.ts	text/typescript	274 B
getChatWrapperSegmentDefinition.js	text/javascript	276 B
getChatWrapperSegmentDefinition.js.map	application/json	332 B
getConsoleLogPrefix.d.ts	text/typescript	94 B
getConsoleLogPrefix.js	text/javascript	476 B
getConsoleLogPrefix.js.map	application/json	538 B
getGrammarsFolder.d.ts	text/typescript	137 B
getGrammarsFolder.js	text/javascript	864 B
getGrammarsFolder.js.map	application/json	754 B
getLlamaClasses.d.ts	text/typescript	459 B
getLlamaClasses.js	text/javascript	518 B
getLlamaClasses.js.map	application/json	456 B
getModuleVersion.d.ts	text/typescript	61 B
getModuleVersion.js	text/javascript	489 B
getModuleVersion.js.map	application/json	622 B
getQueuedTokensBeforeStopTrigger.d.ts	text/typescript	365 B
getQueuedTokensBeforeStopTrigger.js	text/javascript	1.63 kB
getQueuedTokensBeforeStopTrigger.js.map	application/json	1.51 kB
getReadableContextSize.d.ts	text/typescript	77 B
getReadableContextSize.js	text/javascript	224 B
getReadableContextSize.js.map	application/json	286 B
getTypeScriptTypeStringForGbnfJsonSchema.d.ts	text/typescript	152 B
getTypeScriptTypeStringForGbnfJsonSchema.js	text/javascript	8.12 kB
getTypeScriptTypeStringForGbnfJsonSchema.js.map	application/json	7.39 kB
gitReleaseBundles.d.ts	text/typescript	230 B
gitReleaseBundles.js	text/javascript	7.15 kB
gitReleaseBundles.js.map	application/json	6.45 kB
hashString.d.ts	text/typescript	67 B
hashString.js	text/javascript	304 B
hashString.js.map	application/json	481 B
includesText.d.ts	text/typescript	149 B
includesText.js	text/javascript	547 B
includesText.js.map	application/json	649 B
isLockfileActive.d.ts	text/typescript	152 B
isLockfileActive.js	text/javascript	560 B
isLockfileActive.js.map	application/json	606 B
isToken.d.ts	text/typescript	98 B
isToken.js	text/javascript	108 B
isToken.js.map	application/json	191 B
isUrl.d.ts	text/typescript	83 B
isUrl.js	text/javascript	432 B
isUrl.js.map	application/json	514 B
mergeUnionTypes.d.ts	text/typescript	415 B
mergeUnionTypes.js	text/javascript	54 B
mergeUnionTypes.js.map	application/json	131 B
modelFileAccesTokens.d.ts	text/typescript	254 B
modelFileAccesTokens.js	text/javascript	1.41 kB
modelFileAccesTokens.js.map	application/json	1.59 kB
optionsMatrix.d.ts	text/typescript	1.3 kB
optionsMatrix.js	text/javascript	2.38 kB
optionsMatrix.js.map	application/json	1.75 kB
parseModelFileName.d.ts	text/typescript	468 B
parseModelFileName.js	text/javascript	4.1 kB
parseModelFileName.js.map	application/json	4.63 kB
parseModelUri.d.ts	text/typescript	1.49 kB
parseModelUri.js	text/javascript	14.5 kB
parseModelUri.js.map	application/json	12.9 kB
parseTextTemplate.d.ts	text/typescript	1.75 kB
parseTextTemplate.js	text/javascript	4.06 kB
parseTextTemplate.js.map	application/json	2.81 kB
prettyPrintObject.d.ts	text/typescript	415 B
prettyPrintObject.js	text/javascript	3.23 kB
prettyPrintObject.js.map	application/json	3.91 kB
pushAll.d.ts	text/typescript	289 B
pushAll.js	text/javascript	325 B
pushAll.js.map	application/json	272 B
removeNullFields.d.ts	text/typescript	159 B
removeNullFields.js	text/javascript	463 B
removeNullFields.js.map	application/json	650 B
resolveGithubRelease.d.ts	text/typescript	211 B
resolveGithubRelease.js	text/javascript	1.27 kB
resolveGithubRelease.js.map	application/json	1.24 kB
resolveLastTokens.d.ts	text/typescript	133 B
resolveLastTokens.js	text/javascript	520 B
resolveLastTokens.js.map	application/json	665 B
resolveModelDestination.d.ts	text/typescript	595 B
resolveModelDestination.js	text/javascript	2.07 kB
resolveModelDestination.js.map	application/json	1.73 kB
resolveModelFile.d.ts	text/typescript	4.54 kB
resolveModelFile.js	text/javascript	8.69 kB
resolveModelFile.js.map	application/json	5.74 kB
runtime.d.ts	text/typescript	187 B
runtime.js	text/javascript	449 B
runtime.js.map	application/json	573 B
safeEventCallback.d.ts	text/typescript	725 B
safeEventCallback.js	text/javascript	927 B
safeEventCallback.js.map	application/json	939 B
spawnCommand.d.ts	text/typescript	441 B
spawnCommand.js	text/javascript	3.13 kB
spawnCommand.js.map	application/json	3.36 kB
tokenizeInput.d.ts	text/typescript	254 B
tokenizeInput.js	text/javascript	487 B
tokenizeInput.js.map	application/json	602 B
tokenizerUtils.d.ts	text/typescript	897 B
tokenizerUtils.js	text/javascript	1.17 kB
tokenizerUtils.js.map	application/json	723 B
transformPromisable.d.ts	text/typescript	2 kB
transformPromisable.js	text/javascript	2.74 kB
transformPromisable.js.map	application/json	1.55 kB
truncateTextAndRoundToWords.d.ts	text/typescript	806 B
truncateTextAndRoundToWords.js	text/javascript	4.53 kB
truncateTextAndRoundToWords.js.map	application/json	3.89 kB
utilTypes.d.ts	text/typescript	342 B
utilTypes.js	text/javascript	48 B
utilTypes.js.map	application/json	119 B
waitForLockfileRelease.d.ts	text/typescript	198 B
waitForLockfileRelease.js	text/javascript	883 B
waitForLockfileRelease.js.map	application/json	874 B
withLockfile.d.ts	text/typescript	303 B
withLockfile.js	text/javascript	1.49 kB
withLockfile.js.map	application/json	1.39 kB
withOra.d.ts	text/typescript	225 B
withOra.js	text/javascript	1.23 kB
withOra.js.map	application/json	1.3 kB
withProgressLog.d.ts	text/typescript	1.01 kB
withProgressLog.js	text/javascript	8.81 kB
withProgressLog.js.map	application/json	7.77 kB
withStatusLogs.d.ts	text/typescript	205 B
withStatusLogs.js	text/javascript	1.19 kB
withStatusLogs.js.map	application/json	1.2 kB
wrapAbortSignal.d.ts	text/typescript	122 B
wrapAbortSignal.js	text/javascript	461 B
wrapAbortSignal.js.map	application/json	513 B