node-llama-cpp

Version:

Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level

node-llama-cpp.withcat.ai

withcatai/node-llama-cpp

90 files

Filename	Content Type	Size
../
MemoryOrchestrator.d.ts	text/typescript	687 B
MemoryOrchestrator.js	text/javascript	1.4 kB
MemoryOrchestrator.js.map	application/json	1.45 kB
NoBinaryFoundError.d.ts	text/typescript	58 B
NoBinaryFoundError.js	text/javascript	197 B
NoBinaryFoundError.js.map	application/json	265 B
asyncEvery.d.ts	text/typescript	298 B
asyncEvery.js	text/javascript	559 B
asyncEvery.js.map	application/json	486 B
asyncSome.d.ts	text/typescript	270 B
asyncSome.js	text/javascript	1.04 kB
asyncSome.js.map	application/json	903 B
binariesGithubRelease.d.ts	text/typescript	262 B
binariesGithubRelease.js	text/javascript	549 B
binariesGithubRelease.js.map	application/json	571 B
clearAllLocalBuilds.d.ts	text/typescript	84 B
clearAllLocalBuilds.js	text/javascript	2.12 kB
clearAllLocalBuilds.js.map	application/json	1.88 kB
cloneLlamaCppRepo.d.ts	text/typescript	586 B
cloneLlamaCppRepo.js	text/javascript	7.81 kB
cloneLlamaCppRepo.js.map	application/json	6.19 kB
compileLLamaCpp.d.ts	text/typescript	1.12 kB
compileLLamaCpp.js	text/javascript	28.6 kB
compileLLamaCpp.js.map	application/json	21.6 kB
detectAvailableComputeLayers.d.ts	text/typescript	528 B
detectAvailableComputeLayers.js	text/javascript	13.7 kB
detectAvailableComputeLayers.js.map	application/json	10.9 kB
detectBuildTools.d.ts	text/typescript	533 B
detectBuildTools.js	text/javascript	6.67 kB
detectBuildTools.js.map	application/json	6.3 kB
detectGlibc.d.ts	text/typescript	155 B
detectGlibc.js	text/javascript	2.36 kB
detectGlibc.js.map	application/json	1.52 kB
getBestComputeLayersAvailable.d.ts	text/typescript	471 B
getBestComputeLayersAvailable.js	text/javascript	1.22 kB
getBestComputeLayersAvailable.js.map	application/json	1.14 kB
getBuildFolderNameForBuildOptions.d.ts	text/typescript	244 B
getBuildFolderNameForBuildOptions.js	text/javascript	4.21 kB
getBuildFolderNameForBuildOptions.js.map	application/json	4.25 kB
getCanUsePrebuiltBinaries.d.ts	text/typescript	71 B
getCanUsePrebuiltBinaries.js	text/javascript	557 B
getCanUsePrebuiltBinaries.js.map	application/json	467 B
getExampleUsageCodeOfGetLlama.d.ts	text/typescript	214 B
getExampleUsageCodeOfGetLlama.js	text/javascript	1.26 kB
getExampleUsageCodeOfGetLlama.js.map	application/json	1.54 kB
getGpuTypesToUseForOption.d.ts	text/typescript	580 B
getGpuTypesToUseForOption.js	text/javascript	1.49 kB
getGpuTypesToUseForOption.js.map	application/json	1.5 kB
getLinuxDistroInfo.d.ts	text/typescript	343 B
getLinuxDistroInfo.js	text/javascript	1.76 kB
getLinuxDistroInfo.js.map	application/json	1.79 kB
getLlamaGpuTypes.d.ts	text/typescript	802 B
getLlamaGpuTypes.js	text/javascript	1.54 kB
getLlamaGpuTypes.js.map	application/json	943 B
getLlamaWithoutBackend.d.ts	text/typescript	204 B
getLlamaWithoutBackend.js	text/javascript	1.43 kB
getLlamaWithoutBackend.js.map	application/json	1.08 kB
getPlatform.d.ts	text/typescript	188 B
getPlatform.js	text/javascript	365 B
getPlatform.js.map	application/json	421 B
getPlatformInfo.d.ts	text/typescript	174 B
getPlatformInfo.js	text/javascript	814 B
getPlatformInfo.js.map	application/json	789 B
hasBuildingFromSourceDependenciesInstalled.d.ts	text/typescript	192 B
hasBuildingFromSourceDependenciesInstalled.js	text/javascript	651 B
hasBuildingFromSourceDependenciesInstalled.js.map	application/json	792 B
hasFileInPath.d.ts	text/typescript	281 B
hasFileInPath.js	text/javascript	1.48 kB
hasFileInPath.js.map	application/json	1.75 kB
lastBuildInfo.d.ts	text/typescript	219 B
lastBuildInfo.js	text/javascript	464 B
lastBuildInfo.js.map	application/json	565 B
logBinaryUsageExampleToConsole.d.ts	text/typescript	198 B
logBinaryUsageExampleToConsole.js	text/javascript	1.13 kB
logBinaryUsageExampleToConsole.js.map	application/json	1.08 kB
logDistroInstallInstruction.d.ts	text/typescript	472 B
logDistroInstallInstruction.js	text/javascript	2.16 kB
logDistroInstallInstruction.js.map	application/json	2.28 kB
resolveActualBindingBinaryPath.d.ts	text/typescript	93 B
resolveActualBindingBinaryPath.js	text/javascript	624 B
resolveActualBindingBinaryPath.js.map	application/json	710 B
resolveCustomCmakeOptions.d.ts	text/typescript	117 B
resolveCustomCmakeOptions.js	text/javascript	2.33 kB
resolveCustomCmakeOptions.js.map	application/json	2.27 kB
testBindingBinary.d.ts	text/typescript	230 B
testBindingBinary.js	text/javascript	11 kB
testBindingBinary.js.map	application/json	8.77 kB
testCmakeBinary.d.ts	text/typescript	184 B
testCmakeBinary.js	text/javascript	1.07 kB
testCmakeBinary.js.map	application/json	1.28 kB