inference-server/src/engines/node-llama-cpp/types.ts

Libraries and server to build AI applications. Adapters to various native bindings allowing local inference. Integrate it with your application, or use as a microservice.

import {
	ChatHistoryItem,
	ChatModelFunctions,
	LlamaChatResponse,
	LlamaChatResponseFunctionCall,
} from 'node-llama-cpp'

export interface LlamaChatResult<T extends ChatModelFunctions = any> {
	responseText: string | null
	functionCalls?: LlamaChatResponseFunctionCall<T>[]
	stopReason: LlamaChatResponse['metadata']['stopReason']
}

export type ContextShiftStrategy = ((options: {
	chatHistory: ChatHistoryItem[]
	metadata: any
}) => { chatHistory: ChatHistoryItem[]; metadata: any }) | null