@earendil-works/pi-coding-agent
Version:
Coding agent CLI with read, bash, edit, write tools and session management
71 lines • 2.41 kB
TypeScript
export type LlamaModelStatus = "unloaded" | "loading" | "loaded" | "downloading" | "sleeping";
export interface LlamaModelInfo {
id: string;
aliases?: string[];
status: {
value: LlamaModelStatus;
args?: string[];
failed?: boolean;
exit_code?: number;
progress?: Record<string, {
done: number;
total: number;
}>;
};
architecture?: {
input_modalities?: string[];
output_modalities?: string[];
};
source?: string;
meta?: {
n_ctx?: number;
n_ctx_train?: number;
size?: number;
ftype?: string;
};
}
export interface LlamaModelsResponse {
data: LlamaModelInfo[];
object?: string;
}
export interface LlamaServerProps {
models_autoload?: boolean;
chat_template?: string;
}
export interface LlamaModelEvent {
model: string;
event: string;
data?: unknown;
}
export interface LlamaProgress {
message: string;
ratio?: number;
detail?: string;
}
export declare function formatBytes(bytes: number): string;
export declare function normalizeLlamaServerUrl(value: string): string;
export declare function llamaInferenceUrl(serverUrl: string): string;
export declare class LlamaClient {
readonly serverUrl: string;
private readonly apiKey;
constructor(serverUrl: string, apiKey?: string);
/** Fetches from the server, naming the server and the network-level cause when the connection fails. */
private fetchServer;
private request;
list(options?: {
reload?: boolean;
signal?: AbortSignal;
}): Promise<LlamaModelInfo[]>;
props(options?: {
model?: string;
signal?: AbortSignal;
}): Promise<LlamaServerProps>;
load(model: string, signal?: AbortSignal): Promise<void>;
unload(model: string, signal?: AbortSignal): Promise<void>;
unloadAndWait(model: string, signal?: AbortSignal): Promise<void>;
download(model: string, signal?: AbortSignal): Promise<void>;
watch(onEvent: (event: LlamaModelEvent) => void, signal?: AbortSignal): Promise<void>;
loadAndWait(model: string, onProgress: (progress: LlamaProgress) => void, signal?: AbortSignal): Promise<LlamaModelInfo>;
downloadAndWait(model: string, onProgress: (progress: LlamaProgress) => void, signal?: AbortSignal): Promise<LlamaModelInfo[]>;
}
//# sourceMappingURL=client.d.ts.map