node-llama-cpp/dist/bindings/utils/getBestComputeLayersAvailable.d.ts

Run AI models locally on your machine with node.js bindings for llama.cpp. Enforce a JSON schema on the model output on the generation level

import process from "process";
import { BuildGpu } from "../types.js";
import { BinaryPlatform } from "./getPlatform.js";
export declare function getBestComputeLayersAvailable(): Promise<(false | "cuda" | "vulkan" | "metal")[]>;
export declare function detectBestComputeLayersAvailable({ platform, arch, hasCudaWithStaticBinaryBuild }?: {
    platform?: BinaryPlatform;
    arch?: typeof process.arch;
    hasCudaWithStaticBinaryBuild?: boolean;
}): Promise<BuildGpu[]>;