smart-whisper-electron/src/build.ts

Whisper.cpp Node.js binding with auto model offloading strategy.

import os from "node:os";
import { execSync } from "node:child_process";

type ComputeBackend = "cpu" | "accelerate" | "metal" | "clblast" | "openblas";

const cfg = config();

export const sources = cfg.sources.join(" ");
export const defines = cfg.defines.join(" ");
export const libraries = cfg.libraries.join(" ");

function config(): {
	sources: string[];
	defines: string[];
	libraries: string[];
} {
	if (process.env.BYOL) {
		return {
			sources: [],
			defines: [],
			libraries: [process.env.BYOL],
		};
	}

	const COMPUTE_BACKEND: ComputeBackend =
		(process.env.COMPUTE_BACKEND as ComputeBackend | undefined) ?? infer_backend();

	const cfg = {
		sources: [
			"whisper.cpp/src/whisper.cpp",
			"whisper.cpp/ggml/src/ggml.c",
			"whisper.cpp/ggml/src/ggml-alloc.c",
			"whisper.cpp/ggml/src/ggml-backend.c",
			"whisper.cpp/ggml/src/ggml-quants.c",
			"whisper.cpp/ggml/src/ggml-aarch64.c",
		] as string[],
		defines: [] as string[],
		libraries: [] as string[],
	};

	switch (COMPUTE_BACKEND) {
		case "accelerate": {
			cfg.defines.push("GGML_USE_ACCELERATE");

			cfg.libraries.push('"-framework Foundation"');
			cfg.libraries.push('"-framework Accelerate"');
			break;
		}
		case "metal": {
			cfg.sources.push("whisper.cpp/ggml/src/ggml-metal.m");

			cfg.defines.push("GGML_USE_ACCELERATE");
			cfg.defines.push("GGML_USE_METAL");

			cfg.libraries.push('"-framework Foundation"');
			cfg.libraries.push('"-framework Accelerate"');
			cfg.libraries.push('"-framework Metal"');
			cfg.libraries.push('"-framework MetalKit"');
			break;
		}
		case "openblas": {
			cfg.defines.push("GGML_USE_OPENBLAS");

			cfg.libraries.push("-lopenblas");
			break;
		}
		default: {
		}
	}

	return cfg;
}

function infer_backend(): ComputeBackend {
	let backend: ComputeBackend = "cpu";

	try {
		if (os.platform() === "darwin") {
			backend = "accelerate";
			if (os.arch() === "arm64") {
				backend = "metal";
			}
		} else if (os.platform() === "linux") {
			const has_libopenblas = !!execSync("ldconfig -p | grep libopenblas").toString().trim();
			if (has_libopenblas) {
				backend = "openblas";
			}
		}
	} catch {
		// if anything goes wrong, just use the default cpu backend
	}

	return backend;
}