whisper-node-server
Version:
Local audio transcription on CPU. Node.js bindings for OpenAI's Whisper. Modified from node-whisper
211 lines • 10.3 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.whisper = exports.whisperCleanup = exports.whisperInit = void 0;
const path_1 = __importDefault(require("path"));
const shell_1 = __importStar(require("./shell"));
const whisper_1 = require("./whisper");
const tsToArray_1 = __importDefault(require("./tsToArray"));
const node_fetch_1 = __importDefault(require("node-fetch"));
const form_data_1 = __importDefault(require("form-data"));
const fs_1 = __importDefault(require("fs"));
let serverState = {
isRunning: false,
process: null,
port: 8080
};
// Handle process termination
function setupCleanupHandlers() {
const cleanup = () => __awaiter(this, void 0, void 0, function* () {
yield whisperCleanup();
process.exit(0);
});
// Handle various termination signals
process.on('SIGINT', cleanup);
process.on('SIGTERM', cleanup);
process.on('SIGHUP', cleanup);
// Handle Windows-specific signals
if (process.platform === 'win32') {
process.on('SIGBREAK', cleanup);
}
// Handle uncaught exceptions
process.on('uncaughtException', (err) => __awaiter(this, void 0, void 0, function* () {
console.error('[whisper-node-server] Uncaught exception:', err);
yield cleanup();
}));
}
function whisperInit(options) {
return __awaiter(this, void 0, void 0, function* () {
if (serverState.isRunning) {
console.log("[whisper-node-server] Server already running on port", serverState.port);
return;
}
try {
// Ensure whisper.cpp is built
yield (0, shell_1.initializeWhisperCpp)();
const command = (0, whisper_1.createCppCommand)({
modelName: options === null || options === void 0 ? void 0 : options.modelName,
modelPath: options === null || options === void 0 ? void 0 : options.modelPath,
options: options === null || options === void 0 ? void 0 : options.whisperOptions,
isServer: true
});
console.log("[whisper-node-server] Starting server with command:", command);
serverState.process = (0, shell_1.default)(command, options === null || options === void 0 ? void 0 : options.shellOptions);
serverState.modelName = options === null || options === void 0 ? void 0 : options.modelName;
serverState.modelPath = options === null || options === void 0 ? void 0 : options.modelPath;
// Set up process event handlers
if (serverState.process) {
serverState.process.on('error', (error) => {
console.error("[whisper-node-server] Server process error:", error);
serverState.isRunning = false;
});
serverState.process.on('exit', (code, signal) => {
console.log("[whisper-node-server] Server process exited with code:", code, "signal:", signal);
serverState.isRunning = false;
serverState.process = null;
});
}
// Wait for server to start
yield new Promise(resolve => setTimeout(resolve, 2000));
serverState.isRunning = true;
// Set up cleanup handlers
setupCleanupHandlers();
console.log("[whisper-node-server] Server started successfully on port", serverState.port);
}
catch (error) {
console.error("[whisper-node-server] Failed to start server:", error);
throw error;
}
});
}
exports.whisperInit = whisperInit;
function whisperCleanup() {
return __awaiter(this, void 0, void 0, function* () {
if (!serverState.process) {
return;
}
console.log("[whisper-node-server] Shutting down server...");
try {
// Try graceful shutdown first
serverState.process.kill('SIGTERM');
// Wait for process to exit gracefully
yield new Promise((resolve, reject) => {
const timeout = setTimeout(() => {
if (serverState.process) {
console.log("[whisper-node-server] Force killing server process...");
try {
serverState.process.kill('SIGKILL');
}
catch (e) {
console.error("[whisper-node-server] Error during force kill:", e);
}
}
resolve();
}, 5000); // Wait 5 seconds for graceful shutdown
serverState.process.once('exit', () => {
clearTimeout(timeout);
resolve();
});
serverState.process.once('error', (err) => {
clearTimeout(timeout);
reject(err);
});
});
}
catch (error) {
console.error("[whisper-node-server] Error during server shutdown:", error);
}
finally {
serverState.process = null;
serverState.isRunning = false;
console.log("[whisper-node-server] Server shutdown complete");
}
});
}
exports.whisperCleanup = whisperCleanup;
// returns array[]: {start, end, speech}
const whisper = (filePath, options) => __awaiter(void 0, void 0, void 0, function* () {
try {
console.log("[whisper-node-server] Transcribing:", filePath, "\n");
if (serverState.isRunning) {
const serverUrl = (options === null || options === void 0 ? void 0 : options.serverUrl) || `http://localhost:${serverState.port}/inference`;
const form = new form_data_1.default();
// Add the audio file
form.append('file', fs_1.default.createReadStream(filePath));
// Add parameters as regular form fields
form.append('response_format', 'verbose_json');
// Add optional whisper parameters if provided
if (options === null || options === void 0 ? void 0 : options.whisperOptions) {
Object.entries(options.whisperOptions).forEach(([key, value]) => {
// Convert boolean values to lowercase strings as expected by the server
const formValue = typeof value === 'boolean' ? String(value).toLowerCase() : String(value);
form.append(key, formValue);
});
}
console.log('Sending request with options:', Object.assign({ response_format: 'verbose_json' }, options === null || options === void 0 ? void 0 : options.whisperOptions));
const response = yield (0, node_fetch_1.default)(serverUrl, {
method: 'POST',
body: form
});
if (!response.ok) {
const text = yield response.text();
console.error('Server response:', text);
throw new Error(`Server error: ${response.statusText}`);
}
const result = yield response.json();
return (0, tsToArray_1.default)(result);
}
else {
// Fall back to one-off command if server isn't running
const command = (0, whisper_1.createCppCommand)({
filePath: path_1.default.normalize(`"${filePath}"`),
modelName: options === null || options === void 0 ? void 0 : options.modelName,
modelPath: (options === null || options === void 0 ? void 0 : options.modelPath) ? `"${options === null || options === void 0 ? void 0 : options.modelPath}"` : undefined,
options: options === null || options === void 0 ? void 0 : options.whisperOptions
});
const transcript = yield (0, shell_1.shellExec)(command, options === null || options === void 0 ? void 0 : options.shellOptions);
return (0, tsToArray_1.default)(transcript);
}
}
catch (error) {
console.error("[whisper-node-server] Error:", error);
throw error;
}
});
exports.whisper = whisper;
exports.default = exports.whisper;
//# sourceMappingURL=index.js.map