hey-buddy-onnx/src/models/wake-word.js

Audio WakeWord Detection

/** @module models/wake-word */
import { ONNX } from "../onnx.js";
import { ONNXModel } from "./base.js";

/**
 * Wake Word model
 * @extends ONNXModel
 */
export class WakeWord extends ONNXModel {
    /**
     * Test the model
     * @param {boolean} debug - Whether to log debug messages
     * @throws {Error} - If the model test fails
     */
    async test(debug = false) {
        const embeddings = await ONNX.createTensor(
            "float32",
            new Float32Array(16*96).fill(0),
            [1, 16, 96]
        );
        const output = await this.run(embeddings);
        if (0.0 <= output && output <= 1.0) {
            if (debug) {
                console.log(`Wake Word model OK, executed in ${this.duration} ms`);
            }
        } else {
            throw new Error(`Wake Word model test failed - expected 0 <= x <= 1, got ${output}`);
        }
    }

    /**
     * Execute the model
     * @param {Float32Array} embeddings - Input embeddings
     * @returns {Promise} - Promise that resolves with the output of the model, which is a single float
     * @throws {Error} - If the input data is not a Float32Array
     */
    async execute(embeddings) {
        const input = {};
        if (embeddings.dims.length === 3) {
            input.input = embeddings;
        } else {
            input.input = await ONNX.createTensor(
                "float32",
                embeddings.data,
                [1, embeddings.dims[0], embeddings.dims[1]]
            );
        }
        const output = await this.session.run(input);
        return output.output.data[0] * 1;
    }
}