echogarden/src/alignment/DTWMfccSequenceAlignment.ts

An easy-to-use speech toolset. Includes tools for synthesis, recognition, alignment, speech translation, language detection, source separation and more.

import { cosineDistancePrecomputedMagnitudes, euclideanDistance, euclideanDistance13Dim, magnitude } from '../math/VectorMath.js'
import { getIntegerRange, logToStderr } from '../utilities/Utilities.js'
import { alignDTWWindowed } from './DTWSequenceAlignmentWindowed.js'

const log = logToStderr

export async function alignMFCC_DTW(mfccFrames1: ArrayLike<number>[], mfccFrames2: ArrayLike<number>[], windowLength: number, distanceFunctionKind: 'euclidean' | 'cosine' = 'euclidean', centerIndexes?: number[]) {
	if (distanceFunctionKind == 'euclidean') {
		let distanceFunction = euclideanDistance

		if (mfccFrames1.length > 0 && mfccFrames1[0].length === 13) {
			distanceFunction = euclideanDistance13Dim
		}

		const { path } = alignDTWWindowed(
			mfccFrames1,
			mfccFrames2,
			distanceFunction,
			windowLength,
			centerIndexes
		)

		return path
	} else if (distanceFunctionKind == 'cosine') {
		const indexes1 = getIntegerRange(0, mfccFrames1.length)
		const indexes2 = getIntegerRange(0, mfccFrames2.length)

		const magnitudes1 = mfccFrames1.map(magnitude)
		const magnitudes2 = mfccFrames2.map(magnitude)

		const distanceFunction = (i: number, j: number) =>
			cosineDistancePrecomputedMagnitudes(mfccFrames1[i], mfccFrames2[j], magnitudes1[i], magnitudes2[j])

		const { path } = alignDTWWindowed(
			indexes1,
			indexes2,
			distanceFunction,
			windowLength,
			centerIndexes
		)

		return path
	} else {
		throw new Error('Invalid distance function')
	}
}

export function getCostMatrixMemorySizeMB(sequence1Length: number, sequence2Length: number, windowLength: number) {
	const costMatrixMemorySizeMB = sequence1Length * Math.min(sequence2Length, windowLength) * 4 / 1000000

	return costMatrixMemorySizeMB
}