music21j-port
Version:
A toolkit for computer-aided musicology, Javascript version
884 lines (700 loc) • 24.2 kB
HTML
<html lang="en">
<head>
<meta charset="utf-8">
<title>Music21j Source: music21/audioSearch.js</title>
<!--[if lt IE 9]>
<script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script>
<![endif]-->
<link type="text/css" rel="stylesheet" href="styles/sunlight.default.css">
<link type="text/css" rel="stylesheet" href="styles/site.spruce.css">
</head>
<body>
<div class="container-fluid">
<div class="navbar navbar-fixed-top navbar-inverse">
<div class="navbar-inner">
<a class="brand" href="index.html">Music21j</a>
<ul class="nav">
<li class="dropdown">
<a href="namespaces.list.html" class="dropdown-toggle" data-toggle="dropdown">Namespaces<b
class="caret"></b></a>
<ul class="dropdown-menu ">
<li>
<a href="music21.html">music21</a>
</li>
<li>
<a href="music21.articulations.html">music21.articulations</a>
</li>
<li>
<a href="music21.audioSearch.html">music21.audioSearch</a>
</li>
<li>
<a href="music21.base.html">music21.base</a>
</li>
<li>
<a href="music21.beam.html">music21.beam</a>
</li>
<li>
<a href="music21.chord.html">music21.chord</a>
</li>
<li>
<a href="music21.clef.html">music21.clef</a>
</li>
<li>
<a href="music21.common.html">music21.common</a>
</li>
<li>
<a href="music21.duration.html">music21.duration</a>
</li>
<li>
<a href="music21.dynamics.html">music21.dynamics</a>
</li>
<li>
<a href="music21.expressions.html">music21.expressions</a>
</li>
<li>
<a href="music21.fromPython.html">music21.fromPython</a>
</li>
<li>
<a href="music21.instrument.html">music21.instrument</a>
</li>
<li>
<a href="music21.interval.html">music21.interval</a>
</li>
<li>
<a href="music21.key.html">music21.key</a>
</li>
<li>
<a href="music21.keyboard.html">music21.keyboard</a>
</li>
<li>
<a href="music21.meter.html">music21.meter</a>
</li>
<li>
<a href="music21.miditools.html">music21.miditools</a>
</li>
<li>
<a href="music21.note.html">music21.note</a>
</li>
<li>
<a href="music21.pitch.html">music21.pitch</a>
</li>
<li>
<a href="music21.prebase.html">music21.prebase</a>
</li>
<li>
<a href="music21.renderOptions.html">music21.renderOptions</a>
</li>
<li>
<a href="music21.roman.html">music21.roman</a>
</li>
<li>
<a href="music21.scale.html">music21.scale</a>
</li>
<li>
<a href="music21.sites.html">music21.sites</a>
</li>
<li>
<a href="music21.stream.html">music21.stream</a>
</li>
<li>
<a href="music21.tempo.html">music21.tempo</a>
</li>
<li>
<a href="music21.tie.html">music21.tie</a>
</li>
<li>
<a href="music21.tinyNotation.html">music21.tinyNotation</a>
</li>
<li>
<a href="music21.vfShow.html">music21.vfShow</a>
</li>
<li>
<a href="music21.webmidi.html">music21.webmidi</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="classes.list.html" class="dropdown-toggle" data-toggle="dropdown">Classes<b
class="caret"></b></a>
<ul class="dropdown-menu ">
<li>
<a href="music21.articulations.Accent.html">music21.articulations.Accent</a>
</li>
<li>
<a href="music21.articulations.Articulation.html">music21.articulations.Articulation</a>
</li>
<li>
<a href="music21.articulations.DynamicArticulation.html">music21.articulations.DynamicArticulation</a>
</li>
<li>
<a href="music21.articulations.LengthArticulation.html">music21.articulations.LengthArticulation</a>
</li>
<li>
<a href="music21.articulations.Marcato.html">music21.articulations.Marcato</a>
</li>
<li>
<a href="music21.articulations.PitchArticulation.html">music21.articulations.PitchArticulation</a>
</li>
<li>
<a href="music21.articulations.Spiccato.html">music21.articulations.Spiccato</a>
</li>
<li>
<a href="music21.articulations.Staccatissimo.html">music21.articulations.Staccatissimo</a>
</li>
<li>
<a href="music21.articulations.Staccato.html">music21.articulations.Staccato</a>
</li>
<li>
<a href="music21.articulations.StrongAccent.html">music21.articulations.StrongAccent</a>
</li>
<li>
<a href="music21.articulations.Tenuto.html">music21.articulations.Tenuto</a>
</li>
<li>
<a href="music21.articulations.TimbreArticulation.html">music21.articulations.TimbreArticulation</a>
</li>
<li>
<a href="music21.base.Music21Object.html">music21.base.Music21Object</a>
</li>
<li>
<a href="music21.beam.Beam.html">music21.beam.Beam</a>
</li>
<li>
<a href="music21.beam.Beams.html">music21.beam.Beams</a>
</li>
<li>
<a href="music21.chord.Chord.html">music21.chord.Chord</a>
</li>
<li>
<a href="music21.clef.AltoClef.html">music21.clef.AltoClef</a>
</li>
<li>
<a href="music21.clef.BassClef.html">music21.clef.BassClef</a>
</li>
<li>
<a href="music21.clef.Clef.html">music21.clef.Clef</a>
</li>
<li>
<a href="music21.clef.MezzoSopranoClef.html">music21.clef.MezzoSopranoClef</a>
</li>
<li>
<a href="music21.clef.PercussionClef.html">music21.clef.PercussionClef</a>
</li>
<li>
<a href="music21.clef.SopranoClef.html">music21.clef.SopranoClef</a>
</li>
<li>
<a href="music21.clef.TenorClef.html">music21.clef.TenorClef</a>
</li>
<li>
<a href="music21.clef.Treble8vaClef.html">music21.clef.Treble8vaClef</a>
</li>
<li>
<a href="music21.clef.Treble8vbClef.html">music21.clef.Treble8vbClef</a>
</li>
<li>
<a href="music21.clef.TrebleClef.html">music21.clef.TrebleClef</a>
</li>
<li>
<a href="music21.duration.Duration.html">music21.duration.Duration</a>
</li>
<li>
<a href="music21.duration.Tuplet.html">music21.duration.Tuplet</a>
</li>
<li>
<a href="music21.dynamics.Dynamic.html">music21.dynamics.Dynamic</a>
</li>
<li>
<a href="music21.expressions.Expression.html">music21.expressions.Expression</a>
</li>
<li>
<a href="music21.expressions.Fermata.html">music21.expressions.Fermata</a>
</li>
<li>
<a href="music21.fromPython.Converter.html">music21.fromPython.Converter</a>
</li>
<li>
<a href="music21.instrument.Instrument.html">music21.instrument.Instrument</a>
</li>
<li>
<a href="music21.interval.ChromaticInterval.html">music21.interval.ChromaticInterval</a>
</li>
<li>
<a href="music21.interval.DiatonicInterval.html">music21.interval.DiatonicInterval</a>
</li>
<li>
<a href="music21.interval.GenericInterval.html">music21.interval.GenericInterval</a>
</li>
<li>
<a href="music21.interval.Interval.html">music21.interval.Interval</a>
</li>
<li>
<a href="music21.key.Key.html">music21.key.Key</a>
</li>
<li>
<a href="music21.key.KeySignature.html">music21.key.KeySignature</a>
</li>
<li>
<a href="music21.keyboard.BlackKey.html">music21.keyboard.BlackKey</a>
</li>
<li>
<a href="music21.keyboard.Key.html">music21.keyboard.Key</a>
</li>
<li>
<a href="music21.keyboard.Keyboard.html">music21.keyboard.Keyboard</a>
</li>
<li>
<a href="music21.keyboard.WhiteKey.html">music21.keyboard.WhiteKey</a>
</li>
<li>
<a href="music21.meter.TimeSignature.html">music21.meter.TimeSignature</a>
</li>
<li>
<a href="music21.miditools.Event.html">music21.miditools.Event</a>
</li>
<li>
<a href="music21.miditools.MidiPlayer.html">music21.miditools.MidiPlayer</a>
</li>
<li>
<a href="music21.note.GeneralNote.html">music21.note.GeneralNote</a>
</li>
<li>
<a href="music21.note.Lyric.html">music21.note.Lyric</a>
</li>
<li>
<a href="music21.note.Note.html">music21.note.Note</a>
</li>
<li>
<a href="music21.note.NotRest.html">music21.note.NotRest</a>
</li>
<li>
<a href="music21.note.Rest.html">music21.note.Rest</a>
</li>
<li>
<a href="music21.pitch.Accidental.html">music21.pitch.Accidental</a>
</li>
<li>
<a href="music21.pitch.Pitch.html">music21.pitch.Pitch</a>
</li>
<li>
<a href="music21.prebase.ProtoM21Object.html">music21.prebase.ProtoM21Object</a>
</li>
<li>
<a href="music21.renderOptions.RenderOptions.html">music21.renderOptions.RenderOptions</a>
</li>
<li>
<a href="music21.roman.RomanNumeral.html">music21.roman.RomanNumeral</a>
</li>
<li>
<a href="music21.stream.Measure.html">music21.stream.Measure</a>
</li>
<li>
<a href="music21.stream.Part.html">music21.stream.Part</a>
</li>
<li>
<a href="music21.stream.Score.html">music21.stream.Score</a>
</li>
<li>
<a href="music21.stream.Stream.html">music21.stream.Stream</a>
</li>
<li>
<a href="music21.stream.Voice.html">music21.stream.Voice</a>
</li>
<li>
<a href="music21.tempo.Metronome.html">music21.tempo.Metronome</a>
</li>
<li>
<a href="music21.tie.Tie.html">music21.tie.Tie</a>
</li>
<li>
<a href="music21.vfShow.Renderer.html">music21.vfShow.Renderer</a>
</li>
<li>
<a href="music21.vfShow.RenderStack.html">music21.vfShow.RenderStack</a>
</li>
<li>
<a href="Notation.html">Notation</a>
</li>
<li>
<a href="Page.html">Page</a>
</li>
<li>
<a href="Recorder.html">Recorder</a>
</li>
</ul>
</li>
<li class="dropdown">
<a href="global.html" class="dropdown-toggle" data-toggle="dropdown">Global<b
class="caret"></b></a>
<ul class="dropdown-menu ">
<li>
<a href="global.html#getM21attribute">getM21attribute</a>
</li>
<li>
<a href="global.html#layout">layout</a>
</li>
<li>
<a href="global.html#midiNumDiffFromFrequency">midiNumDiffFromFrequency</a>
</li>
<li>
<a href="global.html#recorderWorkerJs">recorderWorkerJs</a>
</li>
<li>
<a href="global.html#unpickler">unpickler</a>
</li>
<li>
<a href="global.html#warnBanner">warnBanner</a>
</li>
</ul>
</li>
</ul>
</div>
</div>
<div class="row-fluid">
<div class="span12">
<div id="main">
<h1 class="page-title">Source: music21/audioSearch.js</h1>
<section>
<article>
<pre
class="sunlight-highlight-javascript linenums">import MIDI from 'MIDI';
import { common } from './common.js';
/**
* audioSearch module. See {@link music21.audioSearch} namespace
*
* @exports music21/audioSearch
*/
/**
* @namespace music21.audioSearch
* @memberof music21
* @requires music21/pitch
* @requires music21/common
*/
export const audioSearch = {};
// functions based on the prototype created by Chris Wilson's MIT License version
// and on Jordi Bartolome Guillen's audioSearch module for music21
audioSearch.fftSize = 2048;
audioSearch.AudioContextCaller
= window.AudioContext || window.webkitAudioContext;
audioSearch._audioContext = null;
audioSearch.animationFrameCallbackId = null;
Object.defineProperties(audioSearch, {
audioContext: {
get: () => {
if (audioSearch._audioContext !== null) {
return audioSearch._audioContext;
} else {
// AudioContext should be a singleton, but MIDI reports loaded before it is!
if (
MIDI !== undefined
&& MIDI.WebAudio !== undefined
&& MIDI.WebAudio.getContext() !== undefined
) {
window.globalAudioContext = MIDI.WebAudio.getContext();
} else if (typeof window.globalAudioContext === 'undefined') {
window.globalAudioContext = new audioSearch.AudioContextCaller();
}
audioSearch._audioContext = window.globalAudioContext;
return audioSearch._audioContext;
}
},
set: ac => {
audioSearch._audioContext = ac;
},
},
});
/**
*
* @function music21.audioSearch.getUserMedia
* @memberof music21.audioSearch
* @param {Object} dictionary - optional dictionary to fill
* @param {function} callback - callback on success
* @param {function} error - callback on error
*/
audioSearch.getUserMedia = function getUserMedia(dictionary, callback, error) {
if (error === undefined) {
/* eslint no-alert: "off"*/
error = () => {
alert(
'navigator.getUserMedia either not defined (Safari, IE) or denied.'
);
};
}
if (callback === undefined) {
callback = mediaStream => {
audioSearch.userMediaStarted(mediaStream);
};
}
const n = navigator;
// need to polyfill navigator, or binding problems are hard...
n.getUserMedia
= n.getUserMedia
|| n.webkitGetUserMedia
|| n.mozGetUserMedia
|| n.msGetUserMedia;
if (n.getUserMedia === undefined) {
error();
}
if (dictionary === undefined) {
dictionary = {
audio: {
mandatory: {},
optional: [],
},
};
}
n.getUserMedia(dictionary, callback, error);
};
audioSearch.sampleBuffer = null;
audioSearch.currentAnalyser = null;
audioSearch.userMediaStarted = function userMediaStarted(audioStream) {
/**
* This function which patches Safari requires some time to get started
* so we call it on object creation.
*/
audioSearch.sampleBuffer = new Float32Array(audioSearch.fftSize / 2);
const mediaStreamSource = audioSearch.audioContext.createMediaStreamSource(
audioStream
);
const analyser = audioSearch.audioContext.createAnalyser();
analyser.fftSize = audioSearch.fftSize;
mediaStreamSource.connect(analyser);
audioSearch.currentAnalyser = analyser;
audioSearch.animateLoop();
};
audioSearch.minFrequency = 55;
audioSearch.maxFrequency = 1050;
audioSearch.animateLoop = function animateLoop(time) {
audioSearch.currentAnalyser.getFloatTimeDomainData(
audioSearch.sampleBuffer
);
// returns best frequency or -1
const frequencyDetected = audioSearch.autoCorrelate(
audioSearch.sampleBuffer,
audioSearch.audioContext.sampleRate,
audioSearch.minFrequency,
audioSearch.maxFrequency
);
const retValue = audioSearch.sampleCallback(frequencyDetected);
if (retValue !== -1) {
audioSearch.animationFrameCallbackId = window.requestAnimationFrame(
audioSearch.animateLoop
);
}
};
audioSearch.pitchSmoothingSize = 40;
audioSearch.lastPitchClassesDetected = [];
audioSearch.lastPitchesDetected = [];
audioSearch.lastCentsDeviationsDetected = [];
audioSearch.smoothPitchExtraction = function smoothPitchExtraction(frequency) {
if (frequency === -1) {
audioSearch.lastPitchClassesDetected.shift();
audioSearch.lastPitchesDetected.shift();
audioSearch.lastCentsDeviationsDetected.shift();
} else {
const [midiNum, centsOff] = audioSearch.midiNumDiffFromFrequency(
frequency
);
if (
audioSearch.lastPitchClassesDetected.length
> audioSearch.pitchSmoothingSize
) {
audioSearch.lastPitchClassesDetected.shift();
audioSearch.lastPitchesDetected.shift();
audioSearch.lastCentsDeviationsDetected.shift();
}
audioSearch.lastPitchClassesDetected.push(midiNum % 12);
audioSearch.lastPitchesDetected.push(midiNum);
audioSearch.lastCentsDeviationsDetected.push(centsOff);
}
const mostCommonPitchClass = common.statisticalMode(
audioSearch.lastPitchClassesDetected
);
if (mostCommonPitchClass === null) {
return [-1, 0];
}
const pitchesMatchingClass = [];
const centsMatchingClass = [];
for (let i = 0; i < audioSearch.lastPitchClassesDetected.length; i++) {
if (audioSearch.lastPitchClassesDetected[i] === mostCommonPitchClass) {
pitchesMatchingClass.push(audioSearch.lastPitchesDetected[i]);
centsMatchingClass.push(audioSearch.lastCentsDeviationsDetected[i]);
}
}
const mostCommonPitch = common.statisticalMode(pitchesMatchingClass);
// find cents difference; weighing more recent samples more...
let totalSamplePoints = 0;
let totalSample = 0;
for (let j = 0; j < centsMatchingClass.length; j++) {
const weight = Math.pow(j, 2) + 1;
totalSample += weight * centsMatchingClass[j];
totalSamplePoints += weight;
}
const centsOff = Math.floor(totalSample / totalSamplePoints);
return [mostCommonPitch, centsOff];
};
audioSearch.sampleCallback = function sampleCallback(frequency) {
const [unused_midiNum, unused_centsOff] = audioSearch.smoothPitchExtraction(
frequency
);
};
// from Chris Wilson. Replace with Jordi's
audioSearch.autoCorrelate = function autoCorrelate(
buf,
sampleRate,
minFrequency,
maxFrequency
) {
const SIZE = buf.length;
const MAX_SAMPLES = Math.floor(SIZE / 2);
if (minFrequency === undefined) {
minFrequency = 0;
}
if (maxFrequency === undefined) {
maxFrequency = sampleRate;
}
let best_offset = -1;
let best_correlation = 0;
let rms = 0;
let foundGoodCorrelation = false;
const correlations = new Array(MAX_SAMPLES);
for (let i = 0; i < SIZE; i++) {
const val = buf[i];
rms += val * val;
}
rms = Math.sqrt(rms / SIZE);
if (rms < 0.01) {
return -1;
} // not enough signal
let lastCorrelation = 1;
for (let offset = 0; offset < MAX_SAMPLES; offset++) {
let correlation = 0;
const offsetFrequency = sampleRate / offset;
if (offsetFrequency < minFrequency) {
break;
}
if (offsetFrequency > maxFrequency) {
continue;
}
for (let i = 0; i < MAX_SAMPLES; i++) {
correlation += Math.abs(buf[i] - buf[i + offset]);
}
correlation = 1 - correlation / MAX_SAMPLES;
correlations[offset] = correlation; // store it, for the tweaking we need to do below.
if (correlation > 0.9 && correlation > lastCorrelation) {
foundGoodCorrelation = true;
if (correlation > best_correlation) {
best_correlation = correlation;
best_offset = offset;
}
} else if (foundGoodCorrelation) {
// short-circuit - we found a good correlation, then a bad one, so we'd just be seeing copies from here.
// Now we need to tweak the offset - by interpolating between the values to the left and right of the
// best offset, and shifting it a bit. This is complex, and HACKY in this code (happy to take PRs!) -
// we need to do a curve fit on correlations[] around best_offset in order to better determine precise
// (anti-aliased) offset.
// we know best_offset >=1,
// since foundGoodCorrelation cannot go to true until the second pass (offset=1), and
// we can't drop into this clause until the following pass (else if).
const shift
= (correlations[best_offset + 1]
- correlations[best_offset - 1])
/ correlations[best_offset];
return sampleRate / (best_offset + 8 * shift);
}
lastCorrelation = correlation;
}
if (best_correlation > 0.01) {
// console.log("f = " + sampleRate/best_offset + "Hz (rms: " + rms + " confidence: " + best_correlation + ")")
return sampleRate / best_offset;
}
return -1;
// var best_frequency = sampleRate/best_offset;
};
/**
*
* @function midiNumDiffFromFrequency
* @param {Number} frequency
* @returns {Array<Int>} [miniNumber, centsOff]
*/
audioSearch.midiNumDiffFromFrequency = function midiNumDiffFromFrequency(
frequency
) {
const midiNumFloat = 12 * (Math.log(frequency / 440) / Math.log(2)) + 69;
const midiNum = Math.round(midiNumFloat);
const centsOff = Math.round(100 * (midiNumFloat - midiNum));
return [midiNum, centsOff];
};
</pre>
</article>
</section>
</div>
<div class="clearfix"></div>
<footer>
<span class="copyright">
Music21j, Copyright © 2013-2018 Michael Scott Cuthbert and cuthbertLab.
</span>
<br />
<span class="jsdoc-message">
Documentation generated by <a href="https://github.com/jsdoc3/jsdoc">JSDoc 3.5.5</a>
on Wed Jul 4th 2018 using the <a
href="https://github.com/terryweiss/docstrap">DocStrap template</a>.
</span>
</footer>
</div>
<br clear="both">
</div>
</div>
<!--<script src="scripts/sunlight.js"></script>-->
<script src="scripts/docstrap.lib.js"></script>
<script src="scripts/bootstrap-dropdown.js"></script>
<script src="scripts/toc.js"></script>
<script>
$( function () {
$( "[id*='$']" ).each( function () {
var $this = $( this );
$this.attr( "id", $this.attr( "id" ).replace( "$", "__" ) );
} );
$( "#toc" ).toc( {
anchorName : function ( i, heading, prefix ) {
return $( heading ).attr( "id" ) || ( prefix + i );
},
selectors : "h1,h2,h3,h4",
showAndHide : false,
scrollTo : "100px"
} );
$( "#toc>ul" ).addClass( "nav nav-pills nav-stacked" );
$( "#main span[id^='toc']" ).addClass( "toc-shim" );
$( '.dropdown-toggle' ).dropdown();
// $( ".tutorial-section pre, .readme-section pre" ).addClass( "sunlight-highlight-javascript" ).addClass( "linenums" );
$( ".tutorial-section pre, .readme-section pre" ).each( function () {
var $this = $( this );
var example = $this.find( "code" );
exampleText = example.html();
var lang = /{@lang (.*?)}/.exec( exampleText );
if ( lang && lang[1] ) {
exampleText = exampleText.replace( lang[0], "" );
example.html( exampleText );
lang = lang[1];
} else {
lang = "javascript";
}
if ( lang ) {
$this
.addClass( "sunlight-highlight-" + lang )
.addClass( "linenums" )
.html( example.html() );
}
} );
Sunlight.highlightAll( {
lineNumbers : true,
showMenu : true,
enableDoclinks : true
} );
} );
</script>
<!--Navigation and Symbol Display-->
<!--Google Analytics-->
</body>
</html>