speaker-calibration 2.0.0 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintignore +72 -0
- package/.eslintrc.json +40 -0
- package/.gitignore +78 -0
- package/.prettierignore +70 -0
- package/.prettierrc +15 -0
- package/LICENSE +20 -20
- package/README.md +133 -133
- package/__mocks__/fileMock.js +1 -0
- package/__mocks__/styleMock.js +1 -0
- package/babel.config.js +3 -0
- package/coverage/clover.xml +71 -0
- package/coverage/coverage-final.json +224 -0
- package/coverage/lcov-report/PythonServerInterface.js.html +265 -0
- package/coverage/lcov-report/base.css +354 -0
- package/coverage/lcov-report/block-navigation.js +82 -0
- package/coverage/lcov-report/favicon.png +0 -0
- package/coverage/lcov-report/index.html +123 -0
- package/coverage/lcov-report/prettify.css +101 -0
- package/coverage/lcov-report/prettify.js +937 -0
- package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
- package/coverage/lcov-report/sorter.js +189 -0
- package/coverage/lcov-report/src/index.html +121 -0
- package/coverage/lcov-report/src/server/PythonServerInterface.js.html +268 -0
- package/coverage/lcov-report/src/server/index.html +123 -0
- package/coverage/lcov-report/src/tasks/audioCalibrator.js.html +499 -0
- package/coverage/lcov-report/src/tasks/audioRecorder.js.html +412 -0
- package/coverage/lcov-report/src/tasks/index.html +143 -0
- package/coverage/lcov-report/src/tasks/volume/index.html +123 -0
- package/coverage/lcov-report/src/tasks/volume/volume.js.html +409 -0
- package/coverage/lcov-report/src/utils.js.html +172 -0
- package/coverage/lcov.info +91 -0
- package/dist/example/Queen-Bohemian_Rhapsody.wav +0 -0
- package/dist/example/Queen-Bohemian_Rhapsody_g_filtered.wav +0 -0
- package/dist/example/index.html +47 -0
- package/dist/example/listener.html +89 -0
- package/dist/example/server.js +49 -0
- package/dist/example/speaker.html +126 -0
- package/dist/example/speakerUI.js +217 -0
- package/dist/example/styles.css +40 -0
- package/dist/main.js +1 -1
- package/dist/mlsGen.js +6814 -6814
- package/dist/mlsGen.wasm +0 -0
- package/doc/AudioCalibrator.html +417 -0
- package/doc/AudioPeer.html +251 -0
- package/doc/AudioRecorder.html +195 -0
- package/doc/ImpulseResponse.html +215 -0
- package/doc/Listener.html +308 -0
- package/doc/MlsGenInterface.html +226 -0
- package/doc/MyEventEmitter.html +274 -0
- package/doc/PythonServerAPI.html +109 -0
- package/doc/Speaker-Calibration-UML-Diagram.png +0 -0
- package/doc/Speaker.html +276 -0
- package/doc/Takes%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +128 -0
- package/doc/Takes%20the%20url%20of%20the%20current%20site%0Aand%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +138 -0
- package/doc/Takes%20the%20url%20of%20the%20current%20site%20and%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +137 -0
- package/doc/Volume.html +88 -0
- package/doc/audioCalibrator.js.html +179 -0
- package/doc/audioPeer.js.html +175 -0
- package/doc/audioRecorder.js.html +163 -0
- package/doc/creates%20a%20new%20AudioRecorder%20instance.%20%0ASets%20up%20the%20audio%20context%20and%20file%20reader..html +114 -0
- package/doc/fonts/OpenSans-Bold-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Bold-webfont.svg +1830 -0
- package/doc/fonts/OpenSans-Bold-webfont.woff +0 -0
- package/doc/fonts/OpenSans-BoldItalic-webfont.eot +0 -0
- package/doc/fonts/OpenSans-BoldItalic-webfont.svg +1830 -0
- package/doc/fonts/OpenSans-BoldItalic-webfont.woff +0 -0
- package/doc/fonts/OpenSans-Italic-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Italic-webfont.svg +1830 -0
- package/doc/fonts/OpenSans-Italic-webfont.woff +0 -0
- package/doc/fonts/OpenSans-Light-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Light-webfont.svg +1831 -0
- package/doc/fonts/OpenSans-Light-webfont.woff +0 -0
- package/doc/fonts/OpenSans-LightItalic-webfont.eot +0 -0
- package/doc/fonts/OpenSans-LightItalic-webfont.svg +1835 -0
- package/doc/fonts/OpenSans-LightItalic-webfont.woff +0 -0
- package/doc/fonts/OpenSans-Regular-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Regular-webfont.svg +1831 -0
- package/doc/fonts/OpenSans-Regular-webfont.woff +0 -0
- package/doc/global.html +308 -0
- package/doc/index.html +58 -0
- package/doc/listener.js.html +170 -0
- package/doc/mlsGen_mlsGenInterface.js.html +117 -0
- package/doc/myEventEmitter.js.html +124 -0
- package/doc/peer-connection_audioPeer.js.html +188 -0
- package/doc/peer-connection_listener.js.html +311 -0
- package/doc/peer-connection_speaker.js.html +381 -0
- package/doc/sc-activity-diagram.png +0 -0
- package/doc/scripts/linenumber.js +25 -0
- package/doc/scripts/prettify/Apache-License-2.0.txt +202 -0
- package/doc/scripts/prettify/lang-css.js +24 -0
- package/doc/scripts/prettify/prettify.js +640 -0
- package/doc/server_PythonServerAPI.js.html +160 -0
- package/doc/speaker.js.html +248 -0
- package/doc/styles/jsdoc-default.css +371 -0
- package/doc/styles/prettify-jsdoc.css +111 -0
- package/doc/styles/prettify-tomorrow.css +163 -0
- package/doc/tasks_audioCalibrator.js.html +207 -0
- package/doc/tasks_audioRecorder.js.html +190 -0
- package/doc/tasks_impulse-response_impulseResponse.js.html +442 -0
- package/doc/tasks_impulse-response_mlsGen_mlsGenInterface.js.html +175 -0
- package/doc/tasks_volume_volume.js.html +185 -0
- package/doc/utils.js.html +105 -0
- package/jest.config.js +173 -0
- package/netlify.toml +27 -0
- package/package.json +67 -66
- package/src/index.html +21 -0
- package/src/main.js +21 -0
- package/src/myEventEmitter.js +83 -0
- package/src/peer-connection/audioPeer.js +151 -0
- package/src/peer-connection/listener.js +251 -0
- package/src/peer-connection/peerErrors.js +25 -0
- package/src/peer-connection/speaker.js +346 -0
- package/src/server/PythonServerAPI.js +117 -0
- package/src/tasks/audioCalibrator.js +218 -0
- package/src/tasks/audioRecorder.js +148 -0
- package/src/tasks/impulse-response/impulseResponse.js +436 -0
- package/src/tasks/impulse-response/mlsGen/mlsGen.cpp +99 -0
- package/src/tasks/impulse-response/mlsGen/mlsGen.hpp +304 -0
- package/src/tasks/impulse-response/mlsGen/mlsGenInterface.js +131 -0
- package/src/tasks/impulse-response/mlsGen/mlsGenTest.cpp +181 -0
- package/src/tasks/volume/volume.cpp +3 -0
- package/src/tasks/volume/volume.hpp +23 -0
- package/src/tasks/volume/volume.js +157 -0
- package/src/utils.js +55 -0
- package/webpack.config.js +37 -0
- package/README +0 -3
|
@@ -0,0 +1,442 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="utf-8" />
|
|
5
|
+
<title>JSDoc: Source: tasks/impulse-response/impulseResponse.js</title>
|
|
6
|
+
|
|
7
|
+
<script src="scripts/prettify/prettify.js"></script>
|
|
8
|
+
<script src="scripts/prettify/lang-css.js"></script>
|
|
9
|
+
<!--[if lt IE 9]>
|
|
10
|
+
<script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script>
|
|
11
|
+
<![endif]-->
|
|
12
|
+
<link type="text/css" rel="stylesheet" href="styles/prettify-tomorrow.css" />
|
|
13
|
+
<link type="text/css" rel="stylesheet" href="styles/jsdoc-default.css" />
|
|
14
|
+
</head>
|
|
15
|
+
|
|
16
|
+
<body>
|
|
17
|
+
<div id="main">
|
|
18
|
+
<h1 class="page-title">Source: tasks/impulse-response/impulseResponse.js</h1>
|
|
19
|
+
|
|
20
|
+
<section>
|
|
21
|
+
<article>
|
|
22
|
+
<pre
|
|
23
|
+
class="prettyprint source linenums"
|
|
24
|
+
><code>import AudioCalibrator from '../audioCalibrator';
|
|
25
|
+
import MlsGenInterface from './mlsGen/mlsGenInterface';
|
|
26
|
+
|
|
27
|
+
import {sleep, csvToArray} from '../../utils';
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
*
|
|
31
|
+
*/
|
|
32
|
+
class ImpulseResponse extends AudioCalibrator {
|
|
33
|
+
/**
|
|
34
|
+
* Default constructor. Creates an instance with any number of paramters passed or the default parameters defined here.
|
|
35
|
+
* @param {*} param0
|
|
36
|
+
*/
|
|
37
|
+
constructor({download = false, mlsOrder = 18, numCaptures = 5, numMLSPerCapture = 4}) {
|
|
38
|
+
super(numCaptures, numMLSPerCapture);
|
|
39
|
+
this.#mlsOrder = parseInt(mlsOrder, 10);
|
|
40
|
+
this.#P = 2 ** mlsOrder - 1;
|
|
41
|
+
this.#download = download;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
/** @private */
|
|
45
|
+
#download;
|
|
46
|
+
|
|
47
|
+
/** @private */
|
|
48
|
+
#mlsGenInterface;
|
|
49
|
+
|
|
50
|
+
/** @private */
|
|
51
|
+
#mlsBufferView;
|
|
52
|
+
|
|
53
|
+
/** @private */
|
|
54
|
+
invertedImpulseResponse = null;
|
|
55
|
+
|
|
56
|
+
/** @private */
|
|
57
|
+
impulseResponses = [];
|
|
58
|
+
|
|
59
|
+
/** @private */
|
|
60
|
+
#mlsOrder;
|
|
61
|
+
|
|
62
|
+
#P;
|
|
63
|
+
|
|
64
|
+
/** @private */
|
|
65
|
+
TAPER_SECS = 5;
|
|
66
|
+
|
|
67
|
+
/** @private */
|
|
68
|
+
offsetGainNode;
|
|
69
|
+
|
|
70
|
+
/**
|
|
71
|
+
* Sends all the computed impulse responses to the backend server for processing
|
|
72
|
+
* @returns sets the resulting inverted impulse response to the class property
|
|
73
|
+
*/
|
|
74
|
+
sendImpulseResponsesToServerForProcessing = async () => {
|
|
75
|
+
const computedIRs = await Promise.all(this.impulseResponses);
|
|
76
|
+
this.emit('update', {message: `computing the IIR...`});
|
|
77
|
+
return this.pyServerAPI
|
|
78
|
+
.getInverseImpulseResponse({
|
|
79
|
+
payload: computedIRs,
|
|
80
|
+
})
|
|
81
|
+
.then(res => {
|
|
82
|
+
this.emit('update', {message: `done computing the IIR...`});
|
|
83
|
+
this.invertedImpulseResponse = res;
|
|
84
|
+
})
|
|
85
|
+
.catch(err => {
|
|
86
|
+
// this.emit('InvertedImpulseResponse', {res: false});
|
|
87
|
+
console.error(err);
|
|
88
|
+
});
|
|
89
|
+
};
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* Sends the recorded signal, or a given csv string of a signal, to the back end server for processing
|
|
93
|
+
* @param {<array>String} signalCsv - Optional csv string of a previously recorded signal, if given, this signal will be processed
|
|
94
|
+
*/
|
|
95
|
+
sendRecordingToServerForProcessing = signalCsv => {
|
|
96
|
+
const allSignals = this.getAllRecordedSignals();
|
|
97
|
+
const numSignals = allSignals.length;
|
|
98
|
+
const payload =
|
|
99
|
+
signalCsv && signalCsv.length > 0 ? csvToArray(signalCsv) : allSignals[numSignals - 1];
|
|
100
|
+
|
|
101
|
+
this.emit('update', {message: `computing the IR of the last recording...`});
|
|
102
|
+
this.impulseResponses.push(
|
|
103
|
+
this.pyServerAPI
|
|
104
|
+
.getImpulseResponse({
|
|
105
|
+
sampleRate: this.sourceSamplingRate || 96000,
|
|
106
|
+
payload,
|
|
107
|
+
P: this.#P,
|
|
108
|
+
})
|
|
109
|
+
.then(res => {
|
|
110
|
+
if (this.numSuccessfulCaptured < this.numCaptures) {
|
|
111
|
+
this.numSuccessfulCaptured += 1;
|
|
112
|
+
this.emit('update', {
|
|
113
|
+
message: `${this.numSuccessfulCaptured}/${this.numCaptures} IRs computed...`,
|
|
114
|
+
});
|
|
115
|
+
}
|
|
116
|
+
return res;
|
|
117
|
+
})
|
|
118
|
+
.catch(err => {
|
|
119
|
+
console.error(err);
|
|
120
|
+
})
|
|
121
|
+
);
|
|
122
|
+
};
|
|
123
|
+
|
|
124
|
+
/**
|
|
125
|
+
* Passed to the calibration steps function, awaits the desired amount of seconds to capture the desired number
|
|
126
|
+
* of MLS periods defined in the constructor
|
|
127
|
+
*/
|
|
128
|
+
#awaitDesiredMLSLength = async () => {
|
|
129
|
+
// seconds per MLS = P / SR
|
|
130
|
+
// await N * P / SR
|
|
131
|
+
this.emit('update', {
|
|
132
|
+
message: `sampling the calibration signal...`,
|
|
133
|
+
});
|
|
134
|
+
await sleep((this.#P / this.sourceSamplingRate) * this.numMLSPerCapture);
|
|
135
|
+
};
|
|
136
|
+
|
|
137
|
+
/**
|
|
138
|
+
* Passed to the calibration steps function, awaits the onset of the signal to ensure a steady state
|
|
139
|
+
*/
|
|
140
|
+
#awaitSignalOnset = async () => {
|
|
141
|
+
this.emit('update', {
|
|
142
|
+
message: `waiting for the signal to stabalize...`,
|
|
143
|
+
});
|
|
144
|
+
await sleep(this.TAPER_SECS);
|
|
145
|
+
};
|
|
146
|
+
|
|
147
|
+
/**
|
|
148
|
+
* Called immediately after a recording is captured. Used to process the resulting signal
|
|
149
|
+
* whether by sending the result to a server or by computing a result locally
|
|
150
|
+
*/
|
|
151
|
+
#afterMLSRecord = () => {
|
|
152
|
+
if (this.#download) {
|
|
153
|
+
this.downloadData();
|
|
154
|
+
}
|
|
155
|
+
this.#stopCalibrationAudio();
|
|
156
|
+
this.sendRecordingToServerForProcessing();
|
|
157
|
+
};
|
|
158
|
+
|
|
159
|
+
#afterMLSwIIRRecord = () => {
|
|
160
|
+
if (this.#download) {
|
|
161
|
+
this.downloadData();
|
|
162
|
+
}
|
|
163
|
+
this.#stopCalibrationAudio();
|
|
164
|
+
};
|
|
165
|
+
|
|
166
|
+
/**
|
|
167
|
+
* Created an S Curver Buffer to taper the signal onset
|
|
168
|
+
* @param {*} length
|
|
169
|
+
* @param {*} phase
|
|
170
|
+
* @returns
|
|
171
|
+
*/
|
|
172
|
+
static createSCurveBuffer = (length, phase) => {
|
|
173
|
+
const curve = new Float32Array(length);
|
|
174
|
+
let i;
|
|
175
|
+
for (i = 0; i < length; i += 1) {
|
|
176
|
+
// scale the curve to be between 0-1
|
|
177
|
+
curve[i] = Math.sin((Math.PI * i) / length - phase) / 2 + 0.5;
|
|
178
|
+
}
|
|
179
|
+
return curve;
|
|
180
|
+
};
|
|
181
|
+
|
|
182
|
+
static createInverseSCurveBuffer = (length, phase) => {
|
|
183
|
+
const curve = new Float32Array(length);
|
|
184
|
+
let i;
|
|
185
|
+
let j = length - 1;
|
|
186
|
+
for (i = 0; i < length; i += 1) {
|
|
187
|
+
// scale the curve to be between 0-1
|
|
188
|
+
curve[i] = Math.sin((Math.PI * j) / length - phase) / 2 + 0.5;
|
|
189
|
+
j -= 1;
|
|
190
|
+
}
|
|
191
|
+
return curve;
|
|
192
|
+
};
|
|
193
|
+
|
|
194
|
+
/**
|
|
195
|
+
* Construct a Calibration Node with the calibration parameters.
|
|
196
|
+
* @private
|
|
197
|
+
*/
|
|
198
|
+
#createPureTonenNode = CALIBRATION_TONE_FREQUENCY => {
|
|
199
|
+
const audioContext = this.makeNewSourceAudioContext();
|
|
200
|
+
const oscilator = audioContext.createOscillator();
|
|
201
|
+
const gainNode = audioContext.createGain();
|
|
202
|
+
|
|
203
|
+
oscilator.frequency.value = CALIBRATION_TONE_FREQUENCY;
|
|
204
|
+
oscilator.type = 'sine';
|
|
205
|
+
gainNode.gain.value = 0.04;
|
|
206
|
+
|
|
207
|
+
oscilator.connect(gainNode);
|
|
208
|
+
gainNode.connect(audioContext.destination);
|
|
209
|
+
|
|
210
|
+
this.addCalibrationNode(oscilator);
|
|
211
|
+
};
|
|
212
|
+
|
|
213
|
+
/**
|
|
214
|
+
* Construct a Calibration Node with the calibration parameters.
|
|
215
|
+
* @private
|
|
216
|
+
*/
|
|
217
|
+
#createCalibrationNodeFromBuffer = dataBuffer => {
|
|
218
|
+
const audioContext = this.makeNewSourceAudioContext();
|
|
219
|
+
const buffer = audioContext.createBuffer(
|
|
220
|
+
1, // number of channels
|
|
221
|
+
dataBuffer.length,
|
|
222
|
+
audioContext.sampleRate // sample rate
|
|
223
|
+
);
|
|
224
|
+
|
|
225
|
+
const data = buffer.getChannelData(0); // get data
|
|
226
|
+
// fill the buffer with our data
|
|
227
|
+
try {
|
|
228
|
+
for (let i = 0; i < dataBuffer.length; i += 1) {
|
|
229
|
+
data[i] = dataBuffer[i];
|
|
230
|
+
}
|
|
231
|
+
} catch (error) {
|
|
232
|
+
console.error(error);
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
const source = audioContext.createBufferSource();
|
|
236
|
+
|
|
237
|
+
source.buffer = buffer;
|
|
238
|
+
source.loop = true;
|
|
239
|
+
source.connect(audioContext.destination);
|
|
240
|
+
|
|
241
|
+
this.addCalibrationNode(source);
|
|
242
|
+
};
|
|
243
|
+
|
|
244
|
+
/**
|
|
245
|
+
* Given a data buffer, creates the required calibration node
|
|
246
|
+
* @param {*} dataBufferArray
|
|
247
|
+
*/
|
|
248
|
+
#setCalibrationNodesFromBuffer = (dataBufferArray = [this.#mlsBufferView]) => {
|
|
249
|
+
if (dataBufferArray.length === 1) {
|
|
250
|
+
this.#createCalibrationNodeFromBuffer(dataBufferArray[0]);
|
|
251
|
+
} else {
|
|
252
|
+
throw new Error('The length of the data buffer array must be 1');
|
|
253
|
+
}
|
|
254
|
+
};
|
|
255
|
+
|
|
256
|
+
#createImpulseResponseFilterGraph = (calibrationSignal, iir) => {
|
|
257
|
+
const audioCtx = this.makeNewSourceAudioContext();
|
|
258
|
+
|
|
259
|
+
// -------------------------------------------------------- IIR
|
|
260
|
+
const iirBuffer = audioCtx.createBuffer(
|
|
261
|
+
1,
|
|
262
|
+
// TODO: quality check this
|
|
263
|
+
iir.length - 1,
|
|
264
|
+
audioCtx.sampleRate
|
|
265
|
+
);
|
|
266
|
+
|
|
267
|
+
// Fill the buffer with the inverted impulse response
|
|
268
|
+
const iirChannelZeroBuffer = iirBuffer.getChannelData(0);
|
|
269
|
+
for (let i = 0; i < iirBuffer.length; i++) {
|
|
270
|
+
// audio needs to be in [-1.0; 1.0]
|
|
271
|
+
iirChannelZeroBuffer[i] = iir[i];
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
const convolverNode = audioCtx.createConvolver();
|
|
275
|
+
|
|
276
|
+
convolverNode.normalize = false;
|
|
277
|
+
convolverNode.channelCount = 1;
|
|
278
|
+
convolverNode.buffer = iirBuffer;
|
|
279
|
+
|
|
280
|
+
// ------------------------------------------------------ MLS
|
|
281
|
+
const calibrationSignalBuffer = audioCtx.createBuffer(
|
|
282
|
+
1, // number of channels
|
|
283
|
+
calibrationSignal.length,
|
|
284
|
+
audioCtx.sampleRate // sample rate
|
|
285
|
+
);
|
|
286
|
+
|
|
287
|
+
const mlsChannelZeroBuffer = calibrationSignalBuffer.getChannelData(0); // get data
|
|
288
|
+
// fill the buffer with our data
|
|
289
|
+
try {
|
|
290
|
+
for (let i = 0; i < calibrationSignal.length; i += 1) {
|
|
291
|
+
mlsChannelZeroBuffer[i] = calibrationSignal[i];
|
|
292
|
+
}
|
|
293
|
+
} catch (error) {
|
|
294
|
+
console.error(error);
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
const sourceNode = audioCtx.createBufferSource();
|
|
298
|
+
|
|
299
|
+
sourceNode.buffer = calibrationSignalBuffer;
|
|
300
|
+
sourceNode.loop = true;
|
|
301
|
+
sourceNode.connect(convolverNode);
|
|
302
|
+
|
|
303
|
+
convolverNode.connect(audioCtx.destination);
|
|
304
|
+
|
|
305
|
+
console.log({convolverNode, sourceNode});
|
|
306
|
+
|
|
307
|
+
this.addCalibrationNode(sourceNode);
|
|
308
|
+
};
|
|
309
|
+
|
|
310
|
+
#createIIRwMLSGraph = () => {
|
|
311
|
+
this.#createImpulseResponseFilterGraph(this.impulseResponses, [this.#mlsBufferView][0]);
|
|
312
|
+
};
|
|
313
|
+
|
|
314
|
+
/**
|
|
315
|
+
* Creates an audio context and plays it for a few seconds.
|
|
316
|
+
* @private
|
|
317
|
+
* @returns {Promise} - Resolves when the audio is done playing.
|
|
318
|
+
*/
|
|
319
|
+
#playCalibrationAudio = () => {
|
|
320
|
+
this.calibrationNodes[0].start(0);
|
|
321
|
+
this.emit('update', {message: 'playing the calibration tone...'});
|
|
322
|
+
};
|
|
323
|
+
|
|
324
|
+
/**
|
|
325
|
+
* Stops the audio with tapered offset
|
|
326
|
+
*/
|
|
327
|
+
#stopCalibrationAudio = () => {
|
|
328
|
+
this.calibrationNodes[0].stop();
|
|
329
|
+
this.emit('update', {message: 'stopping the calibration tone...'});
|
|
330
|
+
};
|
|
331
|
+
|
|
332
|
+
playMLSwithIIR = async (stream, iir) => {
|
|
333
|
+
this.invertedImpulseResponse = iir;
|
|
334
|
+
// initialize the MLSGenInterface object with it's factory method
|
|
335
|
+
await MlsGenInterface.factory(
|
|
336
|
+
this.#mlsOrder,
|
|
337
|
+
this.sinkSamplingRate,
|
|
338
|
+
this.sourceSamplingRate
|
|
339
|
+
).then(mlsGenInterface => {
|
|
340
|
+
this.#mlsGenInterface = mlsGenInterface;
|
|
341
|
+
this.#mlsBufferView = this.#mlsGenInterface.getMLS();
|
|
342
|
+
});
|
|
343
|
+
|
|
344
|
+
// after intializating, start the calibration steps with garbage collection
|
|
345
|
+
await this.#mlsGenInterface.withGarbageCollection([
|
|
346
|
+
[
|
|
347
|
+
this.calibrationSteps,
|
|
348
|
+
[
|
|
349
|
+
stream,
|
|
350
|
+
this.#playCalibrationAudio, // play audio func (required)
|
|
351
|
+
this.#createImpulseResponseFilterGraph, // before play func
|
|
352
|
+
null, // before record
|
|
353
|
+
this.#awaitDesiredMLSLength, // during record
|
|
354
|
+
this.#afterMLSwIIRRecord, // after record
|
|
355
|
+
],
|
|
356
|
+
],
|
|
357
|
+
]);
|
|
358
|
+
};
|
|
359
|
+
|
|
360
|
+
/**
|
|
361
|
+
* Public method to start the calibration process. Objects intialized from webassembly allocate new memory
|
|
362
|
+
* and must be manually freed. This function is responsible for intializing the MlsGenInterface,
|
|
363
|
+
* and wrapping the calibration steps with a garbage collection safe gaurd.
|
|
364
|
+
* @public
|
|
365
|
+
* @param {MediaStream} stream - The stream of audio from the Listener.
|
|
366
|
+
*/
|
|
367
|
+
startCalibration = async stream => {
|
|
368
|
+
// initialize the MLSGenInterface object with it's factory method
|
|
369
|
+
await MlsGenInterface.factory(
|
|
370
|
+
this.#mlsOrder,
|
|
371
|
+
this.sinkSamplingRate,
|
|
372
|
+
this.sourceSamplingRate
|
|
373
|
+
).then(mlsGenInterface => {
|
|
374
|
+
this.#mlsGenInterface = mlsGenInterface;
|
|
375
|
+
this.#mlsBufferView = this.#mlsGenInterface.getMLS();
|
|
376
|
+
});
|
|
377
|
+
|
|
378
|
+
// after intializating, start the calibration steps with garbage collection
|
|
379
|
+
await this.#mlsGenInterface.withGarbageCollection([
|
|
380
|
+
[
|
|
381
|
+
this.calibrationSteps,
|
|
382
|
+
[
|
|
383
|
+
stream,
|
|
384
|
+
this.#playCalibrationAudio, // play audio func (required)
|
|
385
|
+
this.#setCalibrationNodesFromBuffer, // before play func
|
|
386
|
+
null, // before record
|
|
387
|
+
this.#awaitDesiredMLSLength, // during record
|
|
388
|
+
this.#afterMLSRecord, // after record
|
|
389
|
+
],
|
|
390
|
+
],
|
|
391
|
+
]);
|
|
392
|
+
|
|
393
|
+
// await the server response
|
|
394
|
+
await this.sendImpulseResponsesToServerForProcessing();
|
|
395
|
+
await this.playMLSwithIIR(stream, this.invertedImpulseResponse);
|
|
396
|
+
|
|
397
|
+
return this.invertedImpulseResponse;
|
|
398
|
+
};
|
|
399
|
+
}
|
|
400
|
+
|
|
401
|
+
export default ImpulseResponse;
|
|
402
|
+
</code></pre>
|
|
403
|
+
</article>
|
|
404
|
+
</section>
|
|
405
|
+
</div>
|
|
406
|
+
|
|
407
|
+
<nav>
|
|
408
|
+
<h2><a href="index.html">Home</a></h2>
|
|
409
|
+
<h3>Classes</h3>
|
|
410
|
+
<ul>
|
|
411
|
+
<li><a href="AudioCalibrator.html">AudioCalibrator</a></li>
|
|
412
|
+
<li><a href="AudioPeer.html">AudioPeer</a></li>
|
|
413
|
+
<li><a href="AudioRecorder.html">AudioRecorder</a></li>
|
|
414
|
+
<li><a href="ImpulseResponse.html">ImpulseResponse</a></li>
|
|
415
|
+
<li><a href="Listener.html">Listener</a></li>
|
|
416
|
+
<li><a href="MlsGenInterface.html">MlsGenInterface</a></li>
|
|
417
|
+
<li><a href="MyEventEmitter.html">MyEventEmitter</a></li>
|
|
418
|
+
<li><a href="PythonServerAPI.html">PythonServerAPI</a></li>
|
|
419
|
+
<li><a href="Speaker.html">Speaker</a></li>
|
|
420
|
+
<li><a href="Volume.html">Volume</a></li>
|
|
421
|
+
</ul>
|
|
422
|
+
<h3>Global</h3>
|
|
423
|
+
<ul>
|
|
424
|
+
<li><a href="global.html#csvToArray">csvToArray</a></li>
|
|
425
|
+
<li><a href="global.html#saveToCSV">saveToCSV</a></li>
|
|
426
|
+
<li><a href="global.html#sleep">sleep</a></li>
|
|
427
|
+
</ul>
|
|
428
|
+
</nav>
|
|
429
|
+
|
|
430
|
+
<br class="clear" />
|
|
431
|
+
|
|
432
|
+
<footer>
|
|
433
|
+
Documentation generated by <a href="https://github.com/jsdoc/jsdoc">JSDoc 3.6.10</a> on Fri
|
|
434
|
+
Jul 29 2022 15:09:48 GMT-0400 (Eastern Daylight Time)
|
|
435
|
+
</footer>
|
|
436
|
+
|
|
437
|
+
<script>
|
|
438
|
+
prettyPrint();
|
|
439
|
+
</script>
|
|
440
|
+
<script src="scripts/linenumber.js"></script>
|
|
441
|
+
</body>
|
|
442
|
+
</html>
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="utf-8" />
|
|
5
|
+
<title>JSDoc: Source: tasks/impulse-response/mlsGen/mlsGenInterface.js</title>
|
|
6
|
+
|
|
7
|
+
<script src="scripts/prettify/prettify.js"></script>
|
|
8
|
+
<script src="scripts/prettify/lang-css.js"></script>
|
|
9
|
+
<!--[if lt IE 9]>
|
|
10
|
+
<script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script>
|
|
11
|
+
<![endif]-->
|
|
12
|
+
<link type="text/css" rel="stylesheet" href="styles/prettify-tomorrow.css" />
|
|
13
|
+
<link type="text/css" rel="stylesheet" href="styles/jsdoc-default.css" />
|
|
14
|
+
</head>
|
|
15
|
+
|
|
16
|
+
<body>
|
|
17
|
+
<div id="main">
|
|
18
|
+
<h1 class="page-title">Source: tasks/impulse-response/mlsGen/mlsGenInterface.js</h1>
|
|
19
|
+
|
|
20
|
+
<section>
|
|
21
|
+
<article>
|
|
22
|
+
<pre class="prettyprint source linenums"><code>/* eslint-disable prefer-destructuring */
|
|
23
|
+
/* eslint-disable dot-notation */
|
|
24
|
+
// eslint-disable-next-line import/extensions
|
|
25
|
+
const createMLSGenModule = require('../../../../dist/mlsGen.js');
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* MLSGenInterface provides a class for interfacing with the MLSGen WASM module.
|
|
29
|
+
*/
|
|
30
|
+
class MlsGenInterface {
|
|
31
|
+
/** @private */
|
|
32
|
+
#mlsOrder;
|
|
33
|
+
|
|
34
|
+
/** @private */
|
|
35
|
+
#WASMInstance; // the WASM module instance
|
|
36
|
+
|
|
37
|
+
/** @private */
|
|
38
|
+
#MLSGenInstance; // the MLSGen object instance
|
|
39
|
+
|
|
40
|
+
/**
|
|
41
|
+
* Creates an instance of MlsGenInterface.
|
|
42
|
+
* Makes a call to the WASM glue code to load the WASM module.
|
|
43
|
+
*/
|
|
44
|
+
constructor(WASMInstance, mlsOrder, sourceSamplingRate, sinkSamplingRate) {
|
|
45
|
+
this.#mlsOrder = mlsOrder;
|
|
46
|
+
this.#WASMInstance = WASMInstance;
|
|
47
|
+
|
|
48
|
+
console.warn('initializing MLSGen, need to manually garbage collect');
|
|
49
|
+
this.#MLSGenInstance = new this.#WASMInstance['MLSGen'](
|
|
50
|
+
mlsOrder,
|
|
51
|
+
sourceSamplingRate,
|
|
52
|
+
sinkSamplingRate
|
|
53
|
+
);
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
/**
|
|
57
|
+
* Factory function that provide an asynchronous function that fetches the WASM module
|
|
58
|
+
* and returns a promise that resolves when the module is loaded.
|
|
59
|
+
* @param {number} sourceSamplingRate - The sampling rate of the source audio.
|
|
60
|
+
* @param {number} sinkSamplingRate - The sampling rate of the sink audio.
|
|
61
|
+
* @returns {MlsGenInterface} mlsGenInterface
|
|
62
|
+
*/
|
|
63
|
+
static factory = async (mlsOrder, sourceSamplingRate, sinkSamplingRate) => {
|
|
64
|
+
if (sourceSamplingRate === undefined || sinkSamplingRate === undefined) {
|
|
65
|
+
throw new Error('sourceSamplingRate and sinkSamplingRate must be defined');
|
|
66
|
+
}
|
|
67
|
+
return new MlsGenInterface(
|
|
68
|
+
await createMLSGenModule().then(instance => instance),
|
|
69
|
+
mlsOrder,
|
|
70
|
+
sourceSamplingRate,
|
|
71
|
+
sinkSamplingRate
|
|
72
|
+
);
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
/**
|
|
76
|
+
* A Higher-Order function that takes an async callback function that access the MLSGen object,
|
|
77
|
+
* providing safe garbage collection.
|
|
78
|
+
* @param {function} func
|
|
79
|
+
* @param {array} args
|
|
80
|
+
*/
|
|
81
|
+
withGarbageCollection = async funcsWithParams => {
|
|
82
|
+
try {
|
|
83
|
+
for (let i = 0; i < funcsWithParams.length; i += 1) {
|
|
84
|
+
const [func, params] = funcsWithParams[i];
|
|
85
|
+
await func(...params);
|
|
86
|
+
}
|
|
87
|
+
// await func(...params);
|
|
88
|
+
} catch (error) {
|
|
89
|
+
console.error(error);
|
|
90
|
+
} finally {
|
|
91
|
+
// garbage collect
|
|
92
|
+
if (
|
|
93
|
+
this !== undefined &&
|
|
94
|
+
this !== null &&
|
|
95
|
+
this.#MLSGenInstance !== undefined &&
|
|
96
|
+
this.#MLSGenInstance !== null
|
|
97
|
+
) {
|
|
98
|
+
this.#MLSGenInstance['Destruct'](); // Call the destructor
|
|
99
|
+
this.#MLSGenInstance['delete'](); // Delete the object
|
|
100
|
+
console.warn(`GARBAGE COLLECTION: deleted MLSGen`);
|
|
101
|
+
this.#WASMInstance['doLeakCheck'](); // Check for memory leaks
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
};
|
|
105
|
+
|
|
106
|
+
/**
|
|
107
|
+
* Calculate and return the Impulse Response of the recorded signal.
|
|
108
|
+
* @returns
|
|
109
|
+
*/
|
|
110
|
+
getImpulseResponse = () => this.#MLSGenInstance['getImpulseResponse']();
|
|
111
|
+
|
|
112
|
+
/**
|
|
113
|
+
* Given a recorded MLS signal, this function sets the recordedSignal property of the MLSGen object.
|
|
114
|
+
* @param {Float32Array} signals
|
|
115
|
+
*/
|
|
116
|
+
setRecordedSignals = signals => {
|
|
117
|
+
// get memory view
|
|
118
|
+
const averagedSignals = this.average(signals);
|
|
119
|
+
const recordedSignalsMemoryView = this.#MLSGenInstance['setRecordedSignalsMemoryView'](
|
|
120
|
+
averagedSignals.byteLength
|
|
121
|
+
);
|
|
122
|
+
for (let i = 0; i < averagedSignals.length; i++) {
|
|
123
|
+
recordedSignalsMemoryView[i] = averagedSignals[i];
|
|
124
|
+
}
|
|
125
|
+
};
|
|
126
|
+
|
|
127
|
+
/**
|
|
128
|
+
* Calculate the Maximum Length Sequence (MLS) with period P = 2^N - 1
|
|
129
|
+
* using the MLSGen WASM module.
|
|
130
|
+
*/
|
|
131
|
+
getMLS = () => this.#MLSGenInstance['getMLS']();
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
export default MlsGenInterface;
|
|
135
|
+
</code></pre>
|
|
136
|
+
</article>
|
|
137
|
+
</section>
|
|
138
|
+
</div>
|
|
139
|
+
|
|
140
|
+
<nav>
|
|
141
|
+
<h2><a href="index.html">Home</a></h2>
|
|
142
|
+
<h3>Classes</h3>
|
|
143
|
+
<ul>
|
|
144
|
+
<li><a href="AudioCalibrator.html">AudioCalibrator</a></li>
|
|
145
|
+
<li><a href="AudioPeer.html">AudioPeer</a></li>
|
|
146
|
+
<li><a href="AudioRecorder.html">AudioRecorder</a></li>
|
|
147
|
+
<li><a href="ImpulseResponse.html">ImpulseResponse</a></li>
|
|
148
|
+
<li><a href="Listener.html">Listener</a></li>
|
|
149
|
+
<li><a href="MlsGenInterface.html">MlsGenInterface</a></li>
|
|
150
|
+
<li><a href="MyEventEmitter.html">MyEventEmitter</a></li>
|
|
151
|
+
<li><a href="PythonServerAPI.html">PythonServerAPI</a></li>
|
|
152
|
+
<li><a href="Speaker.html">Speaker</a></li>
|
|
153
|
+
<li><a href="Volume.html">Volume</a></li>
|
|
154
|
+
</ul>
|
|
155
|
+
<h3>Global</h3>
|
|
156
|
+
<ul>
|
|
157
|
+
<li><a href="global.html#csvToArray">csvToArray</a></li>
|
|
158
|
+
<li><a href="global.html#saveToCSV">saveToCSV</a></li>
|
|
159
|
+
<li><a href="global.html#sleep">sleep</a></li>
|
|
160
|
+
</ul>
|
|
161
|
+
</nav>
|
|
162
|
+
|
|
163
|
+
<br class="clear" />
|
|
164
|
+
|
|
165
|
+
<footer>
|
|
166
|
+
Documentation generated by <a href="https://github.com/jsdoc/jsdoc">JSDoc 3.6.10</a> on Fri
|
|
167
|
+
Jul 29 2022 15:09:48 GMT-0400 (Eastern Daylight Time)
|
|
168
|
+
</footer>
|
|
169
|
+
|
|
170
|
+
<script>
|
|
171
|
+
prettyPrint();
|
|
172
|
+
</script>
|
|
173
|
+
<script src="scripts/linenumber.js"></script>
|
|
174
|
+
</body>
|
|
175
|
+
</html>
|