speaker-calibration 2.2.217 → 2.2.218
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintignore +71 -71
- package/.eslintrc.json +40 -40
- package/.github/workflows/update-phrases.yml +37 -0
- package/.prettierignore +69 -69
- package/.prettierrc +14 -14
- package/LICENSE +20 -20
- package/README.md +133 -133
- package/__mocks__/fileMock.js +1 -1
- package/__mocks__/styleMock.js +1 -1
- package/babel.config.js +3 -3
- package/coverage/clover.xml +71 -71
- package/coverage/coverage-final.json +224 -224
- package/coverage/lcov-report/PythonServerInterface.js.html +265 -265
- package/coverage/lcov-report/base.css +354 -354
- package/coverage/lcov-report/block-navigation.js +82 -82
- package/coverage/lcov-report/favicon.png +0 -0
- package/coverage/lcov-report/index.html +123 -123
- package/coverage/lcov-report/prettify.css +101 -101
- package/coverage/lcov-report/prettify.js +937 -937
- package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
- package/coverage/lcov-report/sorter.js +189 -189
- package/coverage/lcov-report/src/index.html +121 -121
- package/coverage/lcov-report/src/server/PythonServerInterface.js.html +268 -268
- package/coverage/lcov-report/src/server/index.html +123 -123
- package/coverage/lcov-report/src/tasks/audioCalibrator.js.html +499 -499
- package/coverage/lcov-report/src/tasks/audioRecorder.js.html +412 -412
- package/coverage/lcov-report/src/tasks/index.html +143 -143
- package/coverage/lcov-report/src/tasks/volume/index.html +123 -123
- package/coverage/lcov-report/src/tasks/volume/volume.js.html +409 -409
- package/coverage/lcov-report/src/utils.js.html +172 -172
- package/coverage/lcov.info +91 -91
- package/dist/Procfile +0 -0
- package/dist/example/NoSleep.min.js +1 -1
- package/dist/example/credentials.json.gpg +0 -0
- package/dist/example/fetch-languages-sheets.js +77 -77
- package/dist/example/i18n.js +28705 -28705
- package/dist/example/index.html +47 -47
- package/dist/example/listener.html +79 -79
- package/dist/example/server.js +51 -51
- package/dist/example/speaker.html +145 -145
- package/dist/example/speakerUI.js +273 -273
- package/dist/example/styles.css +99 -99
- package/dist/listener.js +13 -13
- package/dist/main.js +12 -12
- package/dist/main.js.LICENSE.txt +0 -0
- package/dist/mlsGen.js +6814 -6814
- package/dist/mlsGen.wasm +0 -0
- package/dist/package-lock.json +1018 -1018
- package/dist/package.json +18 -18
- package/doc/AudioCalibrator.html +417 -417
- package/doc/AudioPeer.html +251 -251
- package/doc/AudioRecorder.html +195 -195
- package/doc/ImpulseResponse.html +215 -215
- package/doc/Listener.html +308 -308
- package/doc/MlsGenInterface.html +226 -226
- package/doc/MyEventEmitter.html +274 -274
- package/doc/PythonServerAPI.html +109 -109
- package/doc/Speaker-Calibration-UML-Diagram.png +0 -0
- package/doc/Speaker.html +276 -276
- package/doc/Takes%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +128 -128
- package/doc/Takes%20the%20url%20of%20the%20current%20site%0Aand%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +138 -138
- package/doc/Takes%20the%20url%20of%20the%20current%20site%20and%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +137 -137
- package/doc/Volume.html +88 -88
- package/doc/audioCalibrator.js.html +179 -179
- package/doc/audioPeer.js.html +175 -175
- package/doc/audioRecorder.js.html +163 -163
- package/doc/creates%20a%20new%20AudioRecorder%20instance.%20%0ASets%20up%20the%20audio%20context%20and%20file%20reader..html +114 -114
- package/doc/fonts/OpenSans-Bold-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Bold-webfont.svg +1829 -1829
- package/doc/fonts/OpenSans-Bold-webfont.woff +0 -0
- package/doc/fonts/OpenSans-BoldItalic-webfont.eot +0 -0
- package/doc/fonts/OpenSans-BoldItalic-webfont.svg +1829 -1829
- package/doc/fonts/OpenSans-BoldItalic-webfont.woff +0 -0
- package/doc/fonts/OpenSans-Italic-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Italic-webfont.svg +1829 -1829
- package/doc/fonts/OpenSans-Italic-webfont.woff +0 -0
- package/doc/fonts/OpenSans-Light-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Light-webfont.svg +1830 -1830
- package/doc/fonts/OpenSans-Light-webfont.woff +0 -0
- package/doc/fonts/OpenSans-LightItalic-webfont.eot +0 -0
- package/doc/fonts/OpenSans-LightItalic-webfont.svg +1834 -1834
- package/doc/fonts/OpenSans-LightItalic-webfont.woff +0 -0
- package/doc/fonts/OpenSans-Regular-webfont.eot +0 -0
- package/doc/fonts/OpenSans-Regular-webfont.svg +1830 -1830
- package/doc/fonts/OpenSans-Regular-webfont.woff +0 -0
- package/doc/global.html +308 -308
- package/doc/index.html +58 -58
- package/doc/listener.js.html +170 -170
- package/doc/mlsGen_mlsGenInterface.js.html +117 -117
- package/doc/myEventEmitter.js.html +124 -124
- package/doc/peer-connection_audioPeer.js.html +188 -188
- package/doc/peer-connection_listener.js.html +311 -311
- package/doc/peer-connection_speaker.js.html +381 -381
- package/doc/sc-activity-diagram.png +0 -0
- package/doc/scripts/linenumber.js +25 -25
- package/doc/scripts/prettify/Apache-License-2.0.txt +202 -202
- package/doc/scripts/prettify/lang-css.js +24 -24
- package/doc/scripts/prettify/prettify.js +640 -640
- package/doc/server_PythonServerAPI.js.html +160 -160
- package/doc/speaker.js.html +248 -248
- package/doc/styles/jsdoc-default.css +371 -371
- package/doc/styles/prettify-jsdoc.css +111 -111
- package/doc/styles/prettify-tomorrow.css +163 -163
- package/doc/tasks_audioCalibrator.js.html +207 -207
- package/doc/tasks_audioRecorder.js.html +190 -190
- package/doc/tasks_impulse-response_impulseResponse.js.html +442 -442
- package/doc/tasks_impulse-response_mlsGen_mlsGenInterface.js.html +175 -175
- package/doc/tasks_volume_volume.js.html +185 -185
- package/doc/utils.js.html +105 -105
- package/jest.config.js +173 -173
- package/makefile +74 -0
- package/netlify.toml +26 -26
- package/package.json +78 -78
- package/src/config/firebase.js +26 -26
- package/src/index.html +21 -21
- package/src/listener-app/listener.js +153 -153
- package/src/main.js +23 -23
- package/src/myEventEmitter.js +83 -83
- package/src/peer-connection/audioPeer.js +183 -183
- package/src/peer-connection/listener.js +369 -369
- package/src/peer-connection/peerErrors.js +25 -25
- package/src/peer-connection/speaker.js +767 -765
- package/src/powerCheck.js +98 -98
- package/src/server/PythonServerAPI.js +869 -869
- package/src/tasks/audioCalibrator.js +360 -360
- package/src/tasks/audioRecorder.js +315 -315
- package/src/tasks/combination/combination.js +3160 -3160
- package/src/tasks/combination/mlsGen/mlsGen.cpp +98 -98
- package/src/tasks/combination/mlsGen/mlsGen.hpp +303 -303
- package/src/tasks/combination/mlsGen/mlsGenInterface.js +131 -131
- package/src/tasks/combination/mlsGen/mlsGenTest.cpp +180 -180
- package/src/tasks/impulse-response/impulseResponse.js +610 -610
- package/src/tasks/impulse-response/mlsGen/mlsGen.cpp +98 -98
- package/src/tasks/impulse-response/mlsGen/mlsGen.hpp +303 -303
- package/src/tasks/impulse-response/mlsGen/mlsGenInterface.js +131 -131
- package/src/tasks/impulse-response/mlsGen/mlsGenTest.cpp +180 -180
- package/src/tasks/volume/volume.cpp +2 -2
- package/src/tasks/volume/volume.hpp +22 -22
- package/src/tasks/volume/volume.js +279 -279
- package/src/utils.js +205 -205
- package/webpack.config.js +64 -64
- package/.gitignore +0 -81
|
@@ -1,360 +1,360 @@
|
|
|
1
|
-
/* eslint-disable no-await-in-loop */
|
|
2
|
-
import AudioRecorder from './audioRecorder';
|
|
3
|
-
import PythonServerAPI from '../server/PythonServerAPI';
|
|
4
|
-
import {sleep, saveToCSV} from '../utils';
|
|
5
|
-
|
|
6
|
-
/**
|
|
7
|
-
* .
|
|
8
|
-
* .
|
|
9
|
-
* .
|
|
10
|
-
* Provides methods for calibrating the user's speakers
|
|
11
|
-
*
|
|
12
|
-
* @extends AudioRecorder
|
|
13
|
-
*/
|
|
14
|
-
class AudioCalibrator extends AudioRecorder {
|
|
15
|
-
/**
|
|
16
|
-
*
|
|
17
|
-
* @param numCaptures
|
|
18
|
-
* @param numMLSPerCapture
|
|
19
|
-
* @example
|
|
20
|
-
*/
|
|
21
|
-
constructor(numCaptures = 1, numMLSPerCapture = 1) {
|
|
22
|
-
super();
|
|
23
|
-
this.numCaptures = numCaptures;
|
|
24
|
-
this.numMLSPerCapture = numMLSPerCapture;
|
|
25
|
-
this.pyServerAPI = new PythonServerAPI();
|
|
26
|
-
this.currentTime = 0;
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
/** @private */
|
|
30
|
-
isCalibrating = false;
|
|
31
|
-
|
|
32
|
-
/** @private */
|
|
33
|
-
sourceAudioContext;
|
|
34
|
-
|
|
35
|
-
/** @private */
|
|
36
|
-
sourceAudioContextConvolved;
|
|
37
|
-
|
|
38
|
-
/** @protected */
|
|
39
|
-
numCalibratingRounds = 1;
|
|
40
|
-
|
|
41
|
-
/** @protected */
|
|
42
|
-
numSuccessfulCaptured = 0;
|
|
43
|
-
|
|
44
|
-
/** @private */
|
|
45
|
-
sourceSamplingRate;
|
|
46
|
-
|
|
47
|
-
/** @protected */
|
|
48
|
-
calibrationNodes = [];
|
|
49
|
-
|
|
50
|
-
/** @protected */
|
|
51
|
-
calibrationNodesConvolved = [];
|
|
52
|
-
|
|
53
|
-
/** @protected */
|
|
54
|
-
localAudio;
|
|
55
|
-
|
|
56
|
-
/** @private */
|
|
57
|
-
startTime;
|
|
58
|
-
|
|
59
|
-
numCalibratingRoundsCompleted=0;
|
|
60
|
-
/**
|
|
61
|
-
* Called when a call is received.
|
|
62
|
-
* Creates a local audio DOM element and attaches it to the page.
|
|
63
|
-
*
|
|
64
|
-
* @param targetElement
|
|
65
|
-
* @example
|
|
66
|
-
*/
|
|
67
|
-
createLocalAudio = targetElement => {
|
|
68
|
-
this.localAudio = document.createElement('audio');
|
|
69
|
-
this.localAudio.setAttribute('id', 'localAudio');
|
|
70
|
-
targetElement.appendChild(this.localAudio);
|
|
71
|
-
};
|
|
72
|
-
|
|
73
|
-
addTimeStamp = (taskName) => {
|
|
74
|
-
const currentTime = new Date().getTime(); // Current time in ms
|
|
75
|
-
const elapsedTime = (currentTime - this.startTime) / 1000; // Convert to seconds
|
|
76
|
-
const stepDuration = elapsedTime - this.currentTime;
|
|
77
|
-
|
|
78
|
-
this.currentTime = elapsedTime; // Update for next step
|
|
79
|
-
|
|
80
|
-
// Format numbers to 1 decimal place without padding
|
|
81
|
-
const elapsedStr = elapsedTime.toFixed(1);
|
|
82
|
-
const stepStr = stepDuration.toFixed(1);
|
|
83
|
-
|
|
84
|
-
// Push timestamp string (without padding)
|
|
85
|
-
this.timeStamp.push(`${elapsedStr} s. ∆ ${stepStr} s. ${taskName}`);
|
|
86
|
-
};
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
recordBackground = async (
|
|
91
|
-
stream,
|
|
92
|
-
loopCondition = () => false,
|
|
93
|
-
duringRecord = async () => {},
|
|
94
|
-
afterRecord = async () => {},
|
|
95
|
-
mode,
|
|
96
|
-
checkRec
|
|
97
|
-
) => {
|
|
98
|
-
console.warn('before recording background noise');
|
|
99
|
-
// calibration loop
|
|
100
|
-
while (loopCondition()) {
|
|
101
|
-
// start recording
|
|
102
|
-
console.warn('startRecording');
|
|
103
|
-
await this.startRecording(stream);
|
|
104
|
-
|
|
105
|
-
// do something during the recording such as sleep n amount of time
|
|
106
|
-
console.warn('duringRecord');
|
|
107
|
-
await duringRecord();
|
|
108
|
-
|
|
109
|
-
// when done, stop recording
|
|
110
|
-
console.warn('stopRecording');
|
|
111
|
-
await this.stopRecording(mode, checkRec);
|
|
112
|
-
|
|
113
|
-
// do something after recording such as start processing values
|
|
114
|
-
console.warn('afterRecord');
|
|
115
|
-
await afterRecord();
|
|
116
|
-
|
|
117
|
-
// eslint-disable-next-line no-await-in-loop
|
|
118
|
-
await sleep(1);
|
|
119
|
-
}
|
|
120
|
-
};
|
|
121
|
-
|
|
122
|
-
/**
|
|
123
|
-
*
|
|
124
|
-
* @param {MediaStream} stream
|
|
125
|
-
* @param {Function} playCalibrationAudio - (async) function that plays the calibration audio
|
|
126
|
-
* @param {*} beforePlay - (async) function that is called before playing the audio
|
|
127
|
-
* @param {*} beforeRecord - (async) function that is called before recording
|
|
128
|
-
* @param {*} duringRecord - (async) function that is called while recording
|
|
129
|
-
* @param {*} afterRecord - (async) function that is called after recording
|
|
130
|
-
* @example
|
|
131
|
-
*/
|
|
132
|
-
calibrationSteps = async (
|
|
133
|
-
stream,
|
|
134
|
-
playCalibrationAudio,
|
|
135
|
-
beforePlay = async () => {},
|
|
136
|
-
beforeRecord = async () => {},
|
|
137
|
-
loopCondition = () => false,
|
|
138
|
-
duringRecord = async () => {},
|
|
139
|
-
afterRecord = async () => {},
|
|
140
|
-
mode,
|
|
141
|
-
checkRec
|
|
142
|
-
) => {
|
|
143
|
-
// if it finished 2 attempts, it move to next iteration so reset numSuccessfulCaptured
|
|
144
|
-
if (this.numSuccessfulCaptured >=2) {
|
|
145
|
-
this.numSuccessfulCaptured = 0;
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
// do something before playing such as using the MLS to fill the buffers
|
|
149
|
-
console.warn('beforePlay');
|
|
150
|
-
await beforePlay();
|
|
151
|
-
|
|
152
|
-
// play calibration audio
|
|
153
|
-
console.warn('playCalibrationAudio');
|
|
154
|
-
playCalibrationAudio();
|
|
155
|
-
|
|
156
|
-
// do something before recording such as awaiting a certain amount of time
|
|
157
|
-
console.warn('beforeRecord');
|
|
158
|
-
await beforeRecord();
|
|
159
|
-
const totalSec = this._calibrateSoundBurstPreSec + (this.numMLSPerCapture - this.num_mls_to_skip) * this._calibrateSoundBurstSec + this._calibrateSoundBurstPostSec;
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
// calibration loop
|
|
163
|
-
while (loopCondition()) {
|
|
164
|
-
if (this.isCalibrating) break;
|
|
165
|
-
// start recording
|
|
166
|
-
console.warn('startRecording');
|
|
167
|
-
await this.startRecording(stream);
|
|
168
|
-
|
|
169
|
-
if (this.isCalibrating) break;
|
|
170
|
-
// do something during the recording such as sleep n amount of time
|
|
171
|
-
console.warn('duringRecord');
|
|
172
|
-
await duringRecord();
|
|
173
|
-
|
|
174
|
-
if (this.isCalibrating) break;
|
|
175
|
-
// when done, stop recording
|
|
176
|
-
console.warn('stopRecording');
|
|
177
|
-
await this.stopRecording(mode, checkRec);
|
|
178
|
-
|
|
179
|
-
if (this.isCalibrating) break;
|
|
180
|
-
// do something after recording such as start processing values
|
|
181
|
-
console.warn('afterRecord');
|
|
182
|
-
await afterRecord();
|
|
183
|
-
|
|
184
|
-
// eslint-disable-next-line no-await-in-loop
|
|
185
|
-
await sleep(1);
|
|
186
|
-
}
|
|
187
|
-
};
|
|
188
|
-
|
|
189
|
-
/**
|
|
190
|
-
*
|
|
191
|
-
* @param {MediaStream} stream
|
|
192
|
-
* @param {Function} playCalibrationAudio - (async) function that plays the calibration audio
|
|
193
|
-
* @param {*} beforeRecord - (async) function that is called before recording
|
|
194
|
-
* @param {*} afterRecord - (async) function that is called after recording
|
|
195
|
-
* @param {Number} gainValue - the gain value to set the gain node to
|
|
196
|
-
*/
|
|
197
|
-
volumeCalibrationSteps = async (
|
|
198
|
-
stream,
|
|
199
|
-
playCalibrationAudio,
|
|
200
|
-
beforeRecord = () => {},
|
|
201
|
-
afterRecord = () => {},
|
|
202
|
-
gainValue,
|
|
203
|
-
lCalib = 104.92978421490648,
|
|
204
|
-
checkRec,
|
|
205
|
-
checkSD,
|
|
206
|
-
maxSD
|
|
207
|
-
) => {
|
|
208
|
-
this.numCalibratingRoundsCompleted = 0;
|
|
209
|
-
this.numCalibratingRounds = 2;
|
|
210
|
-
console.log("maxSD in VolumeCaibrationSteps: ", maxSD, '0' >= maxSD);
|
|
211
|
-
// calibration loop
|
|
212
|
-
while (!this.isCalibrating && this.numCalibratingRoundsCompleted < this.numCalibratingRounds) {
|
|
213
|
-
if (this.isCalibrating) break;
|
|
214
|
-
// before recording
|
|
215
|
-
await beforeRecord(gainValue);
|
|
216
|
-
if (this.isCalibrating) break;
|
|
217
|
-
// start recording
|
|
218
|
-
await this.startRecording(stream);
|
|
219
|
-
if (this.isCalibrating) break;
|
|
220
|
-
// play calibration audio
|
|
221
|
-
console.log(`Calibration Round ${this.numCalibratingRoundsCompleted}`);
|
|
222
|
-
await playCalibrationAudio();
|
|
223
|
-
if (this.isCalibrating) break;
|
|
224
|
-
// when done, stop recording
|
|
225
|
-
console.log('Calibration Round Complete');
|
|
226
|
-
await this.stopRecording('volume', checkRec);
|
|
227
|
-
if (this.isCalibrating) break;
|
|
228
|
-
// after recording
|
|
229
|
-
await afterRecord(lCalib);
|
|
230
|
-
const sd = await checkSD();
|
|
231
|
-
let sdMessage;
|
|
232
|
-
if (sd <= maxSD) {
|
|
233
|
-
console.log(`SD =${sd}, less than calibrateSound1000HzMaxSD_dB=${maxSD}`);
|
|
234
|
-
this.numCalibratingRoundsCompleted += 2;
|
|
235
|
-
sdMessage = `. SD = ${sd} dB`;
|
|
236
|
-
|
|
237
|
-
} else {
|
|
238
|
-
// if exist the maxSD do it one more time and only one more time
|
|
239
|
-
console.log(`SD =${sd}, greater than calibrateSound1000HzMaxSD_dB=${maxSD}`);
|
|
240
|
-
this.numCalibratingRoundsCompleted += 1;
|
|
241
|
-
sdMessage = `. SD = ${sd} > ${this.calibrateSound1000HzMaxSD_dB} dB.`;
|
|
242
|
-
}
|
|
243
|
-
this.addTimeStamp(
|
|
244
|
-
`${this.calibrateSound1000HzPreSec.toFixed(1)}` +
|
|
245
|
-
`+${this.calibrateSound1000HzSec.toFixed(1)}` +
|
|
246
|
-
`+${this.calibrateSound1000HzPostSec.toFixed(1)} s. ` +
|
|
247
|
-
`1000 Hz at ${this.inDB} dB${sdMessage}`
|
|
248
|
-
);
|
|
249
|
-
this.calibrationNodes = [];
|
|
250
|
-
|
|
251
|
-
// eslint-disable-next-line no-await-in-loop
|
|
252
|
-
await sleep(2);
|
|
253
|
-
}
|
|
254
|
-
};
|
|
255
|
-
|
|
256
|
-
/**
|
|
257
|
-
* Getter for the isCalibrating property.
|
|
258
|
-
*
|
|
259
|
-
* @public
|
|
260
|
-
* @returns - True if the audio is being calibrated, false otherwise.
|
|
261
|
-
* @example
|
|
262
|
-
*/
|
|
263
|
-
getCalibrationStatus = () => this.isCalibrating;
|
|
264
|
-
|
|
265
|
-
/** .
|
|
266
|
-
* .
|
|
267
|
-
* .
|
|
268
|
-
* Set the sampling rate to the value received from the listener
|
|
269
|
-
*
|
|
270
|
-
* @param {*} sinkSamplingRate
|
|
271
|
-
* @param samplingRate
|
|
272
|
-
* @example
|
|
273
|
-
*/
|
|
274
|
-
setSamplingRates = samplingRate => {
|
|
275
|
-
this.sinkSamplingRate = samplingRate;
|
|
276
|
-
this.sourceSamplingRate = samplingRate;
|
|
277
|
-
|
|
278
|
-
// this.emit('update', {message: `sampling at ${samplingRate}Hz...`});
|
|
279
|
-
};
|
|
280
|
-
|
|
281
|
-
setSampleSize = sampleSize => {
|
|
282
|
-
this.sampleSize = sampleSize;
|
|
283
|
-
};
|
|
284
|
-
|
|
285
|
-
setFlags = flags => {
|
|
286
|
-
this.flags = flags;
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
sampleRatesSet = () => this.sourceSamplingRate && this.sinkSamplingRate;
|
|
290
|
-
|
|
291
|
-
addCalibrationNode = node => {
|
|
292
|
-
this.calibrationNodes.push(node);
|
|
293
|
-
};
|
|
294
|
-
|
|
295
|
-
addCalibrationNodeConvolved = node => {
|
|
296
|
-
this.calibrationNodesConvolved.push(node);
|
|
297
|
-
};
|
|
298
|
-
|
|
299
|
-
makeNewSourceAudioContext = () => {
|
|
300
|
-
const options = {
|
|
301
|
-
sampleRate: this.sourceSamplingRate,
|
|
302
|
-
};
|
|
303
|
-
|
|
304
|
-
this.sourceAudioContext = new (window.AudioContext ||
|
|
305
|
-
window.webkitAudioContext ||
|
|
306
|
-
window.audioContext)(options);
|
|
307
|
-
|
|
308
|
-
return this.sourceAudioContext;
|
|
309
|
-
};
|
|
310
|
-
|
|
311
|
-
makeNewSourceAudioContextConvolved = () => {
|
|
312
|
-
const options = {
|
|
313
|
-
sampleRate: this.sourceSamplingRate,
|
|
314
|
-
};
|
|
315
|
-
|
|
316
|
-
this.sourceAudioContextConvolved = new (window.AudioContext ||
|
|
317
|
-
window.webkitAudioContext ||
|
|
318
|
-
window.audioContext)(options);
|
|
319
|
-
|
|
320
|
-
return this.sourceAudioContextConvolved;
|
|
321
|
-
};
|
|
322
|
-
|
|
323
|
-
/** .
|
|
324
|
-
* .
|
|
325
|
-
* .
|
|
326
|
-
* Download the result of the calibration roudns
|
|
327
|
-
*
|
|
328
|
-
* @example
|
|
329
|
-
*/
|
|
330
|
-
downloadData = () => {
|
|
331
|
-
const recordings = this.getAllRecordedSignals();
|
|
332
|
-
const i = recordings.length - 1;
|
|
333
|
-
saveToCSV(recordings[i], `recordedMLSignal_${i}_unconvolved.csv`);
|
|
334
|
-
};
|
|
335
|
-
downloadSingleUnfilteredRecording = () => {
|
|
336
|
-
const recordings = this.getAllUnfilteredRecordedSignals();
|
|
337
|
-
saveToCSV(recordings[recordings.length - 1], `recordedMLSignal_unconvolved.csv`);
|
|
338
|
-
};
|
|
339
|
-
downloadSingleFilteredRecording = () => {
|
|
340
|
-
const recordings = this.getAllFilteredRecordedSignals();
|
|
341
|
-
console.log('Single filtered recording should be of length: ' + recordings[0].length);
|
|
342
|
-
saveToCSV(recordings[0], `recordedMLSignal_convolved.csv`);
|
|
343
|
-
};
|
|
344
|
-
downloadUnfilteredRecordings = () => {
|
|
345
|
-
const recordings = this.getAllRecordedSignals();
|
|
346
|
-
console.log('unfilterd download?');
|
|
347
|
-
for (let i = 0; i < recordings.length; i++) {
|
|
348
|
-
console.log(i);
|
|
349
|
-
saveToCSV(recordings[i], `recordedMLSignal_${i}_unconvolved.csv`);
|
|
350
|
-
}
|
|
351
|
-
};
|
|
352
|
-
downloadFilteredRecordings = () => {
|
|
353
|
-
const recordings = this.getAllFilteredRecordedSignals();
|
|
354
|
-
for (let i = 0; i < recordings.length; i++) {
|
|
355
|
-
saveToCSV(recordings[i], `recordedMLSignal_${i}_convolved.csv`);
|
|
356
|
-
}
|
|
357
|
-
};
|
|
358
|
-
}
|
|
359
|
-
|
|
360
|
-
export default AudioCalibrator;
|
|
1
|
+
/* eslint-disable no-await-in-loop */
|
|
2
|
+
import AudioRecorder from './audioRecorder';
|
|
3
|
+
import PythonServerAPI from '../server/PythonServerAPI';
|
|
4
|
+
import {sleep, saveToCSV} from '../utils';
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* .
|
|
8
|
+
* .
|
|
9
|
+
* .
|
|
10
|
+
* Provides methods for calibrating the user's speakers
|
|
11
|
+
*
|
|
12
|
+
* @extends AudioRecorder
|
|
13
|
+
*/
|
|
14
|
+
class AudioCalibrator extends AudioRecorder {
|
|
15
|
+
/**
|
|
16
|
+
*
|
|
17
|
+
* @param numCaptures
|
|
18
|
+
* @param numMLSPerCapture
|
|
19
|
+
* @example
|
|
20
|
+
*/
|
|
21
|
+
constructor(numCaptures = 1, numMLSPerCapture = 1) {
|
|
22
|
+
super();
|
|
23
|
+
this.numCaptures = numCaptures;
|
|
24
|
+
this.numMLSPerCapture = numMLSPerCapture;
|
|
25
|
+
this.pyServerAPI = new PythonServerAPI();
|
|
26
|
+
this.currentTime = 0;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/** @private */
|
|
30
|
+
isCalibrating = false;
|
|
31
|
+
|
|
32
|
+
/** @private */
|
|
33
|
+
sourceAudioContext;
|
|
34
|
+
|
|
35
|
+
/** @private */
|
|
36
|
+
sourceAudioContextConvolved;
|
|
37
|
+
|
|
38
|
+
/** @protected */
|
|
39
|
+
numCalibratingRounds = 1;
|
|
40
|
+
|
|
41
|
+
/** @protected */
|
|
42
|
+
numSuccessfulCaptured = 0;
|
|
43
|
+
|
|
44
|
+
/** @private */
|
|
45
|
+
sourceSamplingRate;
|
|
46
|
+
|
|
47
|
+
/** @protected */
|
|
48
|
+
calibrationNodes = [];
|
|
49
|
+
|
|
50
|
+
/** @protected */
|
|
51
|
+
calibrationNodesConvolved = [];
|
|
52
|
+
|
|
53
|
+
/** @protected */
|
|
54
|
+
localAudio;
|
|
55
|
+
|
|
56
|
+
/** @private */
|
|
57
|
+
startTime;
|
|
58
|
+
|
|
59
|
+
numCalibratingRoundsCompleted=0;
|
|
60
|
+
/**
|
|
61
|
+
* Called when a call is received.
|
|
62
|
+
* Creates a local audio DOM element and attaches it to the page.
|
|
63
|
+
*
|
|
64
|
+
* @param targetElement
|
|
65
|
+
* @example
|
|
66
|
+
*/
|
|
67
|
+
createLocalAudio = targetElement => {
|
|
68
|
+
this.localAudio = document.createElement('audio');
|
|
69
|
+
this.localAudio.setAttribute('id', 'localAudio');
|
|
70
|
+
targetElement.appendChild(this.localAudio);
|
|
71
|
+
};
|
|
72
|
+
|
|
73
|
+
addTimeStamp = (taskName) => {
|
|
74
|
+
const currentTime = new Date().getTime(); // Current time in ms
|
|
75
|
+
const elapsedTime = (currentTime - this.startTime) / 1000; // Convert to seconds
|
|
76
|
+
const stepDuration = elapsedTime - this.currentTime;
|
|
77
|
+
|
|
78
|
+
this.currentTime = elapsedTime; // Update for next step
|
|
79
|
+
|
|
80
|
+
// Format numbers to 1 decimal place without padding
|
|
81
|
+
const elapsedStr = elapsedTime.toFixed(1);
|
|
82
|
+
const stepStr = stepDuration.toFixed(1);
|
|
83
|
+
|
|
84
|
+
// Push timestamp string (without padding)
|
|
85
|
+
this.timeStamp.push(`${elapsedStr} s. ∆ ${stepStr} s. ${taskName}`);
|
|
86
|
+
};
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
recordBackground = async (
|
|
91
|
+
stream,
|
|
92
|
+
loopCondition = () => false,
|
|
93
|
+
duringRecord = async () => {},
|
|
94
|
+
afterRecord = async () => {},
|
|
95
|
+
mode,
|
|
96
|
+
checkRec
|
|
97
|
+
) => {
|
|
98
|
+
console.warn('before recording background noise');
|
|
99
|
+
// calibration loop
|
|
100
|
+
while (loopCondition()) {
|
|
101
|
+
// start recording
|
|
102
|
+
console.warn('startRecording');
|
|
103
|
+
await this.startRecording(stream);
|
|
104
|
+
|
|
105
|
+
// do something during the recording such as sleep n amount of time
|
|
106
|
+
console.warn('duringRecord');
|
|
107
|
+
await duringRecord();
|
|
108
|
+
|
|
109
|
+
// when done, stop recording
|
|
110
|
+
console.warn('stopRecording');
|
|
111
|
+
await this.stopRecording(mode, checkRec);
|
|
112
|
+
|
|
113
|
+
// do something after recording such as start processing values
|
|
114
|
+
console.warn('afterRecord');
|
|
115
|
+
await afterRecord();
|
|
116
|
+
|
|
117
|
+
// eslint-disable-next-line no-await-in-loop
|
|
118
|
+
await sleep(1);
|
|
119
|
+
}
|
|
120
|
+
};
|
|
121
|
+
|
|
122
|
+
/**
|
|
123
|
+
*
|
|
124
|
+
* @param {MediaStream} stream
|
|
125
|
+
* @param {Function} playCalibrationAudio - (async) function that plays the calibration audio
|
|
126
|
+
* @param {*} beforePlay - (async) function that is called before playing the audio
|
|
127
|
+
* @param {*} beforeRecord - (async) function that is called before recording
|
|
128
|
+
* @param {*} duringRecord - (async) function that is called while recording
|
|
129
|
+
* @param {*} afterRecord - (async) function that is called after recording
|
|
130
|
+
* @example
|
|
131
|
+
*/
|
|
132
|
+
calibrationSteps = async (
|
|
133
|
+
stream,
|
|
134
|
+
playCalibrationAudio,
|
|
135
|
+
beforePlay = async () => {},
|
|
136
|
+
beforeRecord = async () => {},
|
|
137
|
+
loopCondition = () => false,
|
|
138
|
+
duringRecord = async () => {},
|
|
139
|
+
afterRecord = async () => {},
|
|
140
|
+
mode,
|
|
141
|
+
checkRec
|
|
142
|
+
) => {
|
|
143
|
+
// if it finished 2 attempts, it move to next iteration so reset numSuccessfulCaptured
|
|
144
|
+
if (this.numSuccessfulCaptured >=2) {
|
|
145
|
+
this.numSuccessfulCaptured = 0;
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
// do something before playing such as using the MLS to fill the buffers
|
|
149
|
+
console.warn('beforePlay');
|
|
150
|
+
await beforePlay();
|
|
151
|
+
|
|
152
|
+
// play calibration audio
|
|
153
|
+
console.warn('playCalibrationAudio');
|
|
154
|
+
playCalibrationAudio();
|
|
155
|
+
|
|
156
|
+
// do something before recording such as awaiting a certain amount of time
|
|
157
|
+
console.warn('beforeRecord');
|
|
158
|
+
await beforeRecord();
|
|
159
|
+
const totalSec = this._calibrateSoundBurstPreSec + (this.numMLSPerCapture - this.num_mls_to_skip) * this._calibrateSoundBurstSec + this._calibrateSoundBurstPostSec;
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
// calibration loop
|
|
163
|
+
while (loopCondition()) {
|
|
164
|
+
if (this.isCalibrating) break;
|
|
165
|
+
// start recording
|
|
166
|
+
console.warn('startRecording');
|
|
167
|
+
await this.startRecording(stream);
|
|
168
|
+
|
|
169
|
+
if (this.isCalibrating) break;
|
|
170
|
+
// do something during the recording such as sleep n amount of time
|
|
171
|
+
console.warn('duringRecord');
|
|
172
|
+
await duringRecord();
|
|
173
|
+
|
|
174
|
+
if (this.isCalibrating) break;
|
|
175
|
+
// when done, stop recording
|
|
176
|
+
console.warn('stopRecording');
|
|
177
|
+
await this.stopRecording(mode, checkRec);
|
|
178
|
+
|
|
179
|
+
if (this.isCalibrating) break;
|
|
180
|
+
// do something after recording such as start processing values
|
|
181
|
+
console.warn('afterRecord');
|
|
182
|
+
await afterRecord();
|
|
183
|
+
|
|
184
|
+
// eslint-disable-next-line no-await-in-loop
|
|
185
|
+
await sleep(1);
|
|
186
|
+
}
|
|
187
|
+
};
|
|
188
|
+
|
|
189
|
+
/**
|
|
190
|
+
*
|
|
191
|
+
* @param {MediaStream} stream
|
|
192
|
+
* @param {Function} playCalibrationAudio - (async) function that plays the calibration audio
|
|
193
|
+
* @param {*} beforeRecord - (async) function that is called before recording
|
|
194
|
+
* @param {*} afterRecord - (async) function that is called after recording
|
|
195
|
+
* @param {Number} gainValue - the gain value to set the gain node to
|
|
196
|
+
*/
|
|
197
|
+
volumeCalibrationSteps = async (
|
|
198
|
+
stream,
|
|
199
|
+
playCalibrationAudio,
|
|
200
|
+
beforeRecord = () => {},
|
|
201
|
+
afterRecord = () => {},
|
|
202
|
+
gainValue,
|
|
203
|
+
lCalib = 104.92978421490648,
|
|
204
|
+
checkRec,
|
|
205
|
+
checkSD,
|
|
206
|
+
maxSD
|
|
207
|
+
) => {
|
|
208
|
+
this.numCalibratingRoundsCompleted = 0;
|
|
209
|
+
this.numCalibratingRounds = 2;
|
|
210
|
+
console.log("maxSD in VolumeCaibrationSteps: ", maxSD, '0' >= maxSD);
|
|
211
|
+
// calibration loop
|
|
212
|
+
while (!this.isCalibrating && this.numCalibratingRoundsCompleted < this.numCalibratingRounds) {
|
|
213
|
+
if (this.isCalibrating) break;
|
|
214
|
+
// before recording
|
|
215
|
+
await beforeRecord(gainValue);
|
|
216
|
+
if (this.isCalibrating) break;
|
|
217
|
+
// start recording
|
|
218
|
+
await this.startRecording(stream);
|
|
219
|
+
if (this.isCalibrating) break;
|
|
220
|
+
// play calibration audio
|
|
221
|
+
console.log(`Calibration Round ${this.numCalibratingRoundsCompleted}`);
|
|
222
|
+
await playCalibrationAudio();
|
|
223
|
+
if (this.isCalibrating) break;
|
|
224
|
+
// when done, stop recording
|
|
225
|
+
console.log('Calibration Round Complete');
|
|
226
|
+
await this.stopRecording('volume', checkRec);
|
|
227
|
+
if (this.isCalibrating) break;
|
|
228
|
+
// after recording
|
|
229
|
+
await afterRecord(lCalib);
|
|
230
|
+
const sd = await checkSD();
|
|
231
|
+
let sdMessage;
|
|
232
|
+
if (sd <= maxSD) {
|
|
233
|
+
console.log(`SD =${sd}, less than calibrateSound1000HzMaxSD_dB=${maxSD}`);
|
|
234
|
+
this.numCalibratingRoundsCompleted += 2;
|
|
235
|
+
sdMessage = `. SD = ${sd} dB`;
|
|
236
|
+
|
|
237
|
+
} else {
|
|
238
|
+
// if exist the maxSD do it one more time and only one more time
|
|
239
|
+
console.log(`SD =${sd}, greater than calibrateSound1000HzMaxSD_dB=${maxSD}`);
|
|
240
|
+
this.numCalibratingRoundsCompleted += 1;
|
|
241
|
+
sdMessage = `. SD = ${sd} > ${this.calibrateSound1000HzMaxSD_dB} dB.`;
|
|
242
|
+
}
|
|
243
|
+
this.addTimeStamp(
|
|
244
|
+
`${this.calibrateSound1000HzPreSec.toFixed(1)}` +
|
|
245
|
+
`+${this.calibrateSound1000HzSec.toFixed(1)}` +
|
|
246
|
+
`+${this.calibrateSound1000HzPostSec.toFixed(1)} s. ` +
|
|
247
|
+
`1000 Hz at ${this.inDB} dB${sdMessage}`
|
|
248
|
+
);
|
|
249
|
+
this.calibrationNodes = [];
|
|
250
|
+
|
|
251
|
+
// eslint-disable-next-line no-await-in-loop
|
|
252
|
+
await sleep(2);
|
|
253
|
+
}
|
|
254
|
+
};
|
|
255
|
+
|
|
256
|
+
/**
|
|
257
|
+
* Getter for the isCalibrating property.
|
|
258
|
+
*
|
|
259
|
+
* @public
|
|
260
|
+
* @returns - True if the audio is being calibrated, false otherwise.
|
|
261
|
+
* @example
|
|
262
|
+
*/
|
|
263
|
+
getCalibrationStatus = () => this.isCalibrating;
|
|
264
|
+
|
|
265
|
+
/** .
|
|
266
|
+
* .
|
|
267
|
+
* .
|
|
268
|
+
* Set the sampling rate to the value received from the listener
|
|
269
|
+
*
|
|
270
|
+
* @param {*} sinkSamplingRate
|
|
271
|
+
* @param samplingRate
|
|
272
|
+
* @example
|
|
273
|
+
*/
|
|
274
|
+
setSamplingRates = samplingRate => {
|
|
275
|
+
this.sinkSamplingRate = samplingRate;
|
|
276
|
+
this.sourceSamplingRate = samplingRate;
|
|
277
|
+
|
|
278
|
+
// this.emit('update', {message: `sampling at ${samplingRate}Hz...`});
|
|
279
|
+
};
|
|
280
|
+
|
|
281
|
+
setSampleSize = sampleSize => {
|
|
282
|
+
this.sampleSize = sampleSize;
|
|
283
|
+
};
|
|
284
|
+
|
|
285
|
+
setFlags = flags => {
|
|
286
|
+
this.flags = flags;
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
sampleRatesSet = () => this.sourceSamplingRate && this.sinkSamplingRate;
|
|
290
|
+
|
|
291
|
+
addCalibrationNode = node => {
|
|
292
|
+
this.calibrationNodes.push(node);
|
|
293
|
+
};
|
|
294
|
+
|
|
295
|
+
addCalibrationNodeConvolved = node => {
|
|
296
|
+
this.calibrationNodesConvolved.push(node);
|
|
297
|
+
};
|
|
298
|
+
|
|
299
|
+
makeNewSourceAudioContext = () => {
|
|
300
|
+
const options = {
|
|
301
|
+
sampleRate: this.sourceSamplingRate,
|
|
302
|
+
};
|
|
303
|
+
|
|
304
|
+
this.sourceAudioContext = new (window.AudioContext ||
|
|
305
|
+
window.webkitAudioContext ||
|
|
306
|
+
window.audioContext)(options);
|
|
307
|
+
|
|
308
|
+
return this.sourceAudioContext;
|
|
309
|
+
};
|
|
310
|
+
|
|
311
|
+
makeNewSourceAudioContextConvolved = () => {
|
|
312
|
+
const options = {
|
|
313
|
+
sampleRate: this.sourceSamplingRate,
|
|
314
|
+
};
|
|
315
|
+
|
|
316
|
+
this.sourceAudioContextConvolved = new (window.AudioContext ||
|
|
317
|
+
window.webkitAudioContext ||
|
|
318
|
+
window.audioContext)(options);
|
|
319
|
+
|
|
320
|
+
return this.sourceAudioContextConvolved;
|
|
321
|
+
};
|
|
322
|
+
|
|
323
|
+
/** .
|
|
324
|
+
* .
|
|
325
|
+
* .
|
|
326
|
+
* Download the result of the calibration roudns
|
|
327
|
+
*
|
|
328
|
+
* @example
|
|
329
|
+
*/
|
|
330
|
+
downloadData = () => {
|
|
331
|
+
const recordings = this.getAllRecordedSignals();
|
|
332
|
+
const i = recordings.length - 1;
|
|
333
|
+
saveToCSV(recordings[i], `recordedMLSignal_${i}_unconvolved.csv`);
|
|
334
|
+
};
|
|
335
|
+
downloadSingleUnfilteredRecording = () => {
|
|
336
|
+
const recordings = this.getAllUnfilteredRecordedSignals();
|
|
337
|
+
saveToCSV(recordings[recordings.length - 1], `recordedMLSignal_unconvolved.csv`);
|
|
338
|
+
};
|
|
339
|
+
downloadSingleFilteredRecording = () => {
|
|
340
|
+
const recordings = this.getAllFilteredRecordedSignals();
|
|
341
|
+
console.log('Single filtered recording should be of length: ' + recordings[0].length);
|
|
342
|
+
saveToCSV(recordings[0], `recordedMLSignal_convolved.csv`);
|
|
343
|
+
};
|
|
344
|
+
downloadUnfilteredRecordings = () => {
|
|
345
|
+
const recordings = this.getAllRecordedSignals();
|
|
346
|
+
console.log('unfilterd download?');
|
|
347
|
+
for (let i = 0; i < recordings.length; i++) {
|
|
348
|
+
console.log(i);
|
|
349
|
+
saveToCSV(recordings[i], `recordedMLSignal_${i}_unconvolved.csv`);
|
|
350
|
+
}
|
|
351
|
+
};
|
|
352
|
+
downloadFilteredRecordings = () => {
|
|
353
|
+
const recordings = this.getAllFilteredRecordedSignals();
|
|
354
|
+
for (let i = 0; i < recordings.length; i++) {
|
|
355
|
+
saveToCSV(recordings[i], `recordedMLSignal_${i}_convolved.csv`);
|
|
356
|
+
}
|
|
357
|
+
};
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
export default AudioCalibrator;
|