speaker-calibration 2.2.67 → 2.2.68

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/.eslintignore +71 -71
  2. package/.eslintrc.json +40 -40
  3. package/.prettierignore +69 -69
  4. package/.prettierrc +14 -14
  5. package/LICENSE +20 -20
  6. package/README.md +133 -133
  7. package/__mocks__/fileMock.js +1 -1
  8. package/__mocks__/styleMock.js +1 -1
  9. package/babel.config.js +3 -3
  10. package/coverage/clover.xml +71 -71
  11. package/coverage/coverage-final.json +224 -224
  12. package/coverage/lcov-report/PythonServerInterface.js.html +265 -265
  13. package/coverage/lcov-report/base.css +354 -354
  14. package/coverage/lcov-report/block-navigation.js +82 -82
  15. package/coverage/lcov-report/index.html +123 -123
  16. package/coverage/lcov-report/prettify.css +101 -101
  17. package/coverage/lcov-report/prettify.js +937 -937
  18. package/coverage/lcov-report/sorter.js +189 -189
  19. package/coverage/lcov-report/src/index.html +121 -121
  20. package/coverage/lcov-report/src/server/PythonServerInterface.js.html +268 -268
  21. package/coverage/lcov-report/src/server/index.html +123 -123
  22. package/coverage/lcov-report/src/tasks/audioCalibrator.js.html +499 -499
  23. package/coverage/lcov-report/src/tasks/audioRecorder.js.html +412 -412
  24. package/coverage/lcov-report/src/tasks/index.html +143 -143
  25. package/coverage/lcov-report/src/tasks/volume/index.html +123 -123
  26. package/coverage/lcov-report/src/tasks/volume/volume.js.html +409 -409
  27. package/coverage/lcov-report/src/utils.js.html +172 -172
  28. package/coverage/lcov.info +91 -91
  29. package/dist/example/fetch-languages-sheets.js +77 -77
  30. package/dist/example/i18n.js +35846 -35846
  31. package/dist/example/index.html +47 -47
  32. package/dist/example/listener.html +62 -62
  33. package/dist/example/listener.js +282 -282
  34. package/dist/example/server.js +51 -51
  35. package/dist/example/speaker.html +145 -145
  36. package/dist/example/speakerUI.js +272 -272
  37. package/dist/example/styles.css +92 -92
  38. package/dist/main.js +1056 -1056
  39. package/dist/mlsGen.js +6814 -6814
  40. package/dist/mlsGen.wasm +0 -0
  41. package/dist/package-lock.json +1018 -1018
  42. package/dist/package.json +18 -18
  43. package/doc/AudioCalibrator.html +417 -417
  44. package/doc/AudioPeer.html +251 -251
  45. package/doc/AudioRecorder.html +195 -195
  46. package/doc/ImpulseResponse.html +215 -215
  47. package/doc/Listener.html +308 -308
  48. package/doc/MlsGenInterface.html +226 -226
  49. package/doc/MyEventEmitter.html +274 -274
  50. package/doc/PythonServerAPI.html +109 -109
  51. package/doc/Speaker.html +276 -276
  52. package/doc/Takes%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +128 -128
  53. package/doc/Takes%20the%20url%20of%20the%20current%20site%0Aand%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +138 -138
  54. package/doc/Takes%20the%20url%20of%20the%20current%20site%20and%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +137 -137
  55. package/doc/Volume.html +88 -88
  56. package/doc/audioCalibrator.js.html +179 -179
  57. package/doc/audioPeer.js.html +175 -175
  58. package/doc/audioRecorder.js.html +163 -163
  59. package/doc/creates%20a%20new%20AudioRecorder%20instance.%20%0ASets%20up%20the%20audio%20context%20and%20file%20reader..html +114 -114
  60. package/doc/fonts/OpenSans-Bold-webfont.svg +1829 -1829
  61. package/doc/fonts/OpenSans-BoldItalic-webfont.svg +1829 -1829
  62. package/doc/fonts/OpenSans-Italic-webfont.svg +1829 -1829
  63. package/doc/fonts/OpenSans-Light-webfont.svg +1830 -1830
  64. package/doc/fonts/OpenSans-LightItalic-webfont.svg +1834 -1834
  65. package/doc/fonts/OpenSans-Regular-webfont.svg +1830 -1830
  66. package/doc/global.html +308 -308
  67. package/doc/index.html +58 -58
  68. package/doc/listener.js.html +170 -170
  69. package/doc/mlsGen_mlsGenInterface.js.html +117 -117
  70. package/doc/myEventEmitter.js.html +124 -124
  71. package/doc/peer-connection_audioPeer.js.html +188 -188
  72. package/doc/peer-connection_listener.js.html +311 -311
  73. package/doc/peer-connection_speaker.js.html +381 -381
  74. package/doc/scripts/linenumber.js +25 -25
  75. package/doc/scripts/prettify/Apache-License-2.0.txt +202 -202
  76. package/doc/scripts/prettify/lang-css.js +24 -24
  77. package/doc/scripts/prettify/prettify.js +640 -640
  78. package/doc/server_PythonServerAPI.js.html +160 -160
  79. package/doc/speaker.js.html +248 -248
  80. package/doc/styles/jsdoc-default.css +371 -371
  81. package/doc/styles/prettify-jsdoc.css +111 -111
  82. package/doc/styles/prettify-tomorrow.css +163 -163
  83. package/doc/tasks_audioCalibrator.js.html +207 -207
  84. package/doc/tasks_audioRecorder.js.html +190 -190
  85. package/doc/tasks_impulse-response_impulseResponse.js.html +442 -442
  86. package/doc/tasks_impulse-response_mlsGen_mlsGenInterface.js.html +175 -175
  87. package/doc/tasks_volume_volume.js.html +185 -185
  88. package/doc/utils.js.html +105 -105
  89. package/jest.config.js +173 -173
  90. package/makefile +74 -0
  91. package/netlify.toml +26 -26
  92. package/package.json +69 -69
  93. package/src/config/firebase.js +25 -25
  94. package/src/index.html +21 -21
  95. package/src/main.js +23 -23
  96. package/src/myEventEmitter.js +83 -83
  97. package/src/peer-connection/audioPeer.js +151 -151
  98. package/src/peer-connection/listener.js +306 -306
  99. package/src/peer-connection/peerErrors.js +25 -25
  100. package/src/peer-connection/speaker.js +473 -471
  101. package/src/server/PythonServerAPI.js +587 -587
  102. package/src/tasks/audioCalibrator.js +308 -308
  103. package/src/tasks/audioRecorder.js +281 -281
  104. package/src/tasks/combination/combination.js +2092 -2092
  105. package/src/tasks/combination/mlsGen/mlsGen.cpp +98 -98
  106. package/src/tasks/combination/mlsGen/mlsGen.hpp +303 -303
  107. package/src/tasks/combination/mlsGen/mlsGenInterface.js +131 -131
  108. package/src/tasks/combination/mlsGen/mlsGenTest.cpp +180 -180
  109. package/src/tasks/impulse-response/impulseResponse.js +610 -610
  110. package/src/tasks/impulse-response/mlsGen/mlsGen.cpp +98 -98
  111. package/src/tasks/impulse-response/mlsGen/mlsGen.hpp +303 -303
  112. package/src/tasks/impulse-response/mlsGen/mlsGenInterface.js +131 -131
  113. package/src/tasks/impulse-response/mlsGen/mlsGenTest.cpp +180 -180
  114. package/src/tasks/volume/volume.cpp +2 -2
  115. package/src/tasks/volume/volume.hpp +22 -22
  116. package/src/tasks/volume/volume.js +279 -279
  117. package/src/utils.js +88 -88
  118. package/webpack.config.js +37 -37
  119. package/.gitignore +0 -81
@@ -1,471 +1,473 @@
1
- import QRCode from 'qrcode';
2
- import AudioPeer from './audioPeer';
3
- import {sleep} from '../utils';
4
- import {
5
- UnsupportedDeviceError,
6
- MissingSpeakerIdError,
7
- CalibrationTimedOutError,
8
- } from './peerErrors';
9
-
10
- import database from '../config/firebase';
11
- import {ref, set, get, child} from 'firebase/database';
12
- import {phrases} from '../../dist/example/i18n';
13
-
14
- /**
15
- * @class Handles the speaker's side of the connection. Responsible for initiating the connection,
16
- * rendering the QRCode, and answering the call.
17
- * @augments AudioPeer
18
- */
19
- class Speaker extends AudioPeer {
20
- /**
21
- * Takes the url of the current site and a target element where html elements will be appended.
22
- *
23
- * @param params - See type definition for initParameters.
24
- * @param Calibrator - An instance of the AudioCalibrator class, should not use AudioCalibrator directly, instead use an extended class available in /tasks/.
25
- * @param CalibratorInstance
26
- * @example
27
- */
28
- constructor(params, CalibratorInstance) {
29
- super(params);
30
- this.siteUrl += '/listener?';
31
- this.ac = CalibratorInstance;
32
- this.result = null;
33
- this.debug = params?.debug ?? false;
34
- this.isSmartPhone = params?.isSmartPhone ?? false;
35
- this.calibrateSoundHz = params?.calibrateSoundHz ?? 48000;
36
- this.calibrateSoundSamplingDesiredBits = params?.calibrateSoundSamplingDesiredBits ?? 24;
37
- this.instructionDisplayId = params?.instructionDisplayId ?? '';
38
- this.timeToCalibrateDisplay = params?.timeToCalibrateId ?? '';
39
- this.soundMessageId = params?.soundMessageId ?? '';
40
- this.titleDisplayId = params?.titleDisplayId ?? '';
41
- this.timeToCalibrate = params?.timeToCalibrate ?? 10;
42
-
43
- /* Set up callbacks that handle any events related to our peer object. */
44
- this.peer.on('open', this.#onPeerOpen);
45
- this.peer.on('connection', this.#onPeerConnection);
46
- this.peer.on('close', this.#onPeerClose);
47
- this.peer.on('disconnected', this.#onPeerDisconnected);
48
- this.peer.on('error', this.#onPeerError);
49
- }
50
-
51
- static getMicrophoneNamesFromDatabase = async () => {
52
- const dbRef = ref(database);
53
- const snapshot = await get(child(dbRef, 'Microphone'));
54
- if (snapshot.exists()) {
55
- return Object.keys(snapshot.val());
56
- }
57
- return null;
58
- };
59
-
60
- static doesMicrophoneExist = async (speakerID, OEM) => {
61
- const dbRef = ref(database);
62
- const snapshot = await get(child(dbRef, `Microphone2/${OEM}/${speakerID}`));
63
- if (snapshot.exists()) {
64
- return true;
65
- }
66
- return false;
67
- };
68
-
69
- /**
70
- * Async factory method that creates the Speaker object, and returns a promise that resolves to the result of the calibration.
71
- *
72
- * @param params - The parameters to be passed to the peer object.
73
- * @param Calibrator - The class that defines the calibration process.
74
- * @param CalibratorInstance
75
- * @param timeOut - The amount of time to wait before timing out the connection (in milliseconds).
76
- * @public
77
- * @example
78
- */
79
- static startCalibration = async (params, CalibratorInstance, timeOut = 180000) => {
80
- window.speaker = new Speaker(params, CalibratorInstance);
81
- const {speaker} = window;
82
-
83
- // wrap the calibration process in a promise so we can await it
84
- return new Promise((resolve, reject) => {
85
- // when a call is received
86
- speaker.peer.on('call', async call => {
87
- // Answer the call (one way)
88
-
89
- call.answer();
90
- speaker.#removeUIElems();
91
- speaker.#showSpinner();
92
- speaker.ac.createLocalAudio(document.getElementById(speaker.targetElement));
93
- // when we start receiving audio
94
- call.on('stream', async stream => {
95
- window.localStream = stream;
96
- window.localAudio.srcObject = stream;
97
- window.localAudio.autoplay = false;
98
-
99
- // if the sinkSamplingRate is not set sleep
100
- while (!speaker.ac.sampleRatesSet()) {
101
- console.log('SinkSamplingRate is undefined, sleeping');
102
- await sleep(1);
103
- }
104
- // resolve when we have a result
105
- speaker.result = await speaker.ac.startCalibration(
106
- stream,
107
- params.gainValues,
108
- params.ICalib,
109
- params.knownIR,
110
- params.microphoneName,
111
- params.calibrateSoundCheck,
112
- params.isSmartPhone,
113
- params.calibrateSoundBurstDb,
114
- params.calibrateSoundBurstRepeats,
115
- params.calibrateSoundBurstSec,
116
- params.calibrateSoundBurstsWarmup,
117
- params.calibrateSoundHz,
118
- params.calibrateSoundIIRSec,
119
- params.calibrateSound1000HzPreSec,
120
- params.calibrateSound1000HzSec,
121
- params.calibrateSound1000HzPostSec,
122
- params.calibrateSoundBackgroundSecs,
123
- params.micManufacturer,
124
- params.micSerialNumber,
125
- params.micModelNumber,
126
- params.micModelName
127
- );
128
- speaker.#removeUIElems();
129
- resolve(speaker.result);
130
- });
131
- // if we do not receive a result within the timeout, reject
132
- setTimeout(() => {
133
- reject(
134
- new CalibrationTimedOutError(
135
- `Calibration failed to produce a result after ${
136
- timeOut / 1000
137
- } seconds. Please try again.`
138
- )
139
- );
140
- }, timeOut);
141
- });
142
- });
143
- };
144
-
145
- static testIIR = async (params, CalibratorInstance, IIR, timeOut = 180000) => {
146
- window.speaker = new Speaker(params, CalibratorInstance);
147
- const {speaker} = window;
148
-
149
- // wrap the calibration process in a promise so we can await it
150
- return new Promise((resolve, reject) => {
151
- // when a call is received
152
- speaker.peer.on('call', async call => {
153
- // Answer the call (one way)
154
- call.answer();
155
- speaker.#removeUIElems();
156
- speaker.#showSpinner();
157
- speaker.ac.createLocalAudio(document.getElementById(speaker.targetElement));
158
- // when we start receiving audio
159
- call.on('stream', async stream => {
160
- window.localStream = stream;
161
- window.localAudio.srcObject = stream;
162
- window.localAudio.autoplay = false;
163
-
164
- // if the sinkSamplingRate is not set sleep
165
- while (!speaker.ac.sampleRatesSet()) {
166
- console.log('SinkSamplingRate is undefined, sleeping');
167
- await sleep(1);
168
- }
169
- // resolve when we have a result
170
- speaker.result = await speaker.ac.playMLSwithIIR(stream, IIR);
171
- speaker.#removeUIElems();
172
- resolve(speaker.result);
173
- });
174
- // if we do not receive a result within the timeout, reject
175
- setTimeout(() => {
176
- reject(
177
- new CalibrationTimedOutError(
178
- `Calibration failed to produce a result after ${
179
- timeOut / 1000
180
- } seconds. Please try again.`
181
- )
182
- );
183
- }, timeOut);
184
- });
185
- });
186
- };
187
-
188
- /**
189
- * Called after the peer conncection has been opened.
190
- * Generates a QR code for the connection and displays it.
191
- *
192
- * @private
193
- * @example
194
- */
195
- #showQRCode = () => {
196
- // Get query string, the URL parameters to specify a Listener
197
- const queryStringParameters = {
198
- speakerPeerId: this.peer.id,
199
- isSmartPhone: this.isSmartPhone,
200
- calibrateSoundHz: this.calibrateSoundHz,
201
- calibrateSoundSamplingDesiredBits: this.calibrateSoundSamplingDesiredBits,
202
- };
203
- const queryString = this.queryStringFromObject(queryStringParameters);
204
- const uri = this.siteUrl + queryString;
205
- if (this.isSmartPhone) {
206
- // Display QR code for the participant to scan
207
- const qrCanvas = document.createElement('canvas');
208
- qrCanvas.setAttribute('id', 'qrCanvas');
209
- console.log(uri);
210
- QRCode.toCanvas(qrCanvas, uri, error => {
211
- if (error) console.error(error);
212
- });
213
- document.getElementById(this.targetElement).appendChild(qrCanvas);
214
- } else {
215
- // show the link to the user
216
- // If specified HTML Id is available, show QR code there
217
- if (document.getElementById(this.targetElement)) {
218
- // const linkTag = document.createElement('a');
219
- // linkTag.setAttribute('href', uri);
220
- // linkTag.innerHTML = 'Click here to start the calibration';
221
- // linkTag.target = '_blank';
222
- // document.getElementById(this.targetElement).appendChild(linkTag);
223
- // document.getElementById(this.targetElement).appendChild(qrCanvas);
224
-
225
- const proceedButton = document.createElement('button');
226
- proceedButton.setAttribute('id', 'calibrationProceedButton');
227
- proceedButton.setAttribute('class', 'btn btn-success');
228
- proceedButton.innerHTML = 'Proceed';
229
- proceedButton.onclick = () => {
230
- // open the link in a new tab
231
- window.open(uri, '_blank');
232
- // remove the button
233
- document.getElementById('calibrationProceedButton').remove();
234
- };
235
- document.getElementById(this.targetElement).appendChild(proceedButton);
236
- }
237
- }
238
- // or just print it to console
239
- console.log('TEST: Peer reachable at: ', uri);
240
- };
241
-
242
- #showSpinner = () => {
243
- const spinner = document.createElement('div');
244
- spinner.className = 'spinner-border ml-auto';
245
- spinner.role = 'status';
246
- spinner.ariaHidden = 'true';
247
- document.getElementById(this.targetElement).appendChild(spinner);
248
-
249
- // clear instructionDisplay
250
- const soundMessage = document.getElementById(this.soundMessageId);
251
- soundMessage.innerHTML = '';
252
- soundMessage.style.display = 'none';
253
- const instructionDisplay = document.getElementById(this.instructionDisplayId);
254
- const background = document.getElementById('background'); // todo: get background id from params
255
- if (instructionDisplay) {
256
- instructionDisplay.innerHTML = '';
257
- instructionDisplay.style.whiteSpace = 'nowrap';
258
- instructionDisplay.style.fontWeight = 'bold';
259
- instructionDisplay.style.width = 'fit-content';
260
- instructionDisplay.innerHTML = phrases.RC_soundRecording['en-US'];
261
- let fontSize = 100;
262
- instructionDisplay.style.fontSize = fontSize + 'px';
263
- while (instructionDisplay.scrollWidth > background.scrollWidth * 0.9 && fontSize > 10) {
264
- fontSize--;
265
- instructionDisplay.style.fontSize = fontSize + 'px';
266
- }
267
- // const p = document.createElement('p');
268
- // // font size
269
- // p.style.fontSize = '1.1rem';
270
- // p.style.fontWeight = 'normal';
271
- // p.style.paddingTop = '20px';
272
- // const timeToCalibrateText = phrases.RC_howLongToCalibrate['en-US'];
273
- // p.innerHTML = timeToCalibrateText.replace('111', this.timeToCalibrate);
274
- // instructionDisplay.appendChild(p);
275
- }
276
-
277
- const timeToCalibrateDisplay = document.getElementById(this.timeToCalibrateDisplay);
278
- if (timeToCalibrateDisplay) {
279
- const timeToCalibrateText = phrases.RC_howLongToCalibrate['en-US'];
280
- timeToCalibrateDisplay.innerHTML = timeToCalibrateText.replace('111', this.timeToCalibrate);
281
- timeToCalibrateDisplay.style.fontWeight = 'normal';
282
- timeToCalibrateDisplay.style.fontSize = '1rem';
283
- // timeToCalibrateDisplay.style.paddingTop = '20px';
284
- }
285
-
286
- // Update title - titleDisplayId
287
- const titleDisplay = document.getElementById(this.titleDisplayId);
288
- if (titleDisplay) {
289
- // replace 5 with 6
290
- titleDisplay.innerHTML = this.isSmartPhone
291
- ? titleDisplay.innerHTML.replace('2', '3')
292
- : titleDisplay.innerHTML.replace('5', '6');
293
- }
294
- };
295
-
296
- #removeUIElems = () => {
297
- const parent = document.getElementById(this.targetElement);
298
- while (parent.firstChild) {
299
- parent.firstChild.remove();
300
- }
301
- };
302
-
303
- /**
304
- * Called when the peer connection is opened.
305
- * Saves the peer id and calls the QR code generator.
306
- *
307
- * @param peerId - The peer id of the peer connection.
308
- * @param id
309
- * @private
310
- * @example
311
- */
312
- #onPeerOpen = id => {
313
- // Workaround for peer.reconnect deleting previous id
314
- if (id === null) {
315
- console.error('Received null id from peer open');
316
- this.peer.id = this.lastPeerId;
317
- } else {
318
- this.lastPeerId = this.peer.id;
319
- }
320
-
321
- if (id !== this.peer.id) {
322
- console.warn('DEBUG Check you assumption that id === this.peer.id');
323
- }
324
-
325
- this.#showQRCode();
326
- };
327
-
328
- /**
329
- * Called when the peer connection is established.
330
- * Enforces a single connection.
331
- *
332
- * @param connection - The connection object.
333
- * @private
334
- * @example
335
- */
336
- #onPeerConnection = connection => {
337
- // Allow only a single connection
338
- if (this.conn && this.conn.open) {
339
- connection.on('open', () => {
340
- connection.send('Already connected to another client');
341
- setTimeout(() => {
342
- connection.close();
343
- }, 500);
344
- });
345
- return;
346
- }
347
-
348
- this.conn = connection;
349
- console.log('Connected to: ', this.conn.peer);
350
- this.#ready();
351
- };
352
-
353
- /**
354
- * Called when the peer connection is closed.
355
- *
356
- * @private
357
- * @example
358
- */
359
- #onPeerClose = () => {
360
- this.conn = null;
361
- console.log('Connection destroyed');
362
- };
363
-
364
- /**
365
- * Called when the peer connection is disconnected.
366
- * Attempts to reconnect.
367
- *
368
- * @private
369
- * @example
370
- */
371
- #onPeerDisconnected = () => {
372
- console.log('Connection lost. Please reconnect');
373
-
374
- // Workaround for peer.reconnect deleting previous id
375
- this.peer.id = this.lastPeerId;
376
- // eslint-disable-next-line no-underscore-dangle
377
- this.peer._lastServerId = this.lastPeerId;
378
- this.peer.reconnect();
379
- };
380
-
381
- /**
382
- * Called when the peer connection encounters an error.
383
- *
384
- * @param error
385
- * @private
386
- * @example
387
- */
388
- #onPeerError = error => {
389
- // TODO: check if this function is needed or not
390
- console.error(error);
391
- };
392
-
393
- /**
394
- * Called when data is received from the peer connection.
395
- *
396
- * @param data
397
- * @private
398
- * @example
399
- */
400
- #onIncomingData = data => {
401
- // enforce object type
402
- if (
403
- !Object.prototype.hasOwnProperty.call(data, 'name') ||
404
- !Object.prototype.hasOwnProperty.call(data, 'payload')
405
- ) {
406
- console.error('Received malformed data: ', data);
407
- return;
408
- }
409
-
410
- switch (data.name) {
411
- case 'samplingRate':
412
- this.ac.setSamplingRates(data.payload);
413
- break;
414
- case 'sampleSize':
415
- this.ac.setSampleSize(data.payload);
416
- break;
417
- case 'deviceType':
418
- this.ac.setDeviceType(data.payload);
419
- break;
420
- case 'deviceName':
421
- this.ac.setDeviceName(data.payload);
422
- break;
423
- case 'deviceInfo':
424
- this.ac.setDeviceInfo(data.payload);
425
- console.log('Received device info from listener: ', data.payload);
426
- break;
427
- case UnsupportedDeviceError.name:
428
- case MissingSpeakerIdError.name:
429
- throw data.payload;
430
- break;
431
- default:
432
- break;
433
- }
434
- };
435
-
436
- /**
437
- * Called when the peer connection is #ready.
438
- *
439
- * @private
440
- * @example
441
- */
442
- #ready = () => {
443
- // Perform callback with data
444
- this.conn.on('data', this.#onIncomingData);
445
- this.conn.on('close', () => {
446
- console.log('Connection reset<br>Awaiting connection...');
447
- this.conn = null;
448
- });
449
- };
450
-
451
- /** .
452
- * .
453
- * .
454
- * Debug method for downloading the recorded audio
455
- *
456
- * @public
457
- * @example
458
- */
459
- downloadData = () => {
460
- this.ac.downloadData();
461
- };
462
- }
463
-
464
- /*
465
- Referenced links:
466
- https://stackoverflow.com/questions/28016664/when-you-pass-this-as-an-argument/28016676#28016676
467
- https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Classes
468
- https://stackoverflow.com/questions/879152/how-do-i-make-javascript-beep [3]
469
- */
470
-
471
- export default Speaker;
1
+ import QRCode from 'qrcode';
2
+ import AudioPeer from './audioPeer';
3
+ import {sleep} from '../utils';
4
+ import {
5
+ UnsupportedDeviceError,
6
+ MissingSpeakerIdError,
7
+ CalibrationTimedOutError,
8
+ } from './peerErrors';
9
+
10
+ import database from '../config/firebase';
11
+ import {ref, set, get, child} from 'firebase/database';
12
+ import {phrases} from '../../dist/example/i18n';
13
+
14
+ /**
15
+ * @class Handles the speaker's side of the connection. Responsible for initiating the connection,
16
+ * rendering the QRCode, and answering the call.
17
+ * @augments AudioPeer
18
+ */
19
+ class Speaker extends AudioPeer {
20
+ /**
21
+ * Takes the url of the current site and a target element where html elements will be appended.
22
+ *
23
+ * @param params - See type definition for initParameters.
24
+ * @param Calibrator - An instance of the AudioCalibrator class, should not use AudioCalibrator directly, instead use an extended class available in /tasks/.
25
+ * @param CalibratorInstance
26
+ * @example
27
+ */
28
+ constructor(params, CalibratorInstance) {
29
+ super(params);
30
+ this.language = params?.language ?? 'en-US';
31
+ this.siteUrl += '/listener?';
32
+ this.ac = CalibratorInstance;
33
+ this.result = null;
34
+ this.debug = params?.debug ?? false;
35
+ this.isSmartPhone = params?.isSmartPhone ?? false;
36
+ this.calibrateSoundHz = params?.calibrateSoundHz ?? 48000;
37
+ this.calibrateSoundSamplingDesiredBits = params?.calibrateSoundSamplingDesiredBits ?? 24;
38
+ this.instructionDisplayId = params?.instructionDisplayId ?? '';
39
+ this.timeToCalibrateDisplay = params?.timeToCalibrateId ?? '';
40
+ this.soundMessageId = params?.soundMessageId ?? '';
41
+ this.titleDisplayId = params?.titleDisplayId ?? '';
42
+ this.timeToCalibrate = params?.timeToCalibrate ?? 10;
43
+
44
+ /* Set up callbacks that handle any events related to our peer object. */
45
+ this.peer.on('open', this.#onPeerOpen);
46
+ this.peer.on('connection', this.#onPeerConnection);
47
+ this.peer.on('close', this.#onPeerClose);
48
+ this.peer.on('disconnected', this.#onPeerDisconnected);
49
+ this.peer.on('error', this.#onPeerError);
50
+ }
51
+
52
+ static getMicrophoneNamesFromDatabase = async () => {
53
+ const dbRef = ref(database);
54
+ const snapshot = await get(child(dbRef, 'Microphone'));
55
+ if (snapshot.exists()) {
56
+ return Object.keys(snapshot.val());
57
+ }
58
+ return null;
59
+ };
60
+
61
+ static doesMicrophoneExist = async (speakerID, OEM) => {
62
+ const dbRef = ref(database);
63
+ const snapshot = await get(child(dbRef, `Microphone2/${OEM}/${speakerID}`));
64
+ if (snapshot.exists()) {
65
+ return true;
66
+ }
67
+ return false;
68
+ };
69
+
70
+ /**
71
+ * Async factory method that creates the Speaker object, and returns a promise that resolves to the result of the calibration.
72
+ *
73
+ * @param params - The parameters to be passed to the peer object.
74
+ * @param Calibrator - The class that defines the calibration process.
75
+ * @param CalibratorInstance
76
+ * @param timeOut - The amount of time to wait before timing out the connection (in milliseconds).
77
+ * @public
78
+ * @example
79
+ */
80
+ static startCalibration = async (params, CalibratorInstance, timeOut = 180000) => {
81
+ window.speaker = new Speaker(params, CalibratorInstance);
82
+ const {speaker} = window;
83
+
84
+ // wrap the calibration process in a promise so we can await it
85
+ return new Promise((resolve, reject) => {
86
+ // when a call is received
87
+ speaker.peer.on('call', async call => {
88
+ // Answer the call (one way)
89
+
90
+ call.answer();
91
+ speaker.#removeUIElems();
92
+ speaker.#showSpinner();
93
+ speaker.ac.createLocalAudio(document.getElementById(speaker.targetElement));
94
+ // when we start receiving audio
95
+ call.on('stream', async stream => {
96
+ window.localStream = stream;
97
+ window.localAudio.srcObject = stream;
98
+ window.localAudio.autoplay = false;
99
+
100
+ // if the sinkSamplingRate is not set sleep
101
+ while (!speaker.ac.sampleRatesSet()) {
102
+ console.log('SinkSamplingRate is undefined, sleeping');
103
+ await sleep(1);
104
+ }
105
+ // resolve when we have a result
106
+ speaker.result = await speaker.ac.startCalibration(
107
+ stream,
108
+ params.gainValues,
109
+ params.ICalib,
110
+ params.knownIR,
111
+ params.microphoneName,
112
+ params.calibrateSoundCheck,
113
+ params.isSmartPhone,
114
+ params.calibrateSoundBurstDb,
115
+ params.calibrateSoundBurstRepeats,
116
+ params.calibrateSoundBurstSec,
117
+ params.calibrateSoundBurstsWarmup,
118
+ params.calibrateSoundHz,
119
+ params.calibrateSoundIIRSec,
120
+ params.calibrateSound1000HzPreSec,
121
+ params.calibrateSound1000HzSec,
122
+ params.calibrateSound1000HzPostSec,
123
+ params.calibrateSoundBackgroundSecs,
124
+ params.micManufacturer,
125
+ params.micSerialNumber,
126
+ params.micModelNumber,
127
+ params.micModelName
128
+ );
129
+ speaker.#removeUIElems();
130
+ resolve(speaker.result);
131
+ });
132
+ // if we do not receive a result within the timeout, reject
133
+ setTimeout(() => {
134
+ reject(
135
+ new CalibrationTimedOutError(
136
+ `Calibration failed to produce a result after ${
137
+ timeOut / 1000
138
+ } seconds. Please try again.`
139
+ )
140
+ );
141
+ }, timeOut);
142
+ });
143
+ });
144
+ };
145
+
146
+ static testIIR = async (params, CalibratorInstance, IIR, timeOut = 180000) => {
147
+ window.speaker = new Speaker(params, CalibratorInstance);
148
+ const {speaker} = window;
149
+
150
+ // wrap the calibration process in a promise so we can await it
151
+ return new Promise((resolve, reject) => {
152
+ // when a call is received
153
+ speaker.peer.on('call', async call => {
154
+ // Answer the call (one way)
155
+ call.answer();
156
+ speaker.#removeUIElems();
157
+ speaker.#showSpinner();
158
+ speaker.ac.createLocalAudio(document.getElementById(speaker.targetElement));
159
+ // when we start receiving audio
160
+ call.on('stream', async stream => {
161
+ window.localStream = stream;
162
+ window.localAudio.srcObject = stream;
163
+ window.localAudio.autoplay = false;
164
+
165
+ // if the sinkSamplingRate is not set sleep
166
+ while (!speaker.ac.sampleRatesSet()) {
167
+ console.log('SinkSamplingRate is undefined, sleeping');
168
+ await sleep(1);
169
+ }
170
+ // resolve when we have a result
171
+ speaker.result = await speaker.ac.playMLSwithIIR(stream, IIR);
172
+ speaker.#removeUIElems();
173
+ resolve(speaker.result);
174
+ });
175
+ // if we do not receive a result within the timeout, reject
176
+ setTimeout(() => {
177
+ reject(
178
+ new CalibrationTimedOutError(
179
+ `Calibration failed to produce a result after ${
180
+ timeOut / 1000
181
+ } seconds. Please try again.`
182
+ )
183
+ );
184
+ }, timeOut);
185
+ });
186
+ });
187
+ };
188
+
189
+ /**
190
+ * Called after the peer conncection has been opened.
191
+ * Generates a QR code for the connection and displays it.
192
+ *
193
+ * @private
194
+ * @example
195
+ */
196
+ #showQRCode = () => {
197
+ // Get query string, the URL parameters to specify a Listener
198
+ const queryStringParameters = {
199
+ speakerPeerId: this.peer.id,
200
+ isSmartPhone: this.isSmartPhone,
201
+ calibrateSoundHz: this.calibrateSoundHz,
202
+ calibrateSoundSamplingDesiredBits: this.calibrateSoundSamplingDesiredBits,
203
+ lang: this.language,
204
+ };
205
+ const queryString = this.queryStringFromObject(queryStringParameters);
206
+ const uri = this.siteUrl + queryString;
207
+ if (this.isSmartPhone) {
208
+ // Display QR code for the participant to scan
209
+ const qrCanvas = document.createElement('canvas');
210
+ qrCanvas.setAttribute('id', 'qrCanvas');
211
+ console.log(uri);
212
+ QRCode.toCanvas(qrCanvas, uri, error => {
213
+ if (error) console.error(error);
214
+ });
215
+ document.getElementById(this.targetElement).appendChild(qrCanvas);
216
+ } else {
217
+ // show the link to the user
218
+ // If specified HTML Id is available, show QR code there
219
+ if (document.getElementById(this.targetElement)) {
220
+ // const linkTag = document.createElement('a');
221
+ // linkTag.setAttribute('href', uri);
222
+ // linkTag.innerHTML = 'Click here to start the calibration';
223
+ // linkTag.target = '_blank';
224
+ // document.getElementById(this.targetElement).appendChild(linkTag);
225
+ // document.getElementById(this.targetElement).appendChild(qrCanvas);
226
+
227
+ const proceedButton = document.createElement('button');
228
+ proceedButton.setAttribute('id', 'calibrationProceedButton');
229
+ proceedButton.setAttribute('class', 'btn btn-success');
230
+ proceedButton.innerHTML = 'Proceed';
231
+ proceedButton.onclick = () => {
232
+ // open the link in a new tab
233
+ window.open(uri, '_blank');
234
+ // remove the button
235
+ document.getElementById('calibrationProceedButton').remove();
236
+ };
237
+ document.getElementById(this.targetElement).appendChild(proceedButton);
238
+ }
239
+ }
240
+ // or just print it to console
241
+ console.log('TEST: Peer reachable at: ', uri);
242
+ };
243
+
244
+ #showSpinner = () => {
245
+ const spinner = document.createElement('div');
246
+ spinner.className = 'spinner-border ml-auto';
247
+ spinner.role = 'status';
248
+ spinner.ariaHidden = 'true';
249
+ document.getElementById(this.targetElement).appendChild(spinner);
250
+
251
+ // clear instructionDisplay
252
+ const soundMessage = document.getElementById(this.soundMessageId);
253
+ soundMessage.innerHTML = '';
254
+ soundMessage.style.display = 'none';
255
+ const instructionDisplay = document.getElementById(this.instructionDisplayId);
256
+ const background = document.getElementById('background'); // todo: get background id from params
257
+ if (instructionDisplay) {
258
+ instructionDisplay.innerHTML = '';
259
+ instructionDisplay.style.whiteSpace = 'nowrap';
260
+ instructionDisplay.style.fontWeight = 'bold';
261
+ instructionDisplay.style.width = 'fit-content';
262
+ instructionDisplay.innerHTML = phrases.RC_soundRecording[this.language];
263
+ let fontSize = 100;
264
+ instructionDisplay.style.fontSize = fontSize + 'px';
265
+ while (instructionDisplay.scrollWidth > background.scrollWidth * 0.9 && fontSize > 10) {
266
+ fontSize--;
267
+ instructionDisplay.style.fontSize = fontSize + 'px';
268
+ }
269
+ // const p = document.createElement('p');
270
+ // // font size
271
+ // p.style.fontSize = '1.1rem';
272
+ // p.style.fontWeight = 'normal';
273
+ // p.style.paddingTop = '20px';
274
+ // const timeToCalibrateText = phrases.RC_howLongToCalibrate['en-US'];
275
+ // p.innerHTML = timeToCalibrateText.replace('111', this.timeToCalibrate);
276
+ // instructionDisplay.appendChild(p);
277
+ }
278
+
279
+ const timeToCalibrateDisplay = document.getElementById(this.timeToCalibrateDisplay);
280
+ if (timeToCalibrateDisplay) {
281
+ const timeToCalibrateText = phrases.RC_howLongToCalibrate[this.language];
282
+ timeToCalibrateDisplay.innerHTML = timeToCalibrateText.replace('111', this.timeToCalibrate);
283
+ timeToCalibrateDisplay.style.fontWeight = 'normal';
284
+ timeToCalibrateDisplay.style.fontSize = '1rem';
285
+ // timeToCalibrateDisplay.style.paddingTop = '20px';
286
+ }
287
+
288
+ // Update title - titleDisplayId
289
+ const titleDisplay = document.getElementById(this.titleDisplayId);
290
+ if (titleDisplay) {
291
+ // replace 5 with 6
292
+ titleDisplay.innerHTML = this.isSmartPhone
293
+ ? titleDisplay.innerHTML.replace('2', '3')
294
+ : titleDisplay.innerHTML.replace('4', '5');
295
+ }
296
+ };
297
+
298
+ #removeUIElems = () => {
299
+ const parent = document.getElementById(this.targetElement);
300
+ while (parent.firstChild) {
301
+ parent.firstChild.remove();
302
+ }
303
+ };
304
+
305
+ /**
306
+ * Called when the peer connection is opened.
307
+ * Saves the peer id and calls the QR code generator.
308
+ *
309
+ * @param peerId - The peer id of the peer connection.
310
+ * @param id
311
+ * @private
312
+ * @example
313
+ */
314
+ #onPeerOpen = id => {
315
+ // Workaround for peer.reconnect deleting previous id
316
+ if (id === null) {
317
+ console.error('Received null id from peer open');
318
+ this.peer.id = this.lastPeerId;
319
+ } else {
320
+ this.lastPeerId = this.peer.id;
321
+ }
322
+
323
+ if (id !== this.peer.id) {
324
+ console.warn('DEBUG Check you assumption that id === this.peer.id');
325
+ }
326
+
327
+ this.#showQRCode();
328
+ };
329
+
330
+ /**
331
+ * Called when the peer connection is established.
332
+ * Enforces a single connection.
333
+ *
334
+ * @param connection - The connection object.
335
+ * @private
336
+ * @example
337
+ */
338
+ #onPeerConnection = connection => {
339
+ // Allow only a single connection
340
+ if (this.conn && this.conn.open) {
341
+ connection.on('open', () => {
342
+ connection.send('Already connected to another client');
343
+ setTimeout(() => {
344
+ connection.close();
345
+ }, 500);
346
+ });
347
+ return;
348
+ }
349
+
350
+ this.conn = connection;
351
+ console.log('Connected to: ', this.conn.peer);
352
+ this.#ready();
353
+ };
354
+
355
+ /**
356
+ * Called when the peer connection is closed.
357
+ *
358
+ * @private
359
+ * @example
360
+ */
361
+ #onPeerClose = () => {
362
+ this.conn = null;
363
+ console.log('Connection destroyed');
364
+ };
365
+
366
+ /**
367
+ * Called when the peer connection is disconnected.
368
+ * Attempts to reconnect.
369
+ *
370
+ * @private
371
+ * @example
372
+ */
373
+ #onPeerDisconnected = () => {
374
+ console.log('Connection lost. Please reconnect');
375
+
376
+ // Workaround for peer.reconnect deleting previous id
377
+ this.peer.id = this.lastPeerId;
378
+ // eslint-disable-next-line no-underscore-dangle
379
+ this.peer._lastServerId = this.lastPeerId;
380
+ this.peer.reconnect();
381
+ };
382
+
383
+ /**
384
+ * Called when the peer connection encounters an error.
385
+ *
386
+ * @param error
387
+ * @private
388
+ * @example
389
+ */
390
+ #onPeerError = error => {
391
+ // TODO: check if this function is needed or not
392
+ console.error(error);
393
+ };
394
+
395
+ /**
396
+ * Called when data is received from the peer connection.
397
+ *
398
+ * @param data
399
+ * @private
400
+ * @example
401
+ */
402
+ #onIncomingData = data => {
403
+ // enforce object type
404
+ if (
405
+ !Object.prototype.hasOwnProperty.call(data, 'name') ||
406
+ !Object.prototype.hasOwnProperty.call(data, 'payload')
407
+ ) {
408
+ console.error('Received malformed data: ', data);
409
+ return;
410
+ }
411
+
412
+ switch (data.name) {
413
+ case 'samplingRate':
414
+ this.ac.setSamplingRates(data.payload);
415
+ break;
416
+ case 'sampleSize':
417
+ this.ac.setSampleSize(data.payload);
418
+ break;
419
+ case 'deviceType':
420
+ this.ac.setDeviceType(data.payload);
421
+ break;
422
+ case 'deviceName':
423
+ this.ac.setDeviceName(data.payload);
424
+ break;
425
+ case 'deviceInfo':
426
+ this.ac.setDeviceInfo(data.payload);
427
+ console.log('Received device info from listener: ', data.payload);
428
+ break;
429
+ case UnsupportedDeviceError.name:
430
+ case MissingSpeakerIdError.name:
431
+ throw data.payload;
432
+ break;
433
+ default:
434
+ break;
435
+ }
436
+ };
437
+
438
+ /**
439
+ * Called when the peer connection is #ready.
440
+ *
441
+ * @private
442
+ * @example
443
+ */
444
+ #ready = () => {
445
+ // Perform callback with data
446
+ this.conn.on('data', this.#onIncomingData);
447
+ this.conn.on('close', () => {
448
+ console.log('Connection reset<br>Awaiting connection...');
449
+ this.conn = null;
450
+ });
451
+ };
452
+
453
+ /** .
454
+ * .
455
+ * .
456
+ * Debug method for downloading the recorded audio
457
+ *
458
+ * @public
459
+ * @example
460
+ */
461
+ downloadData = () => {
462
+ this.ac.downloadData();
463
+ };
464
+ }
465
+
466
+ /*
467
+ Referenced links:
468
+ https://stackoverflow.com/questions/28016664/when-you-pass-this-as-an-argument/28016676#28016676
469
+ https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Classes
470
+ https://stackoverflow.com/questions/879152/how-do-i-make-javascript-beep [3]
471
+ */
472
+
473
+ export default Speaker;