speaker-calibration 2.2.216 → 2.2.217

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. package/.eslintignore +71 -71
  2. package/.eslintrc.json +40 -40
  3. package/.gitignore +81 -0
  4. package/.prettierignore +69 -69
  5. package/.prettierrc +14 -14
  6. package/LICENSE +20 -20
  7. package/README.md +133 -133
  8. package/__mocks__/fileMock.js +1 -1
  9. package/__mocks__/styleMock.js +1 -1
  10. package/babel.config.js +3 -3
  11. package/coverage/clover.xml +71 -71
  12. package/coverage/coverage-final.json +224 -224
  13. package/coverage/lcov-report/PythonServerInterface.js.html +265 -265
  14. package/coverage/lcov-report/base.css +354 -354
  15. package/coverage/lcov-report/block-navigation.js +82 -82
  16. package/coverage/lcov-report/favicon.png +0 -0
  17. package/coverage/lcov-report/index.html +123 -123
  18. package/coverage/lcov-report/prettify.css +101 -101
  19. package/coverage/lcov-report/prettify.js +937 -937
  20. package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
  21. package/coverage/lcov-report/sorter.js +189 -189
  22. package/coverage/lcov-report/src/index.html +121 -121
  23. package/coverage/lcov-report/src/server/PythonServerInterface.js.html +268 -268
  24. package/coverage/lcov-report/src/server/index.html +123 -123
  25. package/coverage/lcov-report/src/tasks/audioCalibrator.js.html +499 -499
  26. package/coverage/lcov-report/src/tasks/audioRecorder.js.html +412 -412
  27. package/coverage/lcov-report/src/tasks/index.html +143 -143
  28. package/coverage/lcov-report/src/tasks/volume/index.html +123 -123
  29. package/coverage/lcov-report/src/tasks/volume/volume.js.html +409 -409
  30. package/coverage/lcov-report/src/utils.js.html +172 -172
  31. package/coverage/lcov.info +91 -91
  32. package/dist/Procfile +0 -0
  33. package/dist/example/NoSleep.min.js +1 -1
  34. package/dist/example/credentials.json.gpg +0 -0
  35. package/dist/example/fetch-languages-sheets.js +77 -77
  36. package/dist/example/i18n.js +28705 -28705
  37. package/dist/example/index.html +47 -47
  38. package/dist/example/listener.html +79 -79
  39. package/dist/example/server.js +51 -51
  40. package/dist/example/speaker.html +145 -145
  41. package/dist/example/speakerUI.js +273 -273
  42. package/dist/example/styles.css +99 -99
  43. package/dist/listener.js +13 -13
  44. package/dist/main.js +12 -12
  45. package/dist/main.js.LICENSE.txt +0 -0
  46. package/dist/mlsGen.js +6814 -6814
  47. package/dist/mlsGen.wasm +0 -0
  48. package/dist/package-lock.json +1018 -1018
  49. package/dist/package.json +18 -18
  50. package/doc/AudioCalibrator.html +417 -417
  51. package/doc/AudioPeer.html +251 -251
  52. package/doc/AudioRecorder.html +195 -195
  53. package/doc/ImpulseResponse.html +215 -215
  54. package/doc/Listener.html +308 -308
  55. package/doc/MlsGenInterface.html +226 -226
  56. package/doc/MyEventEmitter.html +274 -274
  57. package/doc/PythonServerAPI.html +109 -109
  58. package/doc/Speaker-Calibration-UML-Diagram.png +0 -0
  59. package/doc/Speaker.html +276 -276
  60. package/doc/Takes%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +128 -128
  61. package/doc/Takes%20the%20url%20of%20the%20current%20site%0Aand%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +138 -138
  62. package/doc/Takes%20the%20url%20of%20the%20current%20site%20and%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +137 -137
  63. package/doc/Volume.html +88 -88
  64. package/doc/audioCalibrator.js.html +179 -179
  65. package/doc/audioPeer.js.html +175 -175
  66. package/doc/audioRecorder.js.html +163 -163
  67. package/doc/creates%20a%20new%20AudioRecorder%20instance.%20%0ASets%20up%20the%20audio%20context%20and%20file%20reader..html +114 -114
  68. package/doc/fonts/OpenSans-Bold-webfont.eot +0 -0
  69. package/doc/fonts/OpenSans-Bold-webfont.svg +1829 -1829
  70. package/doc/fonts/OpenSans-Bold-webfont.woff +0 -0
  71. package/doc/fonts/OpenSans-BoldItalic-webfont.eot +0 -0
  72. package/doc/fonts/OpenSans-BoldItalic-webfont.svg +1829 -1829
  73. package/doc/fonts/OpenSans-BoldItalic-webfont.woff +0 -0
  74. package/doc/fonts/OpenSans-Italic-webfont.eot +0 -0
  75. package/doc/fonts/OpenSans-Italic-webfont.svg +1829 -1829
  76. package/doc/fonts/OpenSans-Italic-webfont.woff +0 -0
  77. package/doc/fonts/OpenSans-Light-webfont.eot +0 -0
  78. package/doc/fonts/OpenSans-Light-webfont.svg +1830 -1830
  79. package/doc/fonts/OpenSans-Light-webfont.woff +0 -0
  80. package/doc/fonts/OpenSans-LightItalic-webfont.eot +0 -0
  81. package/doc/fonts/OpenSans-LightItalic-webfont.svg +1834 -1834
  82. package/doc/fonts/OpenSans-LightItalic-webfont.woff +0 -0
  83. package/doc/fonts/OpenSans-Regular-webfont.eot +0 -0
  84. package/doc/fonts/OpenSans-Regular-webfont.svg +1830 -1830
  85. package/doc/fonts/OpenSans-Regular-webfont.woff +0 -0
  86. package/doc/global.html +308 -308
  87. package/doc/index.html +58 -58
  88. package/doc/listener.js.html +170 -170
  89. package/doc/mlsGen_mlsGenInterface.js.html +117 -117
  90. package/doc/myEventEmitter.js.html +124 -124
  91. package/doc/peer-connection_audioPeer.js.html +188 -188
  92. package/doc/peer-connection_listener.js.html +311 -311
  93. package/doc/peer-connection_speaker.js.html +381 -381
  94. package/doc/sc-activity-diagram.png +0 -0
  95. package/doc/scripts/linenumber.js +25 -25
  96. package/doc/scripts/prettify/Apache-License-2.0.txt +202 -202
  97. package/doc/scripts/prettify/lang-css.js +24 -24
  98. package/doc/scripts/prettify/prettify.js +640 -640
  99. package/doc/server_PythonServerAPI.js.html +160 -160
  100. package/doc/speaker.js.html +248 -248
  101. package/doc/styles/jsdoc-default.css +371 -371
  102. package/doc/styles/prettify-jsdoc.css +111 -111
  103. package/doc/styles/prettify-tomorrow.css +163 -163
  104. package/doc/tasks_audioCalibrator.js.html +207 -207
  105. package/doc/tasks_audioRecorder.js.html +190 -190
  106. package/doc/tasks_impulse-response_impulseResponse.js.html +442 -442
  107. package/doc/tasks_impulse-response_mlsGen_mlsGenInterface.js.html +175 -175
  108. package/doc/tasks_volume_volume.js.html +185 -185
  109. package/doc/utils.js.html +105 -105
  110. package/jest.config.js +173 -173
  111. package/netlify.toml +26 -26
  112. package/package.json +78 -78
  113. package/src/config/firebase.js +26 -26
  114. package/src/index.html +21 -21
  115. package/src/listener-app/listener.js +153 -153
  116. package/src/main.js +23 -23
  117. package/src/myEventEmitter.js +83 -83
  118. package/src/peer-connection/audioPeer.js +183 -183
  119. package/src/peer-connection/listener.js +369 -369
  120. package/src/peer-connection/peerErrors.js +25 -25
  121. package/src/peer-connection/speaker.js +765 -765
  122. package/src/powerCheck.js +98 -98
  123. package/src/server/PythonServerAPI.js +869 -869
  124. package/src/tasks/audioCalibrator.js +360 -351
  125. package/src/tasks/audioRecorder.js +315 -315
  126. package/src/tasks/combination/combination.js +3160 -3160
  127. package/src/tasks/combination/mlsGen/mlsGen.cpp +98 -98
  128. package/src/tasks/combination/mlsGen/mlsGen.hpp +303 -303
  129. package/src/tasks/combination/mlsGen/mlsGenInterface.js +131 -131
  130. package/src/tasks/combination/mlsGen/mlsGenTest.cpp +180 -180
  131. package/src/tasks/impulse-response/impulseResponse.js +610 -610
  132. package/src/tasks/impulse-response/mlsGen/mlsGen.cpp +98 -98
  133. package/src/tasks/impulse-response/mlsGen/mlsGen.hpp +303 -303
  134. package/src/tasks/impulse-response/mlsGen/mlsGenInterface.js +131 -131
  135. package/src/tasks/impulse-response/mlsGen/mlsGenTest.cpp +180 -180
  136. package/src/tasks/volume/volume.cpp +2 -2
  137. package/src/tasks/volume/volume.hpp +22 -22
  138. package/src/tasks/volume/volume.js +279 -279
  139. package/src/utils.js +205 -205
  140. package/webpack.config.js +64 -64
  141. package/.github/workflows/update-phrases.yml +0 -37
  142. package/makefile +0 -74
@@ -1,369 +1,369 @@
1
- import AudioPeer from './audioPeer';
2
- import {UnsupportedDeviceError, MissingSpeakerIdError} from './peerErrors';
3
- import axios from 'axios';
4
-
5
- /**
6
- * @class Handles the listener's side of the connection. Responsible for getting access to user's microphone,
7
- * and initiating a call to the Speaker.
8
- * @augments AudioPeer
9
- */
10
- class Listener extends AudioPeer {
11
- /**
12
- * Takes a target element where html elements will be appended.
13
- *
14
- * @param params - See type definition for initParameters.
15
- * @example
16
- */
17
- constructor(params) {
18
- super(params);
19
- this.microphoneFromAPI = params.microphoneFromAPI ? params.microphoneFromAPI : '';
20
- this.microphoneDeviceId = params.microphoneDeviceId ? params.microphoneDeviceId : '';
21
- // this.deviceInfoFromUser = params.deviceInfoFromUser
22
- // ? params.deviceInfoFromUser
23
- // : {modelNumber: '', modelName: ''};
24
- this.startTime = Date.now();
25
- this.receiverPeerId = null;
26
-
27
- const urlParameters = this.parseURLSearchParams();
28
- this.calibrateSoundHz =
29
- // previous calibrateSoundHz
30
- urlParameters.hz !== null && urlParameters.hz !== undefined ? urlParameters.hz : 48000;
31
- this.calibrateSoundSamplingDesiredBits =
32
- // previous calibrateSoundSamplingDesiredBits
33
- urlParameters.bits !== null && urlParameters.bits !== undefined ? urlParameters.bits : 24;
34
- this.speakerPeerId = urlParameters.speakerPeerId;
35
-
36
- this.peer.on('open', this.onPeerOpen);
37
- this.peer.on('connection', this.onPeerConnection);
38
- this.peer.on('disconnected', this.onPeerDisconnected);
39
- this.peer.on('close', this.onPeerClose);
40
- this.peer.on('error', this.onPeerError);
41
- }
42
-
43
- onPeerOpen = id => {
44
- this.displayUpdate('Listener - onPeerOpen');
45
- // Workaround for peer.reconnect deleting previous id
46
- try {
47
- if (id === null) {
48
- this.displayUpdate('Received null id from peer open');
49
- this.peer.id = this.lastPeerId;
50
- } else {
51
- this.lastPeerId = this.peer.id;
52
- }
53
- } catch (error) {
54
- console.error('Error in onPeerOpen: ', error);
55
- }
56
-
57
- this.join();
58
- };
59
-
60
- onPeerConnection = connection => {
61
- this.displayUpdate('Listener - onPeerConnection');
62
- // Disallow incoming connections
63
- connection.on('open', () => {
64
- connection.send('Sender does not accept incoming connections');
65
- setTimeout(() => {
66
- connection.close();
67
- }, 500);
68
- });
69
- };
70
-
71
- onConnData = data => {
72
- this.displayUpdate('Listener - onConnData');
73
- const hasSpeakerID = Object.prototype.hasOwnProperty.call(data, 'speakerPeerId');
74
- if (!hasSpeakerID) {
75
- this.displayUpdate('Error in parsing data received! Must set "speakerPeerId" property');
76
- throw new MissingSpeakerIdError('Must set "speakerPeerId" property');
77
- } else {
78
- // this.conn.close();
79
- this.displayUpdate(this.speakerPeerId);
80
- this.speakerPeerId = data.speakerPeerId;
81
- const newParams = {
82
- speakerPeerId: this.speakerPeerId,
83
- };
84
- /*
85
- FUTURE does this limit usable environments?
86
- ie does this work if internet is lost after initial page load?
87
- */
88
- window.location.search = this.queryStringFromObject(newParams); // Redirect to correctly constructed keypad page
89
- }
90
- };
91
-
92
- join = async () => {
93
- this.displayUpdate('Listener - join');
94
- /**
95
- * Create the connection between the two Peers.
96
- *
97
- * Sets up callbacks that handle any events related to the
98
- * connection and data received on it.
99
- */
100
- // Close old connection
101
- if (this.conn) {
102
- this.displayUpdate('Closing old connection');
103
- this.conn.close();
104
- }
105
-
106
- // Create connection to destination peer specified by the query param
107
- this.displayUpdate(`Creating connection to: ${this.speakerPeerId}`);
108
- this.conn = this.peer.connect(this.speakerPeerId, {
109
- reliable: true,
110
- });
111
-
112
- this.displayUpdate('Created connection');
113
- this.conn.on('open', async () => {
114
- this.displayUpdate('Listener - conn open');
115
- await this.getDeviceInfo();
116
- // this.sendSamplingRate();
117
- await this.openAudioStream();
118
- });
119
-
120
- // Handle incoming data (messages only since this is the signal sender)
121
- this.conn.on('data', this.onConnData);
122
- this.conn.on('close', () => {
123
- console.log('Connection closed');
124
- });
125
- };
126
-
127
- getMobileOS = () => {
128
- const ua = navigator.userAgent;
129
- if (/android/i.test(ua)) {
130
- return 'Android';
131
- }
132
- if (
133
- /iPad|iPhone|iPod/.test(ua) ||
134
- ((navigator?.userAgentData?.platform || navigator?.platform) === 'MacIntel' &&
135
- navigator.maxTouchPoints > 1)
136
- ) {
137
- return 'iOS';
138
- }
139
- return 'Other';
140
- };
141
-
142
- sendSamplingRate = sampleRate => {
143
- this.displayUpdate('Listener - sendSamplingRate');
144
- this.conn.send({
145
- name: 'samplingRate',
146
- payload: sampleRate,
147
- });
148
- };
149
-
150
- sendSampleSize = sampleSize => {
151
- this.displayUpdate('Listener - sendSampleSize');
152
- this.conn.send({
153
- name: 'sampleSize',
154
- payload: sampleSize,
155
- });
156
- };
157
-
158
- sendFlags = flags => {
159
- this.displayUpdate('Listener - sendFlags');
160
- this.conn.send({
161
- name: 'flags',
162
- payload: flags,
163
- });
164
- };
165
-
166
- getDeviceInfo = async () => {
167
- const deviceInfo = {};
168
- try {
169
- fod.complete(function (data) {
170
- deviceInfo['IsMobile'] = data.device['ismobile'];
171
- deviceInfo['HardwareName'] = data.device['hardwarename'];
172
- deviceInfo['HardwareFamily'] = data.device['hardwarefamily'];
173
- deviceInfo['HardwareModel'] = data.device['hardwaremodel'];
174
- deviceInfo['OEM'] = data.device['oem'];
175
- deviceInfo['HardwareModelVariants'] = data.device['hardwaremodelvariants'];
176
- deviceInfo['DeviceId'] = data.device['deviceid'];
177
- deviceInfo['PlatformName'] = data.device['platformname'];
178
- deviceInfo['PlatformVersion'] = data.device['platformversion'];
179
- deviceInfo['DeviceType'] = data.device['devicetype'];
180
- // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
181
- });
182
- } catch (error) {
183
- console.error('Error fetching or executing script:', error.message);
184
- }
185
- // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
186
- deviceInfo['microphoneFromAPI'] = this.microphoneFromAPI;
187
- deviceInfo['microphoneDeviceId'] = this.microphoneDeviceId;
188
- deviceInfo['screenWidth'] = window.screen.width;
189
- deviceInfo['screenHeight'] = window.screen.height;
190
- console.log('deviceInfo Inside getDeviceInfo: ', deviceInfo);
191
- this.conn.send({
192
- name: 'deviceInfo',
193
- payload: deviceInfo,
194
- });
195
- return deviceInfo;
196
- };
197
-
198
- applyHQTrackConstraints = async stream => {
199
- // Contraint the incoming audio to the sampling rate we want
200
- stream.getAudioTracks().forEach(track => {
201
- console.log(track, track.enabled);
202
- });
203
- const track = stream.getAudioTracks()[0];
204
- console.log(track);
205
- const capabilities = track.getCapabilities();
206
-
207
- this.displayUpdate(
208
- `Listener Track Capabilities - ${JSON.stringify(capabilities, undefined, 2)}`
209
- );
210
-
211
- const constraints = track.getConstraints();
212
-
213
- if (capabilities.echoCancellation) {
214
- constraints.echoCancellation = false;
215
- }
216
-
217
- if (capabilities.sampleRate) {
218
- constraints.sampleRate = this.calibrateSoundHz;
219
- }
220
-
221
- if (capabilities.sampleSize) {
222
- constraints.sampleSize = this.calibrateSoundSamplingDesiredBits;
223
- }
224
-
225
- if (capabilities.channelCount) {
226
- constraints.channelCount = 1;
227
- }
228
-
229
- this.displayUpdate(`Listener Track Constraints - ${JSON.stringify(constraints, undefined, 2)}`);
230
-
231
- // await the promise
232
- try {
233
- await track.applyConstraints(constraints);
234
- } catch (err) {
235
- console.error(err);
236
- this.displayUpdate(`Error applying constraints to track: ${err}`);
237
- }
238
-
239
- const settings = track.getSettings();
240
- this.displayUpdate(`Listener Track Settings - ${JSON.stringify(settings, undefined, 2)}`);
241
- return settings;
242
- };
243
-
244
- getMediaDevicesAudioContraints = async () => {
245
- const availableConstraints = navigator.mediaDevices.getSupportedConstraints();
246
-
247
- const contraints = {
248
- // ...(availableConstraints.echoCancellation && availableConstraints.echoCancellation == true
249
- // ? {echoCancellation: {exact: false}}
250
- // : {}),
251
- // ...(availableConstraints.sampleRate && availableConstraints.sampleRate == true
252
- // ? {sampleRate: {ideal: this.calibrateSoundHz}}
253
- // : {}),
254
- // ...(availableConstraints.sampleSize && availableConstraints.sampleSize == true
255
- // ? {sampleSize: {ideal: this.calibrateSoundSamplingDesiredBits}}
256
- // : {}),
257
- // ...(availableConstraints.channelCount && availableConstraints.channelCount == true
258
- // ? {channelCount: {exact: 1}}
259
- // : {}),
260
- autoGainControl: false,
261
- noiseSuppression: false,
262
- echoCancellation: false,
263
- channelCount: 1,
264
- };
265
-
266
- if (this.microphoneDeviceId !== '') {
267
- contraints.deviceId = {exact: await this.getDeviceIdByLabel(this.microphoneDeviceId)};
268
- }
269
-
270
- console.log(contraints);
271
-
272
- return contraints;
273
- };
274
- getDeviceIdByLabel = async targetLabel => {
275
- try {
276
- //get permission to use audio first. (Returns empty labels on some computers if not done first)
277
- await navigator.mediaDevices.getUserMedia({audio: true});
278
- // Enumerate available media devices
279
- const devices = await navigator.mediaDevices.enumerateDevices();
280
-
281
- // Find the device with the matching label
282
- const matchingDevice = devices.find(
283
- device => device.kind === 'audioinput' && device.label === targetLabel
284
- );
285
-
286
- if (matchingDevice) {
287
- return matchingDevice.deviceId; // Return the deviceId if found
288
- } else {
289
- throw new Error(`No audio input device found with label: "${targetLabel}"`);
290
- }
291
- } catch (error) {
292
- console.error('Error finding device ID:', error);
293
- return null;
294
- }
295
- };
296
-
297
- openAudioStream = async () => {
298
- this.displayUpdate('Listener - openAudioStream');
299
- const mobileOS = this.getMobileOS();
300
- if (process.env.NODE_ENV !== 'development' && mobileOS !== 'iOS') {
301
- const err = new UnsupportedDeviceError(`${mobileOS} is not supported`);
302
- this.conn.send({
303
- name: err.name,
304
- payload: err,
305
- });
306
- return;
307
- }
308
- const constraints = await this.getMediaDevicesAudioContraints();
309
- console.log('Constraints right before getUserMedia:', constraints);
310
- navigator.mediaDevices
311
- .getUserMedia({
312
- audio: constraints,
313
- video: false,
314
- //audio: {echoCancellation: false, noiseSuppression: false, autoGainControl: false, deviceId: {exact: await this.getDeviceIdByLabel(this.microphoneDeviceId) }},
315
- })
316
- .then(stream => {
317
- this.displayUpdate(
318
- `Listener Track settings before applied constraints - ${JSON.stringify(
319
- stream.getAudioTracks()[0].getSettings(),
320
- undefined,
321
- 2
322
- )}`
323
- );
324
- this.applyHQTrackConstraints(stream)
325
- .then(settings => {
326
- console.log(settings);
327
- this.sendSamplingRate(settings.sampleRate);
328
- //let sampleSize = settings.sampleSize;
329
- let sampleSize = this.calibrateSoundSamplingDesiredBits;
330
- /*
331
- if (!sampleSize) {
332
- sampleSize = this.calibrateSoundSamplingDesiredBits;
333
- }
334
- */
335
- this.sendSampleSize(sampleSize);
336
- this.sendFlags({
337
- autoGainControl: settings.autoGainControl,
338
- noiseSuppression: settings.noiseSuppression,
339
- echoCancellation: settings.echoCancellation,
340
- });
341
- this.peer.call(this.speakerPeerId, stream); // one-way call
342
- this.displayUpdate('Listener - openAudioStream');
343
- })
344
- .catch(err => {
345
- console.log(err);
346
- this.displayUpdate(
347
- `Listener - Error in applyHQTrackConstraints - ${JSON.stringify(err, undefined, 2)}`
348
- );
349
- });
350
- })
351
- .catch(err => {
352
- console.error(err);
353
- if (err.name === 'OverconstrainedError') {
354
- const constraint = err.constraint;
355
- const message = `The constraint "${constraint}" cannot be satisfied by the selected microphone. Please adjust your calibration settings or choose a different microphone.`;
356
-
357
- this.displayUpdate(`Listener - OverconstrainedError: ${message}`);
358
- console.error(message);
359
-
360
- alert(`Overconstrained Error: ${message}`);
361
- }
362
- this.displayUpdate(
363
- `Listener - Error in getUserMedia - ${JSON.stringify(err, undefined, 2)}`
364
- );
365
- });
366
- };
367
- }
368
-
369
- export default Listener;
1
+ import AudioPeer from './audioPeer';
2
+ import {UnsupportedDeviceError, MissingSpeakerIdError} from './peerErrors';
3
+ import axios from 'axios';
4
+
5
+ /**
6
+ * @class Handles the listener's side of the connection. Responsible for getting access to user's microphone,
7
+ * and initiating a call to the Speaker.
8
+ * @augments AudioPeer
9
+ */
10
+ class Listener extends AudioPeer {
11
+ /**
12
+ * Takes a target element where html elements will be appended.
13
+ *
14
+ * @param params - See type definition for initParameters.
15
+ * @example
16
+ */
17
+ constructor(params) {
18
+ super(params);
19
+ this.microphoneFromAPI = params.microphoneFromAPI ? params.microphoneFromAPI : '';
20
+ this.microphoneDeviceId = params.microphoneDeviceId ? params.microphoneDeviceId : '';
21
+ // this.deviceInfoFromUser = params.deviceInfoFromUser
22
+ // ? params.deviceInfoFromUser
23
+ // : {modelNumber: '', modelName: ''};
24
+ this.startTime = Date.now();
25
+ this.receiverPeerId = null;
26
+
27
+ const urlParameters = this.parseURLSearchParams();
28
+ this.calibrateSoundHz =
29
+ // previous calibrateSoundHz
30
+ urlParameters.hz !== null && urlParameters.hz !== undefined ? urlParameters.hz : 48000;
31
+ this.calibrateSoundSamplingDesiredBits =
32
+ // previous calibrateSoundSamplingDesiredBits
33
+ urlParameters.bits !== null && urlParameters.bits !== undefined ? urlParameters.bits : 24;
34
+ this.speakerPeerId = urlParameters.speakerPeerId;
35
+
36
+ this.peer.on('open', this.onPeerOpen);
37
+ this.peer.on('connection', this.onPeerConnection);
38
+ this.peer.on('disconnected', this.onPeerDisconnected);
39
+ this.peer.on('close', this.onPeerClose);
40
+ this.peer.on('error', this.onPeerError);
41
+ }
42
+
43
+ onPeerOpen = id => {
44
+ this.displayUpdate('Listener - onPeerOpen');
45
+ // Workaround for peer.reconnect deleting previous id
46
+ try {
47
+ if (id === null) {
48
+ this.displayUpdate('Received null id from peer open');
49
+ this.peer.id = this.lastPeerId;
50
+ } else {
51
+ this.lastPeerId = this.peer.id;
52
+ }
53
+ } catch (error) {
54
+ console.error('Error in onPeerOpen: ', error);
55
+ }
56
+
57
+ this.join();
58
+ };
59
+
60
+ onPeerConnection = connection => {
61
+ this.displayUpdate('Listener - onPeerConnection');
62
+ // Disallow incoming connections
63
+ connection.on('open', () => {
64
+ connection.send('Sender does not accept incoming connections');
65
+ setTimeout(() => {
66
+ connection.close();
67
+ }, 500);
68
+ });
69
+ };
70
+
71
+ onConnData = data => {
72
+ this.displayUpdate('Listener - onConnData');
73
+ const hasSpeakerID = Object.prototype.hasOwnProperty.call(data, 'speakerPeerId');
74
+ if (!hasSpeakerID) {
75
+ this.displayUpdate('Error in parsing data received! Must set "speakerPeerId" property');
76
+ throw new MissingSpeakerIdError('Must set "speakerPeerId" property');
77
+ } else {
78
+ // this.conn.close();
79
+ this.displayUpdate(this.speakerPeerId);
80
+ this.speakerPeerId = data.speakerPeerId;
81
+ const newParams = {
82
+ speakerPeerId: this.speakerPeerId,
83
+ };
84
+ /*
85
+ FUTURE does this limit usable environments?
86
+ ie does this work if internet is lost after initial page load?
87
+ */
88
+ window.location.search = this.queryStringFromObject(newParams); // Redirect to correctly constructed keypad page
89
+ }
90
+ };
91
+
92
+ join = async () => {
93
+ this.displayUpdate('Listener - join');
94
+ /**
95
+ * Create the connection between the two Peers.
96
+ *
97
+ * Sets up callbacks that handle any events related to the
98
+ * connection and data received on it.
99
+ */
100
+ // Close old connection
101
+ if (this.conn) {
102
+ this.displayUpdate('Closing old connection');
103
+ this.conn.close();
104
+ }
105
+
106
+ // Create connection to destination peer specified by the query param
107
+ this.displayUpdate(`Creating connection to: ${this.speakerPeerId}`);
108
+ this.conn = this.peer.connect(this.speakerPeerId, {
109
+ reliable: true,
110
+ });
111
+
112
+ this.displayUpdate('Created connection');
113
+ this.conn.on('open', async () => {
114
+ this.displayUpdate('Listener - conn open');
115
+ await this.getDeviceInfo();
116
+ // this.sendSamplingRate();
117
+ await this.openAudioStream();
118
+ });
119
+
120
+ // Handle incoming data (messages only since this is the signal sender)
121
+ this.conn.on('data', this.onConnData);
122
+ this.conn.on('close', () => {
123
+ console.log('Connection closed');
124
+ });
125
+ };
126
+
127
+ getMobileOS = () => {
128
+ const ua = navigator.userAgent;
129
+ if (/android/i.test(ua)) {
130
+ return 'Android';
131
+ }
132
+ if (
133
+ /iPad|iPhone|iPod/.test(ua) ||
134
+ ((navigator?.userAgentData?.platform || navigator?.platform) === 'MacIntel' &&
135
+ navigator.maxTouchPoints > 1)
136
+ ) {
137
+ return 'iOS';
138
+ }
139
+ return 'Other';
140
+ };
141
+
142
+ sendSamplingRate = sampleRate => {
143
+ this.displayUpdate('Listener - sendSamplingRate');
144
+ this.conn.send({
145
+ name: 'samplingRate',
146
+ payload: sampleRate,
147
+ });
148
+ };
149
+
150
+ sendSampleSize = sampleSize => {
151
+ this.displayUpdate('Listener - sendSampleSize');
152
+ this.conn.send({
153
+ name: 'sampleSize',
154
+ payload: sampleSize,
155
+ });
156
+ };
157
+
158
+ sendFlags = flags => {
159
+ this.displayUpdate('Listener - sendFlags');
160
+ this.conn.send({
161
+ name: 'flags',
162
+ payload: flags,
163
+ });
164
+ };
165
+
166
+ getDeviceInfo = async () => {
167
+ const deviceInfo = {};
168
+ try {
169
+ fod.complete(function (data) {
170
+ deviceInfo['IsMobile'] = data.device['ismobile'];
171
+ deviceInfo['HardwareName'] = data.device['hardwarename'];
172
+ deviceInfo['HardwareFamily'] = data.device['hardwarefamily'];
173
+ deviceInfo['HardwareModel'] = data.device['hardwaremodel'];
174
+ deviceInfo['OEM'] = data.device['oem'];
175
+ deviceInfo['HardwareModelVariants'] = data.device['hardwaremodelvariants'];
176
+ deviceInfo['DeviceId'] = data.device['deviceid'];
177
+ deviceInfo['PlatformName'] = data.device['platformname'];
178
+ deviceInfo['PlatformVersion'] = data.device['platformversion'];
179
+ deviceInfo['DeviceType'] = data.device['devicetype'];
180
+ // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
181
+ });
182
+ } catch (error) {
183
+ console.error('Error fetching or executing script:', error.message);
184
+ }
185
+ // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
186
+ deviceInfo['microphoneFromAPI'] = this.microphoneFromAPI;
187
+ deviceInfo['microphoneDeviceId'] = this.microphoneDeviceId;
188
+ deviceInfo['screenWidth'] = window.screen.width;
189
+ deviceInfo['screenHeight'] = window.screen.height;
190
+ console.log('deviceInfo Inside getDeviceInfo: ', deviceInfo);
191
+ this.conn.send({
192
+ name: 'deviceInfo',
193
+ payload: deviceInfo,
194
+ });
195
+ return deviceInfo;
196
+ };
197
+
198
+ applyHQTrackConstraints = async stream => {
199
+ // Contraint the incoming audio to the sampling rate we want
200
+ stream.getAudioTracks().forEach(track => {
201
+ console.log(track, track.enabled);
202
+ });
203
+ const track = stream.getAudioTracks()[0];
204
+ console.log(track);
205
+ const capabilities = track.getCapabilities();
206
+
207
+ this.displayUpdate(
208
+ `Listener Track Capabilities - ${JSON.stringify(capabilities, undefined, 2)}`
209
+ );
210
+
211
+ const constraints = track.getConstraints();
212
+
213
+ if (capabilities.echoCancellation) {
214
+ constraints.echoCancellation = false;
215
+ }
216
+
217
+ if (capabilities.sampleRate) {
218
+ constraints.sampleRate = this.calibrateSoundHz;
219
+ }
220
+
221
+ if (capabilities.sampleSize) {
222
+ constraints.sampleSize = this.calibrateSoundSamplingDesiredBits;
223
+ }
224
+
225
+ if (capabilities.channelCount) {
226
+ constraints.channelCount = 1;
227
+ }
228
+
229
+ this.displayUpdate(`Listener Track Constraints - ${JSON.stringify(constraints, undefined, 2)}`);
230
+
231
+ // await the promise
232
+ try {
233
+ await track.applyConstraints(constraints);
234
+ } catch (err) {
235
+ console.error(err);
236
+ this.displayUpdate(`Error applying constraints to track: ${err}`);
237
+ }
238
+
239
+ const settings = track.getSettings();
240
+ this.displayUpdate(`Listener Track Settings - ${JSON.stringify(settings, undefined, 2)}`);
241
+ return settings;
242
+ };
243
+
244
+ getMediaDevicesAudioContraints = async () => {
245
+ const availableConstraints = navigator.mediaDevices.getSupportedConstraints();
246
+
247
+ const contraints = {
248
+ // ...(availableConstraints.echoCancellation && availableConstraints.echoCancellation == true
249
+ // ? {echoCancellation: {exact: false}}
250
+ // : {}),
251
+ // ...(availableConstraints.sampleRate && availableConstraints.sampleRate == true
252
+ // ? {sampleRate: {ideal: this.calibrateSoundHz}}
253
+ // : {}),
254
+ // ...(availableConstraints.sampleSize && availableConstraints.sampleSize == true
255
+ // ? {sampleSize: {ideal: this.calibrateSoundSamplingDesiredBits}}
256
+ // : {}),
257
+ // ...(availableConstraints.channelCount && availableConstraints.channelCount == true
258
+ // ? {channelCount: {exact: 1}}
259
+ // : {}),
260
+ autoGainControl: false,
261
+ noiseSuppression: false,
262
+ echoCancellation: false,
263
+ channelCount: 1,
264
+ };
265
+
266
+ if (this.microphoneDeviceId !== '') {
267
+ contraints.deviceId = {exact: await this.getDeviceIdByLabel(this.microphoneDeviceId)};
268
+ }
269
+
270
+ console.log(contraints);
271
+
272
+ return contraints;
273
+ };
274
+ getDeviceIdByLabel = async targetLabel => {
275
+ try {
276
+ //get permission to use audio first. (Returns empty labels on some computers if not done first)
277
+ await navigator.mediaDevices.getUserMedia({audio: true});
278
+ // Enumerate available media devices
279
+ const devices = await navigator.mediaDevices.enumerateDevices();
280
+
281
+ // Find the device with the matching label
282
+ const matchingDevice = devices.find(
283
+ device => device.kind === 'audioinput' && device.label === targetLabel
284
+ );
285
+
286
+ if (matchingDevice) {
287
+ return matchingDevice.deviceId; // Return the deviceId if found
288
+ } else {
289
+ throw new Error(`No audio input device found with label: "${targetLabel}"`);
290
+ }
291
+ } catch (error) {
292
+ console.error('Error finding device ID:', error);
293
+ return null;
294
+ }
295
+ };
296
+
297
+ openAudioStream = async () => {
298
+ this.displayUpdate('Listener - openAudioStream');
299
+ const mobileOS = this.getMobileOS();
300
+ if (process.env.NODE_ENV !== 'development' && mobileOS !== 'iOS') {
301
+ const err = new UnsupportedDeviceError(`${mobileOS} is not supported`);
302
+ this.conn.send({
303
+ name: err.name,
304
+ payload: err,
305
+ });
306
+ return;
307
+ }
308
+ const constraints = await this.getMediaDevicesAudioContraints();
309
+ console.log('Constraints right before getUserMedia:', constraints);
310
+ navigator.mediaDevices
311
+ .getUserMedia({
312
+ audio: constraints,
313
+ video: false,
314
+ //audio: {echoCancellation: false, noiseSuppression: false, autoGainControl: false, deviceId: {exact: await this.getDeviceIdByLabel(this.microphoneDeviceId) }},
315
+ })
316
+ .then(stream => {
317
+ this.displayUpdate(
318
+ `Listener Track settings before applied constraints - ${JSON.stringify(
319
+ stream.getAudioTracks()[0].getSettings(),
320
+ undefined,
321
+ 2
322
+ )}`
323
+ );
324
+ this.applyHQTrackConstraints(stream)
325
+ .then(settings => {
326
+ console.log(settings);
327
+ this.sendSamplingRate(settings.sampleRate);
328
+ //let sampleSize = settings.sampleSize;
329
+ let sampleSize = this.calibrateSoundSamplingDesiredBits;
330
+ /*
331
+ if (!sampleSize) {
332
+ sampleSize = this.calibrateSoundSamplingDesiredBits;
333
+ }
334
+ */
335
+ this.sendSampleSize(sampleSize);
336
+ this.sendFlags({
337
+ autoGainControl: settings.autoGainControl,
338
+ noiseSuppression: settings.noiseSuppression,
339
+ echoCancellation: settings.echoCancellation,
340
+ });
341
+ this.peer.call(this.speakerPeerId, stream); // one-way call
342
+ this.displayUpdate('Listener - openAudioStream');
343
+ })
344
+ .catch(err => {
345
+ console.log(err);
346
+ this.displayUpdate(
347
+ `Listener - Error in applyHQTrackConstraints - ${JSON.stringify(err, undefined, 2)}`
348
+ );
349
+ });
350
+ })
351
+ .catch(err => {
352
+ console.error(err);
353
+ if (err.name === 'OverconstrainedError') {
354
+ const constraint = err.constraint;
355
+ const message = `The constraint "${constraint}" cannot be satisfied by the selected microphone. Please adjust your calibration settings or choose a different microphone.`;
356
+
357
+ this.displayUpdate(`Listener - OverconstrainedError: ${message}`);
358
+ console.error(message);
359
+
360
+ alert(`Overconstrained Error: ${message}`);
361
+ }
362
+ this.displayUpdate(
363
+ `Listener - Error in getUserMedia - ${JSON.stringify(err, undefined, 2)}`
364
+ );
365
+ });
366
+ };
367
+ }
368
+
369
+ export default Listener;