speaker-calibration 2.2.111 → 2.2.113

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/.eslintignore +71 -71
  2. package/.eslintrc.json +40 -40
  3. package/.gitignore +81 -0
  4. package/.prettierignore +69 -69
  5. package/.prettierrc +14 -14
  6. package/LICENSE +20 -20
  7. package/README.md +133 -133
  8. package/__mocks__/fileMock.js +1 -1
  9. package/__mocks__/styleMock.js +1 -1
  10. package/babel.config.js +3 -3
  11. package/coverage/clover.xml +71 -71
  12. package/coverage/coverage-final.json +224 -224
  13. package/coverage/lcov-report/PythonServerInterface.js.html +265 -265
  14. package/coverage/lcov-report/base.css +354 -354
  15. package/coverage/lcov-report/block-navigation.js +82 -82
  16. package/coverage/lcov-report/index.html +123 -123
  17. package/coverage/lcov-report/prettify.css +101 -101
  18. package/coverage/lcov-report/prettify.js +937 -937
  19. package/coverage/lcov-report/sorter.js +189 -189
  20. package/coverage/lcov-report/src/index.html +121 -121
  21. package/coverage/lcov-report/src/server/PythonServerInterface.js.html +268 -268
  22. package/coverage/lcov-report/src/server/index.html +123 -123
  23. package/coverage/lcov-report/src/tasks/audioCalibrator.js.html +499 -499
  24. package/coverage/lcov-report/src/tasks/audioRecorder.js.html +412 -412
  25. package/coverage/lcov-report/src/tasks/index.html +143 -143
  26. package/coverage/lcov-report/src/tasks/volume/index.html +123 -123
  27. package/coverage/lcov-report/src/tasks/volume/volume.js.html +409 -409
  28. package/coverage/lcov-report/src/utils.js.html +172 -172
  29. package/coverage/lcov.info +91 -91
  30. package/dist/example/fetch-languages-sheets.js +77 -77
  31. package/dist/example/i18n.js +35846 -35846
  32. package/dist/example/index.html +47 -47
  33. package/dist/example/listener.html +62 -62
  34. package/dist/example/listener.js +129 -129
  35. package/dist/example/server.js +51 -51
  36. package/dist/example/speaker.html +145 -145
  37. package/dist/example/speakerUI.js +273 -273
  38. package/dist/example/styles.css +92 -92
  39. package/dist/main.js +17 -17
  40. package/dist/mlsGen.js +6814 -6814
  41. package/dist/mlsGen.wasm +0 -0
  42. package/dist/package-lock.json +1018 -1018
  43. package/dist/package.json +18 -18
  44. package/doc/AudioCalibrator.html +417 -417
  45. package/doc/AudioPeer.html +251 -251
  46. package/doc/AudioRecorder.html +195 -195
  47. package/doc/ImpulseResponse.html +215 -215
  48. package/doc/Listener.html +308 -308
  49. package/doc/MlsGenInterface.html +226 -226
  50. package/doc/MyEventEmitter.html +274 -274
  51. package/doc/PythonServerAPI.html +109 -109
  52. package/doc/Speaker.html +276 -276
  53. package/doc/Takes%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +128 -128
  54. package/doc/Takes%20the%20url%20of%20the%20current%20site%0Aand%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +138 -138
  55. package/doc/Takes%20the%20url%20of%20the%20current%20site%20and%20a%20target%20element%20where%20html%20elements%20will%20be%20appended..html +137 -137
  56. package/doc/Volume.html +88 -88
  57. package/doc/audioCalibrator.js.html +179 -179
  58. package/doc/audioPeer.js.html +175 -175
  59. package/doc/audioRecorder.js.html +163 -163
  60. package/doc/creates%20a%20new%20AudioRecorder%20instance.%20%0ASets%20up%20the%20audio%20context%20and%20file%20reader..html +114 -114
  61. package/doc/fonts/OpenSans-Bold-webfont.svg +1829 -1829
  62. package/doc/fonts/OpenSans-BoldItalic-webfont.svg +1829 -1829
  63. package/doc/fonts/OpenSans-Italic-webfont.svg +1829 -1829
  64. package/doc/fonts/OpenSans-Light-webfont.svg +1830 -1830
  65. package/doc/fonts/OpenSans-LightItalic-webfont.svg +1834 -1834
  66. package/doc/fonts/OpenSans-Regular-webfont.svg +1830 -1830
  67. package/doc/global.html +308 -308
  68. package/doc/index.html +58 -58
  69. package/doc/listener.js.html +170 -170
  70. package/doc/mlsGen_mlsGenInterface.js.html +117 -117
  71. package/doc/myEventEmitter.js.html +124 -124
  72. package/doc/peer-connection_audioPeer.js.html +188 -188
  73. package/doc/peer-connection_listener.js.html +311 -311
  74. package/doc/peer-connection_speaker.js.html +381 -381
  75. package/doc/scripts/linenumber.js +25 -25
  76. package/doc/scripts/prettify/Apache-License-2.0.txt +202 -202
  77. package/doc/scripts/prettify/lang-css.js +24 -24
  78. package/doc/scripts/prettify/prettify.js +640 -640
  79. package/doc/server_PythonServerAPI.js.html +160 -160
  80. package/doc/speaker.js.html +248 -248
  81. package/doc/styles/jsdoc-default.css +371 -371
  82. package/doc/styles/prettify-jsdoc.css +111 -111
  83. package/doc/styles/prettify-tomorrow.css +163 -163
  84. package/doc/tasks_audioCalibrator.js.html +207 -207
  85. package/doc/tasks_audioRecorder.js.html +190 -190
  86. package/doc/tasks_impulse-response_impulseResponse.js.html +442 -442
  87. package/doc/tasks_impulse-response_mlsGen_mlsGenInterface.js.html +175 -175
  88. package/doc/tasks_volume_volume.js.html +185 -185
  89. package/doc/utils.js.html +105 -105
  90. package/jest.config.js +173 -173
  91. package/netlify.toml +26 -26
  92. package/package.json +69 -69
  93. package/src/config/firebase.js +26 -26
  94. package/src/index.html +21 -21
  95. package/src/main.js +23 -23
  96. package/src/myEventEmitter.js +83 -83
  97. package/src/peer-connection/audioPeer.js +151 -151
  98. package/src/peer-connection/listener.js +327 -327
  99. package/src/peer-connection/peerErrors.js +25 -25
  100. package/src/peer-connection/speaker.js +474 -474
  101. package/src/server/PythonServerAPI.js +673 -673
  102. package/src/tasks/audioCalibrator.js +308 -308
  103. package/src/tasks/audioRecorder.js +301 -301
  104. package/src/tasks/combination/combination.js +2428 -2421
  105. package/src/tasks/combination/mlsGen/mlsGen.cpp +98 -98
  106. package/src/tasks/combination/mlsGen/mlsGen.hpp +303 -303
  107. package/src/tasks/combination/mlsGen/mlsGenInterface.js +131 -131
  108. package/src/tasks/combination/mlsGen/mlsGenTest.cpp +180 -180
  109. package/src/tasks/impulse-response/impulseResponse.js +610 -610
  110. package/src/tasks/impulse-response/mlsGen/mlsGen.cpp +98 -98
  111. package/src/tasks/impulse-response/mlsGen/mlsGen.hpp +303 -303
  112. package/src/tasks/impulse-response/mlsGen/mlsGenInterface.js +131 -131
  113. package/src/tasks/impulse-response/mlsGen/mlsGenTest.cpp +180 -180
  114. package/src/tasks/volume/volume.cpp +2 -2
  115. package/src/tasks/volume/volume.hpp +22 -22
  116. package/src/tasks/volume/volume.js +279 -279
  117. package/src/utils.js +135 -135
  118. package/webpack.config.js +37 -37
  119. package/makefile +0 -74
@@ -1,327 +1,327 @@
1
- import AudioPeer from './audioPeer';
2
- import {UnsupportedDeviceError, MissingSpeakerIdError} from './peerErrors';
3
- import axios from 'axios';
4
-
5
- /**
6
- * @class Handles the listener's side of the connection. Responsible for getting access to user's microphone,
7
- * and initiating a call to the Speaker.
8
- * @augments AudioPeer
9
- */
10
- class Listener extends AudioPeer {
11
- /**
12
- * Takes a target element where html elements will be appended.
13
- *
14
- * @param params - See type definition for initParameters.
15
- * @example
16
- */
17
- constructor(params) {
18
- super(params);
19
- this.microphoneFromAPI = params.microphoneFromAPI ? params.microphoneFromAPI : '';
20
- this.microphoneDeviceId = params.microphoneDeviceId ? params.microphoneDeviceId : '';
21
- // this.deviceInfoFromUser = params.deviceInfoFromUser
22
- // ? params.deviceInfoFromUser
23
- // : {modelNumber: '', modelName: ''};
24
- this.startTime = Date.now();
25
- this.receiverPeerId = null;
26
-
27
- const urlParameters = this.parseURLSearchParams();
28
- this.calibrateSoundHz =
29
- urlParameters.calibrateSoundHz !== null && urlParameters.calibrateSoundHz !== undefined
30
- ? urlParameters.calibrateSoundHz
31
- : 48000;
32
- this.calibrateSoundSamplingDesiredBits =
33
- urlParameters.calibrateSoundSamplingDesiredBits !== null &&
34
- urlParameters.calibrateSoundSamplingDesiredBits !== undefined
35
- ? urlParameters.calibrateSoundSamplingDesiredBits
36
- : 24;
37
- this.speakerPeerId = urlParameters.speakerPeerId;
38
-
39
- this.peer.on('open', this.onPeerOpen);
40
- this.peer.on('connection', this.onPeerConnection);
41
- this.peer.on('disconnected', this.onPeerDisconnected);
42
- this.peer.on('close', this.onPeerClose);
43
- this.peer.on('error', this.onPeerError);
44
- }
45
-
46
- onPeerOpen = id => {
47
- this.displayUpdate('Listener - onPeerOpen');
48
- // Workaround for peer.reconnect deleting previous id
49
-
50
- if (id === null) {
51
- this.displayUpdate('Received null id from peer open');
52
- this.peer.id = this.lastPeerId;
53
- } else {
54
- this.lastPeerId = this.peer.id;
55
- }
56
-
57
- this.join();
58
- };
59
-
60
- onPeerConnection = connection => {
61
- this.displayUpdate('Listener - onPeerConnection');
62
- // Disallow incoming connections
63
- connection.on('open', () => {
64
- connection.send('Sender does not accept incoming connections');
65
- setTimeout(() => {
66
- connection.close();
67
- }, 500);
68
- });
69
- };
70
-
71
- onConnData = data => {
72
- this.displayUpdate('Listener - onConnData');
73
- const hasSpeakerID = Object.prototype.hasOwnProperty.call(data, 'speakerPeerId');
74
- if (!hasSpeakerID) {
75
- this.displayUpdate('Error in parsing data received! Must set "speakerPeerId" property');
76
- throw new MissingSpeakerIdError('Must set "speakerPeerId" property');
77
- } else {
78
- // this.conn.close();
79
- this.displayUpdate(this.speakerPeerId);
80
- this.speakerPeerId = data.speakerPeerId;
81
- const newParams = {
82
- speakerPeerId: this.speakerPeerId,
83
- };
84
- /*
85
- FUTURE does this limit usable environments?
86
- ie does this work if internet is lost after initial page load?
87
- */
88
- window.location.search = this.queryStringFromObject(newParams); // Redirect to correctly constructed keypad page
89
- }
90
- };
91
-
92
- join = async () => {
93
- this.displayUpdate('Listener - join');
94
- /**
95
- * Create the connection between the two Peers.
96
- *
97
- * Sets up callbacks that handle any events related to the
98
- * connection and data received on it.
99
- */
100
- // Close old connection
101
- if (this.conn) {
102
- this.displayUpdate('Closing old connection');
103
- this.conn.close();
104
- }
105
-
106
- // Create connection to destination peer specified by the query param
107
- this.displayUpdate(`Creating connection to: ${this.speakerPeerId}`);
108
- this.conn = this.peer.connect(this.speakerPeerId, {
109
- reliable: true,
110
- });
111
-
112
- this.displayUpdate('Created connection');
113
- this.conn.on('open', async () => {
114
- this.displayUpdate('Listener - conn open');
115
- await this.getDeviceInfo();
116
- // this.sendSamplingRate();
117
- await this.openAudioStream();
118
- });
119
-
120
- // Handle incoming data (messages only since this is the signal sender)
121
- this.conn.on('data', this.onConnData);
122
- this.conn.on('close', () => {
123
- console.log('Connection closed');
124
- });
125
- };
126
-
127
- getMobileOS = () => {
128
- const ua = navigator.userAgent;
129
- if (/android/i.test(ua)) {
130
- return 'Android';
131
- }
132
- if (
133
- /iPad|iPhone|iPod/.test(ua) ||
134
- ((navigator?.userAgentData?.platform || navigator?.platform) === 'MacIntel' &&
135
- navigator.maxTouchPoints > 1)
136
- ) {
137
- return 'iOS';
138
- }
139
- return 'Other';
140
- };
141
-
142
- sendSamplingRate = sampleRate => {
143
- this.displayUpdate('Listener - sendSamplingRate');
144
- this.conn.send({
145
- name: 'samplingRate',
146
- payload: sampleRate,
147
- });
148
- };
149
-
150
- sendSampleSize = sampleSize => {
151
- this.displayUpdate('Listener - sendSampleSize');
152
- this.conn.send({
153
- name: 'sampleSize',
154
- payload: sampleSize,
155
- });
156
- };
157
-
158
- getDeviceInfo = async () => {
159
- try {
160
- const deviceInfo = {};
161
- fod.complete(function (data) {
162
- deviceInfo['IsMobile'] = data.device['ismobile'];
163
- deviceInfo['HardwareName'] = data.device['hardwarename'];
164
- deviceInfo['HardwareFamily'] = data.device['hardwarefamily'];
165
- deviceInfo['HardwareModel'] = data.device['hardwaremodel'];
166
- deviceInfo['OEM'] = data.device['oem'];
167
- deviceInfo['HardwareModelVariants'] = data.device['hardwaremodelvariants'];
168
- deviceInfo['DeviceId'] = data.device['deviceid'];
169
- deviceInfo['PlatformName'] = data.device['platformname'];
170
- deviceInfo['PlatformVersion'] = data.device['platformversion'];
171
- deviceInfo['DeviceType'] = data.device['devicetype'];
172
- // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
173
- });
174
- // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
175
- deviceInfo['microphoneFromAPI'] = this.microphoneFromAPI;
176
- deviceInfo['microphoneDeviceId'] = this.microphoneDeviceId;
177
- console.log('deviceInfo Inside getDeviceInfo: ', deviceInfo);
178
- this.conn.send({
179
- name: 'deviceInfo',
180
- payload: deviceInfo,
181
- });
182
- return deviceInfo;
183
- } catch (error) {
184
- console.error('Error fetching or executing script:', error.message);
185
- return null;
186
- }
187
- };
188
-
189
- applyHQTrackConstraints = async stream => {
190
- // Contraint the incoming audio to the sampling rate we want
191
-
192
- const track = stream.getAudioTracks()[0];
193
- const capabilities = track.getCapabilities();
194
-
195
- this.displayUpdate(
196
- `Listener Track Capabilities - ${JSON.stringify(capabilities, undefined, 2)}`
197
- );
198
-
199
- const constraints = track.getConstraints();
200
-
201
- if (capabilities.echoCancellation) {
202
- constraints.echoCancellation = false;
203
- }
204
-
205
- if (capabilities.sampleRate) {
206
- constraints.sampleRate = this.calibrateSoundHz;
207
- }
208
-
209
- if (capabilities.sampleSize) {
210
- constraints.sampleSize = this.calibrateSoundSamplingDesiredBits;
211
- }
212
-
213
- if (capabilities.channelCount) {
214
- constraints.channelCount = 1;
215
- }
216
-
217
- this.displayUpdate(`Listener Track Constraints - ${JSON.stringify(constraints, undefined, 2)}`);
218
-
219
- // await the promise
220
- try {
221
- await track.applyConstraints(constraints);
222
- } catch (err) {
223
- console.error(err);
224
- this.displayUpdate(`Error applying constraints to track: ${err}`);
225
- }
226
-
227
- const settings = track.getSettings();
228
- this.displayUpdate(`Listener Track Settings - ${JSON.stringify(settings, undefined, 2)}`);
229
- return settings;
230
- };
231
-
232
- getMediaDevicesAudioContraints = () => {
233
- const availableConstraints = navigator.mediaDevices.getSupportedConstraints();
234
-
235
- this.displayUpdate(
236
- `Listener MediaDevices Available Contraints - ${JSON.stringify(
237
- availableConstraints,
238
- undefined,
239
- 2
240
- )}`
241
- );
242
-
243
- const contraints = {
244
- // ...(availableConstraints.echoCancellation && availableConstraints.echoCancellation == true
245
- // ? {echoCancellation: {exact: false}}
246
- // : {}),
247
- ...(availableConstraints.sampleRate && availableConstraints.sampleRate == true
248
- ? {sampleRate: {ideal: this.calibrateSoundHz}}
249
- : {}),
250
- ...(availableConstraints.sampleSize && availableConstraints.sampleSize == true
251
- ? {sampleSize: {ideal: this.calibrateSoundSamplingDesiredBits}}
252
- : {}),
253
- ...(availableConstraints.channelCount && availableConstraints.channelCount == true
254
- ? {channelCount: {exact: 1}}
255
- : {}),
256
- echoCancellation: false,
257
- noiseSuppression: false,
258
- autoGainControl: false,
259
- };
260
-
261
- if (this.microphoneDeviceId !== '') {
262
- contraints.deviceId = {exact: this.microphoneDeviceId};
263
- }
264
-
265
- console.log(contraints);
266
-
267
- this.displayUpdate(
268
- `Listener MediaDevices Contraints - ${JSON.stringify(contraints, undefined, 2)}`
269
- );
270
-
271
- return contraints;
272
- };
273
-
274
- openAudioStream = async () => {
275
- this.displayUpdate('Listener - openAudioStream');
276
- const mobileOS = this.getMobileOS();
277
- if (process.env.NODE_ENV !== 'development' && mobileOS !== 'iOS') {
278
- const err = new UnsupportedDeviceError(`${mobileOS} is not supported`);
279
- this.conn.send({
280
- name: err.name,
281
- payload: err,
282
- });
283
- return;
284
- }
285
-
286
- const audioContext = new (window.AudioContext || window.webkitAudioContext)();
287
- navigator.mediaDevices
288
- .getUserMedia({
289
- audio: this.getMediaDevicesAudioContraints(),
290
- video: false,
291
- })
292
- .then(stream => {
293
- const sourceNode = audioContext.createMediaStreamSource(stream);
294
- const sampleRate = sourceNode.context.sampleRate;
295
- console.log(sampleRate);
296
- const audioBuffer = audioContext.createBuffer(1, 1, sampleRate);
297
- const sampleSizeInBits = audioBuffer.getChannelData(0).BYTES_PER_ELEMENT * 8;
298
- console.log(sampleSizeInBits);
299
- audioContext.close();
300
- this.applyHQTrackConstraints(stream)
301
- .then(settings => {
302
- this.sendSamplingRate(sampleRate);
303
- // let sampleSize = settings.sampleSize;
304
- // if (!sampleSize){
305
- // sampleSize = this.calibrateSoundSamplingDesiredBits;
306
- // }
307
- this.sendSampleSize(sampleSizeInBits);
308
- this.peer.call(this.speakerPeerId, stream); // one-way call
309
- this.displayUpdate('Listener - openAudioStream');
310
- })
311
- .catch(err => {
312
- console.log(err);
313
- this.displayUpdate(
314
- `Listener - Error in applyHQTrackConstraints - ${JSON.stringify(err, undefined, 2)}`
315
- );
316
- });
317
- })
318
- .catch(err => {
319
- console.error(err);
320
- this.displayUpdate(
321
- `Listener - Error in getUserMedia - ${JSON.stringify(err, undefined, 2)}`
322
- );
323
- });
324
- };
325
- }
326
-
327
- export default Listener;
1
+ import AudioPeer from './audioPeer';
2
+ import {UnsupportedDeviceError, MissingSpeakerIdError} from './peerErrors';
3
+ import axios from 'axios';
4
+
5
+ /**
6
+ * @class Handles the listener's side of the connection. Responsible for getting access to user's microphone,
7
+ * and initiating a call to the Speaker.
8
+ * @augments AudioPeer
9
+ */
10
+ class Listener extends AudioPeer {
11
+ /**
12
+ * Takes a target element where html elements will be appended.
13
+ *
14
+ * @param params - See type definition for initParameters.
15
+ * @example
16
+ */
17
+ constructor(params) {
18
+ super(params);
19
+ this.microphoneFromAPI = params.microphoneFromAPI ? params.microphoneFromAPI : '';
20
+ this.microphoneDeviceId = params.microphoneDeviceId ? params.microphoneDeviceId : '';
21
+ // this.deviceInfoFromUser = params.deviceInfoFromUser
22
+ // ? params.deviceInfoFromUser
23
+ // : {modelNumber: '', modelName: ''};
24
+ this.startTime = Date.now();
25
+ this.receiverPeerId = null;
26
+
27
+ const urlParameters = this.parseURLSearchParams();
28
+ this.calibrateSoundHz =
29
+ urlParameters.calibrateSoundHz !== null && urlParameters.calibrateSoundHz !== undefined
30
+ ? urlParameters.calibrateSoundHz
31
+ : 48000;
32
+ this.calibrateSoundSamplingDesiredBits =
33
+ urlParameters.calibrateSoundSamplingDesiredBits !== null &&
34
+ urlParameters.calibrateSoundSamplingDesiredBits !== undefined
35
+ ? urlParameters.calibrateSoundSamplingDesiredBits
36
+ : 24;
37
+ this.speakerPeerId = urlParameters.speakerPeerId;
38
+
39
+ this.peer.on('open', this.onPeerOpen);
40
+ this.peer.on('connection', this.onPeerConnection);
41
+ this.peer.on('disconnected', this.onPeerDisconnected);
42
+ this.peer.on('close', this.onPeerClose);
43
+ this.peer.on('error', this.onPeerError);
44
+ }
45
+
46
+ onPeerOpen = id => {
47
+ this.displayUpdate('Listener - onPeerOpen');
48
+ // Workaround for peer.reconnect deleting previous id
49
+
50
+ if (id === null) {
51
+ this.displayUpdate('Received null id from peer open');
52
+ this.peer.id = this.lastPeerId;
53
+ } else {
54
+ this.lastPeerId = this.peer.id;
55
+ }
56
+
57
+ this.join();
58
+ };
59
+
60
+ onPeerConnection = connection => {
61
+ this.displayUpdate('Listener - onPeerConnection');
62
+ // Disallow incoming connections
63
+ connection.on('open', () => {
64
+ connection.send('Sender does not accept incoming connections');
65
+ setTimeout(() => {
66
+ connection.close();
67
+ }, 500);
68
+ });
69
+ };
70
+
71
+ onConnData = data => {
72
+ this.displayUpdate('Listener - onConnData');
73
+ const hasSpeakerID = Object.prototype.hasOwnProperty.call(data, 'speakerPeerId');
74
+ if (!hasSpeakerID) {
75
+ this.displayUpdate('Error in parsing data received! Must set "speakerPeerId" property');
76
+ throw new MissingSpeakerIdError('Must set "speakerPeerId" property');
77
+ } else {
78
+ // this.conn.close();
79
+ this.displayUpdate(this.speakerPeerId);
80
+ this.speakerPeerId = data.speakerPeerId;
81
+ const newParams = {
82
+ speakerPeerId: this.speakerPeerId,
83
+ };
84
+ /*
85
+ FUTURE does this limit usable environments?
86
+ ie does this work if internet is lost after initial page load?
87
+ */
88
+ window.location.search = this.queryStringFromObject(newParams); // Redirect to correctly constructed keypad page
89
+ }
90
+ };
91
+
92
+ join = async () => {
93
+ this.displayUpdate('Listener - join');
94
+ /**
95
+ * Create the connection between the two Peers.
96
+ *
97
+ * Sets up callbacks that handle any events related to the
98
+ * connection and data received on it.
99
+ */
100
+ // Close old connection
101
+ if (this.conn) {
102
+ this.displayUpdate('Closing old connection');
103
+ this.conn.close();
104
+ }
105
+
106
+ // Create connection to destination peer specified by the query param
107
+ this.displayUpdate(`Creating connection to: ${this.speakerPeerId}`);
108
+ this.conn = this.peer.connect(this.speakerPeerId, {
109
+ reliable: true,
110
+ });
111
+
112
+ this.displayUpdate('Created connection');
113
+ this.conn.on('open', async () => {
114
+ this.displayUpdate('Listener - conn open');
115
+ await this.getDeviceInfo();
116
+ // this.sendSamplingRate();
117
+ await this.openAudioStream();
118
+ });
119
+
120
+ // Handle incoming data (messages only since this is the signal sender)
121
+ this.conn.on('data', this.onConnData);
122
+ this.conn.on('close', () => {
123
+ console.log('Connection closed');
124
+ });
125
+ };
126
+
127
+ getMobileOS = () => {
128
+ const ua = navigator.userAgent;
129
+ if (/android/i.test(ua)) {
130
+ return 'Android';
131
+ }
132
+ if (
133
+ /iPad|iPhone|iPod/.test(ua) ||
134
+ ((navigator?.userAgentData?.platform || navigator?.platform) === 'MacIntel' &&
135
+ navigator.maxTouchPoints > 1)
136
+ ) {
137
+ return 'iOS';
138
+ }
139
+ return 'Other';
140
+ };
141
+
142
+ sendSamplingRate = sampleRate => {
143
+ this.displayUpdate('Listener - sendSamplingRate');
144
+ this.conn.send({
145
+ name: 'samplingRate',
146
+ payload: sampleRate,
147
+ });
148
+ };
149
+
150
+ sendSampleSize = sampleSize => {
151
+ this.displayUpdate('Listener - sendSampleSize');
152
+ this.conn.send({
153
+ name: 'sampleSize',
154
+ payload: sampleSize,
155
+ });
156
+ };
157
+
158
+ getDeviceInfo = async () => {
159
+ try {
160
+ const deviceInfo = {};
161
+ fod.complete(function (data) {
162
+ deviceInfo['IsMobile'] = data.device['ismobile'];
163
+ deviceInfo['HardwareName'] = data.device['hardwarename'];
164
+ deviceInfo['HardwareFamily'] = data.device['hardwarefamily'];
165
+ deviceInfo['HardwareModel'] = data.device['hardwaremodel'];
166
+ deviceInfo['OEM'] = data.device['oem'];
167
+ deviceInfo['HardwareModelVariants'] = data.device['hardwaremodelvariants'];
168
+ deviceInfo['DeviceId'] = data.device['deviceid'];
169
+ deviceInfo['PlatformName'] = data.device['platformname'];
170
+ deviceInfo['PlatformVersion'] = data.device['platformversion'];
171
+ deviceInfo['DeviceType'] = data.device['devicetype'];
172
+ // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
173
+ });
174
+ // deviceInfo['deviceInfoFromUser'] = this.deviceInfoFromUser;
175
+ deviceInfo['microphoneFromAPI'] = this.microphoneFromAPI;
176
+ deviceInfo['microphoneDeviceId'] = this.microphoneDeviceId;
177
+ console.log('deviceInfo Inside getDeviceInfo: ', deviceInfo);
178
+ this.conn.send({
179
+ name: 'deviceInfo',
180
+ payload: deviceInfo,
181
+ });
182
+ return deviceInfo;
183
+ } catch (error) {
184
+ console.error('Error fetching or executing script:', error.message);
185
+ return null;
186
+ }
187
+ };
188
+
189
+ applyHQTrackConstraints = async stream => {
190
+ // Contraint the incoming audio to the sampling rate we want
191
+
192
+ const track = stream.getAudioTracks()[0];
193
+ const capabilities = track.getCapabilities();
194
+
195
+ this.displayUpdate(
196
+ `Listener Track Capabilities - ${JSON.stringify(capabilities, undefined, 2)}`
197
+ );
198
+
199
+ const constraints = track.getConstraints();
200
+
201
+ if (capabilities.echoCancellation) {
202
+ constraints.echoCancellation = false;
203
+ }
204
+
205
+ if (capabilities.sampleRate) {
206
+ constraints.sampleRate = this.calibrateSoundHz;
207
+ }
208
+
209
+ if (capabilities.sampleSize) {
210
+ constraints.sampleSize = this.calibrateSoundSamplingDesiredBits;
211
+ }
212
+
213
+ if (capabilities.channelCount) {
214
+ constraints.channelCount = 1;
215
+ }
216
+
217
+ this.displayUpdate(`Listener Track Constraints - ${JSON.stringify(constraints, undefined, 2)}`);
218
+
219
+ // await the promise
220
+ try {
221
+ await track.applyConstraints(constraints);
222
+ } catch (err) {
223
+ console.error(err);
224
+ this.displayUpdate(`Error applying constraints to track: ${err}`);
225
+ }
226
+
227
+ const settings = track.getSettings();
228
+ this.displayUpdate(`Listener Track Settings - ${JSON.stringify(settings, undefined, 2)}`);
229
+ return settings;
230
+ };
231
+
232
+ getMediaDevicesAudioContraints = () => {
233
+ const availableConstraints = navigator.mediaDevices.getSupportedConstraints();
234
+
235
+ this.displayUpdate(
236
+ `Listener MediaDevices Available Contraints - ${JSON.stringify(
237
+ availableConstraints,
238
+ undefined,
239
+ 2
240
+ )}`
241
+ );
242
+
243
+ const contraints = {
244
+ // ...(availableConstraints.echoCancellation && availableConstraints.echoCancellation == true
245
+ // ? {echoCancellation: {exact: false}}
246
+ // : {}),
247
+ ...(availableConstraints.sampleRate && availableConstraints.sampleRate == true
248
+ ? {sampleRate: {ideal: this.calibrateSoundHz}}
249
+ : {}),
250
+ ...(availableConstraints.sampleSize && availableConstraints.sampleSize == true
251
+ ? {sampleSize: {ideal: this.calibrateSoundSamplingDesiredBits}}
252
+ : {}),
253
+ ...(availableConstraints.channelCount && availableConstraints.channelCount == true
254
+ ? {channelCount: {exact: 1}}
255
+ : {}),
256
+ echoCancellation: false,
257
+ noiseSuppression: false,
258
+ autoGainControl: false,
259
+ };
260
+
261
+ if (this.microphoneDeviceId !== '') {
262
+ contraints.deviceId = {exact: this.microphoneDeviceId};
263
+ }
264
+
265
+ console.log(contraints);
266
+
267
+ this.displayUpdate(
268
+ `Listener MediaDevices Contraints - ${JSON.stringify(contraints, undefined, 2)}`
269
+ );
270
+
271
+ return contraints;
272
+ };
273
+
274
+ openAudioStream = async () => {
275
+ this.displayUpdate('Listener - openAudioStream');
276
+ const mobileOS = this.getMobileOS();
277
+ if (process.env.NODE_ENV !== 'development' && mobileOS !== 'iOS') {
278
+ const err = new UnsupportedDeviceError(`${mobileOS} is not supported`);
279
+ this.conn.send({
280
+ name: err.name,
281
+ payload: err,
282
+ });
283
+ return;
284
+ }
285
+
286
+ const audioContext = new (window.AudioContext || window.webkitAudioContext)();
287
+ navigator.mediaDevices
288
+ .getUserMedia({
289
+ audio: this.getMediaDevicesAudioContraints(),
290
+ video: false,
291
+ })
292
+ .then(stream => {
293
+ const sourceNode = audioContext.createMediaStreamSource(stream);
294
+ const sampleRate = sourceNode.context.sampleRate;
295
+ console.log(sampleRate);
296
+ const audioBuffer = audioContext.createBuffer(1, 1, sampleRate);
297
+ const sampleSizeInBits = audioBuffer.getChannelData(0).BYTES_PER_ELEMENT * 8;
298
+ console.log(sampleSizeInBits);
299
+ audioContext.close();
300
+ this.applyHQTrackConstraints(stream)
301
+ .then(settings => {
302
+ this.sendSamplingRate(sampleRate);
303
+ // let sampleSize = settings.sampleSize;
304
+ // if (!sampleSize){
305
+ // sampleSize = this.calibrateSoundSamplingDesiredBits;
306
+ // }
307
+ this.sendSampleSize(sampleSizeInBits);
308
+ this.peer.call(this.speakerPeerId, stream); // one-way call
309
+ this.displayUpdate('Listener - openAudioStream');
310
+ })
311
+ .catch(err => {
312
+ console.log(err);
313
+ this.displayUpdate(
314
+ `Listener - Error in applyHQTrackConstraints - ${JSON.stringify(err, undefined, 2)}`
315
+ );
316
+ });
317
+ })
318
+ .catch(err => {
319
+ console.error(err);
320
+ this.displayUpdate(
321
+ `Listener - Error in getUserMedia - ${JSON.stringify(err, undefined, 2)}`
322
+ );
323
+ });
324
+ };
325
+ }
326
+
327
+ export default Listener;