@siteed/expo-audio-stream 1.0.2 → 1.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.size-limit.json +6 -0
- package/README.md +18 -176
- package/android/src/main/java/net/siteed/audiostream/AudioRecorderManager.kt +1 -0
- package/app.plugin.js +1 -1
- package/build/AudioAnalysis/AudioAnalysis.types.d.ts +74 -0
- package/build/AudioAnalysis/AudioAnalysis.types.d.ts.map +1 -0
- package/build/AudioAnalysis/AudioAnalysis.types.js +3 -0
- package/build/AudioAnalysis/AudioAnalysis.types.js.map +1 -0
- package/build/AudioAnalysis/extractAudioAnalysis.d.ts +20 -0
- package/build/AudioAnalysis/extractAudioAnalysis.d.ts.map +1 -0
- package/build/AudioAnalysis/extractAudioAnalysis.js +88 -0
- package/build/AudioAnalysis/extractAudioAnalysis.js.map +1 -0
- package/build/AudioAnalysis/extractWaveform.d.ts +8 -0
- package/build/AudioAnalysis/extractWaveform.d.ts.map +1 -0
- package/build/AudioAnalysis/extractWaveform.js +14 -0
- package/build/AudioAnalysis/extractWaveform.js.map +1 -0
- package/build/AudioRecorder.provider.d.ts +15 -2
- package/build/AudioRecorder.provider.d.ts.map +1 -1
- package/build/AudioRecorder.provider.js +21 -8
- package/build/AudioRecorder.provider.js.map +1 -1
- package/build/ExpoAudioStream.native.d.ts.map +1 -1
- package/build/ExpoAudioStream.native.js +2 -2
- package/build/ExpoAudioStream.native.js.map +1 -1
- package/build/ExpoAudioStream.types.d.ts +33 -89
- package/build/ExpoAudioStream.types.d.ts.map +1 -1
- package/build/ExpoAudioStream.types.js.map +1 -1
- package/build/ExpoAudioStream.web.d.ts +10 -9
- package/build/ExpoAudioStream.web.d.ts.map +1 -1
- package/build/ExpoAudioStream.web.js +44 -25
- package/build/ExpoAudioStream.web.js.map +1 -1
- package/build/ExpoAudioStreamModule.d.ts.map +1 -1
- package/build/ExpoAudioStreamModule.js +13 -8
- package/build/ExpoAudioStreamModule.js.map +1 -1
- package/build/{WebRecorder.d.ts → WebRecorder.web.d.ts} +13 -9
- package/build/WebRecorder.web.d.ts.map +1 -0
- package/build/{WebRecorder.js → WebRecorder.web.js} +118 -63
- package/build/WebRecorder.web.js.map +1 -0
- package/build/constants.d.ts +11 -0
- package/build/constants.d.ts.map +1 -0
- package/build/constants.js +14 -0
- package/build/constants.js.map +1 -0
- package/build/events.d.ts +18 -0
- package/build/events.d.ts.map +1 -0
- package/build/events.js +15 -0
- package/build/events.js.map +1 -0
- package/build/index.d.ts +9 -17
- package/build/index.d.ts.map +1 -1
- package/build/index.js +7 -113
- package/build/index.js.map +1 -1
- package/build/logger.d.ts +9 -0
- package/build/logger.d.ts.map +1 -0
- package/build/logger.js +13 -0
- package/build/logger.js.map +1 -0
- package/build/useAudioRecorder.d.ts +20 -0
- package/build/useAudioRecorder.d.ts.map +1 -0
- package/build/{useAudioRecording.js → useAudioRecorder.js} +90 -86
- package/build/useAudioRecorder.js.map +1 -0
- package/build/utils/BlobFix.d.ts +9 -0
- package/build/utils/BlobFix.d.ts.map +1 -0
- package/build/utils/BlobFix.js +494 -0
- package/build/utils/BlobFix.js.map +1 -0
- package/build/utils/concatenateBuffers.d.ts +8 -0
- package/build/utils/concatenateBuffers.d.ts.map +1 -0
- package/build/utils/concatenateBuffers.js +21 -0
- package/build/utils/concatenateBuffers.js.map +1 -0
- package/build/utils/convertPCMToFloat32.d.ts +11 -0
- package/build/utils/convertPCMToFloat32.d.ts.map +1 -0
- package/build/utils/convertPCMToFloat32.js +54 -0
- package/build/utils/convertPCMToFloat32.js.map +1 -0
- package/build/utils/encodingToBitDepth.d.ts +5 -0
- package/build/utils/encodingToBitDepth.d.ts.map +1 -0
- package/build/utils/encodingToBitDepth.js +13 -0
- package/build/utils/encodingToBitDepth.js.map +1 -0
- package/build/utils/getWavFileInfo.d.ts +26 -0
- package/build/utils/getWavFileInfo.d.ts.map +1 -0
- package/build/utils/getWavFileInfo.js +92 -0
- package/build/utils/getWavFileInfo.js.map +1 -0
- package/build/utils/writeWavHeader.d.ts +9 -0
- package/build/utils/writeWavHeader.d.ts.map +1 -0
- package/build/utils/writeWavHeader.js +41 -0
- package/build/utils/writeWavHeader.js.map +1 -0
- package/build/workers/InlineFeaturesExtractor.web.d.ts +2 -0
- package/build/workers/InlineFeaturesExtractor.web.d.ts.map +1 -0
- package/build/workers/InlineFeaturesExtractor.web.js +303 -0
- package/build/workers/InlineFeaturesExtractor.web.js.map +1 -0
- package/build/workers/inlineAudioWebWorker.web.d.ts +2 -0
- package/build/workers/inlineAudioWebWorker.web.d.ts.map +1 -0
- package/build/workers/inlineAudioWebWorker.web.js +243 -0
- package/build/workers/inlineAudioWebWorker.web.js.map +1 -0
- package/expo-module.config.json +8 -17
- package/ios/AudioStreamManager.swift +40 -2
- package/ios/ExpoAudioStreamModule.swift +11 -0
- package/ios/RecordingResult.swift +1 -0
- package/package.json +72 -64
- package/plugin/build/index.d.ts +1 -1
- package/plugin/build/index.js +7 -7
- package/plugin/src/index.ts +47 -47
- package/plugin/tsconfig.json +8 -13
- package/publish.sh +0 -0
- package/src/AudioAnalysis/AudioAnalysis.types.ts +84 -0
- package/src/AudioAnalysis/extractAudioAnalysis.ts +147 -0
- package/src/AudioAnalysis/extractWaveform.ts +25 -0
- package/src/AudioRecorder.provider.tsx +59 -31
- package/src/ExpoAudioStream.native.ts +2 -2
- package/src/ExpoAudioStream.types.ts +58 -116
- package/src/ExpoAudioStream.web.ts +233 -205
- package/src/ExpoAudioStreamModule.ts +18 -12
- package/src/WebRecorder.web.ts +433 -0
- package/src/constants.ts +18 -0
- package/src/events.ts +39 -0
- package/src/index.ts +15 -176
- package/src/logger.ts +23 -0
- package/src/useAudioRecorder.tsx +420 -0
- package/src/utils/BlobFix.ts +550 -0
- package/src/utils/concatenateBuffers.ts +24 -0
- package/src/utils/convertPCMToFloat32.ts +75 -0
- package/src/utils/encodingToBitDepth.ts +18 -0
- package/src/utils/getWavFileInfo.ts +132 -0
- package/src/utils/writeWavHeader.ts +56 -0
- package/src/workers/InlineFeaturesExtractor.web.tsx +302 -0
- package/src/workers/inlineAudioWebWorker.web.tsx +242 -0
- package/tsconfig.json +12 -7
- package/build/WebRecorder.d.ts.map +0 -1
- package/build/WebRecorder.js.map +0 -1
- package/build/inlineAudioWebWorker.d.ts +0 -3
- package/build/inlineAudioWebWorker.d.ts.map +0 -1
- package/build/inlineAudioWebWorker.js +0 -340
- package/build/inlineAudioWebWorker.js.map +0 -1
- package/build/useAudioRecording.d.ts +0 -38
- package/build/useAudioRecording.d.ts.map +0 -1
- package/build/useAudioRecording.js.map +0 -1
- package/build/utils.d.ts +0 -31
- package/build/utils.d.ts.map +0 -1
- package/build/utils.js +0 -143
- package/build/utils.js.map +0 -1
- package/src/WebRecorder.ts +0 -364
- package/src/inlineAudioWebWorker.tsx +0 -340
- package/src/useAudioRecording.tsx +0 -410
- package/src/utils.ts +0 -189
|
@@ -1,10 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { getLogger } from './logger';
|
|
2
|
+
import { encodingToBitDepth } from './utils/encodingToBitDepth';
|
|
3
|
+
import { InlineFeaturesExtractor } from './workers/InlineFeaturesExtractor.web';
|
|
4
|
+
import { InlineAudioWebWorker } from './workers/inlineAudioWebWorker.web';
|
|
2
5
|
const DEFAULT_WEB_BITDEPTH = 32;
|
|
3
6
|
const DEFAULT_WEB_POINTS_PER_SECOND = 10;
|
|
4
7
|
const DEFAULT_WEB_INTERVAL = 500;
|
|
5
8
|
const DEFAULT_WEB_NUMBER_OF_CHANNELS = 1;
|
|
6
|
-
|
|
7
|
-
const
|
|
9
|
+
const DEFAULT_ALGORITHM = 'rms';
|
|
10
|
+
const TAG = 'WebRecorder';
|
|
11
|
+
const logger = getLogger(TAG);
|
|
8
12
|
export class WebRecorder {
|
|
9
13
|
audioContext;
|
|
10
14
|
audioWorkletNode;
|
|
@@ -18,9 +22,10 @@ export class WebRecorder {
|
|
|
18
22
|
numberOfChannels; // Number of audio channels
|
|
19
23
|
bitDepth; // Bit depth of the audio
|
|
20
24
|
exportBitDepth; // Bit depth of the audio
|
|
21
|
-
|
|
25
|
+
buffer; // Single buffer to store the audio data
|
|
26
|
+
bufferSize; // Keep track of the buffer size
|
|
22
27
|
audioAnalysisData; // Keep updating the full audio analysis data with latest events
|
|
23
|
-
constructor({ audioContext, source, recordingConfig,
|
|
28
|
+
constructor({ audioContext, source, recordingConfig, audioWorkletUrl, emitAudioEventCallback, emitAudioAnalysisCallback, }) {
|
|
24
29
|
this.audioContext = audioContext;
|
|
25
30
|
this.source = source;
|
|
26
31
|
this.audioWorkletUrl = audioWorkletUrl;
|
|
@@ -28,21 +33,23 @@ export class WebRecorder {
|
|
|
28
33
|
this.emitAudioAnalysisCallback = emitAudioAnalysisCallback;
|
|
29
34
|
this.config = recordingConfig;
|
|
30
35
|
this.position = 0;
|
|
31
|
-
this.
|
|
36
|
+
this.bufferSize = 0;
|
|
37
|
+
this.buffer = new Float32Array(0); // Initialize the buffer
|
|
32
38
|
const audioContextFormat = this.checkAudioContextFormat({
|
|
33
39
|
sampleRate: this.audioContext.sampleRate,
|
|
34
40
|
});
|
|
35
|
-
|
|
41
|
+
logger.debug('Initialized WebRecorder with config:', {
|
|
36
42
|
sampleRate: audioContextFormat.sampleRate,
|
|
37
43
|
bitDepth: audioContextFormat.bitDepth,
|
|
38
44
|
numberOfChannels: audioContextFormat.numberOfChannels,
|
|
39
45
|
});
|
|
40
46
|
this.bitDepth = audioContextFormat.bitDepth;
|
|
41
47
|
this.numberOfChannels =
|
|
42
|
-
audioContextFormat.numberOfChannels ||
|
|
48
|
+
audioContextFormat.numberOfChannels ||
|
|
49
|
+
DEFAULT_WEB_NUMBER_OF_CHANNELS; // Default to 1 if not available
|
|
43
50
|
this.exportBitDepth =
|
|
44
51
|
encodingToBitDepth({
|
|
45
|
-
encoding: recordingConfig.encoding ??
|
|
52
|
+
encoding: recordingConfig.encoding ?? 'pcm_32bit',
|
|
46
53
|
}) ||
|
|
47
54
|
audioContextFormat.bitDepth ||
|
|
48
55
|
DEFAULT_WEB_BITDEPTH;
|
|
@@ -51,70 +58,70 @@ export class WebRecorder {
|
|
|
51
58
|
dataPoints: [],
|
|
52
59
|
durationMs: 0,
|
|
53
60
|
samples: 0,
|
|
61
|
+
amplitudeAlgorithm: recordingConfig.algorithm || DEFAULT_ALGORITHM,
|
|
54
62
|
bitDepth: this.bitDepth,
|
|
55
63
|
numberOfChannels: this.numberOfChannels,
|
|
56
64
|
sampleRate: this.config.sampleRate || this.audioContext.sampleRate,
|
|
57
65
|
pointsPerSecond: this.config.pointsPerSecond || DEFAULT_WEB_POINTS_PER_SECOND,
|
|
58
66
|
speakerChanges: [],
|
|
59
67
|
};
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
this.featureExtractorWorker = new Worker(new URL(featuresExtratorUrl, window.location.href));
|
|
64
|
-
this.featureExtractorWorker.onmessage =
|
|
65
|
-
this.handleFeatureExtractorMessage.bind(this);
|
|
68
|
+
if (recordingConfig.enableProcessing) {
|
|
69
|
+
this.initFeatureExtractorWorker();
|
|
70
|
+
}
|
|
66
71
|
}
|
|
67
72
|
async init() {
|
|
68
73
|
try {
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
74
|
+
if (!this.audioWorkletUrl) {
|
|
75
|
+
const blob = new Blob([InlineAudioWebWorker], {
|
|
76
|
+
type: 'application/javascript',
|
|
77
|
+
});
|
|
78
|
+
const url = URL.createObjectURL(blob);
|
|
79
|
+
await this.audioContext.audioWorklet.addModule(url);
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
await this.audioContext.audioWorklet.addModule(this.audioWorkletUrl);
|
|
83
|
+
}
|
|
84
|
+
this.audioWorkletNode = new AudioWorkletNode(this.audioContext, 'recorder-processor');
|
|
77
85
|
this.audioWorkletNode.port.onmessage = async (event) => {
|
|
78
86
|
const command = event.data.command;
|
|
79
|
-
if (command !==
|
|
87
|
+
if (command !== 'newData') {
|
|
80
88
|
return;
|
|
81
89
|
}
|
|
82
90
|
// Handle the audio blob (e.g., send it to the server or process it further)
|
|
83
|
-
|
|
84
|
-
const
|
|
85
|
-
if (!
|
|
91
|
+
logger.debug('Received audio blob from processor', event);
|
|
92
|
+
const pcmBufferFloat = event.data.recordedData;
|
|
93
|
+
if (!pcmBufferFloat) {
|
|
86
94
|
return;
|
|
87
95
|
}
|
|
88
|
-
|
|
96
|
+
// Concatenate the incoming Float32Array to the existing buffer
|
|
97
|
+
const newBuffer = new Float32Array(this.bufferSize + pcmBufferFloat.length);
|
|
98
|
+
newBuffer.set(this.buffer, 0);
|
|
99
|
+
newBuffer.set(pcmBufferFloat, this.bufferSize);
|
|
100
|
+
this.buffer = newBuffer;
|
|
101
|
+
this.bufferSize += pcmBufferFloat.length;
|
|
89
102
|
const sampleRate = event.data.sampleRate ?? this.audioContext.sampleRate;
|
|
90
|
-
const
|
|
91
|
-
// Pass the intermediary buffer to the feature extractor worker
|
|
92
|
-
const pcmBufferCopy = pcmBuffer.slice(0);
|
|
93
|
-
const channelData = new Float32Array(pcmBufferCopy);
|
|
94
|
-
const duration = channelData.length / sampleRate; // Calculate duration of the current buffer
|
|
95
|
-
const otherDuration = pcmBuffer.byteLength /
|
|
96
|
-
(otherSampleRate * (this.exportBitDepth / this.numberOfChannels)); // Calculate duration of the current buffer
|
|
97
|
-
log(`sampleRate=${sampleRate} Duration: ${duration} -- otherSampleRate=${otherSampleRate} Other duration: ${otherDuration}`);
|
|
103
|
+
const duration = pcmBufferFloat.length / sampleRate; // Calculate duration of the current buffer
|
|
98
104
|
this.emitAudioEventCallback({
|
|
99
|
-
data:
|
|
105
|
+
data: pcmBufferFloat,
|
|
100
106
|
position: this.position,
|
|
101
107
|
});
|
|
102
108
|
this.position += duration; // Update position
|
|
103
|
-
this.featureExtractorWorker
|
|
104
|
-
command:
|
|
105
|
-
channelData,
|
|
106
|
-
sampleRate
|
|
107
|
-
pointsPerSecond: this.config.pointsPerSecond ||
|
|
108
|
-
|
|
109
|
+
this.featureExtractorWorker?.postMessage({
|
|
110
|
+
command: 'process',
|
|
111
|
+
channelData: pcmBufferFloat,
|
|
112
|
+
sampleRate,
|
|
113
|
+
pointsPerSecond: this.config.pointsPerSecond ||
|
|
114
|
+
DEFAULT_WEB_POINTS_PER_SECOND,
|
|
115
|
+
algorithm: this.config.algorithm || 'rms',
|
|
109
116
|
bitDepth: this.bitDepth,
|
|
110
117
|
fullAudioDurationMs: this.position * 1000,
|
|
111
118
|
numberOfChannels: this.numberOfChannels,
|
|
112
119
|
features: this.config.features,
|
|
113
120
|
}, []);
|
|
114
121
|
};
|
|
115
|
-
|
|
122
|
+
logger.debug(`WebRecorder initialized -- recordSampleRate=${this.audioContext.sampleRate}`, this.config);
|
|
116
123
|
this.audioWorkletNode.port.postMessage({
|
|
117
|
-
command:
|
|
124
|
+
command: 'init',
|
|
118
125
|
recordSampleRate: this.audioContext.sampleRate, // Pass the original sample rate
|
|
119
126
|
exportSampleRate: this.config.sampleRate ?? this.audioContext.sampleRate,
|
|
120
127
|
bitDepth: this.bitDepth,
|
|
@@ -127,11 +134,54 @@ export class WebRecorder {
|
|
|
127
134
|
this.audioWorkletNode.connect(this.audioContext.destination);
|
|
128
135
|
}
|
|
129
136
|
catch (error) {
|
|
130
|
-
console.error(
|
|
137
|
+
console.error(`[${TAG}] Failed to initialize WebRecorder`, error);
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
initFeatureExtractorWorker(featuresExtratorUrl) {
|
|
141
|
+
try {
|
|
142
|
+
if (featuresExtratorUrl) {
|
|
143
|
+
// Initialize the feature extractor worker
|
|
144
|
+
//TODO: create audio feature extractor from a Blob instead of url since we cannot include the url directly in the library
|
|
145
|
+
// We keep the url during dev and use the blob in production.
|
|
146
|
+
this.featureExtractorWorker = new Worker(new URL(featuresExtratorUrl, window.location.href));
|
|
147
|
+
this.featureExtractorWorker.onmessage =
|
|
148
|
+
this.handleFeatureExtractorMessage.bind(this);
|
|
149
|
+
this.featureExtractorWorker.onerror =
|
|
150
|
+
this.handleWorkerError.bind(this);
|
|
151
|
+
}
|
|
152
|
+
else {
|
|
153
|
+
// Fallback to the inline worker if the URL is not provided
|
|
154
|
+
this.initFallbackWorker();
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
catch (error) {
|
|
158
|
+
console.error(`[${TAG}] Failed to initialize feature extractor worker`, error);
|
|
159
|
+
this.initFallbackWorker();
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
initFallbackWorker() {
|
|
163
|
+
try {
|
|
164
|
+
const blob = new Blob([InlineFeaturesExtractor], {
|
|
165
|
+
type: 'application/javascript',
|
|
166
|
+
});
|
|
167
|
+
const url = URL.createObjectURL(blob);
|
|
168
|
+
this.featureExtractorWorker = new Worker(url);
|
|
169
|
+
this.featureExtractorWorker.onmessage =
|
|
170
|
+
this.handleFeatureExtractorMessage.bind(this);
|
|
171
|
+
this.featureExtractorWorker.onerror = (error) => {
|
|
172
|
+
console.error(`[${TAG}] Default Inline worker failed`, error);
|
|
173
|
+
};
|
|
174
|
+
logger.log('Inline worker initialized successfully');
|
|
175
|
+
}
|
|
176
|
+
catch (error) {
|
|
177
|
+
console.error(`[${TAG}] Failed to initialize Inline Feature Extractor worker`, error);
|
|
131
178
|
}
|
|
132
179
|
}
|
|
180
|
+
handleWorkerError(error) {
|
|
181
|
+
console.error(`[${TAG}] Feature extractor worker error:`, error);
|
|
182
|
+
}
|
|
133
183
|
handleFeatureExtractorMessage(event) {
|
|
134
|
-
if (event.data.command ===
|
|
184
|
+
if (event.data.command === 'features') {
|
|
135
185
|
const segmentResult = event.data.result;
|
|
136
186
|
// Merge the segment result with the full audio analysis data
|
|
137
187
|
this.audioAnalysisData.dataPoints.push(...segmentResult.dataPoints);
|
|
@@ -144,8 +194,8 @@ export class WebRecorder {
|
|
|
144
194
|
};
|
|
145
195
|
}
|
|
146
196
|
// Handle the extracted features (e.g., emit an event or log them)
|
|
147
|
-
|
|
148
|
-
|
|
197
|
+
logger.debug('features event segmentResult', segmentResult);
|
|
198
|
+
logger.debug('features event audioAnalysisData', this.audioAnalysisData);
|
|
149
199
|
this.emitAudioAnalysisCallback(segmentResult);
|
|
150
200
|
}
|
|
151
201
|
}
|
|
@@ -159,30 +209,35 @@ export class WebRecorder {
|
|
|
159
209
|
if (this.audioWorkletNode) {
|
|
160
210
|
// this.source.disconnect(this.audioWorkletNode);
|
|
161
211
|
// this.audioWorkletNode.disconnect(this.audioContext.destination);
|
|
162
|
-
this.audioWorkletNode.port.postMessage({ command:
|
|
212
|
+
this.audioWorkletNode.port.postMessage({ command: 'stop' });
|
|
163
213
|
// Set a timeout to reject the promise if no message is received within 5 seconds
|
|
164
214
|
const timeout = setTimeout(() => {
|
|
165
|
-
this.audioWorkletNode.port.removeEventListener(
|
|
215
|
+
this.audioWorkletNode.port.removeEventListener('message', onMessage);
|
|
166
216
|
reject(new Error("Timeout error, audioWorkletNode didn't complete."));
|
|
167
217
|
}, 5000);
|
|
168
218
|
// Listen for the recordedData message to confirm stopping
|
|
169
219
|
const onMessage = async (event) => {
|
|
170
220
|
const command = event.data.command;
|
|
171
|
-
if (command ===
|
|
221
|
+
if (command === 'recordedData') {
|
|
172
222
|
clearTimeout(timeout); // Clear the timeout
|
|
173
223
|
const rawPCMDataFull = event.data.recordedData?.slice(0);
|
|
224
|
+
if (!rawPCMDataFull) {
|
|
225
|
+
reject(new Error('Failed to get recorded data'));
|
|
226
|
+
return;
|
|
227
|
+
}
|
|
174
228
|
// Compute duration of the recorded data
|
|
175
229
|
const duration = rawPCMDataFull.byteLength /
|
|
176
230
|
(this.audioContext.sampleRate *
|
|
177
|
-
(this.exportBitDepth /
|
|
178
|
-
|
|
179
|
-
|
|
231
|
+
(this.exportBitDepth /
|
|
232
|
+
this.numberOfChannels));
|
|
233
|
+
logger.debug(`Received recorded data -- Duration: ${duration} vs ${rawPCMDataFull.byteLength / this.audioContext.sampleRate} seconds`);
|
|
234
|
+
logger.debug(`recordedData.length=${rawPCMDataFull.byteLength} vs transmittedData.length=${this.bufferSize}`);
|
|
180
235
|
// Remove the event listener after receiving the final data
|
|
181
|
-
this.audioWorkletNode.port.removeEventListener(
|
|
182
|
-
resolve(this.
|
|
236
|
+
this.audioWorkletNode.port.removeEventListener('message', onMessage);
|
|
237
|
+
resolve(this.buffer); // Resolve the promise with the collected buffers
|
|
183
238
|
}
|
|
184
239
|
};
|
|
185
|
-
this.audioWorkletNode.port.addEventListener(
|
|
240
|
+
this.audioWorkletNode.port.addEventListener('message', onMessage);
|
|
186
241
|
}
|
|
187
242
|
// Stop all media stream tracks to stop the browser recording
|
|
188
243
|
this.stopMediaStreamTracks();
|
|
@@ -195,7 +250,7 @@ export class WebRecorder {
|
|
|
195
250
|
pause() {
|
|
196
251
|
this.source.disconnect(this.audioWorkletNode); // Disconnect the source from the AudioWorkletNode
|
|
197
252
|
this.audioWorkletNode.disconnect(this.audioContext.destination); // Disconnect the AudioWorkletNode from the destination
|
|
198
|
-
this.audioWorkletNode.port.postMessage({ command:
|
|
253
|
+
this.audioWorkletNode.port.postMessage({ command: 'pause' });
|
|
199
254
|
}
|
|
200
255
|
stopMediaStreamTracks() {
|
|
201
256
|
// Stop all audio tracks to stop the recording icon
|
|
@@ -215,10 +270,10 @@ export class WebRecorder {
|
|
|
215
270
|
bufferSource.buffer = audioBuffer;
|
|
216
271
|
bufferSource.connect(this.audioContext.destination);
|
|
217
272
|
bufferSource.start();
|
|
218
|
-
|
|
273
|
+
logger.debug('Playing recorded data', recordedData);
|
|
219
274
|
}
|
|
220
275
|
catch (error) {
|
|
221
|
-
console.error(`Failed to play recorded data:`, error);
|
|
276
|
+
console.error(`[${TAG}] Failed to play recorded data:`, error);
|
|
222
277
|
}
|
|
223
278
|
}
|
|
224
279
|
checkAudioContextFormat({ sampleRate }) {
|
|
@@ -237,7 +292,7 @@ export class WebRecorder {
|
|
|
237
292
|
resume() {
|
|
238
293
|
this.source.connect(this.audioWorkletNode);
|
|
239
294
|
this.audioWorkletNode.connect(this.audioContext.destination);
|
|
240
|
-
this.audioWorkletNode.port.postMessage({ command:
|
|
295
|
+
this.audioWorkletNode.port.postMessage({ command: 'resume' });
|
|
241
296
|
}
|
|
242
297
|
}
|
|
243
|
-
//# sourceMappingURL=WebRecorder.js.map
|
|
298
|
+
//# sourceMappingURL=WebRecorder.web.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"WebRecorder.web.js","sourceRoot":"","sources":["../src/WebRecorder.web.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAA;AAC/E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAA;AAiBzE,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAC/B,MAAM,6BAA6B,GAAG,EAAE,CAAA;AACxC,MAAM,oBAAoB,GAAG,GAAG,CAAA;AAChC,MAAM,8BAA8B,GAAG,CAAC,CAAA;AACxC,MAAM,iBAAiB,GAAG,KAAK,CAAA;AAE/B,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;AAE7B,MAAM,OAAO,WAAW;IACZ,YAAY,CAAc;IAC1B,gBAAgB,CAAmB;IACnC,sBAAsB,CAAS;IAC/B,MAAM,CAA4B;IAClC,eAAe,CAAQ;IACvB,sBAAsB,CAAwB;IAC9C,yBAAyB,CAA2B;IACpD,MAAM,CAAiB;IACvB,QAAQ,CAAQ,CAAC,gCAAgC;IACjD,gBAAgB,CAAQ,CAAC,2BAA2B;IACpD,QAAQ,CAAQ,CAAC,yBAAyB;IAC1C,cAAc,CAAQ,CAAC,yBAAyB;IAChD,MAAM,CAAc,CAAC,wCAAwC;IAC7D,UAAU,CAAQ,CAAC,gCAAgC;IACnD,iBAAiB,CAAe,CAAC,gEAAgE;IAEzG,YAAY,EACR,YAAY,EACZ,MAAM,EACN,eAAe,EACf,eAAe,EACf,sBAAsB,EACtB,yBAAyB,GAQ5B;QACG,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;QACtC,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAA;QACpD,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAA;QAC1D,IAAI,CAAC,MAAM,GAAG,eAAe,CAAA;QAC7B,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;QACjB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAA;QACnB,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAA,CAAC,wBAAwB;QAE1D,MAAM,kBAAkB,GAAG,IAAI,CAAC,uBAAuB,CAAC;YACpD,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU;SAC3C,CAAC,CAAA;QACF,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;YACjD,UAAU,EAAE,kBAAkB,CAAC,UAAU;YACzC,QAAQ,EAAE,kBAAkB,CAAC,QAAQ;YACrC,gBAAgB,EAAE,kBAAkB,CAAC,gBAAgB;SACxD,CAAC,CAAA;QAEF,IAAI,CAAC,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAA;QAC3C,IAAI,CAAC,gBAAgB;YACjB,kBAAkB,CAAC,gBAAgB;gBACnC,8BAA8B,CAAA,CAAC,gCAAgC;QACnE,IAAI,CAAC,cAAc;YACf,kBAAkB,CAAC;gBACf,QAAQ,EAAE,eAAe,CAAC,QAAQ,IAAI,WAAW;aACpD,CAAC;gBACF,kBAAkB,CAAC,QAAQ;gBAC3B,oBAAoB,CAAA;QAExB,IAAI,CAAC,iBAAiB,GAAG;YACrB,cAAc,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;YAClC,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;YACV,kBAAkB,EAAE,eAAe,CAAC,SAAS,IAAI,iBAAiB;YAClE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU;YAClE,eAAe,EACX,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,6BAA6B;YAChE,cAAc,EAAE,EAAE;SACrB,CAAA;QAED,IAAI,eAAe,CAAC,gBAAgB,EAAE,CAAC;YACnC,IAAI,CAAC,0BAA0B,EAAE,CAAA;QACrC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,oBAAoB,CAAC,EAAE;oBAC1C,IAAI,EAAE,wBAAwB;iBACjC,CAAC,CAAA;gBACF,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;gBACrC,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YACvD,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,SAAS,CAC1C,IAAI,CAAC,eAAe,CACvB,CAAA;YACL,CAAC;YACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CACxC,IAAI,CAAC,YAAY,EACjB,oBAAoB,CACvB,CAAA;YAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,EACxC,KAAwB,EAC1B,EAAE;gBACA,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAA;gBAClC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;oBACxB,OAAM;gBACV,CAAC;gBACD,4EAA4E;gBAC5E,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAA;gBACzD,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAA;gBAE9C,IAAI,CAAC,cAAc,EAAE,CAAC;oBAClB,OAAM;gBACV,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,SAAS,GAAG,IAAI,YAAY,CAC9B,IAAI,CAAC,UAAU,GAAG,cAAc,CAAC,MAAM,CAC1C,CAAA;gBACD,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;gBAC7B,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,CAAA;gBAC9C,IAAI,CAAC,MAAM,GAAG,SAAS,CAAA;gBACvB,IAAI,CAAC,UAAU,IAAI,cAAc,CAAC,MAAM,CAAA;gBAExC,MAAM,UAAU,GACZ,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAA;gBACzD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,GAAG,UAAU,CAAA,CAAC,2CAA2C;gBAE/F,IAAI,CAAC,sBAAsB,CAAC;oBACxB,IAAI,EAAE,cAAc;oBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBAC1B,CAAC,CAAA;gBACF,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAA,CAAC,kBAAkB;gBAE5C,IAAI,CAAC,sBAAsB,EAAE,WAAW,CACpC;oBACI,OAAO,EAAE,SAAS;oBAClB,WAAW,EAAE,cAAc;oBAC3B,UAAU;oBACV,eAAe,EACX,IAAI,CAAC,MAAM,CAAC,eAAe;wBAC3B,6BAA6B;oBACjC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,KAAK;oBACzC,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,mBAAmB,EAAE,IAAI,CAAC,QAAQ,GAAG,IAAI;oBACzC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;iBACjC,EACD,EAAE,CACL,CAAA;YACL,CAAC,CAAA;YAED,MAAM,CAAC,KAAK,CACR,+CAA+C,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,EAC7E,IAAI,CAAC,MAAM,CACd,CAAA;YACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC;gBACnC,OAAO,EAAE,MAAM;gBACf,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,gCAAgC;gBAChF,gBAAgB,EACZ,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU;gBAC1D,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,QAAQ,EAAE,IAAI,CAAC,gBAAgB;gBAC/B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,oBAAoB;aACzD,CAAC,CAAA;YAEF,iEAAiE;YACjE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YAC1C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,oCAAoC,EAAE,KAAK,CAAC,CAAA;QACrE,CAAC;IACL,CAAC;IAED,0BAA0B,CAAC,mBAA4B;QACnD,IAAI,CAAC;YACD,IAAI,mBAAmB,EAAE,CAAC;gBACtB,0CAA0C;gBAC1C,yHAAyH;gBACzH,6DAA6D;gBAC7D,IAAI,CAAC,sBAAsB,GAAG,IAAI,MAAM,CACpC,IAAI,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CACrD,CAAA;gBACD,IAAI,CAAC,sBAAsB,CAAC,SAAS;oBACjC,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACjD,IAAI,CAAC,sBAAsB,CAAC,OAAO;oBAC/B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACzC,CAAC;iBAAM,CAAC;gBACJ,2DAA2D;gBAC3D,IAAI,CAAC,kBAAkB,EAAE,CAAA;YAC7B,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACT,IAAI,GAAG,iDAAiD,EACxD,KAAK,CACR,CAAA;YACD,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAC7B,CAAC;IACL,CAAC;IAED,kBAAkB;QACd,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,uBAAuB,CAAC,EAAE;gBAC7C,IAAI,EAAE,wBAAwB;aACjC,CAAC,CAAA;YACF,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YACrC,IAAI,CAAC,sBAAsB,GAAG,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;YAC7C,IAAI,CAAC,sBAAsB,CAAC,SAAS;gBACjC,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACjD,IAAI,CAAC,sBAAsB,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;gBAC5C,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,gCAAgC,EAAE,KAAK,CAAC,CAAA;YACjE,CAAC,CAAA;YACD,MAAM,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAA;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CACT,IAAI,GAAG,wDAAwD,EAC/D,KAAK,CACR,CAAA;QACL,CAAC;IACL,CAAC;IAED,iBAAiB,CAAC,KAAiB;QAC/B,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,mCAAmC,EAAE,KAAK,CAAC,CAAA;IACpE,CAAC;IAED,6BAA6B,CAAC,KAAyB;QACnD,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACpC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAA;YAEvC,6DAA6D;YAC7D,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,CAAA;YACnE,IAAI,CAAC,iBAAiB,CAAC,cAAc,EAAE,IAAI,CACvC,GAAG,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,CAC1C,CAAA;YACD,IAAI,CAAC,iBAAiB,CAAC,UAAU,GAAG,aAAa,CAAC,UAAU,CAAA;YAC5D,IAAI,aAAa,CAAC,cAAc,EAAE,CAAC;gBAC/B,IAAI,CAAC,iBAAiB,CAAC,cAAc,GAAG;oBACpC,GAAG,EAAE,IAAI,CAAC,GAAG,CACT,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,GAAG,EACzC,aAAa,CAAC,cAAc,CAAC,GAAG,CACnC;oBACD,GAAG,EAAE,IAAI,CAAC,GAAG,CACT,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,GAAG,EACzC,aAAa,CAAC,cAAc,CAAC,GAAG,CACnC;iBACJ,CAAA;YACL,CAAC;YACD,kEAAkE;YAClE,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,aAAa,CAAC,CAAA;YAC3D,MAAM,CAAC,KAAK,CACR,kCAAkC,EAClC,IAAI,CAAC,iBAAiB,CACzB,CAAA;YACD,IAAI,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAA;QACjD,CAAC;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAC1C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;IAChE,CAAC;IAED,IAAI;QACA,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,CAAC;gBACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACxB,iDAAiD;oBACjD,mEAAmE;oBACnE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;oBAE3D,iFAAiF;oBACjF,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;wBAC5B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAC1C,SAAS,EACT,SAAS,CACZ,CAAA;wBACD,MAAM,CACF,IAAI,KAAK,CACL,kDAAkD,CACrD,CACJ,CAAA;oBACL,CAAC,EAAE,IAAI,CAAC,CAAA;oBAER,0DAA0D;oBAC1D,MAAM,SAAS,GAAG,KAAK,EAAE,KAAwB,EAAE,EAAE;wBACjD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAA;wBAClC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;4BAC7B,YAAY,CAAC,OAAO,CAAC,CAAA,CAAC,oBAAoB;4BAE1C,MAAM,cAAc,GAChB,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;4BAErC,IAAI,CAAC,cAAc,EAAE,CAAC;gCAClB,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAA;gCAChD,OAAM;4BACV,CAAC;4BAED,wCAAwC;4BACxC,MAAM,QAAQ,GACV,cAAc,CAAC,UAAU;gCACzB,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU;oCACzB,CAAC,IAAI,CAAC,cAAc;wCAChB,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAA;4BACnC,MAAM,CAAC,KAAK,CACR,uCAAuC,QAAQ,OAAO,cAAc,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,UAAU,CAC3H,CAAA;4BACD,MAAM,CAAC,KAAK,CACR,uBAAuB,cAAc,CAAC,UAAU,8BAA8B,IAAI,CAAC,UAAU,EAAE,CAClG,CAAA;4BAED,2DAA2D;4BAC3D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,mBAAmB,CAC1C,SAAS,EACT,SAAS,CACZ,CAAA;4BACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,iDAAiD;wBAC1E,CAAC;oBACL,CAAC,CAAA;oBACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CACvC,SAAS,EACT,SAAS,CACZ,CAAA;gBACL,CAAC;gBAED,6DAA6D;gBAC7D,IAAI,CAAC,qBAAqB,EAAE,CAAA;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,CAAA;YACjB,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAED,KAAK;QACD,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA,CAAC,kDAAkD;QAChG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA,CAAC,uDAAuD;QACvH,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;IAChE,CAAC;IAED,qBAAqB;QACjB,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,CAAA;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,EACnB,YAAY,GAIf;QACG,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAA;YACrC,MAAM,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAA;YACjC,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAA;YAEhD,wBAAwB;YACxB,MAAM,WAAW,GACb,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;YAExD,iDAAiD;YACjD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE,CAAA;YAC3D,YAAY,CAAC,MAAM,GAAG,WAAW,CAAA;YACjC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;YACnD,YAAY,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,YAAY,CAAC,CAAA;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG,iCAAiC,EAAE,KAAK,CAAC,CAAA;QAClE,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,EAAE,UAAU,EAA0B;QAClE,8BAA8B;QAC9B,MAAM,UAAU,GAAG,UAAU,GAAG,GAAG,CAAA,CAAC,kBAAkB;QACtD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAC9C,CAAC,EACD,UAAU,EACV,UAAU,CACb,CAAA;QAED,mBAAmB;QACnB,MAAM,WAAW,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;QACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,iBAAiB,GAAG,CAAC,CAAA,CAAC,mCAAmC;QAEtF,OAAO;YACH,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,QAAQ;YACR,gBAAgB,EAAE,WAAW,CAAC,gBAAgB;SACjD,CAAA;IACL,CAAC;IAED,MAAM;QACF,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QAC1C,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC5D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAA;IACjE,CAAC;CACJ","sourcesContent":["// src/WebRecorder.ts\nimport { AudioAnalysis } from './AudioAnalysis/AudioAnalysis.types'\nimport { RecordingConfig } from './ExpoAudioStream.types'\nimport {\n EmitAudioAnalysisFunction,\n EmitAudioEventFunction,\n} from './ExpoAudioStream.web'\nimport { getLogger } from './logger'\nimport { encodingToBitDepth } from './utils/encodingToBitDepth'\nimport { InlineFeaturesExtractor } from './workers/InlineFeaturesExtractor.web'\nimport { InlineAudioWebWorker } from './workers/inlineAudioWebWorker.web'\n\ninterface AudioWorkletEvent {\n data: {\n command: string\n recordedData?: Float32Array\n sampleRate?: number\n }\n}\n\ninterface AudioFeaturesEvent {\n data: {\n command: string\n result: AudioAnalysis\n }\n}\n\nconst DEFAULT_WEB_BITDEPTH = 32\nconst DEFAULT_WEB_POINTS_PER_SECOND = 10\nconst DEFAULT_WEB_INTERVAL = 500\nconst DEFAULT_WEB_NUMBER_OF_CHANNELS = 1\nconst DEFAULT_ALGORITHM = 'rms'\n\nconst TAG = 'WebRecorder'\nconst logger = getLogger(TAG)\n\nexport class WebRecorder {\n private audioContext: AudioContext\n private audioWorkletNode!: AudioWorkletNode\n private featureExtractorWorker?: Worker\n private source: MediaStreamAudioSourceNode\n private audioWorkletUrl: string\n private emitAudioEventCallback: EmitAudioEventFunction\n private emitAudioAnalysisCallback: EmitAudioAnalysisFunction\n private config: RecordingConfig\n private position: number // Track the cumulative position\n private numberOfChannels: number // Number of audio channels\n private bitDepth: number // Bit depth of the audio\n private exportBitDepth: number // Bit depth of the audio\n private buffer: Float32Array // Single buffer to store the audio data\n private bufferSize: number // Keep track of the buffer size\n private audioAnalysisData: AudioAnalysis // Keep updating the full audio analysis data with latest events\n\n constructor({\n audioContext,\n source,\n recordingConfig,\n audioWorkletUrl,\n emitAudioEventCallback,\n emitAudioAnalysisCallback,\n }: {\n audioContext: AudioContext\n source: MediaStreamAudioSourceNode\n recordingConfig: RecordingConfig\n audioWorkletUrl: string\n emitAudioEventCallback: EmitAudioEventFunction\n emitAudioAnalysisCallback: EmitAudioAnalysisFunction\n }) {\n this.audioContext = audioContext\n this.source = source\n this.audioWorkletUrl = audioWorkletUrl\n this.emitAudioEventCallback = emitAudioEventCallback\n this.emitAudioAnalysisCallback = emitAudioAnalysisCallback\n this.config = recordingConfig\n this.position = 0\n this.bufferSize = 0\n this.buffer = new Float32Array(0) // Initialize the buffer\n\n const audioContextFormat = this.checkAudioContextFormat({\n sampleRate: this.audioContext.sampleRate,\n })\n logger.debug('Initialized WebRecorder with config:', {\n sampleRate: audioContextFormat.sampleRate,\n bitDepth: audioContextFormat.bitDepth,\n numberOfChannels: audioContextFormat.numberOfChannels,\n })\n\n this.bitDepth = audioContextFormat.bitDepth\n this.numberOfChannels =\n audioContextFormat.numberOfChannels ||\n DEFAULT_WEB_NUMBER_OF_CHANNELS // Default to 1 if not available\n this.exportBitDepth =\n encodingToBitDepth({\n encoding: recordingConfig.encoding ?? 'pcm_32bit',\n }) ||\n audioContextFormat.bitDepth ||\n DEFAULT_WEB_BITDEPTH\n\n this.audioAnalysisData = {\n amplitudeRange: { min: 0, max: 0 },\n dataPoints: [],\n durationMs: 0,\n samples: 0,\n amplitudeAlgorithm: recordingConfig.algorithm || DEFAULT_ALGORITHM,\n bitDepth: this.bitDepth,\n numberOfChannels: this.numberOfChannels,\n sampleRate: this.config.sampleRate || this.audioContext.sampleRate,\n pointsPerSecond:\n this.config.pointsPerSecond || DEFAULT_WEB_POINTS_PER_SECOND,\n speakerChanges: [],\n }\n\n if (recordingConfig.enableProcessing) {\n this.initFeatureExtractorWorker()\n }\n }\n\n async init() {\n try {\n if (!this.audioWorkletUrl) {\n const blob = new Blob([InlineAudioWebWorker], {\n type: 'application/javascript',\n })\n const url = URL.createObjectURL(blob)\n await this.audioContext.audioWorklet.addModule(url)\n } else {\n await this.audioContext.audioWorklet.addModule(\n this.audioWorkletUrl\n )\n }\n this.audioWorkletNode = new AudioWorkletNode(\n this.audioContext,\n 'recorder-processor'\n )\n\n this.audioWorkletNode.port.onmessage = async (\n event: AudioWorkletEvent\n ) => {\n const command = event.data.command\n if (command !== 'newData') {\n return\n }\n // Handle the audio blob (e.g., send it to the server or process it further)\n logger.debug('Received audio blob from processor', event)\n const pcmBufferFloat = event.data.recordedData\n\n if (!pcmBufferFloat) {\n return\n }\n\n // Concatenate the incoming Float32Array to the existing buffer\n const newBuffer = new Float32Array(\n this.bufferSize + pcmBufferFloat.length\n )\n newBuffer.set(this.buffer, 0)\n newBuffer.set(pcmBufferFloat, this.bufferSize)\n this.buffer = newBuffer\n this.bufferSize += pcmBufferFloat.length\n\n const sampleRate =\n event.data.sampleRate ?? this.audioContext.sampleRate\n const duration = pcmBufferFloat.length / sampleRate // Calculate duration of the current buffer\n\n this.emitAudioEventCallback({\n data: pcmBufferFloat,\n position: this.position,\n })\n this.position += duration // Update position\n\n this.featureExtractorWorker?.postMessage(\n {\n command: 'process',\n channelData: pcmBufferFloat,\n sampleRate,\n pointsPerSecond:\n this.config.pointsPerSecond ||\n DEFAULT_WEB_POINTS_PER_SECOND,\n algorithm: this.config.algorithm || 'rms',\n bitDepth: this.bitDepth,\n fullAudioDurationMs: this.position * 1000,\n numberOfChannels: this.numberOfChannels,\n features: this.config.features,\n },\n []\n )\n }\n\n logger.debug(\n `WebRecorder initialized -- recordSampleRate=${this.audioContext.sampleRate}`,\n this.config\n )\n this.audioWorkletNode.port.postMessage({\n command: 'init',\n recordSampleRate: this.audioContext.sampleRate, // Pass the original sample rate\n exportSampleRate:\n this.config.sampleRate ?? this.audioContext.sampleRate,\n bitDepth: this.bitDepth,\n exportBitDepth: this.exportBitDepth,\n channels: this.numberOfChannels,\n interval: this.config.interval ?? DEFAULT_WEB_INTERVAL,\n })\n\n // Connect the source to the AudioWorkletNode and start recording\n this.source.connect(this.audioWorkletNode)\n this.audioWorkletNode.connect(this.audioContext.destination)\n } catch (error) {\n console.error(`[${TAG}] Failed to initialize WebRecorder`, error)\n }\n }\n\n initFeatureExtractorWorker(featuresExtratorUrl?: string) {\n try {\n if (featuresExtratorUrl) {\n // Initialize the feature extractor worker\n //TODO: create audio feature extractor from a Blob instead of url since we cannot include the url directly in the library\n // We keep the url during dev and use the blob in production.\n this.featureExtractorWorker = new Worker(\n new URL(featuresExtratorUrl, window.location.href)\n )\n this.featureExtractorWorker.onmessage =\n this.handleFeatureExtractorMessage.bind(this)\n this.featureExtractorWorker.onerror =\n this.handleWorkerError.bind(this)\n } else {\n // Fallback to the inline worker if the URL is not provided\n this.initFallbackWorker()\n }\n } catch (error) {\n console.error(\n `[${TAG}] Failed to initialize feature extractor worker`,\n error\n )\n this.initFallbackWorker()\n }\n }\n\n initFallbackWorker() {\n try {\n const blob = new Blob([InlineFeaturesExtractor], {\n type: 'application/javascript',\n })\n const url = URL.createObjectURL(blob)\n this.featureExtractorWorker = new Worker(url)\n this.featureExtractorWorker.onmessage =\n this.handleFeatureExtractorMessage.bind(this)\n this.featureExtractorWorker.onerror = (error) => {\n console.error(`[${TAG}] Default Inline worker failed`, error)\n }\n logger.log('Inline worker initialized successfully')\n } catch (error) {\n console.error(\n `[${TAG}] Failed to initialize Inline Feature Extractor worker`,\n error\n )\n }\n }\n\n handleWorkerError(error: ErrorEvent) {\n console.error(`[${TAG}] Feature extractor worker error:`, error)\n }\n\n handleFeatureExtractorMessage(event: AudioFeaturesEvent) {\n if (event.data.command === 'features') {\n const segmentResult = event.data.result\n\n // Merge the segment result with the full audio analysis data\n this.audioAnalysisData.dataPoints.push(...segmentResult.dataPoints)\n this.audioAnalysisData.speakerChanges?.push(\n ...(segmentResult.speakerChanges ?? [])\n )\n this.audioAnalysisData.durationMs = segmentResult.durationMs\n if (segmentResult.amplitudeRange) {\n this.audioAnalysisData.amplitudeRange = {\n min: Math.min(\n this.audioAnalysisData.amplitudeRange.min,\n segmentResult.amplitudeRange.min\n ),\n max: Math.max(\n this.audioAnalysisData.amplitudeRange.max,\n segmentResult.amplitudeRange.max\n ),\n }\n }\n // Handle the extracted features (e.g., emit an event or log them)\n logger.debug('features event segmentResult', segmentResult)\n logger.debug(\n 'features event audioAnalysisData',\n this.audioAnalysisData\n )\n this.emitAudioAnalysisCallback(segmentResult)\n }\n }\n\n start() {\n this.source.connect(this.audioWorkletNode)\n this.audioWorkletNode.connect(this.audioContext.destination)\n }\n\n stop(): Promise<Float32Array> {\n return new Promise((resolve, reject) => {\n try {\n if (this.audioWorkletNode) {\n // this.source.disconnect(this.audioWorkletNode);\n // this.audioWorkletNode.disconnect(this.audioContext.destination);\n this.audioWorkletNode.port.postMessage({ command: 'stop' })\n\n // Set a timeout to reject the promise if no message is received within 5 seconds\n const timeout = setTimeout(() => {\n this.audioWorkletNode.port.removeEventListener(\n 'message',\n onMessage\n )\n reject(\n new Error(\n \"Timeout error, audioWorkletNode didn't complete.\"\n )\n )\n }, 5000)\n\n // Listen for the recordedData message to confirm stopping\n const onMessage = async (event: AudioWorkletEvent) => {\n const command = event.data.command\n if (command === 'recordedData') {\n clearTimeout(timeout) // Clear the timeout\n\n const rawPCMDataFull =\n event.data.recordedData?.slice(0)\n\n if (!rawPCMDataFull) {\n reject(new Error('Failed to get recorded data'))\n return\n }\n\n // Compute duration of the recorded data\n const duration =\n rawPCMDataFull.byteLength /\n (this.audioContext.sampleRate *\n (this.exportBitDepth /\n this.numberOfChannels))\n logger.debug(\n `Received recorded data -- Duration: ${duration} vs ${rawPCMDataFull.byteLength / this.audioContext.sampleRate} seconds`\n )\n logger.debug(\n `recordedData.length=${rawPCMDataFull.byteLength} vs transmittedData.length=${this.bufferSize}`\n )\n\n // Remove the event listener after receiving the final data\n this.audioWorkletNode.port.removeEventListener(\n 'message',\n onMessage\n )\n resolve(this.buffer) // Resolve the promise with the collected buffers\n }\n }\n this.audioWorkletNode.port.addEventListener(\n 'message',\n onMessage\n )\n }\n\n // Stop all media stream tracks to stop the browser recording\n this.stopMediaStreamTracks()\n } catch (error) {\n reject(error)\n }\n })\n }\n\n pause() {\n this.source.disconnect(this.audioWorkletNode) // Disconnect the source from the AudioWorkletNode\n this.audioWorkletNode.disconnect(this.audioContext.destination) // Disconnect the AudioWorkletNode from the destination\n this.audioWorkletNode.port.postMessage({ command: 'pause' })\n }\n\n stopMediaStreamTracks() {\n // Stop all audio tracks to stop the recording icon\n const tracks = this.source.mediaStream.getTracks()\n tracks.forEach((track) => track.stop())\n }\n\n async playRecordedData({\n recordedData,\n }: {\n recordedData: ArrayBuffer\n mimeType?: string\n }) {\n try {\n const blob = new Blob([recordedData])\n const url = URL.createObjectURL(blob)\n const response = await fetch(url)\n const arrayBuffer = await response.arrayBuffer()\n\n // Decode the audio data\n const audioBuffer =\n await this.audioContext.decodeAudioData(arrayBuffer)\n\n // Create a buffer source node and play the audio\n const bufferSource = this.audioContext.createBufferSource()\n bufferSource.buffer = audioBuffer\n bufferSource.connect(this.audioContext.destination)\n bufferSource.start()\n logger.debug('Playing recorded data', recordedData)\n } catch (error) {\n console.error(`[${TAG}] Failed to play recorded data:`, error)\n }\n }\n\n private checkAudioContextFormat({ sampleRate }: { sampleRate: number }) {\n // Create a silent AudioBuffer\n const frameCount = sampleRate * 1.0 // 1 second buffer\n const audioBuffer = this.audioContext.createBuffer(\n 1,\n frameCount,\n sampleRate\n )\n\n // Check the format\n const channelData = audioBuffer.getChannelData(0)\n const bitDepth = channelData.BYTES_PER_ELEMENT * 8 // 4 bytes per element means 32-bit\n\n return {\n sampleRate: audioBuffer.sampleRate,\n bitDepth,\n numberOfChannels: audioBuffer.numberOfChannels,\n }\n }\n\n resume() {\n this.source.connect(this.audioWorkletNode)\n this.audioWorkletNode.connect(this.audioContext.destination)\n this.audioWorkletNode.port.postMessage({ command: 'resume' })\n }\n}\n"]}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { BitDepth, SampleRate } from './ExpoAudioStream.types';
|
|
2
|
+
export declare const isWeb: boolean;
|
|
3
|
+
export declare const DEBUG_NAMESPACE = "expo-audio-stream";
|
|
4
|
+
export declare const RIFF_HEADER = 1380533830;
|
|
5
|
+
export declare const WAVE_HEADER = 1463899717;
|
|
6
|
+
export declare const FMT_CHUNK_ID = 1718449184;
|
|
7
|
+
export declare const DATA_CHUNK_ID = 1684108385;
|
|
8
|
+
export declare const INFO_CHUNK_ID = 1229866575;
|
|
9
|
+
export declare const DEFAULT_SAMPLE_RATE: SampleRate;
|
|
10
|
+
export declare const DEFAULT_BIT_DEPTH: BitDepth;
|
|
11
|
+
//# sourceMappingURL=constants.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAA;AAE9D,eAAO,MAAM,KAAK,SAAwB,CAAA;AAC1C,eAAO,MAAM,eAAe,sBAAsB,CAAA;AAGlD,eAAO,MAAM,WAAW,aAAa,CAAA;AACrC,eAAO,MAAM,WAAW,aAAa,CAAA;AACrC,eAAO,MAAM,YAAY,aAAa,CAAA;AACtC,eAAO,MAAM,aAAa,aAAa,CAAA;AACvC,eAAO,MAAM,aAAa,aAAa,CAAA;AAGvC,eAAO,MAAM,mBAAmB,EAAE,UAAkB,CAAA;AACpD,eAAO,MAAM,iBAAiB,EAAE,QAAa,CAAA"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
// packages/expo-audio-stream/src/constants.ts
|
|
2
|
+
import { Platform } from 'react-native';
|
|
3
|
+
export const isWeb = Platform.OS === 'web';
|
|
4
|
+
export const DEBUG_NAMESPACE = 'expo-audio-stream';
|
|
5
|
+
// Constants for identifying chunks in a WAV file
|
|
6
|
+
export const RIFF_HEADER = 0x52494646; // "RIFF"
|
|
7
|
+
export const WAVE_HEADER = 0x57415645; // "WAVE"
|
|
8
|
+
export const FMT_CHUNK_ID = 0x666d7420; // "fmt "
|
|
9
|
+
export const DATA_CHUNK_ID = 0x64617461; // "data"
|
|
10
|
+
export const INFO_CHUNK_ID = 0x494e464f; // "INFO"
|
|
11
|
+
// Default values
|
|
12
|
+
export const DEFAULT_SAMPLE_RATE = 16000;
|
|
13
|
+
export const DEFAULT_BIT_DEPTH = 32;
|
|
14
|
+
//# sourceMappingURL=constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAIvC,MAAM,CAAC,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,KAAK,KAAK,CAAA;AAC1C,MAAM,CAAC,MAAM,eAAe,GAAG,mBAAmB,CAAA;AAElD,iDAAiD;AACjD,MAAM,CAAC,MAAM,WAAW,GAAG,UAAU,CAAA,CAAC,SAAS;AAC/C,MAAM,CAAC,MAAM,WAAW,GAAG,UAAU,CAAA,CAAC,SAAS;AAC/C,MAAM,CAAC,MAAM,YAAY,GAAG,UAAU,CAAA,CAAC,SAAS;AAChD,MAAM,CAAC,MAAM,aAAa,GAAG,UAAU,CAAA,CAAC,SAAS;AACjD,MAAM,CAAC,MAAM,aAAa,GAAG,UAAU,CAAA,CAAC,SAAS;AAEjD,iBAAiB;AACjB,MAAM,CAAC,MAAM,mBAAmB,GAAe,KAAK,CAAA;AACpD,MAAM,CAAC,MAAM,iBAAiB,GAAa,EAAE,CAAA","sourcesContent":["// packages/expo-audio-stream/src/constants.ts\nimport { Platform } from 'react-native'\n\nimport { BitDepth, SampleRate } from './ExpoAudioStream.types'\n\nexport const isWeb = Platform.OS === 'web'\nexport const DEBUG_NAMESPACE = 'expo-audio-stream'\n\n// Constants for identifying chunks in a WAV file\nexport const RIFF_HEADER = 0x52494646 // \"RIFF\"\nexport const WAVE_HEADER = 0x57415645 // \"WAVE\"\nexport const FMT_CHUNK_ID = 0x666d7420 // \"fmt \"\nexport const DATA_CHUNK_ID = 0x64617461 // \"data\"\nexport const INFO_CHUNK_ID = 0x494e464f // \"INFO\"\n\n// Default values\nexport const DEFAULT_SAMPLE_RATE: SampleRate = 16000\nexport const DEFAULT_BIT_DEPTH: BitDepth = 32\n"]}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { type Subscription } from 'expo-modules-core';
|
|
2
|
+
import { AudioAnalysis } from './AudioAnalysis/AudioAnalysis.types';
|
|
3
|
+
export interface AudioEventPayload {
|
|
4
|
+
encoded?: string;
|
|
5
|
+
buffer?: Float32Array;
|
|
6
|
+
fileUri: string;
|
|
7
|
+
lastEmittedSize: number;
|
|
8
|
+
position: number;
|
|
9
|
+
deltaSize: number;
|
|
10
|
+
totalSize: number;
|
|
11
|
+
mimeType: string;
|
|
12
|
+
streamUuid: string;
|
|
13
|
+
}
|
|
14
|
+
export declare function addAudioEventListener(listener: (event: AudioEventPayload) => Promise<void>): Subscription;
|
|
15
|
+
export interface AudioAnalysisEvent extends AudioAnalysis {
|
|
16
|
+
}
|
|
17
|
+
export declare function addAudioAnalysisListener(listener: (event: AudioAnalysisEvent) => Promise<void>): Subscription;
|
|
18
|
+
//# sourceMappingURL=events.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../src/events.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEnE,OAAO,EAAE,aAAa,EAAE,MAAM,qCAAqC,CAAA;AAOnE,MAAM,WAAW,iBAAiB;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,OAAO,EAAE,MAAM,CAAA;IACf,eAAe,EAAE,MAAM,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;CACrB;AAED,wBAAgB,qBAAqB,CACjC,QAAQ,EAAE,CAAC,KAAK,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC,GACtD,YAAY,CAGd;AAGD,MAAM,WAAW,kBAAmB,SAAQ,aAAa;CAAG;AAE5D,wBAAgB,wBAAwB,CACpC,QAAQ,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,OAAO,CAAC,IAAI,CAAC,GACvD,YAAY,CAGd"}
|
package/build/events.js
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
// packages/expo-audio-stream/src/events.ts
|
|
2
|
+
import { EventEmitter } from 'expo-modules-core';
|
|
3
|
+
import ExpoAudioStreamModule from './ExpoAudioStreamModule';
|
|
4
|
+
import { getLogger } from './logger';
|
|
5
|
+
const emitter = new EventEmitter(ExpoAudioStreamModule);
|
|
6
|
+
const logger = getLogger('events');
|
|
7
|
+
export function addAudioEventListener(listener) {
|
|
8
|
+
logger.log('Adding listener for AudioData event');
|
|
9
|
+
return emitter.addListener('AudioData', listener);
|
|
10
|
+
}
|
|
11
|
+
export function addAudioAnalysisListener(listener) {
|
|
12
|
+
logger.log('Adding listener for AudioAnalysis event');
|
|
13
|
+
return emitter.addListener('AudioAnalysis', listener);
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=events.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"events.js","sourceRoot":"","sources":["../src/events.ts"],"names":[],"mappings":"AAAA,2CAA2C;AAE3C,OAAO,EAAE,YAAY,EAAqB,MAAM,mBAAmB,CAAA;AAGnE,OAAO,qBAAqB,MAAM,yBAAyB,CAAA;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAEpC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,qBAAqB,CAAC,CAAA;AACvD,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;AAclC,MAAM,UAAU,qBAAqB,CACjC,QAAqD;IAErD,MAAM,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAA;IACjD,OAAO,OAAO,CAAC,WAAW,CAAoB,WAAW,EAAE,QAAQ,CAAC,CAAA;AACxE,CAAC;AAKD,MAAM,UAAU,wBAAwB,CACpC,QAAsD;IAEtD,MAAM,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAA;IACrD,OAAO,OAAO,CAAC,WAAW,CAAqB,eAAe,EAAE,QAAQ,CAAC,CAAA;AAC7E,CAAC","sourcesContent":["// packages/expo-audio-stream/src/events.ts\n\nimport { EventEmitter, type Subscription } from 'expo-modules-core'\n\nimport { AudioAnalysis } from './AudioAnalysis/AudioAnalysis.types'\nimport ExpoAudioStreamModule from './ExpoAudioStreamModule'\nimport { getLogger } from './logger'\n\nconst emitter = new EventEmitter(ExpoAudioStreamModule)\nconst logger = getLogger('events')\n\nexport interface AudioEventPayload {\n encoded?: string\n buffer?: Float32Array\n fileUri: string\n lastEmittedSize: number\n position: number\n deltaSize: number\n totalSize: number\n mimeType: string\n streamUuid: string\n}\n\nexport function addAudioEventListener(\n listener: (event: AudioEventPayload) => Promise<void>\n): Subscription {\n logger.log('Adding listener for AudioData event')\n return emitter.addListener<AudioEventPayload>('AudioData', listener)\n}\n\n// Only aliasing the AudioAnalysis type for the event payload\nexport interface AudioAnalysisEvent extends AudioAnalysis {}\n\nexport function addAudioAnalysisListener(\n listener: (event: AudioAnalysisEvent) => Promise<void>\n): Subscription {\n logger.log('Adding listener for AudioAnalysis event')\n return emitter.addListener<AudioAnalysisEvent>('AudioAnalysis', listener)\n}\n"]}
|
package/build/index.d.ts
CHANGED
|
@@ -1,18 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { AudioRecorderProvider, useSharedAudioRecorder } from
|
|
3
|
-
import {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
export
|
|
7
|
-
export
|
|
8
|
-
export
|
|
9
|
-
export
|
|
10
|
-
fileUri: string;
|
|
11
|
-
numberOfSamples: number;
|
|
12
|
-
offset?: number;
|
|
13
|
-
length?: number;
|
|
14
|
-
}
|
|
15
|
-
export declare const extractWaveform: ({ fileUri, numberOfSamples, offset, length, }: ExtractWaveformProps) => Promise<unknown>;
|
|
16
|
-
export { AudioRecorderProvider, convertPCMToFloat32, getWavFileInfo, useAudioRecorder, useSharedAudioRecorder, writeWavHeader as writeWaveHeader, };
|
|
17
|
-
export * from "./ExpoAudioStream.types";
|
|
1
|
+
import { extractAudioAnalysis } from './AudioAnalysis/extractAudioAnalysis';
|
|
2
|
+
import { AudioRecorderProvider, useSharedAudioRecorder } from './AudioRecorder.provider';
|
|
3
|
+
import { useAudioRecorder } from './useAudioRecorder';
|
|
4
|
+
export * from './utils/getWavFileInfo';
|
|
5
|
+
export * from './utils/convertPCMToFloat32';
|
|
6
|
+
export * from './utils/writeWavHeader';
|
|
7
|
+
export { AudioRecorderProvider, extractAudioAnalysis, useAudioRecorder, useSharedAudioRecorder, };
|
|
8
|
+
export type * from './AudioAnalysis/AudioAnalysis.types';
|
|
9
|
+
export type * from './ExpoAudioStream.types';
|
|
18
10
|
//# sourceMappingURL=index.d.ts.map
|
package/build/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,sCAAsC,CAAA;AAC3E,OAAO,EACH,qBAAqB,EACrB,sBAAsB,EACzB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAErD,cAAc,wBAAwB,CAAA;AACtC,cAAc,6BAA6B,CAAA;AAC3C,cAAc,wBAAwB,CAAA;AAEtC,OAAO,EACH,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EAChB,sBAAsB,GACzB,CAAA;AAED,mBAAmB,qCAAqC,CAAA;AACxD,mBAAmB,yBAAyB,CAAA"}
|
package/build/index.js
CHANGED
|
@@ -1,115 +1,9 @@
|
|
|
1
1
|
// src/index.ts
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
import { convertPCMToFloat32, getWavFileInfo, writeWavHeader } from "./utils";
|
|
10
|
-
const emitter = new EventEmitter(ExpoAudioStreamModule);
|
|
11
|
-
export function addAudioEventListener(listener) {
|
|
12
|
-
console.log(`addAudioEventListener`, listener);
|
|
13
|
-
return emitter.addListener("AudioData", listener);
|
|
14
|
-
}
|
|
15
|
-
export function addAudioAnalysisListener(listener) {
|
|
16
|
-
console.log(`addAudioAnalysisListener`, listener);
|
|
17
|
-
return emitter.addListener("AudioAnalysis", listener);
|
|
18
|
-
}
|
|
19
|
-
const isWeb = Platform.OS === "web";
|
|
20
|
-
export const extractAudioAnalysis = async ({ fileUri, pointsPerSecond = 20, arrayBuffer, bitDepth, skipWavHeader, durationMs, sampleRate, numberOfChannels, algorithm = "rms", features, featuresExtratorUrl = "/audio-features-extractor.js", }) => {
|
|
21
|
-
if (isWeb) {
|
|
22
|
-
if (!arrayBuffer && !fileUri) {
|
|
23
|
-
throw new Error("Either arrayBuffer or fileUri must be provided");
|
|
24
|
-
}
|
|
25
|
-
if (!arrayBuffer) {
|
|
26
|
-
console.log(`fetching fileUri`, fileUri);
|
|
27
|
-
const response = await fetch(fileUri);
|
|
28
|
-
if (!response.ok) {
|
|
29
|
-
throw new Error(`Failed to fetch fileUri: ${response.statusText}`);
|
|
30
|
-
}
|
|
31
|
-
arrayBuffer = (await response.arrayBuffer()).slice(0);
|
|
32
|
-
console.log(`fetched fileUri`, arrayBuffer.byteLength, arrayBuffer);
|
|
33
|
-
}
|
|
34
|
-
// Create a new copy of the ArrayBuffer to avoid detachment issues
|
|
35
|
-
const bufferCopy = arrayBuffer.slice(0);
|
|
36
|
-
console.log(`extractAudioAnalysis skipWavHeader=${skipWavHeader} bitDepth=${bitDepth} len=${bufferCopy.byteLength}`, bufferCopy.slice(0, 100));
|
|
37
|
-
let actualBitDepth = bitDepth;
|
|
38
|
-
if (!actualBitDepth) {
|
|
39
|
-
console.log(`extractAudioAnalysis bitDepth not provided -- getting wav file info`);
|
|
40
|
-
const fileInfo = await getWavFileInfo(bufferCopy);
|
|
41
|
-
actualBitDepth = fileInfo.bitDepth;
|
|
42
|
-
}
|
|
43
|
-
console.log(`extractAudioAnalysis actualBitDepth=${actualBitDepth}`);
|
|
44
|
-
// let copyChannelData: Float32Array;
|
|
45
|
-
// try {
|
|
46
|
-
// const audioContext = new (window.AudioContext ||
|
|
47
|
-
// // @ts-ignore
|
|
48
|
-
// window.webkitAudioContext)();
|
|
49
|
-
// const audioBuffer = await audioContext.decodeAudioData(bufferCopy);
|
|
50
|
-
// const channelData = audioBuffer.getChannelData(0); // Use only the first channel
|
|
51
|
-
// copyChannelData = new Float32Array(channelData); // Create a new Float32Array
|
|
52
|
-
// } catch (error) {
|
|
53
|
-
// console.warn("Failed to decode audio data:", error);
|
|
54
|
-
// // Fall back to creating a new Float32Array from the ArrayBuffer if decoding fails
|
|
55
|
-
// copyChannelData = new Float32Array(arrayBuffer);
|
|
56
|
-
// }
|
|
57
|
-
const { pcmValues: channelData, min, max, } = convertPCMToFloat32({
|
|
58
|
-
buffer: arrayBuffer,
|
|
59
|
-
bitDepth: actualBitDepth,
|
|
60
|
-
skipWavHeader,
|
|
61
|
-
});
|
|
62
|
-
console.log(`extractAudioAnalysis skipWaveHeader=${skipWavHeader} convertPCMToFloat32 length=${channelData.length} range: [ ${min} :: ${max} ]`);
|
|
63
|
-
return new Promise((resolve, reject) => {
|
|
64
|
-
const worker = new Worker(new URL(featuresExtratorUrl, window.location.href));
|
|
65
|
-
worker.onmessage = (event) => {
|
|
66
|
-
resolve(event.data.result);
|
|
67
|
-
};
|
|
68
|
-
worker.onerror = (error) => {
|
|
69
|
-
reject(error);
|
|
70
|
-
};
|
|
71
|
-
worker.postMessage({
|
|
72
|
-
command: "process",
|
|
73
|
-
channelData,
|
|
74
|
-
sampleRate,
|
|
75
|
-
pointsPerSecond,
|
|
76
|
-
algorithm,
|
|
77
|
-
bitDepth,
|
|
78
|
-
fullAudioDurationMs: durationMs,
|
|
79
|
-
numberOfChannels,
|
|
80
|
-
});
|
|
81
|
-
});
|
|
82
|
-
}
|
|
83
|
-
else {
|
|
84
|
-
if (!fileUri) {
|
|
85
|
-
throw new Error("fileUri is required");
|
|
86
|
-
}
|
|
87
|
-
console.log(`extractAudioAnalysis`, {
|
|
88
|
-
fileUri,
|
|
89
|
-
pointsPerSecond,
|
|
90
|
-
algorithm,
|
|
91
|
-
});
|
|
92
|
-
const res = await ExpoAudioStreamModule.extractAudioAnalysis({
|
|
93
|
-
fileUri,
|
|
94
|
-
pointsPerSecond,
|
|
95
|
-
skipWavHeader,
|
|
96
|
-
algorithm,
|
|
97
|
-
features,
|
|
98
|
-
});
|
|
99
|
-
console.log(`extractAudioAnalysis`, res);
|
|
100
|
-
return res;
|
|
101
|
-
}
|
|
102
|
-
};
|
|
103
|
-
export const extractWaveform = async ({ fileUri, numberOfSamples, offset = 0, length, }) => {
|
|
104
|
-
const res = await ExpoAudioStreamModule.extractAudioAnalysis({
|
|
105
|
-
fileUri,
|
|
106
|
-
numberOfSamples,
|
|
107
|
-
offset,
|
|
108
|
-
length,
|
|
109
|
-
});
|
|
110
|
-
console.log(`extractWaveform`, res);
|
|
111
|
-
return res;
|
|
112
|
-
};
|
|
113
|
-
export { AudioRecorderProvider, convertPCMToFloat32, getWavFileInfo, useAudioRecorder, useSharedAudioRecorder, writeWavHeader as writeWaveHeader, };
|
|
114
|
-
export * from "./ExpoAudioStream.types";
|
|
2
|
+
import { extractAudioAnalysis } from './AudioAnalysis/extractAudioAnalysis';
|
|
3
|
+
import { AudioRecorderProvider, useSharedAudioRecorder, } from './AudioRecorder.provider';
|
|
4
|
+
import { useAudioRecorder } from './useAudioRecorder';
|
|
5
|
+
export * from './utils/getWavFileInfo';
|
|
6
|
+
export * from './utils/convertPCMToFloat32';
|
|
7
|
+
export * from './utils/writeWavHeader';
|
|
8
|
+
export { AudioRecorderProvider, extractAudioAnalysis, useAudioRecorder, useSharedAudioRecorder, };
|
|
115
9
|
//# sourceMappingURL=index.js.map
|