@micdrop/client 2.1.0 → 2.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +32 -8
- package/dist/index.d.ts +32 -8
- package/dist/index.js +121 -59
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +120 -59
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.d.mts
CHANGED
|
@@ -79,6 +79,11 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
79
79
|
* @returns True if the VAD is started, false otherwise
|
|
80
80
|
*/
|
|
81
81
|
abstract get isStarted(): boolean;
|
|
82
|
+
/**
|
|
83
|
+
* Checks if the VAD is paused
|
|
84
|
+
* @returns True if the VAD is paused, false otherwise
|
|
85
|
+
*/
|
|
86
|
+
abstract get isPaused(): boolean;
|
|
82
87
|
/**
|
|
83
88
|
* Starts the VAD
|
|
84
89
|
* @param stream - The stream to start the VAD on
|
|
@@ -88,6 +93,14 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
88
93
|
* Stops the VAD
|
|
89
94
|
*/
|
|
90
95
|
abstract stop(): Promise<void>;
|
|
96
|
+
/**
|
|
97
|
+
* Pauses the VAD
|
|
98
|
+
*/
|
|
99
|
+
abstract pause(): Promise<void>;
|
|
100
|
+
/**
|
|
101
|
+
* Resumes the VAD
|
|
102
|
+
*/
|
|
103
|
+
abstract resume(): Promise<void>;
|
|
91
104
|
/**
|
|
92
105
|
* Emits an event (overrides the default implementation)
|
|
93
106
|
* @param event - The event to emit
|
|
@@ -105,11 +118,11 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
105
118
|
type VADConfigName = 'volume' | 'silero';
|
|
106
119
|
type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>;
|
|
107
120
|
declare function getVAD(vad?: VADConfig): VAD;
|
|
121
|
+
declare function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean;
|
|
108
122
|
|
|
109
123
|
interface MicRecorderState {
|
|
110
124
|
isStarting: boolean;
|
|
111
125
|
isStarted: boolean;
|
|
112
|
-
isMuted: boolean;
|
|
113
126
|
isSpeaking: boolean;
|
|
114
127
|
}
|
|
115
128
|
interface MicRecorderEvents {
|
|
@@ -119,19 +132,19 @@ interface MicRecorderEvents {
|
|
|
119
132
|
StateChange: [MicRecorderState];
|
|
120
133
|
}
|
|
121
134
|
declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
135
|
+
private vadConfig?;
|
|
122
136
|
state: MicRecorderState;
|
|
123
137
|
vad: VAD;
|
|
138
|
+
private stream;
|
|
124
139
|
private source;
|
|
125
140
|
private workletNode;
|
|
126
141
|
private delayedStream;
|
|
127
|
-
private workletUrl;
|
|
128
142
|
private speakingConfirmed;
|
|
129
143
|
private queuedChunks;
|
|
130
|
-
constructor(vadConfig?: VADConfig);
|
|
144
|
+
constructor(vadConfig?: VADConfig | undefined);
|
|
131
145
|
start: (stream: MediaStream) => Promise<void>;
|
|
132
|
-
mute: () => void;
|
|
133
|
-
unmute: () => void;
|
|
134
146
|
stop: () => void;
|
|
147
|
+
changeVad: (vadConfig: VADConfig) => void;
|
|
135
148
|
private onStartSpeaking;
|
|
136
149
|
private onConfirmSpeaking;
|
|
137
150
|
private onCancelSpeaking;
|
|
@@ -154,9 +167,12 @@ declare class MultipleVAD extends VAD {
|
|
|
154
167
|
vads: VAD[];
|
|
155
168
|
constructor(vads: Array<VAD | VADConfigName>);
|
|
156
169
|
get isStarted(): boolean;
|
|
157
|
-
|
|
170
|
+
get isPaused(): boolean;
|
|
171
|
+
start(stream: MediaStream): Promise<void>;
|
|
158
172
|
private onStatusChange;
|
|
159
173
|
stop(): Promise<void>;
|
|
174
|
+
pause(): Promise<void>;
|
|
175
|
+
resume(): Promise<void>;
|
|
160
176
|
}
|
|
161
177
|
|
|
162
178
|
type SileroVADOptions = {
|
|
@@ -172,10 +188,14 @@ type SileroVADOptions = {
|
|
|
172
188
|
declare class SileroVAD extends VAD {
|
|
173
189
|
options: SileroVADOptions;
|
|
174
190
|
private vad;
|
|
191
|
+
private _isPaused;
|
|
175
192
|
constructor(options?: Partial<SileroVADOptions>);
|
|
176
193
|
get isStarted(): boolean;
|
|
194
|
+
get isPaused(): boolean;
|
|
177
195
|
start(stream: MediaStream): Promise<void>;
|
|
178
196
|
stop(): Promise<void>;
|
|
197
|
+
pause(): Promise<void>;
|
|
198
|
+
resume(): Promise<void>;
|
|
179
199
|
setOptions(options: Partial<SileroVADOptions>): void;
|
|
180
200
|
resetOptions(): void;
|
|
181
201
|
}
|
|
@@ -190,6 +210,7 @@ type VolumeVADOptions = {
|
|
|
190
210
|
*/
|
|
191
211
|
declare class VolumeVAD extends VAD {
|
|
192
212
|
options: VolumeVADOptions;
|
|
213
|
+
private _isPaused;
|
|
193
214
|
private analyser;
|
|
194
215
|
private sourceNode;
|
|
195
216
|
private fftBins;
|
|
@@ -200,9 +221,13 @@ declare class VolumeVAD extends VAD {
|
|
|
200
221
|
constructor(options?: Partial<VolumeVADOptions>);
|
|
201
222
|
private getMaxVolume;
|
|
202
223
|
get isStarted(): boolean;
|
|
224
|
+
get isPaused(): boolean;
|
|
203
225
|
start(stream: MediaStream): Promise<void>;
|
|
204
226
|
private startLoop;
|
|
227
|
+
private resetHistory;
|
|
205
228
|
stop(): Promise<void>;
|
|
229
|
+
pause(): Promise<void>;
|
|
230
|
+
resume(): Promise<void>;
|
|
206
231
|
setOptions(options: Partial<VolumeVADOptions>): void;
|
|
207
232
|
resetOptions(): void;
|
|
208
233
|
}
|
|
@@ -345,7 +370,6 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
345
370
|
startMic: (options?: {
|
|
346
371
|
vad?: VADConfig;
|
|
347
372
|
deviceId?: string;
|
|
348
|
-
record?: boolean;
|
|
349
373
|
}) => Promise<void>;
|
|
350
374
|
changeMicDevice: (deviceId: string) => Promise<void>;
|
|
351
375
|
changeSpeakerDevice: (deviceId: string) => Promise<void>;
|
|
@@ -367,4 +391,4 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
367
391
|
|
|
368
392
|
declare const Micdrop: MicdropClient;
|
|
369
393
|
|
|
370
|
-
export { type DeepPartial, LocalStorageKeys, Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, Micdrop, type MicdropAnswerMetadata, type MicdropCallSummary, MicdropClient, MicdropClientCommands, MicdropClientError, MicdropClientErrorCode, type MicdropConversation, type MicdropConversationItem, type MicdropConversationMessage, type MicdropConversationToolCall, type MicdropConversationToolResult, type MicdropEvents, type MicdropOptions, MicdropServerCommands, type MicdropState, type MicdropToolCall, MultipleVAD, SileroVAD, type SileroVADOptions, Speaker, VAD, type VADConfig, type VADConfigName, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions, getClientErrorFromWSCloseEvent, getClientErrorFromWSCloseEventCode, getVAD };
|
|
394
|
+
export { type DeepPartial, LocalStorageKeys, Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, Micdrop, type MicdropAnswerMetadata, type MicdropCallSummary, MicdropClient, MicdropClientCommands, MicdropClientError, MicdropClientErrorCode, type MicdropConversation, type MicdropConversationItem, type MicdropConversationMessage, type MicdropConversationToolCall, type MicdropConversationToolResult, type MicdropEvents, type MicdropOptions, MicdropServerCommands, type MicdropState, type MicdropToolCall, MultipleVAD, SileroVAD, type SileroVADOptions, Speaker, VAD, type VADConfig, type VADConfigName, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions, equalVADConfig, getClientErrorFromWSCloseEvent, getClientErrorFromWSCloseEventCode, getVAD };
|
package/dist/index.d.ts
CHANGED
|
@@ -79,6 +79,11 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
79
79
|
* @returns True if the VAD is started, false otherwise
|
|
80
80
|
*/
|
|
81
81
|
abstract get isStarted(): boolean;
|
|
82
|
+
/**
|
|
83
|
+
* Checks if the VAD is paused
|
|
84
|
+
* @returns True if the VAD is paused, false otherwise
|
|
85
|
+
*/
|
|
86
|
+
abstract get isPaused(): boolean;
|
|
82
87
|
/**
|
|
83
88
|
* Starts the VAD
|
|
84
89
|
* @param stream - The stream to start the VAD on
|
|
@@ -88,6 +93,14 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
88
93
|
* Stops the VAD
|
|
89
94
|
*/
|
|
90
95
|
abstract stop(): Promise<void>;
|
|
96
|
+
/**
|
|
97
|
+
* Pauses the VAD
|
|
98
|
+
*/
|
|
99
|
+
abstract pause(): Promise<void>;
|
|
100
|
+
/**
|
|
101
|
+
* Resumes the VAD
|
|
102
|
+
*/
|
|
103
|
+
abstract resume(): Promise<void>;
|
|
91
104
|
/**
|
|
92
105
|
* Emits an event (overrides the default implementation)
|
|
93
106
|
* @param event - The event to emit
|
|
@@ -105,11 +118,11 @@ declare abstract class VAD extends EventEmitter<VADEvents> {
|
|
|
105
118
|
type VADConfigName = 'volume' | 'silero';
|
|
106
119
|
type VADConfig = VAD | VADConfigName | Array<VAD | VADConfigName>;
|
|
107
120
|
declare function getVAD(vad?: VADConfig): VAD;
|
|
121
|
+
declare function equalVADConfig(a?: VADConfig, b?: VADConfig): boolean;
|
|
108
122
|
|
|
109
123
|
interface MicRecorderState {
|
|
110
124
|
isStarting: boolean;
|
|
111
125
|
isStarted: boolean;
|
|
112
|
-
isMuted: boolean;
|
|
113
126
|
isSpeaking: boolean;
|
|
114
127
|
}
|
|
115
128
|
interface MicRecorderEvents {
|
|
@@ -119,19 +132,19 @@ interface MicRecorderEvents {
|
|
|
119
132
|
StateChange: [MicRecorderState];
|
|
120
133
|
}
|
|
121
134
|
declare class MicRecorder extends EventEmitter<MicRecorderEvents> {
|
|
135
|
+
private vadConfig?;
|
|
122
136
|
state: MicRecorderState;
|
|
123
137
|
vad: VAD;
|
|
138
|
+
private stream;
|
|
124
139
|
private source;
|
|
125
140
|
private workletNode;
|
|
126
141
|
private delayedStream;
|
|
127
|
-
private workletUrl;
|
|
128
142
|
private speakingConfirmed;
|
|
129
143
|
private queuedChunks;
|
|
130
|
-
constructor(vadConfig?: VADConfig);
|
|
144
|
+
constructor(vadConfig?: VADConfig | undefined);
|
|
131
145
|
start: (stream: MediaStream) => Promise<void>;
|
|
132
|
-
mute: () => void;
|
|
133
|
-
unmute: () => void;
|
|
134
146
|
stop: () => void;
|
|
147
|
+
changeVad: (vadConfig: VADConfig) => void;
|
|
135
148
|
private onStartSpeaking;
|
|
136
149
|
private onConfirmSpeaking;
|
|
137
150
|
private onCancelSpeaking;
|
|
@@ -154,9 +167,12 @@ declare class MultipleVAD extends VAD {
|
|
|
154
167
|
vads: VAD[];
|
|
155
168
|
constructor(vads: Array<VAD | VADConfigName>);
|
|
156
169
|
get isStarted(): boolean;
|
|
157
|
-
|
|
170
|
+
get isPaused(): boolean;
|
|
171
|
+
start(stream: MediaStream): Promise<void>;
|
|
158
172
|
private onStatusChange;
|
|
159
173
|
stop(): Promise<void>;
|
|
174
|
+
pause(): Promise<void>;
|
|
175
|
+
resume(): Promise<void>;
|
|
160
176
|
}
|
|
161
177
|
|
|
162
178
|
type SileroVADOptions = {
|
|
@@ -172,10 +188,14 @@ type SileroVADOptions = {
|
|
|
172
188
|
declare class SileroVAD extends VAD {
|
|
173
189
|
options: SileroVADOptions;
|
|
174
190
|
private vad;
|
|
191
|
+
private _isPaused;
|
|
175
192
|
constructor(options?: Partial<SileroVADOptions>);
|
|
176
193
|
get isStarted(): boolean;
|
|
194
|
+
get isPaused(): boolean;
|
|
177
195
|
start(stream: MediaStream): Promise<void>;
|
|
178
196
|
stop(): Promise<void>;
|
|
197
|
+
pause(): Promise<void>;
|
|
198
|
+
resume(): Promise<void>;
|
|
179
199
|
setOptions(options: Partial<SileroVADOptions>): void;
|
|
180
200
|
resetOptions(): void;
|
|
181
201
|
}
|
|
@@ -190,6 +210,7 @@ type VolumeVADOptions = {
|
|
|
190
210
|
*/
|
|
191
211
|
declare class VolumeVAD extends VAD {
|
|
192
212
|
options: VolumeVADOptions;
|
|
213
|
+
private _isPaused;
|
|
193
214
|
private analyser;
|
|
194
215
|
private sourceNode;
|
|
195
216
|
private fftBins;
|
|
@@ -200,9 +221,13 @@ declare class VolumeVAD extends VAD {
|
|
|
200
221
|
constructor(options?: Partial<VolumeVADOptions>);
|
|
201
222
|
private getMaxVolume;
|
|
202
223
|
get isStarted(): boolean;
|
|
224
|
+
get isPaused(): boolean;
|
|
203
225
|
start(stream: MediaStream): Promise<void>;
|
|
204
226
|
private startLoop;
|
|
227
|
+
private resetHistory;
|
|
205
228
|
stop(): Promise<void>;
|
|
229
|
+
pause(): Promise<void>;
|
|
230
|
+
resume(): Promise<void>;
|
|
206
231
|
setOptions(options: Partial<VolumeVADOptions>): void;
|
|
207
232
|
resetOptions(): void;
|
|
208
233
|
}
|
|
@@ -345,7 +370,6 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
345
370
|
startMic: (options?: {
|
|
346
371
|
vad?: VADConfig;
|
|
347
372
|
deviceId?: string;
|
|
348
|
-
record?: boolean;
|
|
349
373
|
}) => Promise<void>;
|
|
350
374
|
changeMicDevice: (deviceId: string) => Promise<void>;
|
|
351
375
|
changeSpeakerDevice: (deviceId: string) => Promise<void>;
|
|
@@ -367,4 +391,4 @@ declare class MicdropClient extends EventEmitter<MicdropEvents> implements Micdr
|
|
|
367
391
|
|
|
368
392
|
declare const Micdrop: MicdropClient;
|
|
369
393
|
|
|
370
|
-
export { type DeepPartial, LocalStorageKeys, Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, Micdrop, type MicdropAnswerMetadata, type MicdropCallSummary, MicdropClient, MicdropClientCommands, MicdropClientError, MicdropClientErrorCode, type MicdropConversation, type MicdropConversationItem, type MicdropConversationMessage, type MicdropConversationToolCall, type MicdropConversationToolResult, type MicdropEvents, type MicdropOptions, MicdropServerCommands, type MicdropState, type MicdropToolCall, MultipleVAD, SileroVAD, type SileroVADOptions, Speaker, VAD, type VADConfig, type VADConfigName, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions, getClientErrorFromWSCloseEvent, getClientErrorFromWSCloseEventCode, getVAD };
|
|
394
|
+
export { type DeepPartial, LocalStorageKeys, Mic, MicRecorder, type MicRecorderEvents, type MicRecorderState, Micdrop, type MicdropAnswerMetadata, type MicdropCallSummary, MicdropClient, MicdropClientCommands, MicdropClientError, MicdropClientErrorCode, type MicdropConversation, type MicdropConversationItem, type MicdropConversationMessage, type MicdropConversationToolCall, type MicdropConversationToolResult, type MicdropEvents, type MicdropOptions, MicdropServerCommands, type MicdropState, type MicdropToolCall, MultipleVAD, SileroVAD, type SileroVADOptions, Speaker, VAD, type VADConfig, type VADConfigName, type VADEvents, VADStatus, VolumeVAD, type VolumeVADOptions, equalVADConfig, getClientErrorFromWSCloseEvent, getClientErrorFromWSCloseEventCode, getVAD };
|
package/dist/index.js
CHANGED
|
@@ -35,6 +35,7 @@ __export(index_exports, {
|
|
|
35
35
|
VAD: () => VAD,
|
|
36
36
|
VADStatus: () => VADStatus,
|
|
37
37
|
VolumeVAD: () => VolumeVAD,
|
|
38
|
+
equalVADConfig: () => equalVADConfig,
|
|
38
39
|
getClientErrorFromWSCloseEvent: () => getClientErrorFromWSCloseEvent,
|
|
39
40
|
getClientErrorFromWSCloseEventCode: () => getClientErrorFromWSCloseEventCode,
|
|
40
41
|
getVAD: () => getVAD
|
|
@@ -387,9 +388,6 @@ var Speaker = class extends import_eventemitter33.EventEmitter {
|
|
|
387
388
|
// src/audio/MicRecorder.ts
|
|
388
389
|
var import_eventemitter35 = require("eventemitter3");
|
|
389
390
|
|
|
390
|
-
// raw:./pcm-processor-worklet
|
|
391
|
-
var pcm_processor_worklet_default = "const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n";
|
|
392
|
-
|
|
393
391
|
// src/audio/utils/delayedStream.ts
|
|
394
392
|
function createDelayedStream(stream, delay) {
|
|
395
393
|
const audioSource = audioContext.createMediaStreamSource(stream);
|
|
@@ -493,7 +491,10 @@ var MultipleVAD = class extends VAD {
|
|
|
493
491
|
get isStarted() {
|
|
494
492
|
return this.vads.some((vad) => vad.isStarted);
|
|
495
493
|
}
|
|
496
|
-
|
|
494
|
+
get isPaused() {
|
|
495
|
+
return this.vads.every((vad) => vad.isPaused);
|
|
496
|
+
}
|
|
497
|
+
async start(stream) {
|
|
497
498
|
for (const vad of this.vads) {
|
|
498
499
|
if (vad.isStarted) {
|
|
499
500
|
continue;
|
|
@@ -508,6 +509,16 @@ var MultipleVAD = class extends VAD {
|
|
|
508
509
|
await vad.stop();
|
|
509
510
|
}
|
|
510
511
|
}
|
|
512
|
+
async pause() {
|
|
513
|
+
for (const vad of this.vads) {
|
|
514
|
+
await vad.pause();
|
|
515
|
+
}
|
|
516
|
+
}
|
|
517
|
+
async resume() {
|
|
518
|
+
for (const vad of this.vads) {
|
|
519
|
+
await vad.resume();
|
|
520
|
+
}
|
|
521
|
+
}
|
|
511
522
|
};
|
|
512
523
|
|
|
513
524
|
// src/audio/vad/SileroVAD.ts
|
|
@@ -522,6 +533,7 @@ var SileroVAD = class extends VAD {
|
|
|
522
533
|
constructor(options) {
|
|
523
534
|
super();
|
|
524
535
|
this.options = defaultOptions;
|
|
536
|
+
this._isPaused = false;
|
|
525
537
|
if (options) {
|
|
526
538
|
this.setOptions(options);
|
|
527
539
|
} else {
|
|
@@ -538,6 +550,9 @@ var SileroVAD = class extends VAD {
|
|
|
538
550
|
get isStarted() {
|
|
539
551
|
return !!this.vad;
|
|
540
552
|
}
|
|
553
|
+
get isPaused() {
|
|
554
|
+
return this._isPaused;
|
|
555
|
+
}
|
|
541
556
|
async start(stream) {
|
|
542
557
|
if (this.vad) return;
|
|
543
558
|
this.vad = await import_vad_web.MicVAD.new({
|
|
@@ -557,6 +572,16 @@ var SileroVAD = class extends VAD {
|
|
|
557
572
|
this.vad.destroy();
|
|
558
573
|
this.vad = void 0;
|
|
559
574
|
}
|
|
575
|
+
async pause() {
|
|
576
|
+
if (!this.vad || this._isPaused) return;
|
|
577
|
+
this._isPaused = true;
|
|
578
|
+
this.vad.pause();
|
|
579
|
+
}
|
|
580
|
+
async resume() {
|
|
581
|
+
if (!this.vad || !this._isPaused) return;
|
|
582
|
+
this._isPaused = false;
|
|
583
|
+
this.vad.start();
|
|
584
|
+
}
|
|
560
585
|
setOptions(options) {
|
|
561
586
|
this.options = { ...this.options, ...options };
|
|
562
587
|
this.vad?.setOptions(this.options);
|
|
@@ -579,6 +604,7 @@ var VolumeVAD = class extends VAD {
|
|
|
579
604
|
constructor(options) {
|
|
580
605
|
super();
|
|
581
606
|
this.options = defaultOptions2;
|
|
607
|
+
this._isPaused = false;
|
|
582
608
|
this.running = false;
|
|
583
609
|
this.speaking = false;
|
|
584
610
|
this.attemptSpeaking = false;
|
|
@@ -610,8 +636,11 @@ var VolumeVAD = class extends VAD {
|
|
|
610
636
|
get isStarted() {
|
|
611
637
|
return this.running;
|
|
612
638
|
}
|
|
639
|
+
get isPaused() {
|
|
640
|
+
return this._isPaused;
|
|
641
|
+
}
|
|
613
642
|
async start(stream) {
|
|
614
|
-
if (this.running) return;
|
|
643
|
+
if (this.running || this._isPaused) return;
|
|
615
644
|
this.analyser = audioContext.createAnalyser();
|
|
616
645
|
this.sourceNode = audioContext.createMediaStreamSource(stream);
|
|
617
646
|
this.analyser.fftSize = 512;
|
|
@@ -659,10 +688,17 @@ var VolumeVAD = class extends VAD {
|
|
|
659
688
|
this.speakingHistory.push(Number(currentVolume > this.options.threshold));
|
|
660
689
|
setTimeout(() => this.startLoop(), this.delay);
|
|
661
690
|
}
|
|
691
|
+
resetHistory() {
|
|
692
|
+
this.speaking = false;
|
|
693
|
+
this.attemptSpeaking = false;
|
|
694
|
+
for (let i = 0; i < this.speakingHistory.length; i++) {
|
|
695
|
+
this.speakingHistory[i] = 0;
|
|
696
|
+
}
|
|
697
|
+
}
|
|
662
698
|
async stop() {
|
|
663
699
|
if (!this.running) return;
|
|
664
700
|
this.running = false;
|
|
665
|
-
this.
|
|
701
|
+
this.resetHistory();
|
|
666
702
|
if (this.sourceNode) {
|
|
667
703
|
this.sourceNode.disconnect();
|
|
668
704
|
this.sourceNode = void 0;
|
|
@@ -673,6 +709,26 @@ var VolumeVAD = class extends VAD {
|
|
|
673
709
|
}
|
|
674
710
|
this.fftBins = void 0;
|
|
675
711
|
}
|
|
712
|
+
async pause() {
|
|
713
|
+
if (!this.running || this._isPaused) return;
|
|
714
|
+
this._isPaused = true;
|
|
715
|
+
this.running = false;
|
|
716
|
+
this.resetHistory();
|
|
717
|
+
switch (this.status) {
|
|
718
|
+
case 2 /* Speaking */:
|
|
719
|
+
this.emit("StopSpeaking");
|
|
720
|
+
break;
|
|
721
|
+
case 1 /* MaybeSpeaking */:
|
|
722
|
+
this.emit("CancelSpeaking");
|
|
723
|
+
break;
|
|
724
|
+
}
|
|
725
|
+
}
|
|
726
|
+
async resume() {
|
|
727
|
+
if (!this._isPaused) return;
|
|
728
|
+
this._isPaused = false;
|
|
729
|
+
this.running = true;
|
|
730
|
+
this.startLoop();
|
|
731
|
+
}
|
|
676
732
|
setOptions(options) {
|
|
677
733
|
if (typeof options.history === "number" && options.history < 3) {
|
|
678
734
|
throw new Error("History must be at least 3");
|
|
@@ -705,18 +761,39 @@ function getVAD(vad) {
|
|
|
705
761
|
}
|
|
706
762
|
return vad;
|
|
707
763
|
}
|
|
764
|
+
function equalVADConfig(a, b) {
|
|
765
|
+
if (a === b) return true;
|
|
766
|
+
if (Array.isArray(a) && Array.isArray(b) && a.length === b.length) {
|
|
767
|
+
return a.every((item, index) => equalVADConfig(item, b[index]));
|
|
768
|
+
}
|
|
769
|
+
return false;
|
|
770
|
+
}
|
|
771
|
+
|
|
772
|
+
// raw:./pcm-processor-worklet
|
|
773
|
+
var pcm_processor_worklet_default = "const INTERVAL_MS = 100\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.audioBuffer = []\n this.isRecording = false\n this.sourceSampleRate = 16000\n this.targetSampleRate = 16000\n this.resamplingRatio = 1\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n\n // Listen for messages\n this.port.onmessage = this.handleMessage.bind(this)\n }\n\n handleMessage(event) {\n if (event.data.type === 'configure') {\n this.sourceSampleRate = event.data.sourceSampleRate\n this.targetSampleRate = event.data.targetSampleRate\n this.resamplingRatio = this.sourceSampleRate / this.targetSampleRate\n // Recalculate chunk interval for the source sample rate\n this.CHUNK_INTERVAL_SAMPLES = Math.round(\n (this.sourceSampleRate * INTERVAL_MS) / 1000\n )\n } else if (event.data.type === 'start') {\n this.isRecording = true\n } else if (event.data.type === 'stop') {\n this.isRecording = false\n // Clear any remaining audio buffer when stopping\n this.audioBuffer.length = 0\n }\n }\n\n process(inputs) {\n const input = inputs[0]\n\n if (input && input.length > 0 && this.isRecording) {\n const inputChannel = input[0]\n\n // Store audio data in buffer\n this.audioBuffer.push(new Float32Array(inputChannel))\n\n // Check if we have enough data for a chunk\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n\n if (totalSamples >= this.CHUNK_INTERVAL_SAMPLES) {\n this.processChunk()\n }\n }\n\n return true\n }\n\n processChunk() {\n if (this.audioBuffer.length === 0) return\n\n // Calculate total samples\n const totalSamples = this.audioBuffer.reduce(\n (sum, buffer) => sum + buffer.length,\n 0\n )\n if (totalSamples === 0) return\n\n // Merge all buffers\n const mergedBuffer = new Float32Array(totalSamples)\n let offset = 0\n for (const buffer of this.audioBuffer) {\n mergedBuffer.set(buffer, offset)\n offset += buffer.length\n }\n\n // Resample to target sample rate if necessary\n const resampledBuffer = this.resample(mergedBuffer)\n\n // Convert float32 to int16 PCM\n const pcmData = this.floatToPCM16(resampledBuffer)\n\n // Clear the buffer\n this.audioBuffer.length = 0\n\n // Send PCM chunk to main thread\n this.port.postMessage({\n type: 'chunk',\n data: pcmData,\n })\n }\n\n resample(inputBuffer) {\n // If no resampling needed, return original buffer\n if (this.resamplingRatio === 1) {\n return inputBuffer\n }\n\n // Calculate output length\n const outputLength = Math.round(inputBuffer.length / this.resamplingRatio)\n const outputBuffer = new Float32Array(outputLength)\n\n // Simple linear interpolation resampling\n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i * this.resamplingRatio\n const srcIndexFloor = Math.floor(srcIndex)\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputBuffer.length - 1)\n const fraction = srcIndex - srcIndexFloor\n\n // Linear interpolation\n outputBuffer[i] =\n inputBuffer[srcIndexFloor] * (1 - fraction) +\n inputBuffer[srcIndexCeil] * fraction\n }\n\n return outputBuffer\n }\n\n floatToPCM16(floatData) {\n const pcmData = new Int16Array(floatData.length)\n for (let i = 0; i < floatData.length; i++) {\n const sample = Math.max(-1, Math.min(1, floatData[i]))\n pcmData[i] = sample < 0 ? sample * 0x8000 : sample * 0x7fff\n }\n return pcmData\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n";
|
|
774
|
+
|
|
775
|
+
// src/audio/pcm-processor.ts
|
|
776
|
+
async function initPcmProcessor() {
|
|
777
|
+
if (window.micdropPcmProcessor) return;
|
|
778
|
+
window.micdropPcmProcessor = true;
|
|
779
|
+
const workletBlob = new Blob([pcm_processor_worklet_default], {
|
|
780
|
+
type: "application/javascript"
|
|
781
|
+
});
|
|
782
|
+
const workletUrl = URL.createObjectURL(workletBlob);
|
|
783
|
+
await audioContext.audioWorklet.addModule(workletUrl);
|
|
784
|
+
}
|
|
708
785
|
|
|
709
786
|
// src/audio/MicRecorder.ts
|
|
710
787
|
var SAMPLE_RATE2 = 16e3;
|
|
711
788
|
var defaultMicRecorderState = {
|
|
712
789
|
isStarting: false,
|
|
713
790
|
isStarted: false,
|
|
714
|
-
isMuted: false,
|
|
715
791
|
isSpeaking: false
|
|
716
792
|
};
|
|
717
793
|
var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
718
794
|
constructor(vadConfig) {
|
|
719
795
|
super();
|
|
796
|
+
this.vadConfig = vadConfig;
|
|
720
797
|
this.speakingConfirmed = false;
|
|
721
798
|
this.queuedChunks = [];
|
|
722
799
|
this.start = async (stream) => {
|
|
@@ -726,25 +803,22 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
726
803
|
try {
|
|
727
804
|
this.changeState({
|
|
728
805
|
isStarting: true,
|
|
729
|
-
isMuted: false,
|
|
730
806
|
isSpeaking: false
|
|
731
807
|
});
|
|
808
|
+
this.stream = stream;
|
|
732
809
|
this.speakingConfirmed = false;
|
|
733
|
-
|
|
734
|
-
stream,
|
|
735
|
-
this.vad.delay / 1e3 + 0.05
|
|
736
|
-
);
|
|
737
|
-
this.delayedStream = delayedStream;
|
|
738
|
-
await audioContext.audioWorklet.addModule(this.workletUrl);
|
|
739
|
-
this.source = audioContext.createMediaStreamSource(delayedStream);
|
|
810
|
+
await initPcmProcessor();
|
|
740
811
|
this.workletNode = new AudioWorkletNode(audioContext, "pcm-processor");
|
|
741
812
|
this.workletNode.port.onmessage = this.onWorkletMessage;
|
|
742
|
-
this.source.connect(this.workletNode);
|
|
743
813
|
this.workletNode.port.postMessage({
|
|
744
814
|
type: "configure",
|
|
745
815
|
sourceSampleRate: audioContext.sampleRate,
|
|
746
816
|
targetSampleRate: SAMPLE_RATE2
|
|
747
817
|
});
|
|
818
|
+
const delayedStream = createDelayedStream(stream, this.vad.delay / 1e3);
|
|
819
|
+
this.delayedStream = delayedStream;
|
|
820
|
+
this.source = audioContext.createMediaStreamSource(delayedStream);
|
|
821
|
+
this.source.connect(this.workletNode);
|
|
748
822
|
await this.vad.start(stream);
|
|
749
823
|
this.vad.on("StartSpeaking", this.onStartSpeaking);
|
|
750
824
|
this.vad.on("ConfirmSpeaking", this.onConfirmSpeaking);
|
|
@@ -759,30 +833,13 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
759
833
|
console.error(err);
|
|
760
834
|
}
|
|
761
835
|
};
|
|
762
|
-
this.mute = () => {
|
|
763
|
-
if (this.state.isMuted) return;
|
|
764
|
-
if (this.state.isSpeaking) {
|
|
765
|
-
this.onStopSpeaking();
|
|
766
|
-
}
|
|
767
|
-
this.changeState({ isMuted: true });
|
|
768
|
-
};
|
|
769
|
-
this.unmute = () => {
|
|
770
|
-
if (!this.state.isMuted) return;
|
|
771
|
-
this.changeState({ isMuted: false });
|
|
772
|
-
if (this.vad.status === 1 /* MaybeSpeaking */) {
|
|
773
|
-
this.onStartSpeaking();
|
|
774
|
-
} else if (this.vad.status === 2 /* Speaking */) {
|
|
775
|
-
this.onStartSpeaking();
|
|
776
|
-
this.onConfirmSpeaking();
|
|
777
|
-
}
|
|
778
|
-
};
|
|
779
836
|
this.stop = () => {
|
|
780
837
|
this.changeState({
|
|
781
838
|
isStarting: false,
|
|
782
839
|
isStarted: false,
|
|
783
|
-
isMuted: false,
|
|
784
840
|
isSpeaking: false
|
|
785
841
|
});
|
|
842
|
+
this.stream = void 0;
|
|
786
843
|
try {
|
|
787
844
|
this.vad.stop();
|
|
788
845
|
this.vad.off("StartSpeaking", this.onStartSpeaking);
|
|
@@ -805,32 +862,39 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
805
862
|
console.error(err);
|
|
806
863
|
}
|
|
807
864
|
};
|
|
865
|
+
this.changeVad = (vadConfig) => {
|
|
866
|
+
if (equalVADConfig(vadConfig, this.vadConfig)) return;
|
|
867
|
+
const stream = this.stream;
|
|
868
|
+
if (stream) {
|
|
869
|
+
this.stop();
|
|
870
|
+
}
|
|
871
|
+
this.vadConfig = vadConfig;
|
|
872
|
+
this.vad = getVAD(vadConfig);
|
|
873
|
+
if (stream) {
|
|
874
|
+
this.start(stream);
|
|
875
|
+
}
|
|
876
|
+
};
|
|
808
877
|
this.onStartSpeaking = async () => {
|
|
809
|
-
if (this.state.isMuted) return;
|
|
810
878
|
this.speakingConfirmed = false;
|
|
811
879
|
this.queuedChunks.length = 0;
|
|
812
880
|
this.workletNode?.port.postMessage({ type: "start" });
|
|
813
881
|
};
|
|
814
882
|
this.onConfirmSpeaking = async () => {
|
|
815
|
-
if (this.state.isMuted) return;
|
|
816
883
|
this.speakingConfirmed = true;
|
|
817
884
|
this.changeState({ isSpeaking: true });
|
|
818
885
|
this.emit("StartSpeaking");
|
|
819
886
|
};
|
|
820
887
|
this.onCancelSpeaking = async () => {
|
|
821
|
-
if (this.state.isMuted) return;
|
|
822
888
|
this.queuedChunks.length = 0;
|
|
823
889
|
this.workletNode?.port.postMessage({ type: "stop" });
|
|
824
890
|
};
|
|
825
891
|
this.onStopSpeaking = async () => {
|
|
826
|
-
if (this.state.isMuted) return;
|
|
827
892
|
this.speakingConfirmed = false;
|
|
828
893
|
this.changeState({ isSpeaking: false });
|
|
829
894
|
this.emit("StopSpeaking");
|
|
830
895
|
this.workletNode?.port.postMessage({ type: "stop" });
|
|
831
896
|
};
|
|
832
897
|
this.onWorkletMessage = (event) => {
|
|
833
|
-
if (this.state.isMuted) return;
|
|
834
898
|
const { type, data } = event.data;
|
|
835
899
|
if (type === "chunk") {
|
|
836
900
|
const pcmData = data;
|
|
@@ -846,10 +910,6 @@ var MicRecorder = class extends import_eventemitter35.EventEmitter {
|
|
|
846
910
|
}
|
|
847
911
|
};
|
|
848
912
|
this.state = defaultMicRecorderState;
|
|
849
|
-
const workletBlob = new Blob([pcm_processor_worklet_default], {
|
|
850
|
-
type: "application/javascript"
|
|
851
|
-
});
|
|
852
|
-
this.workletUrl = URL.createObjectURL(workletBlob);
|
|
853
913
|
this.vad = getVAD(vadConfig);
|
|
854
914
|
}
|
|
855
915
|
changeState(state) {
|
|
@@ -953,7 +1013,9 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
953
1013
|
this._isProcessing = true;
|
|
954
1014
|
this._isMuted = false;
|
|
955
1015
|
this._isPaused = false;
|
|
956
|
-
|
|
1016
|
+
if (!this.micRecorder || options?.vad) {
|
|
1017
|
+
await this.startMic({ vad: options?.vad });
|
|
1018
|
+
}
|
|
957
1019
|
await this.startWS();
|
|
958
1020
|
};
|
|
959
1021
|
this.stop = async () => {
|
|
@@ -974,20 +1036,20 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
974
1036
|
Speaker2.stopAudio();
|
|
975
1037
|
};
|
|
976
1038
|
this.mute = () => {
|
|
977
|
-
this.
|
|
1039
|
+
this.vad?.pause();
|
|
978
1040
|
this._isMuted = true;
|
|
979
1041
|
this.notifyStateChange();
|
|
980
1042
|
};
|
|
981
1043
|
this.unmute = () => {
|
|
982
1044
|
if (!this.isPaused && !(this.options.disableInterruption && Speaker2.isPlaying)) {
|
|
983
|
-
this.
|
|
1045
|
+
this.vad?.resume();
|
|
984
1046
|
}
|
|
985
1047
|
this._isMuted = false;
|
|
986
1048
|
this.notifyStateChange();
|
|
987
1049
|
};
|
|
988
1050
|
this.pause = () => {
|
|
989
1051
|
if (this.isPaused) return;
|
|
990
|
-
this.
|
|
1052
|
+
this.vad?.pause();
|
|
991
1053
|
this._isPaused = true;
|
|
992
1054
|
this._isProcessing = false;
|
|
993
1055
|
this.notifyStateChange();
|
|
@@ -997,7 +1059,7 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
997
1059
|
this.resume = () => {
|
|
998
1060
|
if (!this.isPaused) return;
|
|
999
1061
|
if (!this.isMuted) {
|
|
1000
|
-
this.
|
|
1062
|
+
this.vad?.resume();
|
|
1001
1063
|
}
|
|
1002
1064
|
this._isPaused = false;
|
|
1003
1065
|
this.notifyStateChange();
|
|
@@ -1009,7 +1071,12 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1009
1071
|
this.options.vad = options.vad;
|
|
1010
1072
|
}
|
|
1011
1073
|
try {
|
|
1012
|
-
if (
|
|
1074
|
+
if (this.micRecorder) {
|
|
1075
|
+
this.micRecorder.stop();
|
|
1076
|
+
if (options.vad) {
|
|
1077
|
+
this.micRecorder.changeVad(options.vad);
|
|
1078
|
+
}
|
|
1079
|
+
} else {
|
|
1013
1080
|
this.micRecorder = new MicRecorder(this.options.vad);
|
|
1014
1081
|
this.micRecorder.on("StateChange", () => {
|
|
1015
1082
|
this.notifyStateChange();
|
|
@@ -1034,15 +1101,9 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1034
1101
|
this.notifyStateChange();
|
|
1035
1102
|
});
|
|
1036
1103
|
}
|
|
1037
|
-
const isRecorderStarted = this.micRecorder.state.isStarted;
|
|
1038
|
-
if (isRecorderStarted) {
|
|
1039
|
-
this.micRecorder?.stop();
|
|
1040
|
-
}
|
|
1041
1104
|
const micStream = await Mic2.start(options.deviceId);
|
|
1042
1105
|
this.micStream = micStream;
|
|
1043
|
-
|
|
1044
|
-
await this.micRecorder.start(micStream);
|
|
1045
|
-
}
|
|
1106
|
+
await this.micRecorder.start(micStream);
|
|
1046
1107
|
await this.updateDevices();
|
|
1047
1108
|
await Speaker2.start();
|
|
1048
1109
|
this.notifyStateChange();
|
|
@@ -1163,14 +1224,14 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1163
1224
|
this.onSpeakerStartPlaying = () => {
|
|
1164
1225
|
this.log("Speaker started");
|
|
1165
1226
|
if (this.options.disableInterruption) {
|
|
1166
|
-
this.
|
|
1227
|
+
this.vad?.pause();
|
|
1167
1228
|
}
|
|
1168
1229
|
this.notifyStateChange();
|
|
1169
1230
|
};
|
|
1170
1231
|
this.onSpeakerStopPlaying = () => {
|
|
1171
1232
|
this.log("Speaker stopped");
|
|
1172
1233
|
if (this.options.disableInterruption && !this.isMuted) {
|
|
1173
|
-
this.
|
|
1234
|
+
this.vad?.resume();
|
|
1174
1235
|
}
|
|
1175
1236
|
this.notifyStateChange();
|
|
1176
1237
|
};
|
|
@@ -1209,7 +1270,7 @@ var MicdropClient = class extends import_eventemitter36.EventEmitter {
|
|
|
1209
1270
|
return !!this.micStream;
|
|
1210
1271
|
}
|
|
1211
1272
|
get isMicMuted() {
|
|
1212
|
-
return this.
|
|
1273
|
+
return this.vad?.isPaused ?? false;
|
|
1213
1274
|
}
|
|
1214
1275
|
get isUserSpeaking() {
|
|
1215
1276
|
return this.micRecorder?.state.isSpeaking ?? false;
|
|
@@ -1331,6 +1392,7 @@ var Micdrop = window.micdropClient;
|
|
|
1331
1392
|
VAD,
|
|
1332
1393
|
VADStatus,
|
|
1333
1394
|
VolumeVAD,
|
|
1395
|
+
equalVADConfig,
|
|
1334
1396
|
getClientErrorFromWSCloseEvent,
|
|
1335
1397
|
getClientErrorFromWSCloseEventCode,
|
|
1336
1398
|
getVAD
|