@mulmoclaude/core 0.12.1 → 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -80,12 +80,13 @@ function blobToDataUrl(blob) {
80
80
  function toMessage(err) {
81
81
  return err instanceof Error ? err.message : String(err);
82
82
  }
83
- function createVoiceCapture(transport, language, callbacks) {
83
+ function createCaptureState(onState) {
84
84
  let available = false;
85
85
  let listening = false;
86
86
  let transcribing = false;
87
+ let pending = 0;
87
88
  function emit() {
88
- callbacks.onState?.({
89
+ onState?.({
89
90
  available,
90
91
  listening,
91
92
  transcribing
@@ -103,23 +104,6 @@ function createVoiceCapture(transport, language, callbacks) {
103
104
  emit();
104
105
  }
105
106
  }
106
- let stream = null;
107
- let audioCtx = null;
108
- let analyser = null;
109
- let vadBuffer = /* @__PURE__ */ new Float32Array(0);
110
- let monitorHandle = null;
111
- let recorder = null;
112
- let chunks = [];
113
- let mimeType = "";
114
- let segmentHasSpeech = false;
115
- let silenceStart = null;
116
- let segmentStart = 0;
117
- let pending = 0;
118
- let queue = Promise.resolve();
119
- let availabilityPollHandle = null;
120
- let generation = 0;
121
- let segmentGeneration = 0;
122
- let startInFlight = false;
123
107
  function setPending(delta) {
124
108
  pending += delta;
125
109
  const next = pending > 0;
@@ -128,145 +112,252 @@ function createVoiceCapture(transport, language, callbacks) {
128
112
  emit();
129
113
  }
130
114
  }
131
- function stopAvailabilityPoll() {
115
+ return {
116
+ setAvailable,
117
+ setListening,
118
+ setPending,
119
+ isListening: () => listening
120
+ };
121
+ }
122
+ function createAvailabilityPoller(transport, setAvailable) {
123
+ let availabilityPollHandle = null;
124
+ function stop() {
132
125
  if (availabilityPollHandle !== null) {
133
126
  window.clearInterval(availabilityPollHandle);
134
127
  availabilityPollHandle = null;
135
128
  }
136
129
  }
137
- async function refreshAvailability() {
130
+ async function refresh() {
138
131
  let status;
139
132
  try {
140
133
  status = await transport.getStatus();
141
134
  } catch {
142
135
  setAvailable(false);
143
- stopAvailabilityPoll();
136
+ stop();
144
137
  return;
145
138
  }
146
139
  setAvailable(status.ready);
147
140
  if (status.downloading) {
148
141
  if (availabilityPollHandle === null) availabilityPollHandle = window.setInterval(() => {
149
- refreshAvailability();
142
+ refresh();
150
143
  }, AVAILABILITY_POLL_MS);
151
- } else stopAvailabilityPoll();
144
+ } else stop();
152
145
  }
146
+ return {
147
+ refresh,
148
+ stop
149
+ };
150
+ }
151
+ function createSegmentQueue(options) {
152
+ const { transport, language, callbacks, setPending, getGeneration } = options;
153
+ let queue = Promise.resolve();
153
154
  async function sendSegment(blob, gen) {
154
- if (gen !== generation) return;
155
+ if (gen !== getGeneration()) return;
155
156
  try {
156
157
  const dataUrl = await blobToDataUrl(blob);
157
158
  const result = await transport.transcribe(dataUrl, language());
158
- if (gen !== generation) return;
159
+ if (gen !== getGeneration()) return;
159
160
  const text = result.text.trim();
160
161
  if (text.length === 0) callbacks.onEmpty?.();
161
162
  else callbacks.onTranscript(text);
162
163
  } catch (err) {
163
- if (gen === generation) callbacks.onError?.(toMessage(err));
164
+ if (gen === getGeneration()) callbacks.onError?.(toMessage(err));
164
165
  }
165
166
  }
166
167
  function enqueue(blob, gen) {
167
168
  setPending(1);
168
169
  queue = queue.then(() => sendSegment(blob, gen)).catch(() => void 0).finally(() => setPending(-1));
169
170
  }
170
- function onSegmentStop() {
171
+ return { enqueue };
172
+ }
173
+ function createAudioGraph() {
174
+ let stream = null;
175
+ let audioCtx = null;
176
+ let analyser = null;
177
+ let vadBuffer = /* @__PURE__ */ new Float32Array(0);
178
+ function attach(nextStream) {
179
+ stream = nextStream;
180
+ audioCtx = new AudioContext();
181
+ analyser = audioCtx.createAnalyser();
182
+ analyser.fftSize = 2048;
183
+ vadBuffer = new Float32Array(analyser.fftSize);
184
+ audioCtx.createMediaStreamSource(nextStream).connect(analyser);
185
+ }
186
+ function sample() {
187
+ analyser?.getFloatTimeDomainData(vadBuffer);
188
+ return vadBuffer;
189
+ }
190
+ function teardown() {
191
+ if (audioCtx) {
192
+ audioCtx.close().catch(() => void 0);
193
+ audioCtx = null;
194
+ }
195
+ analyser = null;
196
+ stream?.getTracks().forEach((track) => track.stop());
197
+ stream = null;
198
+ }
199
+ return {
200
+ isAttached: () => analyser !== null,
201
+ sample,
202
+ getStream: () => stream,
203
+ attach,
204
+ teardown
205
+ };
206
+ }
207
+ async function bootstrapCapture(callbacks, generationAtStart, generationNow) {
208
+ const mimeType = pickRecorderMime() ?? "";
209
+ if (!mimeType || !navigator.mediaDevices?.getUserMedia) {
210
+ callbacks.onError?.("unsupported");
211
+ return null;
212
+ }
213
+ let acquired;
214
+ try {
215
+ acquired = await navigator.mediaDevices.getUserMedia({ audio: true });
216
+ } catch {
217
+ callbacks.onError?.("permission-denied");
218
+ return null;
219
+ }
220
+ if (generationAtStart !== generationNow()) {
221
+ acquired.getTracks().forEach((track) => track.stop());
222
+ return null;
223
+ }
224
+ const audioGraph = createAudioGraph();
225
+ try {
226
+ audioGraph.attach(acquired);
227
+ } catch (err) {
228
+ audioGraph.teardown();
229
+ throw err;
230
+ }
231
+ return {
232
+ audioGraph,
233
+ mimeType
234
+ };
235
+ }
236
+ function createRecorderSession(deps) {
237
+ let recorder = null;
238
+ let chunks = [];
239
+ let segmentHasSpeech = false;
240
+ let sessionGen = 0;
241
+ let sessionMimeType = "";
242
+ function onStop() {
171
243
  const hadSpeech = segmentHasSpeech;
172
- const gen = segmentGeneration;
173
- const blob = new Blob(chunks, { type: containerTypeFromMime(mimeType) });
174
- if (listening) startRecorder();
175
- if (hadSpeech && blob.size > 0 && gen === generation) enqueue(blob, gen);
244
+ const gen = sessionGen;
245
+ const blob = new Blob(chunks, { type: containerTypeFromMime(sessionMimeType) });
246
+ deps.onSegmentEnd(blob, hadSpeech, gen);
176
247
  }
177
- function startRecorder() {
178
- if (!stream) return;
248
+ function startNext(stream, mimeType, gen) {
179
249
  chunks = [];
180
250
  segmentHasSpeech = false;
181
- silenceStart = null;
182
- segmentStart = Date.now();
183
- segmentGeneration = generation;
251
+ sessionGen = gen;
252
+ sessionMimeType = mimeType;
184
253
  recorder = new MediaRecorder(stream, { mimeType });
185
254
  recorder.ondataavailable = (event) => {
186
255
  if (event.data.size > 0) chunks.push(event.data);
187
256
  };
188
- recorder.onstop = onSegmentStop;
257
+ recorder.onstop = onStop;
189
258
  recorder.start();
190
259
  }
191
- function cutSegment() {
192
- if (recorder && recorder.state === "recording") recorder.stop();
260
+ return {
261
+ isRecording: () => recorder?.state === "recording",
262
+ hadSpeech: () => segmentHasSpeech,
263
+ markSpeech: () => {
264
+ segmentHasSpeech = true;
265
+ },
266
+ startNext,
267
+ cut: () => {
268
+ if (recorder?.state === "recording") recorder.stop();
269
+ }
270
+ };
271
+ }
272
+ var INITIAL_RUNTIME = {
273
+ audioGraph: null,
274
+ monitorHandle: null,
275
+ mimeType: "",
276
+ silenceStart: null,
277
+ segmentStart: 0,
278
+ generation: 0,
279
+ startInFlight: false
280
+ };
281
+ function stopCapture(runtime, state, session) {
282
+ runtime.generation += 1;
283
+ state.setListening(false);
284
+ if (runtime.monitorHandle !== null) {
285
+ window.clearInterval(runtime.monitorHandle);
286
+ runtime.monitorHandle = null;
193
287
  }
194
- function monitorTick() {
195
- if (!analyser) return;
196
- analyser.getFloatTimeDomainData(vadBuffer);
197
- const rms = computeRms(vadBuffer);
198
- const { hasSpeech, silenceStart: nextSilence, cut } = evaluateVad({
199
- hasSpeech: segmentHasSpeech,
200
- silenceStart
201
- }, segmentStart, rms, Date.now(), VAD_CONFIG);
202
- segmentHasSpeech = hasSpeech;
203
- silenceStart = nextSilence;
204
- if (cut) cutSegment();
288
+ session.cut();
289
+ runtime.audioGraph?.teardown();
290
+ runtime.audioGraph = null;
291
+ }
292
+ function monitorTick(runtime, session) {
293
+ if (!runtime.audioGraph?.isAttached()) return;
294
+ const rms = computeRms(runtime.audioGraph.sample());
295
+ const { hasSpeech, silenceStart: nextSilence, cut } = evaluateVad({
296
+ hasSpeech: session.hadSpeech(),
297
+ silenceStart: runtime.silenceStart
298
+ }, runtime.segmentStart, rms, Date.now(), VAD_CONFIG);
299
+ if (hasSpeech) session.markSpeech();
300
+ runtime.silenceStart = nextSilence;
301
+ if (cut) session.cut();
302
+ }
303
+ function createVoiceCapture(transport, language, callbacks) {
304
+ const state = createCaptureState(callbacks.onState);
305
+ const poller = createAvailabilityPoller(transport, state.setAvailable);
306
+ const runtime = { ...INITIAL_RUNTIME };
307
+ const segments = createSegmentQueue({
308
+ transport,
309
+ language,
310
+ callbacks,
311
+ setPending: state.setPending,
312
+ getGeneration: () => runtime.generation
313
+ });
314
+ const session = createRecorderSession({ onSegmentEnd: handleSegmentEnd });
315
+ function handleSegmentEnd(blob, hadSpeech, gen) {
316
+ if (state.isListening()) startRecorder();
317
+ if (hadSpeech && blob.size > 0 && gen === runtime.generation) segments.enqueue(blob, gen);
318
+ }
319
+ function startRecorder() {
320
+ const stream = runtime.audioGraph?.getStream();
321
+ if (!stream) return;
322
+ runtime.silenceStart = null;
323
+ runtime.segmentStart = Date.now();
324
+ session.startNext(stream, runtime.mimeType, runtime.generation);
205
325
  }
206
326
  async function start() {
207
- if (startInFlight || listening) return true;
208
- startInFlight = true;
209
- const startGen = generation;
327
+ if (runtime.startInFlight || state.isListening()) return true;
328
+ runtime.startInFlight = true;
329
+ const startGen = runtime.generation;
210
330
  try {
211
- mimeType = pickRecorderMime() ?? "";
212
- if (!mimeType || !navigator.mediaDevices?.getUserMedia) {
213
- callbacks.onError?.("unsupported");
214
- return false;
215
- }
216
- let acquired;
217
- try {
218
- acquired = await navigator.mediaDevices.getUserMedia({ audio: true });
219
- } catch {
220
- callbacks.onError?.("permission-denied");
221
- return false;
222
- }
223
- if (startGen !== generation) {
224
- acquired.getTracks().forEach((track) => track.stop());
225
- return false;
226
- }
227
- stream = acquired;
228
- audioCtx = new AudioContext();
229
- analyser = audioCtx.createAnalyser();
230
- analyser.fftSize = 2048;
231
- vadBuffer = new Float32Array(analyser.fftSize);
232
- audioCtx.createMediaStreamSource(stream).connect(analyser);
233
- setListening(true);
331
+ const capture = await bootstrapCapture(callbacks, startGen, () => runtime.generation);
332
+ if (!capture) return false;
333
+ runtime.audioGraph = capture.audioGraph;
334
+ runtime.mimeType = capture.mimeType;
335
+ state.setListening(true);
234
336
  startRecorder();
235
- monitorHandle = window.setInterval(monitorTick, MONITOR_INTERVAL_MS);
337
+ runtime.monitorHandle = window.setInterval(() => monitorTick(runtime, session), MONITOR_INTERVAL_MS);
236
338
  return true;
237
339
  } finally {
238
- startInFlight = false;
340
+ runtime.startInFlight = false;
239
341
  }
240
342
  }
241
343
  function stop() {
242
- generation += 1;
243
- setListening(false);
244
- if (monitorHandle !== null) {
245
- window.clearInterval(monitorHandle);
246
- monitorHandle = null;
247
- }
248
- if (recorder && recorder.state === "recording") recorder.stop();
249
- recorder = null;
250
- if (audioCtx) {
251
- audioCtx.close().catch(() => void 0);
252
- audioCtx = null;
253
- }
254
- analyser = null;
255
- stream?.getTracks().forEach((track) => track.stop());
256
- stream = null;
344
+ stopCapture(runtime, state, session);
257
345
  }
258
346
  function dispose() {
259
- stopAvailabilityPoll();
347
+ poller.stop();
260
348
  stop();
261
349
  }
262
350
  return {
263
- refreshAvailability,
351
+ refreshAvailability: poller.refresh,
264
352
  start,
265
353
  stop,
266
354
  dispose
267
355
  };
268
356
  }
269
357
  //#endregion
358
+ exports.createAvailabilityPoller = createAvailabilityPoller;
359
+ exports.createCaptureState = createCaptureState;
360
+ exports.createSegmentQueue = createSegmentQueue;
270
361
  exports.createVoiceCapture = createVoiceCapture;
271
362
  exports.localeToWhisperLanguage = localeToWhisperLanguage;
272
363
 
@@ -1 +1 @@
1
- {"version":3,"file":"client.cjs","names":[],"sources":["../../src/whisper/client-helpers.ts","../../src/whisper/client.ts"],"sourcesContent":["// Pure, framework-neutral helpers for the browser voice-capture controller.\n// Kept separate from `client.ts` so the audio math and VAD state machine can be\n// unit-tested without a DOM / MediaRecorder / Web Audio environment.\n\nexport function computeRms(buffer: Float32Array): number {\n let sum = 0;\n for (const sample of buffer) sum += sample * sample;\n return Math.sqrt(sum / buffer.length);\n}\n\n/** The recorder mime can carry a codec suffix (`audio/webm;codecs=opus`); the\n * Blob container type is just the part before the `;`. */\nexport function containerTypeFromMime(mimeType: string): string {\n return mimeType.split(\";\")[0] || \"audio/webm\";\n}\n\nexport interface VadState {\n readonly hasSpeech: boolean;\n readonly silenceStart: number | null;\n}\n\nexport interface VadConfig {\n readonly speechRms: number;\n readonly silenceMs: number;\n readonly maxSegmentMs: number;\n}\n\nexport interface VadDecision {\n readonly hasSpeech: boolean;\n readonly silenceStart: number | null;\n readonly cut: boolean;\n}\n\nfunction isSpeech(rms: number, config: VadConfig): boolean {\n return rms > config.speechRms;\n}\n\nfunction nextSilenceStart(state: VadState, rms: number, nowMs: number, config: VadConfig): number | null {\n if (isSpeech(rms, config)) return null;\n if (state.hasSpeech && state.silenceStart === null) return nowMs;\n return state.silenceStart;\n}\n\nfunction silenceExceeded(state: VadState, rms: number, nowMs: number, config: VadConfig): boolean {\n if (isSpeech(rms, config) || !state.hasSpeech || state.silenceStart === null) return false;\n return nowMs - state.silenceStart > config.silenceMs;\n}\n\n/** Advance the pause-detector one tick: fold the current RMS/time into the\n * segment state and decide whether the segment should be force-cut (either a\n * long-enough silence after speech, or the max-segment length reached). */\nexport function evaluateVad(state: VadState, segmentStartMs: number, rms: number, nowMs: number, config: VadConfig): VadDecision {\n const hasSpeech = isSpeech(rms, config) || state.hasSpeech;\n const silenceStart = nextSilenceStart(state, rms, nowMs, config);\n const maxCut = hasSpeech && nowMs - segmentStartMs > config.maxSegmentMs;\n return { hasSpeech, silenceStart, cut: silenceExceeded(state, rms, nowMs, config) || maxCut };\n}\n","// @mulmoclaude/core/whisper/client — framework-neutral browser capture controller.\n// Records one utterance at a time with MediaRecorder, segments on pauses via a\n// Web Audio VAD, and sends each segment through an injected transport. State is\n// pushed via `onState`; the host wraps this into its own reactivity (Vue refs,\n// React state, …). No framework dependency. See plans/done/feat-extract-whisper-package.md.\n\nimport { computeRms, containerTypeFromMime, evaluateVad, type VadConfig } from \"./client-helpers.ts\";\n\n// Map a UI locale to a Whisper language code. UI language is a strong prior for\n// the spoken language; \"auto\" lets Whisper detect it from the audio.\nconst LOCALE_TO_WHISPER: Record<string, string> = {\n en: \"en\",\n ja: \"ja\",\n zh: \"zh\",\n ko: \"ko\",\n es: \"es\",\n \"pt-BR\": \"pt\",\n fr: \"fr\",\n de: \"de\",\n};\n\nexport function localeToWhisperLanguage(locale: string): string {\n return LOCALE_TO_WHISPER[locale] ?? \"auto\";\n}\n\n// VAD tuning. RMS over [-1,1] float samples; a pause is SILENCE_MS of\n// sub-threshold level after speech. MAX_SEGMENT_MS force-cuts a long unbroken\n// utterance so no clip exceeds Whisper's 30s window or the server's size cap.\nconst SPEECH_RMS = 0.015;\nconst SILENCE_MS = 800;\nconst MAX_SEGMENT_MS = 20_000;\nconst MONITOR_INTERVAL_MS = 100;\nconst AVAILABILITY_POLL_MS = 2_000;\nconst VAD_CONFIG: VadConfig = { speechRms: SPEECH_RMS, silenceMs: SILENCE_MS, maxSegmentMs: MAX_SEGMENT_MS };\n\nfunction pickRecorderMime(): string | undefined {\n const candidates = [\"audio/webm;codecs=opus\", \"audio/webm\", \"audio/mp4\"];\n if (typeof MediaRecorder === \"undefined\") return undefined;\n return candidates.find((type) => MediaRecorder.isTypeSupported(type));\n}\n\nfunction blobToDataUrl(blob: Blob): Promise<string> {\n return new Promise((resolve, reject) => {\n const reader = new FileReader();\n reader.onload = () => resolve(String(reader.result));\n reader.onerror = () => reject(reader.error ?? new Error(\"FileReader failed\"));\n reader.readAsDataURL(blob);\n });\n}\n\nfunction toMessage(err: unknown): string {\n return err instanceof Error ? err.message : String(err);\n}\n\nexport interface VoiceCaptureTransport {\n /** Transcribe one segment. Throws on failure. */\n transcribe: (dataUrl: string, language: string) => Promise<{ text: string }>;\n /** Current readiness. `downloading` true keeps the controller polling so it\n * flips to ready as soon as a model download finishes. */\n getStatus: () => Promise<{ ready: boolean; downloading: boolean }>;\n}\n\nexport interface VoiceCaptureState {\n available: boolean;\n listening: boolean;\n transcribing: boolean;\n}\n\nexport interface VoiceCaptureCallbacks {\n /** A recognized (non-empty) segment transcript. */\n onTranscript: (text: string) => void;\n /** A segment produced no speech. */\n onEmpty?: () => void;\n /** A recoverable error message (transport failure, permission denied, etc.). */\n onError?: (message: string) => void;\n /** Pushed whenever available/listening/transcribing changes. */\n onState?: (state: VoiceCaptureState) => void;\n}\n\nexport interface VoiceCapture {\n refreshAvailability: () => Promise<void>;\n start: () => Promise<boolean>;\n stop: () => void;\n dispose: () => void;\n}\n\nexport function createVoiceCapture(transport: VoiceCaptureTransport, language: () => string, callbacks: VoiceCaptureCallbacks): VoiceCapture {\n let available = false;\n let listening = false;\n let transcribing = false;\n\n function emit(): void {\n callbacks.onState?.({ available, listening, transcribing });\n }\n function setAvailable(value: boolean): void {\n if (available !== value) {\n available = value;\n emit();\n }\n }\n function setListening(value: boolean): void {\n if (listening !== value) {\n listening = value;\n emit();\n }\n }\n\n let stream: MediaStream | null = null;\n let audioCtx: AudioContext | null = null;\n let analyser: AnalyserNode | null = null;\n let vadBuffer = new Float32Array(0);\n let monitorHandle: number | null = null;\n let recorder: MediaRecorder | null = null;\n let chunks: Blob[] = [];\n let mimeType = \"\";\n let segmentHasSpeech = false;\n let silenceStart: number | null = null;\n let segmentStart = 0;\n let pending = 0;\n let queue: Promise<void> = Promise.resolve();\n let availabilityPollHandle: number | null = null;\n // Bumped on stop(). Segments captured / sends resolved under an older\n // generation are dropped, so a late transcript never leaks across sessions.\n let generation = 0;\n let segmentGeneration = 0;\n // Single-flight guard for start(): true between entry and the moment capture\n // is set up (or the attempt aborts), so a second start can't race the first.\n let startInFlight = false;\n\n function setPending(delta: number): void {\n pending += delta;\n const next = pending > 0;\n if (transcribing !== next) {\n transcribing = next;\n emit();\n }\n }\n\n function stopAvailabilityPoll(): void {\n if (availabilityPollHandle !== null) {\n window.clearInterval(availabilityPollHandle);\n availabilityPollHandle = null;\n }\n }\n\n async function refreshAvailability(): Promise<void> {\n let status: { ready: boolean; downloading: boolean };\n try {\n status = await transport.getStatus();\n } catch {\n setAvailable(false);\n stopAvailabilityPoll();\n return;\n }\n setAvailable(status.ready);\n if (status.downloading) {\n if (availabilityPollHandle === null) {\n availabilityPollHandle = window.setInterval(() => {\n void refreshAvailability();\n }, AVAILABILITY_POLL_MS);\n }\n } else {\n stopAvailabilityPoll();\n }\n }\n\n async function sendSegment(blob: Blob, gen: number): Promise<void> {\n if (gen !== generation) return;\n try {\n const dataUrl = await blobToDataUrl(blob);\n const result = await transport.transcribe(dataUrl, language());\n if (gen !== generation) return;\n const text = result.text.trim();\n if (text.length === 0) callbacks.onEmpty?.();\n else callbacks.onTranscript(text);\n } catch (err) {\n // Generation-guard the failure path too: a send rejected after stop()/\n // session change belongs to a session the user already left.\n if (gen === generation) callbacks.onError?.(toMessage(err));\n }\n }\n\n // Serialize sends so transcripts append in capture order; `pending` keeps\n // `transcribing` true from enqueue until the send resolves.\n function enqueue(blob: Blob, gen: number): void {\n setPending(1);\n queue = queue\n .then(() => sendSegment(blob, gen))\n .catch(() => undefined)\n .finally(() => setPending(-1));\n }\n\n function onSegmentStop(): void {\n const hadSpeech = segmentHasSpeech;\n const gen = segmentGeneration;\n const blob = new Blob(chunks, { type: containerTypeFromMime(mimeType) });\n if (listening) startRecorder();\n if (hadSpeech && blob.size > 0 && gen === generation) enqueue(blob, gen);\n }\n\n function startRecorder(): void {\n if (!stream) return;\n chunks = [];\n segmentHasSpeech = false;\n silenceStart = null;\n segmentStart = Date.now();\n segmentGeneration = generation;\n recorder = new MediaRecorder(stream, { mimeType });\n recorder.ondataavailable = (event) => {\n if (event.data.size > 0) chunks.push(event.data);\n };\n recorder.onstop = onSegmentStop;\n recorder.start();\n }\n\n function cutSegment(): void {\n if (recorder && recorder.state === \"recording\") recorder.stop();\n }\n\n function monitorTick(): void {\n if (!analyser) return;\n analyser.getFloatTimeDomainData(vadBuffer);\n const rms = computeRms(vadBuffer);\n const { hasSpeech, silenceStart: nextSilence, cut } = evaluateVad({ hasSpeech: segmentHasSpeech, silenceStart }, segmentStart, rms, Date.now(), VAD_CONFIG);\n segmentHasSpeech = hasSpeech;\n silenceStart = nextSilence;\n if (cut) cutSegment();\n }\n\n async function start(): Promise<boolean> {\n // Single-flight: `listening` only flips true AFTER getUserMedia resolves, so\n // a benign skip returns true (a start is already active / in progress).\n if (startInFlight || listening) return true;\n startInFlight = true;\n const startGen = generation;\n try {\n mimeType = pickRecorderMime() ?? \"\";\n if (!mimeType || !navigator.mediaDevices?.getUserMedia) {\n callbacks.onError?.(\"unsupported\");\n return false;\n }\n let acquired: MediaStream;\n try {\n acquired = await navigator.mediaDevices.getUserMedia({ audio: true });\n } catch {\n callbacks.onError?.(\"permission-denied\");\n return false;\n }\n // stop() bumps the generation; if it fired while we awaited permission\n // this start is stale — release the mic and abort.\n if (startGen !== generation) {\n acquired.getTracks().forEach((track) => track.stop());\n return false;\n }\n stream = acquired;\n audioCtx = new AudioContext();\n analyser = audioCtx.createAnalyser();\n analyser.fftSize = 2048;\n vadBuffer = new Float32Array(analyser.fftSize);\n audioCtx.createMediaStreamSource(stream).connect(analyser);\n setListening(true);\n startRecorder();\n monitorHandle = window.setInterval(monitorTick, MONITOR_INTERVAL_MS);\n return true;\n } finally {\n startInFlight = false;\n }\n }\n\n function stop(): void {\n // Bump the generation so any in-flight/queued segment is dropped rather than\n // applied after the user stops or switches sessions.\n generation += 1;\n setListening(false);\n if (monitorHandle !== null) {\n window.clearInterval(monitorHandle);\n monitorHandle = null;\n }\n if (recorder && recorder.state === \"recording\") recorder.stop();\n recorder = null;\n if (audioCtx) {\n audioCtx.close().catch(() => undefined);\n audioCtx = null;\n }\n analyser = null;\n stream?.getTracks().forEach((track) => track.stop());\n stream = null;\n }\n\n function dispose(): void {\n stopAvailabilityPoll();\n stop();\n }\n\n return { refreshAvailability, start, stop, dispose };\n}\n"],"mappings":";;AAIA,SAAgB,WAAW,QAA8B;CACvD,IAAI,MAAM;CACV,KAAK,MAAM,UAAU,QAAQ,OAAO,SAAS;CAC7C,OAAO,KAAK,KAAK,MAAM,OAAO,MAAM;AACtC;;;AAIA,SAAgB,sBAAsB,UAA0B;CAC9D,OAAO,SAAS,MAAM,GAAG,CAAC,CAAC,MAAM;AACnC;AAmBA,SAAS,SAAS,KAAa,QAA4B;CACzD,OAAO,MAAM,OAAO;AACtB;AAEA,SAAS,iBAAiB,OAAiB,KAAa,OAAe,QAAkC;CACvG,IAAI,SAAS,KAAK,MAAM,GAAG,OAAO;CAClC,IAAI,MAAM,aAAa,MAAM,iBAAiB,MAAM,OAAO;CAC3D,OAAO,MAAM;AACf;AAEA,SAAS,gBAAgB,OAAiB,KAAa,OAAe,QAA4B;CAChG,IAAI,SAAS,KAAK,MAAM,KAAK,CAAC,MAAM,aAAa,MAAM,iBAAiB,MAAM,OAAO;CACrF,OAAO,QAAQ,MAAM,eAAe,OAAO;AAC7C;;;;AAKA,SAAgB,YAAY,OAAiB,gBAAwB,KAAa,OAAe,QAAgC;CAC/H,MAAM,YAAY,SAAS,KAAK,MAAM,KAAK,MAAM;CACjD,MAAM,eAAe,iBAAiB,OAAO,KAAK,OAAO,MAAM;CAC/D,MAAM,SAAS,aAAa,QAAQ,iBAAiB,OAAO;CAC5D,OAAO;EAAE;EAAW;EAAc,KAAK,gBAAgB,OAAO,KAAK,OAAO,MAAM,KAAK;CAAO;AAC9F;;;AC9CA,IAAM,oBAA4C;CAChD,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,SAAS;CACT,IAAI;CACJ,IAAI;AACN;AAEA,SAAgB,wBAAwB,QAAwB;CAC9D,OAAO,kBAAkB,WAAW;AACtC;AAKA,IAAM,aAAa;AACnB,IAAM,aAAa;AACnB,IAAM,iBAAiB;AACvB,IAAM,sBAAsB;AAC5B,IAAM,uBAAuB;AAC7B,IAAM,aAAwB;CAAE,WAAW;CAAY,WAAW;CAAY,cAAc;AAAe;AAE3G,SAAS,mBAAuC;CAC9C,MAAM,aAAa;EAAC;EAA0B;EAAc;CAAW;CACvE,IAAI,OAAO,kBAAkB,aAAa,OAAO,KAAA;CACjD,OAAO,WAAW,MAAM,SAAS,cAAc,gBAAgB,IAAI,CAAC;AACtE;AAEA,SAAS,cAAc,MAA6B;CAClD,OAAO,IAAI,SAAS,SAAS,WAAW;EACtC,MAAM,SAAS,IAAI,WAAW;EAC9B,OAAO,eAAe,QAAQ,OAAO,OAAO,MAAM,CAAC;EACnD,OAAO,gBAAgB,OAAO,OAAO,yBAAS,IAAI,MAAM,mBAAmB,CAAC;EAC5E,OAAO,cAAc,IAAI;CAC3B,CAAC;AACH;AAEA,SAAS,UAAU,KAAsB;CACvC,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AACxD;AAkCA,SAAgB,mBAAmB,WAAkC,UAAwB,WAAgD;CAC3I,IAAI,YAAY;CAChB,IAAI,YAAY;CAChB,IAAI,eAAe;CAEnB,SAAS,OAAa;EACpB,UAAU,UAAU;GAAE;GAAW;GAAW;EAAa,CAAC;CAC5D;CACA,SAAS,aAAa,OAAsB;EAC1C,IAAI,cAAc,OAAO;GACvB,YAAY;GACZ,KAAK;EACP;CACF;CACA,SAAS,aAAa,OAAsB;EAC1C,IAAI,cAAc,OAAO;GACvB,YAAY;GACZ,KAAK;EACP;CACF;CAEA,IAAI,SAA6B;CACjC,IAAI,WAAgC;CACpC,IAAI,WAAgC;CACpC,IAAI,4BAAY,IAAI,aAAa,CAAC;CAClC,IAAI,gBAA+B;CACnC,IAAI,WAAiC;CACrC,IAAI,SAAiB,CAAC;CACtB,IAAI,WAAW;CACf,IAAI,mBAAmB;CACvB,IAAI,eAA8B;CAClC,IAAI,eAAe;CACnB,IAAI,UAAU;CACd,IAAI,QAAuB,QAAQ,QAAQ;CAC3C,IAAI,yBAAwC;CAG5C,IAAI,aAAa;CACjB,IAAI,oBAAoB;CAGxB,IAAI,gBAAgB;CAEpB,SAAS,WAAW,OAAqB;EACvC,WAAW;EACX,MAAM,OAAO,UAAU;EACvB,IAAI,iBAAiB,MAAM;GACzB,eAAe;GACf,KAAK;EACP;CACF;CAEA,SAAS,uBAA6B;EACpC,IAAI,2BAA2B,MAAM;GACnC,OAAO,cAAc,sBAAsB;GAC3C,yBAAyB;EAC3B;CACF;CAEA,eAAe,sBAAqC;EAClD,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,UAAU,UAAU;EACrC,QAAQ;GACN,aAAa,KAAK;GAClB,qBAAqB;GACrB;EACF;EACA,aAAa,OAAO,KAAK;EACzB,IAAI,OAAO;OACL,2BAA2B,MAC7B,yBAAyB,OAAO,kBAAkB;IAChD,oBAAyB;GAC3B,GAAG,oBAAoB;EAAA,OAGzB,qBAAqB;CAEzB;CAEA,eAAe,YAAY,MAAY,KAA4B;EACjE,IAAI,QAAQ,YAAY;EACxB,IAAI;GACF,MAAM,UAAU,MAAM,cAAc,IAAI;GACxC,MAAM,SAAS,MAAM,UAAU,WAAW,SAAS,SAAS,CAAC;GAC7D,IAAI,QAAQ,YAAY;GACxB,MAAM,OAAO,OAAO,KAAK,KAAK;GAC9B,IAAI,KAAK,WAAW,GAAG,UAAU,UAAU;QACtC,UAAU,aAAa,IAAI;EAClC,SAAS,KAAK;GAGZ,IAAI,QAAQ,YAAY,UAAU,UAAU,UAAU,GAAG,CAAC;EAC5D;CACF;CAIA,SAAS,QAAQ,MAAY,KAAmB;EAC9C,WAAW,CAAC;EACZ,QAAQ,MACL,WAAW,YAAY,MAAM,GAAG,CAAC,CAAC,CAClC,YAAY,KAAA,CAAS,CAAC,CACtB,cAAc,WAAW,EAAE,CAAC;CACjC;CAEA,SAAS,gBAAsB;EAC7B,MAAM,YAAY;EAClB,MAAM,MAAM;EACZ,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,sBAAsB,QAAQ,EAAE,CAAC;EACvE,IAAI,WAAW,cAAc;EAC7B,IAAI,aAAa,KAAK,OAAO,KAAK,QAAQ,YAAY,QAAQ,MAAM,GAAG;CACzE;CAEA,SAAS,gBAAsB;EAC7B,IAAI,CAAC,QAAQ;EACb,SAAS,CAAC;EACV,mBAAmB;EACnB,eAAe;EACf,eAAe,KAAK,IAAI;EACxB,oBAAoB;EACpB,WAAW,IAAI,cAAc,QAAQ,EAAE,SAAS,CAAC;EACjD,SAAS,mBAAmB,UAAU;GACpC,IAAI,MAAM,KAAK,OAAO,GAAG,OAAO,KAAK,MAAM,IAAI;EACjD;EACA,SAAS,SAAS;EAClB,SAAS,MAAM;CACjB;CAEA,SAAS,aAAmB;EAC1B,IAAI,YAAY,SAAS,UAAU,aAAa,SAAS,KAAK;CAChE;CAEA,SAAS,cAAoB;EAC3B,IAAI,CAAC,UAAU;EACf,SAAS,uBAAuB,SAAS;EACzC,MAAM,MAAM,WAAW,SAAS;EAChC,MAAM,EAAE,WAAW,cAAc,aAAa,QAAQ,YAAY;GAAE,WAAW;GAAkB;EAAa,GAAG,cAAc,KAAK,KAAK,IAAI,GAAG,UAAU;EAC1J,mBAAmB;EACnB,eAAe;EACf,IAAI,KAAK,WAAW;CACtB;CAEA,eAAe,QAA0B;EAGvC,IAAI,iBAAiB,WAAW,OAAO;EACvC,gBAAgB;EAChB,MAAM,WAAW;EACjB,IAAI;GACF,WAAW,iBAAiB,KAAK;GACjC,IAAI,CAAC,YAAY,CAAC,UAAU,cAAc,cAAc;IACtD,UAAU,UAAU,aAAa;IACjC,OAAO;GACT;GACA,IAAI;GACJ,IAAI;IACF,WAAW,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;GACtE,QAAQ;IACN,UAAU,UAAU,mBAAmB;IACvC,OAAO;GACT;GAGA,IAAI,aAAa,YAAY;IAC3B,SAAS,UAAU,CAAC,CAAC,SAAS,UAAU,MAAM,KAAK,CAAC;IACpD,OAAO;GACT;GACA,SAAS;GACT,WAAW,IAAI,aAAa;GAC5B,WAAW,SAAS,eAAe;GACnC,SAAS,UAAU;GACnB,YAAY,IAAI,aAAa,SAAS,OAAO;GAC7C,SAAS,wBAAwB,MAAM,CAAC,CAAC,QAAQ,QAAQ;GACzD,aAAa,IAAI;GACjB,cAAc;GACd,gBAAgB,OAAO,YAAY,aAAa,mBAAmB;GACnE,OAAO;EACT,UAAU;GACR,gBAAgB;EAClB;CACF;CAEA,SAAS,OAAa;EAGpB,cAAc;EACd,aAAa,KAAK;EAClB,IAAI,kBAAkB,MAAM;GAC1B,OAAO,cAAc,aAAa;GAClC,gBAAgB;EAClB;EACA,IAAI,YAAY,SAAS,UAAU,aAAa,SAAS,KAAK;EAC9D,WAAW;EACX,IAAI,UAAU;GACZ,SAAS,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;GACtC,WAAW;EACb;EACA,WAAW;EACX,QAAQ,UAAU,CAAC,CAAC,SAAS,UAAU,MAAM,KAAK,CAAC;EACnD,SAAS;CACX;CAEA,SAAS,UAAgB;EACvB,qBAAqB;EACrB,KAAK;CACP;CAEA,OAAO;EAAE;EAAqB;EAAO;EAAM;CAAQ;AACrD"}
1
+ {"version":3,"file":"client.cjs","names":[],"sources":["../../src/whisper/client-helpers.ts","../../src/whisper/client.ts"],"sourcesContent":["// Pure, framework-neutral helpers for the browser voice-capture controller.\n// Kept separate from `client.ts` so the audio math and VAD state machine can be\n// unit-tested without a DOM / MediaRecorder / Web Audio environment.\n\nexport function computeRms(buffer: Float32Array): number {\n let sum = 0;\n for (const sample of buffer) sum += sample * sample;\n return Math.sqrt(sum / buffer.length);\n}\n\n/** The recorder mime can carry a codec suffix (`audio/webm;codecs=opus`); the\n * Blob container type is just the part before the `;`. */\nexport function containerTypeFromMime(mimeType: string): string {\n return mimeType.split(\";\")[0] || \"audio/webm\";\n}\n\nexport interface VadState {\n readonly hasSpeech: boolean;\n readonly silenceStart: number | null;\n}\n\nexport interface VadConfig {\n readonly speechRms: number;\n readonly silenceMs: number;\n readonly maxSegmentMs: number;\n}\n\nexport interface VadDecision {\n readonly hasSpeech: boolean;\n readonly silenceStart: number | null;\n readonly cut: boolean;\n}\n\nfunction isSpeech(rms: number, config: VadConfig): boolean {\n return rms > config.speechRms;\n}\n\nfunction nextSilenceStart(state: VadState, rms: number, nowMs: number, config: VadConfig): number | null {\n if (isSpeech(rms, config)) return null;\n if (state.hasSpeech && state.silenceStart === null) return nowMs;\n return state.silenceStart;\n}\n\nfunction silenceExceeded(state: VadState, rms: number, nowMs: number, config: VadConfig): boolean {\n if (isSpeech(rms, config) || !state.hasSpeech || state.silenceStart === null) return false;\n return nowMs - state.silenceStart > config.silenceMs;\n}\n\n/** Advance the pause-detector one tick: fold the current RMS/time into the\n * segment state and decide whether the segment should be force-cut (either a\n * long-enough silence after speech, or the max-segment length reached). */\nexport function evaluateVad(state: VadState, segmentStartMs: number, rms: number, nowMs: number, config: VadConfig): VadDecision {\n const hasSpeech = isSpeech(rms, config) || state.hasSpeech;\n const silenceStart = nextSilenceStart(state, rms, nowMs, config);\n const maxCut = hasSpeech && nowMs - segmentStartMs > config.maxSegmentMs;\n return { hasSpeech, silenceStart, cut: silenceExceeded(state, rms, nowMs, config) || maxCut };\n}\n","// @mulmoclaude/core/whisper/client — framework-neutral browser capture controller.\n// Records one utterance at a time with MediaRecorder, segments on pauses via a\n// Web Audio VAD, and sends each segment through an injected transport. State is\n// pushed via `onState`; the host wraps this into its own reactivity (Vue refs,\n// React state, …). No framework dependency. See plans/done/feat-extract-whisper-package.md.\n\nimport { computeRms, containerTypeFromMime, evaluateVad, type VadConfig } from \"./client-helpers.ts\";\n\n// Map a UI locale to a Whisper language code. UI language is a strong prior for\n// the spoken language; \"auto\" lets Whisper detect it from the audio.\nconst LOCALE_TO_WHISPER: Record<string, string> = {\n en: \"en\",\n ja: \"ja\",\n zh: \"zh\",\n ko: \"ko\",\n es: \"es\",\n \"pt-BR\": \"pt\",\n fr: \"fr\",\n de: \"de\",\n};\n\nexport function localeToWhisperLanguage(locale: string): string {\n return LOCALE_TO_WHISPER[locale] ?? \"auto\";\n}\n\n// VAD tuning. RMS over [-1,1] float samples; a pause is SILENCE_MS of\n// sub-threshold level after speech. MAX_SEGMENT_MS force-cuts a long unbroken\n// utterance so no clip exceeds Whisper's 30s window or the server's size cap.\nconst SPEECH_RMS = 0.015;\nconst SILENCE_MS = 800;\nconst MAX_SEGMENT_MS = 20_000;\nconst MONITOR_INTERVAL_MS = 100;\nconst AVAILABILITY_POLL_MS = 2_000;\nconst VAD_CONFIG: VadConfig = { speechRms: SPEECH_RMS, silenceMs: SILENCE_MS, maxSegmentMs: MAX_SEGMENT_MS };\n\nfunction pickRecorderMime(): string | undefined {\n const candidates = [\"audio/webm;codecs=opus\", \"audio/webm\", \"audio/mp4\"];\n if (typeof MediaRecorder === \"undefined\") return undefined;\n return candidates.find((type) => MediaRecorder.isTypeSupported(type));\n}\n\nfunction blobToDataUrl(blob: Blob): Promise<string> {\n return new Promise((resolve, reject) => {\n const reader = new FileReader();\n reader.onload = () => resolve(String(reader.result));\n reader.onerror = () => reject(reader.error ?? new Error(\"FileReader failed\"));\n reader.readAsDataURL(blob);\n });\n}\n\nfunction toMessage(err: unknown): string {\n return err instanceof Error ? err.message : String(err);\n}\n\nexport interface VoiceCaptureTransport {\n /** Transcribe one segment. Throws on failure. */\n transcribe: (dataUrl: string, language: string) => Promise<{ text: string }>;\n /** Current readiness. `downloading` true keeps the controller polling so it\n * flips to ready as soon as a model download finishes. */\n getStatus: () => Promise<{ ready: boolean; downloading: boolean }>;\n}\n\nexport interface VoiceCaptureState {\n available: boolean;\n listening: boolean;\n transcribing: boolean;\n}\n\nexport interface VoiceCaptureCallbacks {\n /** A recognized (non-empty) segment transcript. */\n onTranscript: (text: string) => void;\n /** A segment produced no speech. */\n onEmpty?: () => void;\n /** A recoverable error message (transport failure, permission denied, etc.). */\n onError?: (message: string) => void;\n /** Pushed whenever available/listening/transcribing changes. */\n onState?: (state: VoiceCaptureState) => void;\n}\n\nexport interface VoiceCapture {\n refreshAvailability: () => Promise<void>;\n start: () => Promise<boolean>;\n stop: () => void;\n dispose: () => void;\n}\n\nexport interface CaptureStateController {\n setAvailable: (value: boolean) => void;\n setListening: (value: boolean) => void;\n setPending: (delta: number) => void;\n isListening: () => boolean;\n}\n\n// Owns the three observable flags. Each setter emits only on an actual change so\n// the host's reactivity never churns on a no-op write. `pending` is a private\n// counter; `transcribing` is true exactly while at least one send is in flight.\nexport function createCaptureState(onState?: (state: VoiceCaptureState) => void): CaptureStateController {\n let available = false;\n let listening = false;\n let transcribing = false;\n let pending = 0;\n\n function emit(): void {\n onState?.({ available, listening, transcribing });\n }\n function setAvailable(value: boolean): void {\n if (available !== value) {\n available = value;\n emit();\n }\n }\n function setListening(value: boolean): void {\n if (listening !== value) {\n listening = value;\n emit();\n }\n }\n function setPending(delta: number): void {\n pending += delta;\n const next = pending > 0;\n if (transcribing !== next) {\n transcribing = next;\n emit();\n }\n }\n\n return { setAvailable, setListening, setPending, isListening: () => listening };\n}\n\nexport interface AvailabilityPoller {\n refresh: () => Promise<void>;\n stop: () => void;\n}\n\n// Owns the polling timer. `refresh` mirrors transport readiness into\n// `setAvailable`; while a model is downloading it self-schedules so `available`\n// flips as soon as the download finishes. A `getStatus` throw fails closed\n// (unavailable) and tears the timer down.\nexport function createAvailabilityPoller(transport: VoiceCaptureTransport, setAvailable: (value: boolean) => void): AvailabilityPoller {\n let availabilityPollHandle: number | null = null;\n\n function stop(): void {\n if (availabilityPollHandle !== null) {\n window.clearInterval(availabilityPollHandle);\n availabilityPollHandle = null;\n }\n }\n\n async function refresh(): Promise<void> {\n let status: { ready: boolean; downloading: boolean };\n try {\n status = await transport.getStatus();\n } catch {\n setAvailable(false);\n stop();\n return;\n }\n setAvailable(status.ready);\n if (status.downloading) {\n if (availabilityPollHandle === null) {\n availabilityPollHandle = window.setInterval(() => {\n void refresh();\n }, AVAILABILITY_POLL_MS);\n }\n } else {\n stop();\n }\n }\n\n return { refresh, stop };\n}\n\nexport interface SegmentQueueOptions {\n transport: VoiceCaptureTransport;\n language: () => string;\n callbacks: VoiceCaptureCallbacks;\n setPending: (delta: number) => void;\n // Read-only epoch seam: the queue never mutates the generation, it only reads\n // the parent's current value to drop segments captured under an older session.\n getGeneration: () => number;\n}\n\nexport interface SegmentQueue {\n enqueue: (blob: Blob, gen: number) => void;\n}\n\n// Owns the serialized send chain. Each blob is transcribed in capture order; the\n// generation is checked at entry and again after transcription so a segment\n// belonging to a session the user already left is dropped silently.\nexport function createSegmentQueue(options: SegmentQueueOptions): SegmentQueue {\n const { transport, language, callbacks, setPending, getGeneration } = options;\n let queue: Promise<void> = Promise.resolve();\n\n async function sendSegment(blob: Blob, gen: number): Promise<void> {\n if (gen !== getGeneration()) return;\n try {\n const dataUrl = await blobToDataUrl(blob);\n const result = await transport.transcribe(dataUrl, language());\n if (gen !== getGeneration()) return;\n const text = result.text.trim();\n if (text.length === 0) callbacks.onEmpty?.();\n else callbacks.onTranscript(text);\n } catch (err) {\n // Generation-guard the failure path too: a send rejected after stop()/\n // session change belongs to a session the user already left.\n if (gen === getGeneration()) callbacks.onError?.(toMessage(err));\n }\n }\n\n // Serialize sends so transcripts append in capture order; `pending` keeps\n // `transcribing` true from enqueue until the send resolves.\n function enqueue(blob: Blob, gen: number): void {\n setPending(1);\n queue = queue\n .then(() => sendSegment(blob, gen))\n .catch(() => undefined)\n .finally(() => setPending(-1));\n }\n\n return { enqueue };\n}\n\nexport interface AudioGraph {\n /** True between `attach()` and the next `teardown()`. */\n isAttached: () => boolean;\n /** Read the current PCM window into an internal buffer and return it.\n * Callers must not mutate the returned array. */\n sample: () => Float32Array;\n /** Live mic stream — the outer needs it to hand to MediaRecorder. */\n getStream: () => MediaStream | null;\n /** Attach a fresh mic stream: create AudioContext + AnalyserNode + VAD buffer,\n * connect the source. Called only by `bootstrapCapture` after the caller has\n * passed the stale-generation / permission checks. */\n attach: (stream: MediaStream) => void;\n /** Close the AudioContext, stop the mic tracks, null everything. Safe to\n * call before `attach()` or twice in a row. */\n teardown: () => void;\n}\n\n// Owns the browser-side audio pipeline: mic stream + AudioContext + AnalyserNode\n// + the reusable Float32 buffer VAD reads samples into. Separated from\n// `createVoiceCapture` so its four browser-API fields don't inflate the parent\n// factory's line count and so the setup/teardown ordering is in one place.\nfunction createAudioGraph(): AudioGraph {\n let stream: MediaStream | null = null;\n let audioCtx: AudioContext | null = null;\n let analyser: AnalyserNode | null = null;\n let vadBuffer = new Float32Array(0);\n\n function attach(nextStream: MediaStream): void {\n stream = nextStream;\n audioCtx = new AudioContext();\n analyser = audioCtx.createAnalyser();\n analyser.fftSize = 2048;\n vadBuffer = new Float32Array(analyser.fftSize);\n audioCtx.createMediaStreamSource(nextStream).connect(analyser);\n }\n\n function sample(): Float32Array {\n analyser?.getFloatTimeDomainData(vadBuffer);\n return vadBuffer;\n }\n\n function teardown(): void {\n if (audioCtx) {\n audioCtx.close().catch(() => undefined);\n audioCtx = null;\n }\n analyser = null;\n stream?.getTracks().forEach((track) => track.stop());\n stream = null;\n }\n\n return { isAttached: () => analyser !== null, sample, getStream: () => stream, attach, teardown };\n}\n\ninterface BootstrappedCapture {\n audioGraph: AudioGraph;\n mimeType: string;\n}\n\n// Acquire the mic + probe MediaRecorder support + wire an AudioGraph, returning\n// null (with `callbacks.onError` fired) on any recoverable failure. Deliberately\n// does NOT touch `state` or start the recorder — the caller commits the session\n// only after this resolves successfully, so a stale `generation` detected mid-\n// flight can drop the tracks and bail without partially publishing state.\nasync function bootstrapCapture(callbacks: VoiceCaptureCallbacks, generationAtStart: number, generationNow: () => number): Promise<BootstrappedCapture | null> {\n const mimeType = pickRecorderMime() ?? \"\";\n if (!mimeType || !navigator.mediaDevices?.getUserMedia) {\n callbacks.onError?.(\"unsupported\");\n return null;\n }\n let acquired: MediaStream;\n try {\n acquired = await navigator.mediaDevices.getUserMedia({ audio: true });\n } catch {\n callbacks.onError?.(\"permission-denied\");\n return null;\n }\n if (generationAtStart !== generationNow()) {\n acquired.getTracks().forEach((track) => track.stop());\n return null;\n }\n const audioGraph = createAudioGraph();\n try {\n audioGraph.attach(acquired);\n } catch (err) {\n // teardown() is null-safe and closes any half-created AudioContext AND\n // stops the mic tracks — the pre-refactor code only stopped tracks and\n // leaked the context (codex/CodeRabbit findings on this PR).\n audioGraph.teardown();\n throw err;\n }\n return { audioGraph, mimeType };\n}\n\nexport interface RecorderSession {\n isRecording: () => boolean;\n hadSpeech: () => boolean;\n markSpeech: () => void;\n /** Start a new segment on `stream`, tagged with `gen`. Resets per-segment\n * state (chunks + hadSpeech) synchronously so a subsequent VAD tick sees\n * a fresh window. */\n startNext: (stream: MediaStream, mimeType: string, gen: number) => void;\n /** Force-close the current segment (silence exceeded or MAX_SEGMENT_MS). */\n cut: () => void;\n}\n\ninterface RecorderSessionDeps {\n /** Fires each time a segment finishes. The parent decides whether to\n * restart (via `session.startNext`) and whether to enqueue the blob. */\n onSegmentEnd: (blob: Blob, hadSpeech: boolean, gen: number) => void;\n}\n\n// Owns MediaRecorder + its per-segment scratchpad (chunks, hadSpeech, gen,\n// mimeType). The parent keeps VAD state and the global generation, and calls\n// `startNext` on both initial-start and post-onstop restart paths.\nfunction createRecorderSession(deps: RecorderSessionDeps): RecorderSession {\n let recorder: MediaRecorder | null = null;\n let chunks: Blob[] = [];\n let segmentHasSpeech = false;\n let sessionGen = 0;\n let sessionMimeType = \"\";\n\n function onStop(): void {\n // Snapshot BEFORE the parent's onSegmentEnd callback runs; `startNext`\n // (if the parent chooses to restart) will clear chunks synchronously.\n const hadSpeech = segmentHasSpeech;\n const gen = sessionGen;\n const blob = new Blob(chunks, { type: containerTypeFromMime(sessionMimeType) });\n deps.onSegmentEnd(blob, hadSpeech, gen);\n }\n\n function startNext(stream: MediaStream, mimeType: string, gen: number): void {\n chunks = [];\n segmentHasSpeech = false;\n sessionGen = gen;\n sessionMimeType = mimeType;\n recorder = new MediaRecorder(stream, { mimeType });\n recorder.ondataavailable = (event) => {\n if (event.data.size > 0) chunks.push(event.data);\n };\n recorder.onstop = onStop;\n recorder.start();\n }\n\n return {\n isRecording: () => recorder?.state === \"recording\",\n hadSpeech: () => segmentHasSpeech,\n markSpeech: () => {\n segmentHasSpeech = true;\n },\n startNext,\n cut: () => {\n if (recorder?.state === \"recording\") recorder.stop();\n },\n };\n}\n\n// Zero-values used to seed a fresh `CaptureRuntime` at the top of every\n// `createVoiceCapture` call. Kept module-scope so the seed doesn't inflate the\n// factory's line count.\nconst INITIAL_RUNTIME: Readonly<CaptureRuntime> = {\n audioGraph: null,\n monitorHandle: null,\n mimeType: \"\",\n silenceStart: null,\n segmentStart: 0,\n generation: 0,\n startInFlight: false,\n};\n\n// Mutable capture-time state, kept as one object so module-scope helpers\n// (`stopCapture`, `monitorTick`) can be typed against one shape rather than\n// threading each field through their signatures.\ninterface CaptureRuntime {\n audioGraph: AudioGraph | null;\n monitorHandle: number | null;\n mimeType: string;\n silenceStart: number | null;\n segmentStart: number;\n /** Bumped on stop(); segments captured under an older value are dropped so a\n * late transcript never leaks across sessions. */\n generation: number;\n /** Single-flight guard on start() — true between entry and completion so a\n * second start can't race the first before `listening` flips. */\n startInFlight: boolean;\n}\n\n// Tear down the browser-side resources. `state.setListening(false)` MUST happen\n// BEFORE `session.cut()` so the parent's onSegmentEnd callback sees\n// isListening()===false and does NOT restart. The monitor interval MUST clear\n// BEFORE `audioGraph.teardown()` so a scheduled tick can't run against a\n// half-closed AudioContext.\nfunction stopCapture(runtime: CaptureRuntime, state: CaptureStateController, session: RecorderSession): void {\n runtime.generation += 1;\n state.setListening(false);\n if (runtime.monitorHandle !== null) {\n window.clearInterval(runtime.monitorHandle);\n runtime.monitorHandle = null;\n }\n session.cut();\n runtime.audioGraph?.teardown();\n runtime.audioGraph = null;\n}\n\n// One VAD tick against the audio graph's current window. No-op when the graph\n// is not attached (defensive: `stopCapture` clears `monitorHandle` before\n// `audioGraph.teardown()`, so this is the belt-and-braces for any late fire).\nfunction monitorTick(runtime: CaptureRuntime, session: RecorderSession): void {\n if (!runtime.audioGraph?.isAttached()) return;\n const rms = computeRms(runtime.audioGraph.sample());\n const {\n hasSpeech,\n silenceStart: nextSilence,\n cut,\n } = evaluateVad({ hasSpeech: session.hadSpeech(), silenceStart: runtime.silenceStart }, runtime.segmentStart, rms, Date.now(), VAD_CONFIG);\n if (hasSpeech) session.markSpeech();\n runtime.silenceStart = nextSilence;\n if (cut) session.cut();\n}\n\nexport function createVoiceCapture(transport: VoiceCaptureTransport, language: () => string, callbacks: VoiceCaptureCallbacks): VoiceCapture {\n const state = createCaptureState(callbacks.onState);\n const poller = createAvailabilityPoller(transport, state.setAvailable);\n const runtime: CaptureRuntime = { ...INITIAL_RUNTIME };\n const segments = createSegmentQueue({ transport, language, callbacks, setPending: state.setPending, getGeneration: () => runtime.generation });\n\n const session = createRecorderSession({ onSegmentEnd: handleSegmentEnd });\n\n function handleSegmentEnd(blob: Blob, hadSpeech: boolean, gen: number): void {\n // Restart FIRST so audio-loss between segments is minimal; the snapshot\n // in blob/hadSpeech/gen is already independent of session state.\n if (state.isListening()) startRecorder();\n if (hadSpeech && blob.size > 0 && gen === runtime.generation) segments.enqueue(blob, gen);\n }\n\n function startRecorder(): void {\n const stream = runtime.audioGraph?.getStream();\n if (!stream) return;\n runtime.silenceStart = null;\n runtime.segmentStart = Date.now();\n session.startNext(stream, runtime.mimeType, runtime.generation);\n }\n\n async function start(): Promise<boolean> {\n if (runtime.startInFlight || state.isListening()) return true;\n runtime.startInFlight = true;\n const startGen = runtime.generation;\n try {\n const capture = await bootstrapCapture(callbacks, startGen, () => runtime.generation);\n if (!capture) return false;\n runtime.audioGraph = capture.audioGraph;\n runtime.mimeType = capture.mimeType;\n state.setListening(true);\n startRecorder();\n runtime.monitorHandle = window.setInterval(() => monitorTick(runtime, session), MONITOR_INTERVAL_MS);\n return true;\n } finally {\n runtime.startInFlight = false;\n }\n }\n\n function stop(): void {\n stopCapture(runtime, state, session);\n }\n\n function dispose(): void {\n poller.stop();\n stop();\n }\n\n return { refreshAvailability: poller.refresh, start, stop, dispose };\n}\n"],"mappings":";;AAIA,SAAgB,WAAW,QAA8B;CACvD,IAAI,MAAM;CACV,KAAK,MAAM,UAAU,QAAQ,OAAO,SAAS;CAC7C,OAAO,KAAK,KAAK,MAAM,OAAO,MAAM;AACtC;;;AAIA,SAAgB,sBAAsB,UAA0B;CAC9D,OAAO,SAAS,MAAM,GAAG,CAAC,CAAC,MAAM;AACnC;AAmBA,SAAS,SAAS,KAAa,QAA4B;CACzD,OAAO,MAAM,OAAO;AACtB;AAEA,SAAS,iBAAiB,OAAiB,KAAa,OAAe,QAAkC;CACvG,IAAI,SAAS,KAAK,MAAM,GAAG,OAAO;CAClC,IAAI,MAAM,aAAa,MAAM,iBAAiB,MAAM,OAAO;CAC3D,OAAO,MAAM;AACf;AAEA,SAAS,gBAAgB,OAAiB,KAAa,OAAe,QAA4B;CAChG,IAAI,SAAS,KAAK,MAAM,KAAK,CAAC,MAAM,aAAa,MAAM,iBAAiB,MAAM,OAAO;CACrF,OAAO,QAAQ,MAAM,eAAe,OAAO;AAC7C;;;;AAKA,SAAgB,YAAY,OAAiB,gBAAwB,KAAa,OAAe,QAAgC;CAC/H,MAAM,YAAY,SAAS,KAAK,MAAM,KAAK,MAAM;CACjD,MAAM,eAAe,iBAAiB,OAAO,KAAK,OAAO,MAAM;CAC/D,MAAM,SAAS,aAAa,QAAQ,iBAAiB,OAAO;CAC5D,OAAO;EAAE;EAAW;EAAc,KAAK,gBAAgB,OAAO,KAAK,OAAO,MAAM,KAAK;CAAO;AAC9F;;;AC9CA,IAAM,oBAA4C;CAChD,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,SAAS;CACT,IAAI;CACJ,IAAI;AACN;AAEA,SAAgB,wBAAwB,QAAwB;CAC9D,OAAO,kBAAkB,WAAW;AACtC;AAKA,IAAM,aAAa;AACnB,IAAM,aAAa;AACnB,IAAM,iBAAiB;AACvB,IAAM,sBAAsB;AAC5B,IAAM,uBAAuB;AAC7B,IAAM,aAAwB;CAAE,WAAW;CAAY,WAAW;CAAY,cAAc;AAAe;AAE3G,SAAS,mBAAuC;CAC9C,MAAM,aAAa;EAAC;EAA0B;EAAc;CAAW;CACvE,IAAI,OAAO,kBAAkB,aAAa,OAAO,KAAA;CACjD,OAAO,WAAW,MAAM,SAAS,cAAc,gBAAgB,IAAI,CAAC;AACtE;AAEA,SAAS,cAAc,MAA6B;CAClD,OAAO,IAAI,SAAS,SAAS,WAAW;EACtC,MAAM,SAAS,IAAI,WAAW;EAC9B,OAAO,eAAe,QAAQ,OAAO,OAAO,MAAM,CAAC;EACnD,OAAO,gBAAgB,OAAO,OAAO,yBAAS,IAAI,MAAM,mBAAmB,CAAC;EAC5E,OAAO,cAAc,IAAI;CAC3B,CAAC;AACH;AAEA,SAAS,UAAU,KAAsB;CACvC,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AACxD;AA4CA,SAAgB,mBAAmB,SAAsE;CACvG,IAAI,YAAY;CAChB,IAAI,YAAY;CAChB,IAAI,eAAe;CACnB,IAAI,UAAU;CAEd,SAAS,OAAa;EACpB,UAAU;GAAE;GAAW;GAAW;EAAa,CAAC;CAClD;CACA,SAAS,aAAa,OAAsB;EAC1C,IAAI,cAAc,OAAO;GACvB,YAAY;GACZ,KAAK;EACP;CACF;CACA,SAAS,aAAa,OAAsB;EAC1C,IAAI,cAAc,OAAO;GACvB,YAAY;GACZ,KAAK;EACP;CACF;CACA,SAAS,WAAW,OAAqB;EACvC,WAAW;EACX,MAAM,OAAO,UAAU;EACvB,IAAI,iBAAiB,MAAM;GACzB,eAAe;GACf,KAAK;EACP;CACF;CAEA,OAAO;EAAE;EAAc;EAAc;EAAY,mBAAmB;CAAU;AAChF;AAWA,SAAgB,yBAAyB,WAAkC,cAA4D;CACrI,IAAI,yBAAwC;CAE5C,SAAS,OAAa;EACpB,IAAI,2BAA2B,MAAM;GACnC,OAAO,cAAc,sBAAsB;GAC3C,yBAAyB;EAC3B;CACF;CAEA,eAAe,UAAyB;EACtC,IAAI;EACJ,IAAI;GACF,SAAS,MAAM,UAAU,UAAU;EACrC,QAAQ;GACN,aAAa,KAAK;GAClB,KAAK;GACL;EACF;EACA,aAAa,OAAO,KAAK;EACzB,IAAI,OAAO;OACL,2BAA2B,MAC7B,yBAAyB,OAAO,kBAAkB;IAChD,QAAa;GACf,GAAG,oBAAoB;EAAA,OAGzB,KAAK;CAET;CAEA,OAAO;EAAE;EAAS;CAAK;AACzB;AAmBA,SAAgB,mBAAmB,SAA4C;CAC7E,MAAM,EAAE,WAAW,UAAU,WAAW,YAAY,kBAAkB;CACtE,IAAI,QAAuB,QAAQ,QAAQ;CAE3C,eAAe,YAAY,MAAY,KAA4B;EACjE,IAAI,QAAQ,cAAc,GAAG;EAC7B,IAAI;GACF,MAAM,UAAU,MAAM,cAAc,IAAI;GACxC,MAAM,SAAS,MAAM,UAAU,WAAW,SAAS,SAAS,CAAC;GAC7D,IAAI,QAAQ,cAAc,GAAG;GAC7B,MAAM,OAAO,OAAO,KAAK,KAAK;GAC9B,IAAI,KAAK,WAAW,GAAG,UAAU,UAAU;QACtC,UAAU,aAAa,IAAI;EAClC,SAAS,KAAK;GAGZ,IAAI,QAAQ,cAAc,GAAG,UAAU,UAAU,UAAU,GAAG,CAAC;EACjE;CACF;CAIA,SAAS,QAAQ,MAAY,KAAmB;EAC9C,WAAW,CAAC;EACZ,QAAQ,MACL,WAAW,YAAY,MAAM,GAAG,CAAC,CAAC,CAClC,YAAY,KAAA,CAAS,CAAC,CACtB,cAAc,WAAW,EAAE,CAAC;CACjC;CAEA,OAAO,EAAE,QAAQ;AACnB;AAuBA,SAAS,mBAA+B;CACtC,IAAI,SAA6B;CACjC,IAAI,WAAgC;CACpC,IAAI,WAAgC;CACpC,IAAI,4BAAY,IAAI,aAAa,CAAC;CAElC,SAAS,OAAO,YAA+B;EAC7C,SAAS;EACT,WAAW,IAAI,aAAa;EAC5B,WAAW,SAAS,eAAe;EACnC,SAAS,UAAU;EACnB,YAAY,IAAI,aAAa,SAAS,OAAO;EAC7C,SAAS,wBAAwB,UAAU,CAAC,CAAC,QAAQ,QAAQ;CAC/D;CAEA,SAAS,SAAuB;EAC9B,UAAU,uBAAuB,SAAS;EAC1C,OAAO;CACT;CAEA,SAAS,WAAiB;EACxB,IAAI,UAAU;GACZ,SAAS,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;GACtC,WAAW;EACb;EACA,WAAW;EACX,QAAQ,UAAU,CAAC,CAAC,SAAS,UAAU,MAAM,KAAK,CAAC;EACnD,SAAS;CACX;CAEA,OAAO;EAAE,kBAAkB,aAAa;EAAM;EAAQ,iBAAiB;EAAQ;EAAQ;CAAS;AAClG;AAYA,eAAe,iBAAiB,WAAkC,mBAA2B,eAAkE;CAC7J,MAAM,WAAW,iBAAiB,KAAK;CACvC,IAAI,CAAC,YAAY,CAAC,UAAU,cAAc,cAAc;EACtD,UAAU,UAAU,aAAa;EACjC,OAAO;CACT;CACA,IAAI;CACJ,IAAI;EACF,WAAW,MAAM,UAAU,aAAa,aAAa,EAAE,OAAO,KAAK,CAAC;CACtE,QAAQ;EACN,UAAU,UAAU,mBAAmB;EACvC,OAAO;CACT;CACA,IAAI,sBAAsB,cAAc,GAAG;EACzC,SAAS,UAAU,CAAC,CAAC,SAAS,UAAU,MAAM,KAAK,CAAC;EACpD,OAAO;CACT;CACA,MAAM,aAAa,iBAAiB;CACpC,IAAI;EACF,WAAW,OAAO,QAAQ;CAC5B,SAAS,KAAK;EAIZ,WAAW,SAAS;EACpB,MAAM;CACR;CACA,OAAO;EAAE;EAAY;CAAS;AAChC;AAuBA,SAAS,sBAAsB,MAA4C;CACzE,IAAI,WAAiC;CACrC,IAAI,SAAiB,CAAC;CACtB,IAAI,mBAAmB;CACvB,IAAI,aAAa;CACjB,IAAI,kBAAkB;CAEtB,SAAS,SAAe;EAGtB,MAAM,YAAY;EAClB,MAAM,MAAM;EACZ,MAAM,OAAO,IAAI,KAAK,QAAQ,EAAE,MAAM,sBAAsB,eAAe,EAAE,CAAC;EAC9E,KAAK,aAAa,MAAM,WAAW,GAAG;CACxC;CAEA,SAAS,UAAU,QAAqB,UAAkB,KAAmB;EAC3E,SAAS,CAAC;EACV,mBAAmB;EACnB,aAAa;EACb,kBAAkB;EAClB,WAAW,IAAI,cAAc,QAAQ,EAAE,SAAS,CAAC;EACjD,SAAS,mBAAmB,UAAU;GACpC,IAAI,MAAM,KAAK,OAAO,GAAG,OAAO,KAAK,MAAM,IAAI;EACjD;EACA,SAAS,SAAS;EAClB,SAAS,MAAM;CACjB;CAEA,OAAO;EACL,mBAAmB,UAAU,UAAU;EACvC,iBAAiB;EACjB,kBAAkB;GAChB,mBAAmB;EACrB;EACA;EACA,WAAW;GACT,IAAI,UAAU,UAAU,aAAa,SAAS,KAAK;EACrD;CACF;AACF;AAKA,IAAM,kBAA4C;CAChD,YAAY;CACZ,eAAe;CACf,UAAU;CACV,cAAc;CACd,cAAc;CACd,YAAY;CACZ,eAAe;AACjB;AAwBA,SAAS,YAAY,SAAyB,OAA+B,SAAgC;CAC3G,QAAQ,cAAc;CACtB,MAAM,aAAa,KAAK;CACxB,IAAI,QAAQ,kBAAkB,MAAM;EAClC,OAAO,cAAc,QAAQ,aAAa;EAC1C,QAAQ,gBAAgB;CAC1B;CACA,QAAQ,IAAI;CACZ,QAAQ,YAAY,SAAS;CAC7B,QAAQ,aAAa;AACvB;AAKA,SAAS,YAAY,SAAyB,SAAgC;CAC5E,IAAI,CAAC,QAAQ,YAAY,WAAW,GAAG;CACvC,MAAM,MAAM,WAAW,QAAQ,WAAW,OAAO,CAAC;CAClD,MAAM,EACJ,WACA,cAAc,aACd,QACE,YAAY;EAAE,WAAW,QAAQ,UAAU;EAAG,cAAc,QAAQ;CAAa,GAAG,QAAQ,cAAc,KAAK,KAAK,IAAI,GAAG,UAAU;CACzI,IAAI,WAAW,QAAQ,WAAW;CAClC,QAAQ,eAAe;CACvB,IAAI,KAAK,QAAQ,IAAI;AACvB;AAEA,SAAgB,mBAAmB,WAAkC,UAAwB,WAAgD;CAC3I,MAAM,QAAQ,mBAAmB,UAAU,OAAO;CAClD,MAAM,SAAS,yBAAyB,WAAW,MAAM,YAAY;CACrE,MAAM,UAA0B,EAAE,GAAG,gBAAgB;CACrD,MAAM,WAAW,mBAAmB;EAAE;EAAW;EAAU;EAAW,YAAY,MAAM;EAAY,qBAAqB,QAAQ;CAAW,CAAC;CAE7I,MAAM,UAAU,sBAAsB,EAAE,cAAc,iBAAiB,CAAC;CAExE,SAAS,iBAAiB,MAAY,WAAoB,KAAmB;EAG3E,IAAI,MAAM,YAAY,GAAG,cAAc;EACvC,IAAI,aAAa,KAAK,OAAO,KAAK,QAAQ,QAAQ,YAAY,SAAS,QAAQ,MAAM,GAAG;CAC1F;CAEA,SAAS,gBAAsB;EAC7B,MAAM,SAAS,QAAQ,YAAY,UAAU;EAC7C,IAAI,CAAC,QAAQ;EACb,QAAQ,eAAe;EACvB,QAAQ,eAAe,KAAK,IAAI;EAChC,QAAQ,UAAU,QAAQ,QAAQ,UAAU,QAAQ,UAAU;CAChE;CAEA,eAAe,QAA0B;EACvC,IAAI,QAAQ,iBAAiB,MAAM,YAAY,GAAG,OAAO;EACzD,QAAQ,gBAAgB;EACxB,MAAM,WAAW,QAAQ;EACzB,IAAI;GACF,MAAM,UAAU,MAAM,iBAAiB,WAAW,gBAAgB,QAAQ,UAAU;GACpF,IAAI,CAAC,SAAS,OAAO;GACrB,QAAQ,aAAa,QAAQ;GAC7B,QAAQ,WAAW,QAAQ;GAC3B,MAAM,aAAa,IAAI;GACvB,cAAc;GACd,QAAQ,gBAAgB,OAAO,kBAAkB,YAAY,SAAS,OAAO,GAAG,mBAAmB;GACnG,OAAO;EACT,UAAU;GACR,QAAQ,gBAAgB;EAC1B;CACF;CAEA,SAAS,OAAa;EACpB,YAAY,SAAS,OAAO,OAAO;CACrC;CAEA,SAAS,UAAgB;EACvB,OAAO,KAAK;EACZ,KAAK;CACP;CAEA,OAAO;EAAE,qBAAqB,OAAO;EAAS;EAAO;EAAM;CAAQ;AACrE"}
@@ -32,4 +32,54 @@ export interface VoiceCapture {
32
32
  stop: () => void;
33
33
  dispose: () => void;
34
34
  }
35
+ export interface CaptureStateController {
36
+ setAvailable: (value: boolean) => void;
37
+ setListening: (value: boolean) => void;
38
+ setPending: (delta: number) => void;
39
+ isListening: () => boolean;
40
+ }
41
+ export declare function createCaptureState(onState?: (state: VoiceCaptureState) => void): CaptureStateController;
42
+ export interface AvailabilityPoller {
43
+ refresh: () => Promise<void>;
44
+ stop: () => void;
45
+ }
46
+ export declare function createAvailabilityPoller(transport: VoiceCaptureTransport, setAvailable: (value: boolean) => void): AvailabilityPoller;
47
+ export interface SegmentQueueOptions {
48
+ transport: VoiceCaptureTransport;
49
+ language: () => string;
50
+ callbacks: VoiceCaptureCallbacks;
51
+ setPending: (delta: number) => void;
52
+ getGeneration: () => number;
53
+ }
54
+ export interface SegmentQueue {
55
+ enqueue: (blob: Blob, gen: number) => void;
56
+ }
57
+ export declare function createSegmentQueue(options: SegmentQueueOptions): SegmentQueue;
58
+ export interface AudioGraph {
59
+ /** True between `attach()` and the next `teardown()`. */
60
+ isAttached: () => boolean;
61
+ /** Read the current PCM window into an internal buffer and return it.
62
+ * Callers must not mutate the returned array. */
63
+ sample: () => Float32Array;
64
+ /** Live mic stream — the outer needs it to hand to MediaRecorder. */
65
+ getStream: () => MediaStream | null;
66
+ /** Attach a fresh mic stream: create AudioContext + AnalyserNode + VAD buffer,
67
+ * connect the source. Called only by `bootstrapCapture` after the caller has
68
+ * passed the stale-generation / permission checks. */
69
+ attach: (stream: MediaStream) => void;
70
+ /** Close the AudioContext, stop the mic tracks, null everything. Safe to
71
+ * call before `attach()` or twice in a row. */
72
+ teardown: () => void;
73
+ }
74
+ export interface RecorderSession {
75
+ isRecording: () => boolean;
76
+ hadSpeech: () => boolean;
77
+ markSpeech: () => void;
78
+ /** Start a new segment on `stream`, tagged with `gen`. Resets per-segment
79
+ * state (chunks + hadSpeech) synchronously so a subsequent VAD tick sees
80
+ * a fresh window. */
81
+ startNext: (stream: MediaStream, mimeType: string, gen: number) => void;
82
+ /** Force-close the current segment (silence exceeded or MAX_SEGMENT_MS). */
83
+ cut: () => void;
84
+ }
35
85
  export declare function createVoiceCapture(transport: VoiceCaptureTransport, language: () => string, callbacks: VoiceCaptureCallbacks): VoiceCapture;