@ai-ecoverse/pi-audio 1.17.0 → 1.18.0

package/README.md

@@ -27,6 +27,8 @@ pi-audio does not apply that patch. Hosts such as slicc-agent record monkeypatch
 
 `@ai-ecoverse/pi-audio/elevenlabs` registers ElevenLabs speech adapters when `registerElevenLabs()` is called. `scribe_v2` posts multipart audio to `/speech-to-text`. `scribe_v2_realtime` streams base64 audio on `wss://…/speech-to-text/realtime` and commits turns with `turn_prediction` (`turnDetection: 'semantic'`). `eleven_flash_v2_5` and `eleven_multilingual_v2` post JSON to `/text-to-speech/{voice}/with-timestamps` for a string and stream text on `stream-input` for an async iterable, with character alignment. `eleven_v3` and `eleven_v4` stay on the HTTP path (`textStreaming: false`). Scribe prices are $0.22 per hour for batch and $0.39 per hour for realtime.
 
+`calibrateEcho(out, mic, probe, durationMs, signal)` plays a probe and aligns the mic with `AudioOut.reference`. `delayMs` is the lag. `cancellationDb` is how far the leaked copy sits below the reference, and `residualDb` is that leak. A quiet leak recommends `interrupt`, a moderate one `onWords`, and a loud one `headphones`. `chooseCapture` keeps `none` and `wasm`, and moves `browser` to `wasm` when cancellation is under 12 dB. `micOpen('browser')` asks for `echoCancellation` and `playback: 'rtc-loopback'`. `wasm` and `none` turn browser cancellation off and use `webaudio`. `assertNodeEcho` rejects `browser` on Node. `openEchoMic` leaves `browser` and `none` audio as captured. `wasm` runs an injected `EchoCanceller` against `reference`. The homescoop `@ai-ecoverse/wasm-*` echo-canceller package does not exist yet, so this package does not import one. `voiceTurns` passes `options.echo` through `openEchoMic` before `listen`.
+
 `followBed(bed, soundscape)` cues a `BedChannel` from `VoicePhase`. A loop waits `graceMs` before it starts, so a short gap stays silent. `keep` leaves the current loop running across chained tools. Speech ducks the bed to `duckUnderSpeech`; listening ducks it to `duckUnderUser`. `voiceTurns` does this when `options.soundscape` is set and `out` is an `AudioOut` (`speech`, `bed`, `reference`, `playback`). A plain `AudioSink` still receives only the spoken audio.
 
 `voiceTurns` captions include `agent_spoken`. `upTo` follows `AudioSink` playback: per character when the chunk has alignment, and evenly across the sentence when it does not. `captionsFromHistory(entries)` rebuilds user captions from entries whose `data.source` is `voice`, and agent captions from the assistant text. A `voice.truncate` entry adds `agent_spoken` and `agent_cut` at `heardUpTo`, so the rest of the original text stays available as unheard.

package/dist/echo.js

@@ -0,0 +1,157 @@
+import { chunkSeconds } from "./audio.js";
+import { VoiceRequestError } from "./errors.js";
+const floor = 1e-8;
+function micOpen(mode, useAll) {
+  if (mode === "browser") {
+    let echoCancellation = true;
+    if (useAll) echoCancellation = "all";
+    return { echoCancellation, playback: "rtc-loopback" };
+  }
+  return { echoCancellation: false, playback: "webaudio" };
+}
+function echoRuntime(hasMediaDevices) {
+  if (hasMediaDevices) return "browser";
+  return "node";
+}
+function assertNodeEcho(mode, runtime) {
+  if (runtime === "node" && mode === "browser") {
+    throw new VoiceRequestError("error", "Node echo control is wasm or none");
+  }
+}
+function chooseCapture(tried, report) {
+  if (tried === "none") return "none";
+  if (tried === "wasm") return "wasm";
+  if (report.cancellationDb < 12) return "wasm";
+  return "browser";
+}
+function openEchoMic(control, mic) {
+  if (control.mode === "none" || control.mode === "browser") return mic;
+  const canceller = control.canceller;
+  if (canceller === void 0) {
+    throw new VoiceRequestError("error", "wasm echo control needs a canceller");
+  }
+  return cancelStream(mic, control.reference, canceller);
+}
+function measureEcho(reference, mic, sampleRate) {
+  if (reference.length === 0) return quiet();
+  if (mic.length === 0) return quiet();
+  let rate = sampleRate;
+  if (rate <= 0) rate = 1;
+  const maxLag = Math.min(mic.length - 1, Math.max(0, Math.round(rate * 0.25)));
+  let bestLag = 0;
+  let best = -1;
+  let bestGain = 0;
+  for (let lag = 0; lag <= maxLag; lag += 1) {
+    const scored = scoreLag(reference, mic, lag);
+    if (scored.score > best) {
+      best = scored.score;
+      bestLag = lag;
+      bestGain = scored.gain;
+    }
+  }
+  const leak = Math.abs(bestGain);
+  const residualDb = amplitudeDb(leak);
+  return {
+    delayMs: bestLag / rate * 1e3,
+    cancellationDb: -residualDb,
+    residualDb,
+    recommendation: recommend(residualDb)
+  };
+}
+async function calibrateEcho(out, mic, probe, durationMs, signal) {
+  if (signal.aborted) throw new VoiceRequestError("aborted", "aborted");
+  out.bed.play(probe, 0);
+  const rate = { value: 0 };
+  try {
+    const heard = readSamples(mic, durationMs, signal, rate);
+    const reference = readSamples(out.reference, durationMs, signal, rate);
+    const pair = await Promise.all([heard, reference]);
+    let used = rate.value;
+    if (used <= 0) used = 1;
+    return measureEcho(pair[1], pair[0], used);
+  } finally {
+    out.bed.stop(0);
+  }
+}
+function quiet() {
+  return { delayMs: 0, cancellationDb: 80, residualDb: -80, recommendation: "interrupt" };
+}
+function recommend(residualDb) {
+  if (residualDb <= -30) return "interrupt";
+  if (residualDb <= -12) return "onWords";
+  return "headphones";
+}
+function scoreLag(reference, mic, lag) {
+  let dot = 0;
+  let energy = 0;
+  const length = Math.min(reference.length, mic.length - lag);
+  for (let index = 0; index < length; index += 1) {
+    const ref = reference[index];
+    const heard = mic[index + lag];
+    dot += ref * heard;
+    energy += ref * ref;
+  }
+  if (energy <= floor) return { score: -1, gain: 0 };
+  return { score: Math.abs(dot), gain: dot / energy };
+}
+function amplitudeDb(amplitude) {
+  let safe = amplitude;
+  if (safe <= floor) safe = floor;
+  return 20 * Math.log10(safe);
+}
+async function* cancelStream(mic, reference, canceller) {
+  const refs = reference[Symbol.asyncIterator]();
+  for await (const chunk of mic) {
+    const next = await refs.next();
+    if (next.done) {
+      yield chunk;
+      continue;
+    }
+    yield canceller.cancel(chunk, next.value);
+  }
+}
+async function readSamples(source, durationMs, signal, rate) {
+  const samples = [];
+  let heardMs = 0;
+  for await (const chunk of source) {
+    if (signal.aborted) throw new VoiceRequestError("aborted", "aborted");
+    if (rate.value === 0) rate.value = chunk.format.sampleRate;
+    for (const sample of samplesOf(chunk)) samples.push(sample);
+    heardMs += chunkSeconds(chunk) * 1e3;
+    if (heardMs >= durationMs) break;
+  }
+  return Float32Array.from(samples);
+}
+function samplesOf(chunk) {
+  if (chunk.format.encoding === "pcm16") return pcm16Samples(chunk.data);
+  if (chunk.format.encoding === "pcmf32") return pcmf32Samples(chunk.data);
+  return [];
+}
+function pcm16Samples(data) {
+  const view = new DataView(data.buffer, data.byteOffset, data.byteLength);
+  const samples = [];
+  const count = Math.floor(data.byteLength / 2);
+  for (let index = 0; index < count; index += 1) {
+    samples.push(view.getInt16(index * 2, true) / 32768);
+  }
+  return samples;
+}
+function pcmf32Samples(data) {
+  const view = new DataView(data.buffer, data.byteOffset, data.byteLength);
+  const samples = [];
+  const count = Math.floor(data.byteLength / 4);
+  for (let index = 0; index < count; index += 1) {
+    samples.push(view.getFloat32(index * 4, true));
+  }
+  return samples;
+}
+export {
+  assertNodeEcho,
+  calibrateEcho,
+  chooseCapture,
+  echoRuntime,
+  measureEcho,
+  micOpen,
+  openEchoMic
+};
+//# sourceMappingURL=echo.js.map

package/dist/echo.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/echo.ts"],
+  "sourcesContent": ["import { type AudioChunk, type AudioSource, chunkSeconds } from './audio.ts';\nimport { VoiceRequestError } from './errors.ts';\nimport type { AudioOut, Cue } from './soundscape.ts';\nimport type { EchoRecommendation } from './turns.ts';\n\nexport type EchoMode = 'browser' | 'wasm' | 'none';\n\nexport interface EchoCanceller {\n  cancel(mic: AudioChunk, reference: AudioChunk): AudioChunk;\n}\n\nexport interface EchoControl {\n  mode: EchoMode;\n  reference: AudioSource;\n  canceller?: EchoCanceller;\n}\n\nexport interface EchoReport {\n  delayMs: number;\n  cancellationDb: number;\n  residualDb: number;\n  recommendation: EchoRecommendation;\n}\n\nexport interface MicOpen {\n  echoCancellation: boolean | 'all';\n  playback: 'webaudio' | 'rtc-loopback';\n}\n\nconst floor = 1e-8;\n\nexport function micOpen(mode: EchoMode, useAll: boolean): MicOpen {\n  if (mode === 'browser') {\n    let echoCancellation: boolean | 'all' = true;\n    if (useAll) echoCancellation = 'all';\n    return { echoCancellation, playback: 'rtc-loopback' };\n  }\n  return { echoCancellation: false, playback: 'webaudio' };\n}\n\nexport function echoRuntime(hasMediaDevices: boolean): 'node' | 'browser' {\n  if (hasMediaDevices) return 'browser';\n  return 'node';\n}\n\nexport function assertNodeEcho(mode: EchoMode, runtime: 'node' | 'browser'): void {\n  if (runtime === 'node' && mode === 'browser') {\n    throw new VoiceRequestError('error', 'Node echo control is wasm or none');\n  }\n}\n\nexport function chooseCapture(tried: EchoMode, report: EchoReport): EchoMode {\n  if (tried === 'none') return 'none';\n  if (tried === 'wasm') return 'wasm';\n  if (report.cancellationDb < 12) return 'wasm';\n  return 'browser';\n}\n\nexport function openEchoMic(control: EchoControl, mic: AudioSource): AudioSource {\n  if (control.mode === 'none' || control.mode === 'browser') return mic;\n  const canceller = control.canceller;\n  if (canceller === undefined) {\n    throw new VoiceRequestError('error', 'wasm echo control needs a canceller');\n  }\n  return cancelStream(mic, control.reference, canceller);\n}\n\nexport function measureEcho(\n  reference: Float32Array,\n  mic: Float32Array,\n  sampleRate: number\n): EchoReport {\n  if (reference.length === 0) return quiet();\n  if (mic.length === 0) return quiet();\n  let rate = sampleRate;\n  if (rate <= 0) rate = 1;\n  const maxLag = Math.min(mic.length - 1, Math.max(0, Math.round(rate * 0.25)));\n  let bestLag = 0;\n  let best = -1;\n  let bestGain = 0;\n  for (let lag = 0; lag <= maxLag; lag += 1) {\n    const scored = scoreLag(reference, mic, lag);\n    if (scored.score > best) {\n      best = scored.score;\n      bestLag = lag;\n      bestGain = scored.gain;\n    }\n  }\n  const leak = Math.abs(bestGain);\n  const residualDb = amplitudeDb(leak);\n  return {\n    delayMs: (bestLag / rate) * 1000,\n    cancellationDb: -residualDb,\n    residualDb,\n    recommendation: recommend(residualDb),\n  };\n}\n\nexport async function calibrateEcho(\n  out: AudioOut,\n  mic: AudioSource,\n  probe: Cue,\n  durationMs: number,\n  signal: AbortSignal\n): Promise<EchoReport> {\n  if (signal.aborted) throw new VoiceRequestError('aborted', 'aborted');\n  out.bed.play(probe, 0);\n  const rate = { value: 0 };\n  try {\n    const heard = readSamples(mic, durationMs, signal, rate);\n    const reference = readSamples(out.reference, durationMs, signal, rate);\n    const pair = await Promise.all([heard, reference]);\n    let used = rate.value;\n    if (used <= 0) used = 1;\n    return measureEcho(pair[1], pair[0], used);\n  } finally {\n    out.bed.stop(0);\n  }\n}\n\nfunction quiet(): EchoReport {\n  return { delayMs: 0, cancellationDb: 80, residualDb: -80, recommendation: 'interrupt' };\n}\n\nfunction recommend(residualDb: number): EchoRecommendation {\n  if (residualDb <= -30) return 'interrupt';\n  if (residualDb <= -12) return 'onWords';\n  return 'headphones';\n}\n\nfunction scoreLag(\n  reference: Float32Array,\n  mic: Float32Array,\n  lag: number\n): { score: number; gain: number } {\n  let dot = 0;\n  let energy = 0;\n  const length = Math.min(reference.length, mic.length - lag);\n  for (let index = 0; index < length; index += 1) {\n    const ref = reference[index] as number;\n    const heard = mic[index + lag] as number;\n    dot += ref * heard;\n    energy += ref * ref;\n  }\n  if (energy <= floor) return { score: -1, gain: 0 };\n  return { score: Math.abs(dot), gain: dot / energy };\n}\n\nfunction amplitudeDb(amplitude: number): number {\n  let safe = amplitude;\n  if (safe <= floor) safe = floor;\n  return 20 * Math.log10(safe);\n}\n\nasync function* cancelStream(\n  mic: AudioSource,\n  reference: AudioSource,\n  canceller: EchoCanceller\n): AudioSource {\n  const refs = reference[Symbol.asyncIterator]();\n  for await (const chunk of mic) {\n    const next = await refs.next();\n    if (next.done) {\n      yield chunk;\n      continue;\n    }\n    yield canceller.cancel(chunk, next.value);\n  }\n}\n\nasync function readSamples(\n  source: AudioSource,\n  durationMs: number,\n  signal: AbortSignal,\n  rate: { value: number }\n): Promise<Float32Array> {\n  const samples: number[] = [];\n  let heardMs = 0;\n  for await (const chunk of source) {\n    if (signal.aborted) throw new VoiceRequestError('aborted', 'aborted');\n    if (rate.value === 0) rate.value = chunk.format.sampleRate;\n    for (const sample of samplesOf(chunk)) samples.push(sample);\n    heardMs += chunkSeconds(chunk) * 1000;\n    if (heardMs >= durationMs) break;\n  }\n  return Float32Array.from(samples);\n}\n\nfunction samplesOf(chunk: AudioChunk): number[] {\n  if (chunk.format.encoding === 'pcm16') return pcm16Samples(chunk.data);\n  if (chunk.format.encoding === 'pcmf32') return pcmf32Samples(chunk.data);\n  return [];\n}\n\nfunction pcm16Samples(data: Uint8Array): number[] {\n  const view = new DataView(data.buffer, data.byteOffset, data.byteLength);\n  const samples: number[] = [];\n  const count = Math.floor(data.byteLength / 2);\n  for (let index = 0; index < count; index += 1) {\n    samples.push(view.getInt16(index * 2, true) / 32768);\n  }\n  return samples;\n}\n\nfunction pcmf32Samples(data: Uint8Array): number[] {\n  const view = new DataView(data.buffer, data.byteOffset, data.byteLength);\n  const samples: number[] = [];\n  const count = Math.floor(data.byteLength / 4);\n  for (let index = 0; index < count; index += 1) {\n    samples.push(view.getFloat32(index * 4, true));\n  }\n  return samples;\n}\n"],
+  "mappings": "AAAA,SAA4C,oBAAoB;AAChE,SAAS,yBAAyB;AA4BlC,MAAM,QAAQ;AAEP,SAAS,QAAQ,MAAgB,QAA0B;AAChE,MAAI,SAAS,WAAW;AACtB,QAAI,mBAAoC;AACxC,QAAI,OAAQ,oBAAmB;AAC/B,WAAO,EAAE,kBAAkB,UAAU,eAAe;AAAA,EACtD;AACA,SAAO,EAAE,kBAAkB,OAAO,UAAU,WAAW;AACzD;AAEO,SAAS,YAAY,iBAA8C;AACxE,MAAI,gBAAiB,QAAO;AAC5B,SAAO;AACT;AAEO,SAAS,eAAe,MAAgB,SAAmC;AAChF,MAAI,YAAY,UAAU,SAAS,WAAW;AAC5C,UAAM,IAAI,kBAAkB,SAAS,mCAAmC;AAAA,EAC1E;AACF;AAEO,SAAS,cAAc,OAAiB,QAA8B;AAC3E,MAAI,UAAU,OAAQ,QAAO;AAC7B,MAAI,UAAU,OAAQ,QAAO;AAC7B,MAAI,OAAO,iBAAiB,GAAI,QAAO;AACvC,SAAO;AACT;AAEO,SAAS,YAAY,SAAsB,KAA+B;AAC/E,MAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,UAAW,QAAO;AAClE,QAAM,YAAY,QAAQ;AAC1B,MAAI,cAAc,QAAW;AAC3B,UAAM,IAAI,kBAAkB,SAAS,qCAAqC;AAAA,EAC5E;AACA,SAAO,aAAa,KAAK,QAAQ,WAAW,SAAS;AACvD;AAEO,SAAS,YACd,WACA,KACA,YACY;AACZ,MAAI,UAAU,WAAW,EAAG,QAAO,MAAM;AACzC,MAAI,IAAI,WAAW,EAAG,QAAO,MAAM;AACnC,MAAI,OAAO;AACX,MAAI,QAAQ,EAAG,QAAO;AACtB,QAAM,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,KAAK,IAAI,GAAG,KAAK,MAAM,OAAO,IAAI,CAAC,CAAC;AAC5E,MAAI,UAAU;AACd,MAAI,OAAO;AACX,MAAI,WAAW;AACf,WAAS,MAAM,GAAG,OAAO,QAAQ,OAAO,GAAG;AACzC,UAAM,SAAS,SAAS,WAAW,KAAK,GAAG;AAC3C,QAAI,OAAO,QAAQ,MAAM;AACvB,aAAO,OAAO;AACd,gBAAU;AACV,iBAAW,OAAO;AAAA,IACpB;AAAA,EACF;AACA,QAAM,OAAO,KAAK,IAAI,QAAQ;AAC9B,QAAM,aAAa,YAAY,IAAI;AACnC,SAAO;AAAA,IACL,SAAU,UAAU,OAAQ;AAAA,IAC5B,gBAAgB,CAAC;AAAA,IACjB;AAAA,IACA,gBAAgB,UAAU,UAAU;AAAA,EACtC;AACF;AAEA,eAAsB,cACpB,KACA,KACA,OACA,YACA,QACqB;AACrB,MAAI,OAAO,QAAS,OAAM,IAAI,kBAAkB,WAAW,SAAS;AACpE,MAAI,IAAI,KAAK,OAAO,CAAC;AACrB,QAAM,OAAO,EAAE,OAAO,EAAE;AACxB,MAAI;AACF,UAAM,QAAQ,YAAY,KAAK,YAAY,QAAQ,IAAI;AACvD,UAAM,YAAY,YAAY,IAAI,WAAW,YAAY,QAAQ,IAAI;AACrE,UAAM,OAAO,MAAM,QAAQ,IAAI,CAAC,OAAO,SAAS,CAAC;AACjD,QAAI,OAAO,KAAK;AAChB,QAAI,QAAQ,EAAG,QAAO;AACtB,WAAO,YAAY,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,IAAI;AAAA,EAC3C,UAAE;AACA,QAAI,IAAI,KAAK,CAAC;AAAA,EAChB;AACF;AAEA,SAAS,QAAoB;AAC3B,SAAO,EAAE,SAAS,GAAG,gBAAgB,IAAI,YAAY,KAAK,gBAAgB,YAAY;AACxF;AAEA,SAAS,UAAU,YAAwC;AACzD,MAAI,cAAc,IAAK,QAAO;AAC9B,MAAI,cAAc,IAAK,QAAO;AAC9B,SAAO;AACT;AAEA,SAAS,SACP,WACA,KACA,KACiC;AACjC,MAAI,MAAM;AACV,MAAI,SAAS;AACb,QAAM,SAAS,KAAK,IAAI,UAAU,QAAQ,IAAI,SAAS,GAAG;AAC1D,WAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS,GAAG;AAC9C,UAAM,MAAM,UAAU,KAAK;AAC3B,UAAM,QAAQ,IAAI,QAAQ,GAAG;AAC7B,WAAO,MAAM;AACb,cAAU,MAAM;AAAA,EAClB;AACA,MAAI,UAAU,MAAO,QAAO,EAAE,OAAO,IAAI,MAAM,EAAE;AACjD,SAAO,EAAE,OAAO,KAAK,IAAI,GAAG,GAAG,MAAM,MAAM,OAAO;AACpD;AAEA,SAAS,YAAY,WAA2B;AAC9C,MAAI,OAAO;AACX,MAAI,QAAQ,MAAO,QAAO;AAC1B,SAAO,KAAK,KAAK,MAAM,IAAI;AAC7B;AAEA,gBAAgB,aACd,KACA,WACA,WACa;AACb,QAAM,OAAO,UAAU,OAAO,aAAa,EAAE;AAC7C,mBAAiB,SAAS,KAAK;AAC7B,UAAM,OAAO,MAAM,KAAK,KAAK;AAC7B,QAAI,KAAK,MAAM;AACb,YAAM;AACN;AAAA,IACF;AACA,UAAM,UAAU,OAAO,OAAO,KAAK,KAAK;AAAA,EAC1C;AACF;AAEA,eAAe,YACb,QACA,YACA,QACA,MACuB;AACvB,QAAM,UAAoB,CAAC;AAC3B,MAAI,UAAU;AACd,mBAAiB,SAAS,QAAQ;AAChC,QAAI,OAAO,QAAS,OAAM,IAAI,kBAAkB,WAAW,SAAS;AACpE,QAAI,KAAK,UAAU,EAAG,MAAK,QAAQ,MAAM,OAAO;AAChD,eAAW,UAAU,UAAU,KAAK,EAAG,SAAQ,KAAK,MAAM;AAC1D,eAAW,aAAa,KAAK,IAAI;AACjC,QAAI,WAAW,WAAY;AAAA,EAC7B;AACA,SAAO,aAAa,KAAK,OAAO;AAClC;AAEA,SAAS,UAAU,OAA6B;AAC9C,MAAI,MAAM,OAAO,aAAa,QAAS,QAAO,aAAa,MAAM,IAAI;AACrE,MAAI,MAAM,OAAO,aAAa,SAAU,QAAO,cAAc,MAAM,IAAI;AACvE,SAAO,CAAC;AACV;AAEA,SAAS,aAAa,MAA4B;AAChD,QAAM,OAAO,IAAI,SAAS,KAAK,QAAQ,KAAK,YAAY,KAAK,UAAU;AACvE,QAAM,UAAoB,CAAC;AAC3B,QAAM,QAAQ,KAAK,MAAM,KAAK,aAAa,CAAC;AAC5C,WAAS,QAAQ,GAAG,QAAQ,OAAO,SAAS,GAAG;AAC7C,YAAQ,KAAK,KAAK,SAAS,QAAQ,GAAG,IAAI,IAAI,KAAK;AAAA,EACrD;AACA,SAAO;AACT;AAEA,SAAS,cAAc,MAA4B;AACjD,QAAM,OAAO,IAAI,SAAS,KAAK,QAAQ,KAAK,YAAY,KAAK,UAAU;AACvE,QAAM,UAAoB,CAAC;AAC3B,QAAM,QAAQ,KAAK,MAAM,KAAK,aAAa,CAAC;AAC5C,WAAS,QAAQ,GAAG,QAAQ,OAAO,SAAS,GAAG;AAC7C,YAAQ,KAAK,KAAK,WAAW,QAAQ,GAAG,IAAI,CAAC;AAAA,EAC/C;AACA,SAAO;AACT;",
+  "names": []
+}

package/dist/index.js

@@ -7,6 +7,15 @@ import {
   decodeAudioBase64,
   encodeAudioBase64
 } from "./convert.js";
+import {
+  assertNodeEcho,
+  calibrateEcho,
+  chooseCapture,
+  echoRuntime,
+  measureEcho,
+  micOpen,
+  openEchoMic
+} from "./echo.js";
 import { VoiceRequestError } from "./errors.js";
 import {
   getVoiceModel,
@@ -38,20 +47,27 @@ export {
   VoiceRequestError,
   addAudioCounters,
   askAgent,
+  assertNodeEcho,
   bindThinker,
   blankUsage,
+  calibrateEcho,
   captionsFromHistory,
+  chooseCapture,
   connectRealtime,
   convertAudio,
   convertAudioSource,
   decodeAudioBase64,
+  echoRuntime,
   encodeAudioBase64,
   energyVad,
   followBed,
   getVoiceModel,
   listVoiceModels,
   listen,
+  measureEcho,
+  micOpen,
   mintRealtimeToken,
+  openEchoMic,
   planDelivery,
   planTruncation,
   priceAudio,

package/dist/index.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../src/index.ts"],
-  "sourcesContent": ["export type {\n  AudioChunk,\n  AudioEncoding,\n  AudioFormat,\n  AudioSink,\n  AudioSource,\n  AudioTag,\n  CharAlignment,\n  TextSpan,\n} from './audio.ts';\nexport { resolveVoiceAuth } from './auth.ts';\nexport { blankUsage } from './blank-usage.ts';\nexport type { CaptionHistoryEntry } from './captions.ts';\nexport { captionsFromHistory } from './captions.ts';\nexport {\n  convertAudio,\n  convertAudioSource,\n  decodeAudioBase64,\n  encodeAudioBase64,\n} from './convert.ts';\nexport { VoiceRequestError } from './errors.ts';\nexport type {\n  Delivery,\n  DeliverySupport,\n  KnownRealtimeApi,\n  KnownSpeechApi,\n  KnownTranscriptionApi,\n  RealtimeApi,\n  RealtimeModel,\n  SpeechApi,\n  SpeechModel,\n  TranscriptionApi,\n  TranscriptionModel,\n  VoiceInfo,\n  VoiceModel,\n  VoiceModelType,\n} from './models.ts';\nexport {\n  getVoiceModel,\n  listVoiceModels,\n  registerVoiceModel,\n} from './models.ts';\nexport type {\n  DeliveryPlan,\n  RealtimeApiProvider,\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n  RealtimeSocket,\n  RealtimeToken,\n  TruncationPlan,\n} from './realtime.ts';\nexport { planDelivery, planTruncation, RealtimeLedger, realtimeSocket } from './realtime.ts';\nexport {\n  connectRealtime,\n  listen,\n  registerRealtimeApiProvider,\n  registerSpeechApiProvider,\n  registerTranscriptionApiProvider,\n  speak,\n  transcribe,\n} from './registry.ts';\nexport type { AudioOut, BedChannel, Cue, CueSource, Soundscape } from './soundscape.ts';\nexport { followBed } from './soundscape.ts';\nexport type { SpeechApiProvider, SpeechEvent, SpeechInput } from './speech.ts';\nexport { SpeechEventStream } from './speech.ts';\nexport type { VoiceAgentEvent, VoiceMessageChange } from './spoken.ts';\nexport type {\n  BindThinkerOptions,\n  BoundThinker,\n  Thinker,\n  ThinkerCaption,\n  ThinkerPhase,\n  ThinkerUpdate,\n} from './talker.ts';\nexport { askAgent, bindThinker, talkerTools } from './talker.ts';\nexport type { RealtimeConstraints } from './tokens.ts';\nexport { mintRealtimeToken } from './tokens.ts';\nexport type {\n  AudioInput,\n  ListenOptions,\n  Transcript,\n  TranscriptionApiProvider,\n  TranscriptionEvent,\n  TranscriptSegment,\n} from './transcription.ts';\nexport { TranscriptionEventStream } from './transcription.ts';\nexport type {\n  BargeIn,\n  CaptionEvent,\n  EchoRecommendation,\n  VoiceConversation,\n  VoiceCut,\n  VoiceModels,\n  VoicePhase,\n  VoiceSession,\n  VoiceTurnMeta,\n  VoiceTurnOptions,\n} from './turns.ts';\nexport { voiceTurns } from './turns.ts';\nexport type {\n  AudioCost,\n  AudioCounters,\n  AudioUsage,\n  RealtimeAudioCost,\n  SpeechAudioCost,\n  TranscriptionAudioCost,\n} from './usage.ts';\nexport { addAudioCounters, priceAudio } from './usage.ts';\nexport type { VadHook, VadUpdate } from './vad.ts';\nexport { energyVad } from './vad.ts';\n"],
-  "mappings": "AAUA,SAAS,wBAAwB;AACjC,SAAS,kBAAkB;AAE3B,SAAS,2BAA2B;AACpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAiBlC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAYP,SAAS,cAAc,gBAAgB,gBAAgB,sBAAsB;AAC7E;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,iBAAiB;AAE1B,SAAS,yBAAyB;AAUlC,SAAS,UAAU,aAAa,mBAAmB;AAEnD,SAAS,yBAAyB;AASlC,SAAS,gCAAgC;AAazC,SAAS,kBAAkB;AAS3B,SAAS,kBAAkB,kBAAkB;AAE7C,SAAS,iBAAiB;",
+  "sourcesContent": ["export type {\n  AudioChunk,\n  AudioEncoding,\n  AudioFormat,\n  AudioSink,\n  AudioSource,\n  AudioTag,\n  CharAlignment,\n  TextSpan,\n} from './audio.ts';\nexport { resolveVoiceAuth } from './auth.ts';\nexport { blankUsage } from './blank-usage.ts';\nexport type { CaptionHistoryEntry } from './captions.ts';\nexport { captionsFromHistory } from './captions.ts';\nexport {\n  convertAudio,\n  convertAudioSource,\n  decodeAudioBase64,\n  encodeAudioBase64,\n} from './convert.ts';\nexport type { EchoCanceller, EchoControl, EchoMode, EchoReport, MicOpen } from './echo.ts';\nexport {\n  assertNodeEcho,\n  calibrateEcho,\n  chooseCapture,\n  echoRuntime,\n  measureEcho,\n  micOpen,\n  openEchoMic,\n} from './echo.ts';\nexport { VoiceRequestError } from './errors.ts';\nexport type {\n  Delivery,\n  DeliverySupport,\n  KnownRealtimeApi,\n  KnownSpeechApi,\n  KnownTranscriptionApi,\n  RealtimeApi,\n  RealtimeModel,\n  SpeechApi,\n  SpeechModel,\n  TranscriptionApi,\n  TranscriptionModel,\n  VoiceInfo,\n  VoiceModel,\n  VoiceModelType,\n} from './models.ts';\nexport {\n  getVoiceModel,\n  listVoiceModels,\n  registerVoiceModel,\n} from './models.ts';\nexport type {\n  DeliveryPlan,\n  RealtimeApiProvider,\n  RealtimeContext,\n  RealtimeEvent,\n  RealtimeOptions,\n  RealtimeSession,\n  RealtimeSocket,\n  RealtimeToken,\n  TruncationPlan,\n} from './realtime.ts';\nexport { planDelivery, planTruncation, RealtimeLedger, realtimeSocket } from './realtime.ts';\nexport {\n  connectRealtime,\n  listen,\n  registerRealtimeApiProvider,\n  registerSpeechApiProvider,\n  registerTranscriptionApiProvider,\n  speak,\n  transcribe,\n} from './registry.ts';\nexport type { AudioOut, BedChannel, Cue, CueSource, Soundscape } from './soundscape.ts';\nexport { followBed } from './soundscape.ts';\nexport type { SpeechApiProvider, SpeechEvent, SpeechInput } from './speech.ts';\nexport { SpeechEventStream } from './speech.ts';\nexport type { VoiceAgentEvent, VoiceMessageChange } from './spoken.ts';\nexport type {\n  BindThinkerOptions,\n  BoundThinker,\n  Thinker,\n  ThinkerCaption,\n  ThinkerPhase,\n  ThinkerUpdate,\n} from './talker.ts';\nexport { askAgent, bindThinker, talkerTools } from './talker.ts';\nexport type { RealtimeConstraints } from './tokens.ts';\nexport { mintRealtimeToken } from './tokens.ts';\nexport type {\n  AudioInput,\n  ListenOptions,\n  Transcript,\n  TranscriptionApiProvider,\n  TranscriptionEvent,\n  TranscriptSegment,\n} from './transcription.ts';\nexport { TranscriptionEventStream } from './transcription.ts';\nexport type {\n  BargeIn,\n  CaptionEvent,\n  EchoRecommendation,\n  VoiceConversation,\n  VoiceCut,\n  VoiceModels,\n  VoicePhase,\n  VoiceSession,\n  VoiceTurnMeta,\n  VoiceTurnOptions,\n} from './turns.ts';\nexport { voiceTurns } from './turns.ts';\nexport type {\n  AudioCost,\n  AudioCounters,\n  AudioUsage,\n  RealtimeAudioCost,\n  SpeechAudioCost,\n  TranscriptionAudioCost,\n} from './usage.ts';\nexport { addAudioCounters, priceAudio } from './usage.ts';\nexport type { VadHook, VadUpdate } from './vad.ts';\nexport { energyVad } from './vad.ts';\n"],
+  "mappings": "AAUA,SAAS,wBAAwB;AACjC,SAAS,kBAAkB;AAE3B,SAAS,2BAA2B;AACpC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAiBlC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAYP,SAAS,cAAc,gBAAgB,gBAAgB,sBAAsB;AAC7E;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,iBAAiB;AAE1B,SAAS,yBAAyB;AAUlC,SAAS,UAAU,aAAa,mBAAmB;AAEnD,SAAS,yBAAyB;AASlC,SAAS,gCAAgC;AAazC,SAAS,kBAAkB;AAS3B,SAAS,kBAAkB,kBAAkB;AAE7C,SAAS,iBAAiB;",
   "names": []
 }

package/dist/turns.js

@@ -2,6 +2,7 @@ import {
   chunkSeconds
 } from "./audio.js";
 import { spokenOffset, utteranceIndex } from "./captions.js";
+import { openEchoMic } from "./echo.js";
 import { VoiceRequestError } from "./errors.js";
 import { pushQueue } from "./queue.js";
 import {
@@ -18,7 +19,7 @@ function voiceTurns(models, conversation, mic, out, options, signal) {
   const session = {
     models,
     conversation,
-    mic,
+    mic: heardMic(options, mic),
     out: speechOf(out),
     options,
     signal,
@@ -323,6 +324,11 @@ function shouldBarge(mode, event) {
   if (mode === "interrupt") return event.type === "speech_start";
   return event.type === "partial" && event.text.trim().length > 0;
 }
+function heardMic(options, mic) {
+  const echo = options.echo;
+  if (echo === void 0) return mic;
+  return openEchoMic(echo, mic);
+}
 function speechOf(out) {
   if (isAudioOut(out)) return out.speech;
   return out;

package/dist/turns.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../src/turns.ts"],
-  "sourcesContent": ["import type {\n  AssistantMessageEvent,\n  JsonObject,\n  ProviderRequestOptions,\n  ToolCall,\n  UserMessage,\n} from '@earendil-works/pi-ai';\nimport {\n  type AudioSink,\n  type AudioSource,\n  type AudioTag,\n  chunkSeconds,\n  type TextSpan,\n} from './audio.ts';\nimport { type SpokenClock, spokenOffset, utteranceIndex } from './captions.ts';\nimport { VoiceRequestError } from './errors.ts';\nimport type { SpeechModel, TranscriptionModel } from './models.ts';\nimport { pushQueue } from './queue.ts';\nimport {\n  type AudioOut,\n  type BedFollower,\n  followBed,\n  isAudioOut,\n  type Soundscape,\n} from './soundscape.ts';\nimport type { SpeechEvent, SpeechInput } from './speech.ts';\nimport {\n  createSpokenState,\n  type SpokenPiece,\n  spokenPieces,\n  type VoiceAgentEvent,\n} from './spoken.ts';\nimport type { ListenOptions, TranscriptionEvent } from './transcription.ts';\n\nexport interface VoiceTurnMeta {\n  source: 'voice';\n  transcriptionModel: string;\n  confidence?: number;\n}\n\nexport interface VoiceCut {\n  entryId: string;\n  contentIndex: number;\n  heardUpTo: number;\n  heardMs: number;\n}\n\nexport interface VoiceConversation {\n  prompt(\n    message: UserMessage,\n    meta: VoiceTurnMeta,\n    signal: AbortSignal\n  ): AsyncIterable<VoiceAgentEvent>;\n  truncate(cut: VoiceCut): Promise<void>;\n}\n\nexport type BargeIn = 'interrupt' | 'onWords' | 'ignore' | 'auto';\n\nexport type EchoRecommendation = 'interrupt' | 'onWords' | 'headphones';\n\nexport interface VoiceTurnOptions {\n  ears: TranscriptionModel<string>;\n  mouth: SpeechModel<string>;\n  voice: string;\n  speakable?: (event: AssistantMessageEvent) => string | undefined;\n  announce?: (call: ToolCall) => string | undefined;\n  bargeIn?: BargeIn;\n  echoRecommendation?: EchoRecommendation;\n  soundscape?: Soundscape;\n}\n\nexport interface VoiceModels {\n  listen(\n    model: TranscriptionModel<string>,\n    audio: AudioSource,\n    options?: ListenOptions\n  ): AsyncIterable<TranscriptionEvent>;\n  speak(\n    model: SpeechModel<string>,\n    input: SpeechInput,\n    options?: ProviderRequestOptions\n  ): AsyncIterable<SpeechEvent>;\n}\n\nexport type VoicePhase =\n  | { phase: 'listening' }\n  | { phase: 'heard'; text: string }\n  | { phase: 'thinking' }\n  | { phase: 'tool'; toolName: string; toolCallId: string; args: JsonObject }\n  | { phase: 'retrying'; attempt: number; at: number }\n  | { phase: 'compacting' }\n  | { phase: 'speaking' }\n  | { phase: 'idle' };\n\nexport type CaptionEvent =\n  | { type: 'user_partial'; turnId: string; segmentId: string; text: string }\n  | { type: 'user_final'; turnId: string; segmentId: string; text: string; confidence?: number }\n  | { type: 'agent_generated'; turnId: string; utteranceId: string; text: string }\n  | { type: 'agent_spoken'; turnId: string; utteranceId: string; upTo: number }\n  | { type: 'agent_cut'; turnId: string; utteranceId: string; heardUpTo: number }\n  | { type: 'announce'; turnId: string; text: string }\n  | { type: 'thinker_progress'; turnId: string; callId: string; text: string }\n  | { type: 'thinker_result'; turnId: string; callId: string; summary: string; isError: boolean };\n\nexport interface VoiceSession {\n  phases: AsyncIterable<VoicePhase>;\n  captions: AsyncIterable<CaptionEvent>;\n  done: Promise<void>;\n}\n\ninterface SpokenMap {\n  spokenStart: number;\n  spokenEnd: number;\n  contentIndex: number;\n  start: number;\n  end: number;\n  entryId?: string;\n  kind: SpokenPiece['kind'];\n}\n\ninterface ActiveTurn {\n  controller: AbortController;\n  unlink: () => void;\n  done: Promise<void>;\n  turnId: string;\n  utteranceId: string;\n  spokenUpTo: number;\n  cut?: VoiceCut;\n}\n\nexport function voiceTurns(\n  models: VoiceModels,\n  conversation: VoiceConversation,\n  mic: AudioSource,\n  out: AudioSink | AudioOut,\n  options: VoiceTurnOptions,\n  signal: AbortSignal\n): VoiceSession {\n  const phases = pushQueue<VoicePhase>();\n  const captions = pushQueue<CaptionEvent>();\n  const session: Session = {\n    models,\n    conversation,\n    mic,\n    out: speechOf(out),\n    options,\n    signal,\n    phases,\n    captions,\n    maps: [],\n    bed: attachBed(out, options.soundscape),\n  };\n  const done = runSession(session).finally(() => {\n    phases.end();\n    captions.end();\n  });\n  return { phases: phases.iterable, captions: captions.iterable, done };\n}\n\ninterface Session {\n  models: VoiceModels;\n  conversation: VoiceConversation;\n  mic: AudioSource;\n  out: AudioSink;\n  options: VoiceTurnOptions;\n  signal: AbortSignal;\n  phases: ReturnType<typeof pushQueue<VoicePhase>>;\n  captions: ReturnType<typeof pushQueue<CaptionEvent>>;\n  maps: SpokenMap[];\n  playing?: SpokenClock;\n  bed: BedFollower;\n}\n\nasync function runSession(session: Session): Promise<void> {\n  const mode = bargeMode(session.options);\n  let active: ActiveTurn | undefined;\n  let confidence: number | undefined;\n  let reserved = 0;\n  let openId = '';\n  const openTurn = () => {\n    if (!openId) {\n      reserved += 1;\n      openId = String(reserved);\n    }\n    return openId;\n  };\n  const stopPlayback = session.out.onPlayback((tag, offsetMs) => {\n    if (!active) return;\n    notePlayback(session, active, tag, offsetMs);\n  });\n  const setPhase = phaseSetter(session.phases, session.bed);\n  try {\n    if (session.signal.aborted) return;\n    setPhase({ phase: 'listening' });\n    for await (const event of session.models.listen(session.options.ears, session.mic, {\n      signal: session.signal,\n    })) {\n      if (event.type === 'error') {\n        if (event.reason === 'aborted' || session.signal.aborted) return;\n        throw new VoiceRequestError(event.reason, event.error);\n      }\n      const captionId =\n        event.type === 'partial' || event.type === 'final' || event.type === 'turn_end'\n          ? openTurn()\n          : openId;\n      confidence = noteUser(session, event, captionId, confidence);\n      if (shouldBarge(mode, event)) active = await interrupt(session, active);\n      if (event.type !== 'turn_end') continue;\n      const turnId = openId || openTurn();\n      openId = '';\n      if (mode === 'ignore') active = await finishTurn(active);\n      else active = await interrupt(session, active);\n      setPhase({ phase: 'heard', text: event.text });\n      const meta = turnMeta(session.options, confidence);\n      confidence = undefined;\n      active = startTurn(session, setPhase, turnId, event, meta);\n    }\n  } finally {\n    if (session.signal.aborted && active) await interrupt(session, active);\n    else if (active) await active.done;\n    stopPlayback();\n    setPhase({ phase: 'idle' });\n    session.bed.stop();\n  }\n}\n\nfunction turnMeta(options: VoiceTurnOptions, confidence: number | undefined): VoiceTurnMeta {\n  return {\n    source: 'voice',\n    transcriptionModel: options.ears.id,\n    ...(confidence === undefined ? {} : { confidence }),\n  };\n}\n\nfunction noteUser(\n  session: Session,\n  event: TranscriptionEvent,\n  turnId: string,\n  confidence: number | undefined\n): number | undefined {\n  if (event.type === 'partial') {\n    session.captions.push({\n      type: 'user_partial',\n      turnId,\n      segmentId: event.segmentId,\n      text: event.text,\n    });\n  }\n  if (event.type === 'final') {\n    session.captions.push({\n      type: 'user_final',\n      turnId,\n      segmentId: event.segmentId,\n      text: event.text,\n      ...(event.confidence === undefined ? {} : { confidence: event.confidence }),\n    });\n    return event.confidence ?? confidence;\n  }\n  if (event.type === 'turn_end') {\n    session.captions.push({ type: 'user_final', turnId, segmentId: 'turn', text: event.text });\n  }\n  return confidence;\n}\n\nasync function finishTurn(active: ActiveTurn | undefined): Promise<undefined> {\n  if (!active) return undefined;\n  await active.done;\n  return undefined;\n}\n\nfunction startTurn(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  turnId: string,\n  event: Extract<TranscriptionEvent, { type: 'turn_end' }>,\n  meta: VoiceTurnMeta\n): ActiveTurn {\n  const linked = linkSignal(session.signal);\n  const active: ActiveTurn = {\n    controller: linked.controller,\n    unlink: linked.unlink,\n    turnId,\n    utteranceId: `${turnId}:agent`,\n    spokenUpTo: 0,\n    done: Promise.resolve(),\n  };\n  active.done = performTurn(session, setPhase, active, event.text, event.at, meta).finally(() => {\n    linked.unlink();\n  });\n  return active;\n}\n\nasync function performTurn(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  active: ActiveTurn,\n  text: string,\n  at: number,\n  meta: VoiceTurnMeta\n): Promise<void> {\n  const signal = active.controller.signal;\n  try {\n    setPhase({ phase: 'thinking' });\n    const message: UserMessage = { role: 'user', content: text, timestamp: at };\n    const feed = textFeed(signal);\n    const maps: SpokenMap[] = [];\n    session.maps = maps;\n    const producing = readAgent(session, setPhase, active, message, meta, feed, maps);\n    const audio = session.models.speak(\n      session.options.mouth,\n      { text: feed.iterable, voice: session.options.voice },\n      { signal }\n    );\n    await Promise.all([producing, pipeSpeech(session, setPhase, active, audio, maps)]);\n    if (!signal.aborted) setPhase({ phase: 'listening' });\n  } catch (error) {\n    if (signal.aborted || session.signal.aborted) return;\n    throw error;\n  }\n}\n\nasync function readAgent(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  active: ActiveTurn,\n  message: UserMessage,\n  meta: VoiceTurnMeta,\n  feed: TextFeed,\n  maps: SpokenMap[]\n): Promise<void> {\n  const state = createSpokenState();\n  let spokenChars = 0;\n  let generated = '';\n  try {\n    for await (const event of session.conversation.prompt(\n      message,\n      meta,\n      active.controller.signal\n    )) {\n      if (active.controller.signal.aborted) break;\n      notePhase(setPhase, event);\n      for (const piece of spokenPieces(event, state, session.options)) {\n        spokenChars += piece.text.length;\n        generated = rememberPiece(\n          session,\n          active,\n          piece,\n          maps,\n          spokenChars,\n          generated,\n          state.entryId\n        );\n        feed.push(piece.text);\n      }\n      if (state.entryId) bindEntry(maps, state.entryId);\n    }\n  } finally {\n    feed.end();\n  }\n}\n\nfunction rememberPiece(\n  session: Session,\n  active: ActiveTurn,\n  piece: SpokenPiece,\n  maps: SpokenMap[],\n  spokenEnd: number,\n  generated: string,\n  entryId: string | undefined\n): string {\n  const bound = piece.entryId ?? entryId;\n  maps.push({\n    spokenStart: spokenEnd - piece.text.length,\n    spokenEnd,\n    contentIndex: piece.contentIndex,\n    start: piece.start,\n    end: piece.end,\n    kind: piece.kind,\n    ...(bound ? { entryId: bound } : {}),\n  });\n  if (piece.kind === 'announce') {\n    session.captions.push({ type: 'announce', turnId: active.turnId, text: piece.text });\n    return generated;\n  }\n  const text = generated + piece.text;\n  session.captions.push({\n    type: 'agent_generated',\n    turnId: active.turnId,\n    utteranceId: active.utteranceId,\n    text,\n  });\n  return text;\n}\n\nasync function pipeSpeech(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  active: ActiveTurn,\n  audio: AsyncIterable<SpeechEvent>,\n  maps: SpokenMap[]\n): Promise<void> {\n  for await (const event of audio) {\n    if (active.controller.signal.aborted) return;\n    if (event.type === 'error') {\n      if (event.reason === 'aborted') return;\n      throw new VoiceRequestError(event.reason, event.error);\n    }\n    if (event.type !== 'audio') continue;\n    setPhase({ phase: 'speaking' });\n    const span = translateSpan(event.span, maps);\n    const playing: SpokenClock = {\n      start: event.span.start,\n      end: event.span.end,\n      durationMs: Math.round(chunkSeconds(event.chunk) * 1000),\n    };\n    if (event.alignment) playing.alignment = event.alignment;\n    session.playing = playing;\n    const tag: AudioTag = { span };\n    if (event.alignment) tag.alignment = event.alignment;\n    session.out.write(event.chunk, tag);\n  }\n}\n\nfunction notePlayback(session: Session, active: ActiveTurn, tag: AudioTag, offsetMs: number): void {\n  const playing = session.playing;\n  if (playing) {\n    const upTo = utteranceIndex(spokenOffset(playing, offsetMs), session.maps);\n    if (upTo > active.spokenUpTo) {\n      active.spokenUpTo = upTo;\n      session.captions.push({\n        type: 'agent_spoken',\n        turnId: active.turnId,\n        utteranceId: active.utteranceId,\n        upTo,\n      });\n    }\n  }\n  if (!('entryId' in tag.span)) return;\n  active.cut = {\n    entryId: tag.span.entryId,\n    contentIndex: tag.span.contentIndex,\n    heardUpTo: tag.span.end,\n    heardMs: session.out.playedMs,\n  };\n}\n\nfunction translateSpan(span: TextSpan, maps: SpokenMap[]): TextSpan {\n  if ('entryId' in span) return span;\n  const map = answerMap(span, maps);\n  if (!map?.entryId) return span;\n  const spokenLen = map.spokenEnd - map.spokenStart;\n  const sourceLen = map.end - map.start;\n  const start = map.start + scale(Math.max(0, span.start - map.spokenStart), spokenLen, sourceLen);\n  const end =\n    map.start + scale(Math.min(spokenLen, span.end - map.spokenStart), spokenLen, sourceLen);\n  return { entryId: map.entryId, contentIndex: map.contentIndex, start, end };\n}\n\nfunction answerMap(span: { start: number; end: number }, maps: SpokenMap[]): SpokenMap | undefined {\n  for (let index = maps.length - 1; index >= 0; index -= 1) {\n    const item = maps[index];\n    if (item?.kind !== 'answer' || !item.entryId) continue;\n    if (item.spokenStart < span.end && item.spokenEnd > span.start) return item;\n  }\n  return undefined;\n}\n\nfunction scale(offset: number, spokenLen: number, sourceLen: number): number {\n  if (spokenLen <= 0) return 0;\n  return Math.round((offset * sourceLen) / spokenLen);\n}\n\nfunction bindEntry(maps: SpokenMap[], entryId: string): void {\n  for (const map of maps) {\n    if (map.kind === 'answer' && map.entryId === undefined) map.entryId = entryId;\n  }\n}\n\nfunction notePhase(setPhase: (phase: VoicePhase) => void, event: VoiceAgentEvent): void {\n  if (event.type === 'run_start' || event.type === 'turn_start') setPhase({ phase: 'thinking' });\n  if (event.type === 'compaction_start') setPhase({ phase: 'compacting' });\n  if (event.type === 'auto_retry_start' && event.attempt !== undefined && event.at !== undefined) {\n    setPhase({ phase: 'retrying', attempt: event.attempt, at: event.at });\n  }\n  if (event.type === 'tool_execution_start' && event.toolName && event.toolCallId) {\n    setPhase({\n      phase: 'tool',\n      toolName: event.toolName,\n      toolCallId: event.toolCallId,\n      args: event.args ?? {},\n    });\n  }\n}\n\nasync function interrupt(session: Session, active: ActiveTurn | undefined): Promise<undefined> {\n  if (!active) return undefined;\n  active.controller.abort();\n  session.out.flush();\n  await active.done;\n  if (active.cut) {\n    session.captions.push({\n      type: 'agent_cut',\n      turnId: active.turnId,\n      utteranceId: active.utteranceId,\n      heardUpTo: active.cut.heardUpTo,\n    });\n    await session.conversation.truncate(active.cut);\n  }\n  return undefined;\n}\n\nfunction bargeMode(options: VoiceTurnOptions): 'interrupt' | 'onWords' | 'ignore' {\n  const mode = options.bargeIn ?? 'interrupt';\n  if (mode !== 'auto') return mode;\n  if (options.echoRecommendation === 'interrupt') return 'interrupt';\n  if (options.echoRecommendation === 'headphones') return 'ignore';\n  return 'onWords';\n}\n\nfunction shouldBarge(mode: 'interrupt' | 'onWords' | 'ignore', event: TranscriptionEvent): boolean {\n  if (mode === 'ignore') return false;\n  if (mode === 'interrupt') return event.type === 'speech_start';\n  return event.type === 'partial' && event.text.trim().length > 0;\n}\n\nfunction speechOf(out: AudioSink | AudioOut): AudioSink {\n  if (isAudioOut(out)) return out.speech;\n  return out;\n}\n\nfunction attachBed(out: AudioSink | AudioOut, soundscape: Soundscape | undefined): BedFollower {\n  if (!soundscape) return idleBed();\n  if (!isAudioOut(out)) return idleBed();\n  return followBed(out.bed, soundscape);\n}\n\nfunction idleBed(): BedFollower {\n  return {\n    observe() {},\n    stop() {},\n  };\n}\n\nfunction phaseSetter(phases: Session['phases'], bed: BedFollower): (phase: VoicePhase) => void {\n  let previous = '';\n  return (phase) => {\n    const key = JSON.stringify(phase);\n    if (key === previous) return;\n    previous = key;\n    phases.push(phase);\n    bed.observe(phase);\n  };\n}\n\nfunction linkSignal(parent: AbortSignal): { controller: AbortController; unlink: () => void } {\n  const controller = new AbortController();\n  const abort = () => controller.abort();\n  if (parent.aborted) controller.abort();\n  else parent.addEventListener('abort', abort);\n  return {\n    controller,\n    unlink: () => parent.removeEventListener('abort', abort),\n  };\n}\n\ninterface TextFeed {\n  push(text: string): void;\n  end(): void;\n  iterable: AsyncIterable<string>;\n}\n\nfunction textFeed(signal: AbortSignal): TextFeed {\n  const queue: string[] = [];\n  let ended = false;\n  let wake: (() => void) | undefined;\n  const notify = () => {\n    const current = wake;\n    wake = undefined;\n    current?.();\n  };\n  const onAbort = () => notify();\n  signal.addEventListener('abort', onAbort);\n  return {\n    push(text) {\n      if (ended || signal.aborted || text.length === 0) return;\n      queue.push(text);\n      notify();\n    },\n    end() {\n      ended = true;\n      notify();\n    },\n    iterable: {\n      async *[Symbol.asyncIterator]() {\n        try {\n          while (!signal.aborted) {\n            const next = queue.shift();\n            if (next !== undefined) {\n              yield next;\n              continue;\n            }\n            if (ended) return;\n            await new Promise<void>((resolve) => {\n              if (queue.length > 0 || ended || signal.aborted) resolve();\n              else wake = resolve;\n            });\n          }\n        } finally {\n          signal.removeEventListener('abort', onAbort);\n        }\n      },\n    },\n  };\n}\n"],
-  "mappings": "AAOA;AAAA,EAIE;AAAA,OAEK;AACP,SAA2B,cAAc,sBAAsB;AAC/D,SAAS,yBAAyB;AAElC,SAAS,iBAAiB;AAC1B;AAAA,EAGE;AAAA,EACA;AAAA,OAEK;AAEP;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AAmGA,SAAS,WACd,QACA,cACA,KACA,KACA,SACA,QACc;AACd,QAAM,SAAS,UAAsB;AACrC,QAAM,WAAW,UAAwB;AACzC,QAAM,UAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA;AAAA,IACA,KAAK,SAAS,GAAG;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,MAAM,CAAC;AAAA,IACP,KAAK,UAAU,KAAK,QAAQ,UAAU;AAAA,EACxC;AACA,QAAM,OAAO,WAAW,OAAO,EAAE,QAAQ,MAAM;AAC7C,WAAO,IAAI;AACX,aAAS,IAAI;AAAA,EACf,CAAC;AACD,SAAO,EAAE,QAAQ,OAAO,UAAU,UAAU,SAAS,UAAU,KAAK;AACtE;AAgBA,eAAe,WAAW,SAAiC;AACzD,QAAM,OAAO,UAAU,QAAQ,OAAO;AACtC,MAAI;AACJ,MAAI;AACJ,MAAI,WAAW;AACf,MAAI,SAAS;AACb,QAAM,WAAW,MAAM;AACrB,QAAI,CAAC,QAAQ;AACX,kBAAY;AACZ,eAAS,OAAO,QAAQ;AAAA,IAC1B;AACA,WAAO;AAAA,EACT;AACA,QAAM,eAAe,QAAQ,IAAI,WAAW,CAAC,KAAK,aAAa;AAC7D,QAAI,CAAC,OAAQ;AACb,iBAAa,SAAS,QAAQ,KAAK,QAAQ;AAAA,EAC7C,CAAC;AACD,QAAM,WAAW,YAAY,QAAQ,QAAQ,QAAQ,GAAG;AACxD,MAAI;AACF,QAAI,QAAQ,OAAO,QAAS;AAC5B,aAAS,EAAE,OAAO,YAAY,CAAC;AAC/B,qBAAiB,SAAS,QAAQ,OAAO,OAAO,QAAQ,QAAQ,MAAM,QAAQ,KAAK;AAAA,MACjF,QAAQ,QAAQ;AAAA,IAClB,CAAC,GAAG;AACF,UAAI,MAAM,SAAS,SAAS;AAC1B,YAAI,MAAM,WAAW,aAAa,QAAQ,OAAO,QAAS;AAC1D,cAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,MACvD;AACA,YAAM,YACJ,MAAM,SAAS,aAAa,MAAM,SAAS,WAAW,MAAM,SAAS,aACjE,SAAS,IACT;AACN,mBAAa,SAAS,SAAS,OAAO,WAAW,UAAU;AAC3D,UAAI,YAAY,MAAM,KAAK,EAAG,UAAS,MAAM,UAAU,SAAS,MAAM;AACtE,UAAI,MAAM,SAAS,WAAY;AAC/B,YAAM,SAAS,UAAU,SAAS;AAClC,eAAS;AACT,UAAI,SAAS,SAAU,UAAS,MAAM,WAAW,MAAM;AAAA,UAClD,UAAS,MAAM,UAAU,SAAS,MAAM;AAC7C,eAAS,EAAE,OAAO,SAAS,MAAM,MAAM,KAAK,CAAC;AAC7C,YAAM,OAAO,SAAS,QAAQ,SAAS,UAAU;AACjD,mBAAa;AACb,eAAS,UAAU,SAAS,UAAU,QAAQ,OAAO,IAAI;AAAA,IAC3D;AAAA,EACF,UAAE;AACA,QAAI,QAAQ,OAAO,WAAW,OAAQ,OAAM,UAAU,SAAS,MAAM;AAAA,aAC5D,OAAQ,OAAM,OAAO;AAC9B,iBAAa;AACb,aAAS,EAAE,OAAO,OAAO,CAAC;AAC1B,YAAQ,IAAI,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,SAAS,SAA2B,YAA+C;AAC1F,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,oBAAoB,QAAQ,KAAK;AAAA,IACjC,GAAI,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW;AAAA,EACnD;AACF;AAEA,SAAS,SACP,SACA,OACA,QACA,YACoB;AACpB,MAAI,MAAM,SAAS,WAAW;AAC5B,YAAQ,SAAS,KAAK;AAAA,MACpB,MAAM;AAAA,MACN;AAAA,MACA,WAAW,MAAM;AAAA,MACjB,MAAM,MAAM;AAAA,IACd,CAAC;AAAA,EACH;AACA,MAAI,MAAM,SAAS,SAAS;AAC1B,YAAQ,SAAS,KAAK;AAAA,MACpB,MAAM;AAAA,MACN;AAAA,MACA,WAAW,MAAM;AAAA,MACjB,MAAM,MAAM;AAAA,MACZ,GAAI,MAAM,eAAe,SAAY,CAAC,IAAI,EAAE,YAAY,MAAM,WAAW;AAAA,IAC3E,CAAC;AACD,WAAO,MAAM,cAAc;AAAA,EAC7B;AACA,MAAI,MAAM,SAAS,YAAY;AAC7B,YAAQ,SAAS,KAAK,EAAE,MAAM,cAAc,QAAQ,WAAW,QAAQ,MAAM,MAAM,KAAK,CAAC;AAAA,EAC3F;AACA,SAAO;AACT;AAEA,eAAe,WAAW,QAAoD;AAC5E,MAAI,CAAC,OAAQ,QAAO;AACpB,QAAM,OAAO;AACb,SAAO;AACT;AAEA,SAAS,UACP,SACA,UACA,QACA,OACA,MACY;AACZ,QAAM,SAAS,WAAW,QAAQ,MAAM;AACxC,QAAM,SAAqB;AAAA,IACzB,YAAY,OAAO;AAAA,IACnB,QAAQ,OAAO;AAAA,IACf;AAAA,IACA,aAAa,GAAG,MAAM;AAAA,IACtB,YAAY;AAAA,IACZ,MAAM,QAAQ,QAAQ;AAAA,EACxB;AACA,SAAO,OAAO,YAAY,SAAS,UAAU,QAAQ,MAAM,MAAM,MAAM,IAAI,IAAI,EAAE,QAAQ,MAAM;AAC7F,WAAO,OAAO;AAAA,EAChB,CAAC;AACD,SAAO;AACT;AAEA,eAAe,YACb,SACA,UACA,QACA,MACA,IACA,MACe;AACf,QAAM,SAAS,OAAO,WAAW;AACjC,MAAI;AACF,aAAS,EAAE,OAAO,WAAW,CAAC;AAC9B,UAAM,UAAuB,EAAE,MAAM,QAAQ,SAAS,MAAM,WAAW,GAAG;AAC1E,UAAM,OAAO,SAAS,MAAM;AAC5B,UAAM,OAAoB,CAAC;AAC3B,YAAQ,OAAO;AACf,UAAM,YAAY,UAAU,SAAS,UAAU,QAAQ,SAAS,MAAM,MAAM,IAAI;AAChF,UAAM,QAAQ,QAAQ,OAAO;AAAA,MAC3B,QAAQ,QAAQ;AAAA,MAChB,EAAE,MAAM,KAAK,UAAU,OAAO,QAAQ,QAAQ,MAAM;AAAA,MACpD,EAAE,OAAO;AAAA,IACX;AACA,UAAM,QAAQ,IAAI,CAAC,WAAW,WAAW,SAAS,UAAU,QAAQ,OAAO,IAAI,CAAC,CAAC;AACjF,QAAI,CAAC,OAAO,QAAS,UAAS,EAAE,OAAO,YAAY,CAAC;AAAA,EACtD,SAAS,OAAO;AACd,QAAI,OAAO,WAAW,QAAQ,OAAO,QAAS;AAC9C,UAAM;AAAA,EACR;AACF;AAEA,eAAe,UACb,SACA,UACA,QACA,SACA,MACA,MACA,MACe;AACf,QAAM,QAAQ,kBAAkB;AAChC,MAAI,cAAc;AAClB,MAAI,YAAY;AAChB,MAAI;AACF,qBAAiB,SAAS,QAAQ,aAAa;AAAA,MAC7C;AAAA,MACA;AAAA,MACA,OAAO,WAAW;AAAA,IACpB,GAAG;AACD,UAAI,OAAO,WAAW,OAAO,QAAS;AACtC,gBAAU,UAAU,KAAK;AACzB,iBAAW,SAAS,aAAa,OAAO,OAAO,QAAQ,OAAO,GAAG;AAC/D,uBAAe,MAAM,KAAK;AAC1B,oBAAY;AAAA,UACV;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,MAAM;AAAA,QACR;AACA,aAAK,KAAK,MAAM,IAAI;AAAA,MACtB;AACA,UAAI,MAAM,QAAS,WAAU,MAAM,MAAM,OAAO;AAAA,IAClD;AAAA,EACF,UAAE;AACA,SAAK,IAAI;AAAA,EACX;AACF;AAEA,SAAS,cACP,SACA,QACA,OACA,MACA,WACA,WACA,SACQ;AACR,QAAM,QAAQ,MAAM,WAAW;AAC/B,OAAK,KAAK;AAAA,IACR,aAAa,YAAY,MAAM,KAAK;AAAA,IACpC;AAAA,IACA,cAAc,MAAM;AAAA,IACpB,OAAO,MAAM;AAAA,IACb,KAAK,MAAM;AAAA,IACX,MAAM,MAAM;AAAA,IACZ,GAAI,QAAQ,EAAE,SAAS,MAAM,IAAI,CAAC;AAAA,EACpC,CAAC;AACD,MAAI,MAAM,SAAS,YAAY;AAC7B,YAAQ,SAAS,KAAK,EAAE,MAAM,YAAY,QAAQ,OAAO,QAAQ,MAAM,MAAM,KAAK,CAAC;AACnF,WAAO;AAAA,EACT;AACA,QAAM,OAAO,YAAY,MAAM;AAC/B,UAAQ,SAAS,KAAK;AAAA,IACpB,MAAM;AAAA,IACN,QAAQ,OAAO;AAAA,IACf,aAAa,OAAO;AAAA,IACpB;AAAA,EACF,CAAC;AACD,SAAO;AACT;AAEA,eAAe,WACb,SACA,UACA,QACA,OACA,MACe;AACf,mBAAiB,SAAS,OAAO;AAC/B,QAAI,OAAO,WAAW,OAAO,QAAS;AACtC,QAAI,MAAM,SAAS,SAAS;AAC1B,UAAI,MAAM,WAAW,UAAW;AAChC,YAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,IACvD;AACA,QAAI,MAAM,SAAS,QAAS;AAC5B,aAAS,EAAE,OAAO,WAAW,CAAC;AAC9B,UAAM,OAAO,cAAc,MAAM,MAAM,IAAI;AAC3C,UAAM,UAAuB;AAAA,MAC3B,OAAO,MAAM,KAAK;AAAA,MAClB,KAAK,MAAM,KAAK;AAAA,MAChB,YAAY,KAAK,MAAM,aAAa,MAAM,KAAK,IAAI,GAAI;AAAA,IACzD;AACA,QAAI,MAAM,UAAW,SAAQ,YAAY,MAAM;AAC/C,YAAQ,UAAU;AAClB,UAAM,MAAgB,EAAE,KAAK;AAC7B,QAAI,MAAM,UAAW,KAAI,YAAY,MAAM;AAC3C,YAAQ,IAAI,MAAM,MAAM,OAAO,GAAG;AAAA,EACpC;AACF;AAEA,SAAS,aAAa,SAAkB,QAAoB,KAAe,UAAwB;AACjG,QAAM,UAAU,QAAQ;AACxB,MAAI,SAAS;AACX,UAAM,OAAO,eAAe,aAAa,SAAS,QAAQ,GAAG,QAAQ,IAAI;AACzE,QAAI,OAAO,OAAO,YAAY;AAC5B,aAAO,aAAa;AACpB,cAAQ,SAAS,KAAK;AAAA,QACpB,MAAM;AAAA,QACN,QAAQ,OAAO;AAAA,QACf,aAAa,OAAO;AAAA,QACpB;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AACA,MAAI,EAAE,aAAa,IAAI,MAAO;AAC9B,SAAO,MAAM;AAAA,IACX,SAAS,IAAI,KAAK;AAAA,IAClB,cAAc,IAAI,KAAK;AAAA,IACvB,WAAW,IAAI,KAAK;AAAA,IACpB,SAAS,QAAQ,IAAI;AAAA,EACvB;AACF;AAEA,SAAS,cAAc,MAAgB,MAA6B;AAClE,MAAI,aAAa,KAAM,QAAO;AAC9B,QAAM,MAAM,UAAU,MAAM,IAAI;AAChC,MAAI,CAAC,KAAK,QAAS,QAAO;AAC1B,QAAM,YAAY,IAAI,YAAY,IAAI;AACtC,QAAM,YAAY,IAAI,MAAM,IAAI;AAChC,QAAM,QAAQ,IAAI,QAAQ,MAAM,KAAK,IAAI,GAAG,KAAK,QAAQ,IAAI,WAAW,GAAG,WAAW,SAAS;AAC/F,QAAM,MACJ,IAAI,QAAQ,MAAM,KAAK,IAAI,WAAW,KAAK,MAAM,IAAI,WAAW,GAAG,WAAW,SAAS;AACzF,SAAO,EAAE,SAAS,IAAI,SAAS,cAAc,IAAI,cAAc,OAAO,IAAI;AAC5E;AAEA,SAAS,UAAU,MAAsC,MAA0C;AACjG,WAAS,QAAQ,KAAK,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG;AACxD,UAAM,OAAO,KAAK,KAAK;AACvB,QAAI,MAAM,SAAS,YAAY,CAAC,KAAK,QAAS;AAC9C,QAAI,KAAK,cAAc,KAAK,OAAO,KAAK,YAAY,KAAK,MAAO,QAAO;AAAA,EACzE;AACA,SAAO;AACT;AAEA,SAAS,MAAM,QAAgB,WAAmB,WAA2B;AAC3E,MAAI,aAAa,EAAG,QAAO;AAC3B,SAAO,KAAK,MAAO,SAAS,YAAa,SAAS;AACpD;AAEA,SAAS,UAAU,MAAmB,SAAuB;AAC3D,aAAW,OAAO,MAAM;AACtB,QAAI,IAAI,SAAS,YAAY,IAAI,YAAY,OAAW,KAAI,UAAU;AAAA,EACxE;AACF;AAEA,SAAS,UAAU,UAAuC,OAA8B;AACtF,MAAI,MAAM,SAAS,eAAe,MAAM,SAAS,aAAc,UAAS,EAAE,OAAO,WAAW,CAAC;AAC7F,MAAI,MAAM,SAAS,mBAAoB,UAAS,EAAE,OAAO,aAAa,CAAC;AACvE,MAAI,MAAM,SAAS,sBAAsB,MAAM,YAAY,UAAa,MAAM,OAAO,QAAW;AAC9F,aAAS,EAAE,OAAO,YAAY,SAAS,MAAM,SAAS,IAAI,MAAM,GAAG,CAAC;AAAA,EACtE;AACA,MAAI,MAAM,SAAS,0BAA0B,MAAM,YAAY,MAAM,YAAY;AAC/E,aAAS;AAAA,MACP,OAAO;AAAA,MACP,UAAU,MAAM;AAAA,MAChB,YAAY,MAAM;AAAA,MAClB,MAAM,MAAM,QAAQ,CAAC;AAAA,IACvB,CAAC;AAAA,EACH;AACF;AAEA,eAAe,UAAU,SAAkB,QAAoD;AAC7F,MAAI,CAAC,OAAQ,QAAO;AACpB,SAAO,WAAW,MAAM;AACxB,UAAQ,IAAI,MAAM;AAClB,QAAM,OAAO;AACb,MAAI,OAAO,KAAK;AACd,YAAQ,SAAS,KAAK;AAAA,MACpB,MAAM;AAAA,MACN,QAAQ,OAAO;AAAA,MACf,aAAa,OAAO;AAAA,MACpB,WAAW,OAAO,IAAI;AAAA,IACxB,CAAC;AACD,UAAM,QAAQ,aAAa,SAAS,OAAO,GAAG;AAAA,EAChD;AACA,SAAO;AACT;AAEA,SAAS,UAAU,SAA+D;AAChF,QAAM,OAAO,QAAQ,WAAW;AAChC,MAAI,SAAS,OAAQ,QAAO;AAC5B,MAAI,QAAQ,uBAAuB,YAAa,QAAO;AACvD,MAAI,QAAQ,uBAAuB,aAAc,QAAO;AACxD,SAAO;AACT;AAEA,SAAS,YAAY,MAA0C,OAAoC;AACjG,MAAI,SAAS,SAAU,QAAO;AAC9B,MAAI,SAAS,YAAa,QAAO,MAAM,SAAS;AAChD,SAAO,MAAM,SAAS,aAAa,MAAM,KAAK,KAAK,EAAE,SAAS;AAChE;AAEA,SAAS,SAAS,KAAsC;AACtD,MAAI,WAAW,GAAG,EAAG,QAAO,IAAI;AAChC,SAAO;AACT;AAEA,SAAS,UAAU,KAA2B,YAAiD;AAC7F,MAAI,CAAC,WAAY,QAAO,QAAQ;AAChC,MAAI,CAAC,WAAW,GAAG,EAAG,QAAO,QAAQ;AACrC,SAAO,UAAU,IAAI,KAAK,UAAU;AACtC;AAEA,SAAS,UAAuB;AAC9B,SAAO;AAAA,IACL,UAAU;AAAA,IAAC;AAAA,IACX,OAAO;AAAA,IAAC;AAAA,EACV;AACF;AAEA,SAAS,YAAY,QAA2B,KAA+C;AAC7F,MAAI,WAAW;AACf,SAAO,CAAC,UAAU;AAChB,UAAM,MAAM,KAAK,UAAU,KAAK;AAChC,QAAI,QAAQ,SAAU;AACtB,eAAW;AACX,WAAO,KAAK,KAAK;AACjB,QAAI,QAAQ,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,WAAW,QAA0E;AAC5F,QAAM,aAAa,IAAI,gBAAgB;AACvC,QAAM,QAAQ,MAAM,WAAW,MAAM;AACrC,MAAI,OAAO,QAAS,YAAW,MAAM;AAAA,MAChC,QAAO,iBAAiB,SAAS,KAAK;AAC3C,SAAO;AAAA,IACL;AAAA,IACA,QAAQ,MAAM,OAAO,oBAAoB,SAAS,KAAK;AAAA,EACzD;AACF;AAQA,SAAS,SAAS,QAA+B;AAC/C,QAAM,QAAkB,CAAC;AACzB,MAAI,QAAQ;AACZ,MAAI;AACJ,QAAM,SAAS,MAAM;AACnB,UAAM,UAAU;AAChB,WAAO;AACP,cAAU;AAAA,EACZ;AACA,QAAM,UAAU,MAAM,OAAO;AAC7B,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO;AAAA,IACL,KAAK,MAAM;AACT,UAAI,SAAS,OAAO,WAAW,KAAK,WAAW,EAAG;AAClD,YAAM,KAAK,IAAI;AACf,aAAO;AAAA,IACT;AAAA,IACA,MAAM;AACJ,cAAQ;AACR,aAAO;AAAA,IACT;AAAA,IACA,UAAU;AAAA,MACR,QAAQ,OAAO,aAAa,IAAI;AAC9B,YAAI;AACF,iBAAO,CAAC,OAAO,SAAS;AACtB,kBAAM,OAAO,MAAM,MAAM;AACzB,gBAAI,SAAS,QAAW;AACtB,oBAAM;AACN;AAAA,YACF;AACA,gBAAI,MAAO;AACX,kBAAM,IAAI,QAAc,CAAC,YAAY;AACnC,kBAAI,MAAM,SAAS,KAAK,SAAS,OAAO,QAAS,SAAQ;AAAA,kBACpD,QAAO;AAAA,YACd,CAAC;AAAA,UACH;AAAA,QACF,UAAE;AACA,iBAAO,oBAAoB,SAAS,OAAO;AAAA,QAC7C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
+  "sourcesContent": ["import type {\n  AssistantMessageEvent,\n  JsonObject,\n  ProviderRequestOptions,\n  ToolCall,\n  UserMessage,\n} from '@earendil-works/pi-ai';\nimport {\n  type AudioSink,\n  type AudioSource,\n  type AudioTag,\n  chunkSeconds,\n  type TextSpan,\n} from './audio.ts';\nimport { type SpokenClock, spokenOffset, utteranceIndex } from './captions.ts';\nimport { type EchoControl, openEchoMic } from './echo.ts';\nimport { VoiceRequestError } from './errors.ts';\nimport type { SpeechModel, TranscriptionModel } from './models.ts';\nimport { pushQueue } from './queue.ts';\nimport {\n  type AudioOut,\n  type BedFollower,\n  followBed,\n  isAudioOut,\n  type Soundscape,\n} from './soundscape.ts';\nimport type { SpeechEvent, SpeechInput } from './speech.ts';\nimport {\n  createSpokenState,\n  type SpokenPiece,\n  spokenPieces,\n  type VoiceAgentEvent,\n} from './spoken.ts';\nimport type { ListenOptions, TranscriptionEvent } from './transcription.ts';\n\nexport interface VoiceTurnMeta {\n  source: 'voice';\n  transcriptionModel: string;\n  confidence?: number;\n}\n\nexport interface VoiceCut {\n  entryId: string;\n  contentIndex: number;\n  heardUpTo: number;\n  heardMs: number;\n}\n\nexport interface VoiceConversation {\n  prompt(\n    message: UserMessage,\n    meta: VoiceTurnMeta,\n    signal: AbortSignal\n  ): AsyncIterable<VoiceAgentEvent>;\n  truncate(cut: VoiceCut): Promise<void>;\n}\n\nexport type BargeIn = 'interrupt' | 'onWords' | 'ignore' | 'auto';\n\nexport type EchoRecommendation = 'interrupt' | 'onWords' | 'headphones';\n\nexport interface VoiceTurnOptions {\n  ears: TranscriptionModel<string>;\n  mouth: SpeechModel<string>;\n  voice: string;\n  speakable?: (event: AssistantMessageEvent) => string | undefined;\n  announce?: (call: ToolCall) => string | undefined;\n  bargeIn?: BargeIn;\n  echoRecommendation?: EchoRecommendation;\n  echo?: EchoControl;\n  soundscape?: Soundscape;\n}\n\nexport interface VoiceModels {\n  listen(\n    model: TranscriptionModel<string>,\n    audio: AudioSource,\n    options?: ListenOptions\n  ): AsyncIterable<TranscriptionEvent>;\n  speak(\n    model: SpeechModel<string>,\n    input: SpeechInput,\n    options?: ProviderRequestOptions\n  ): AsyncIterable<SpeechEvent>;\n}\n\nexport type VoicePhase =\n  | { phase: 'listening' }\n  | { phase: 'heard'; text: string }\n  | { phase: 'thinking' }\n  | { phase: 'tool'; toolName: string; toolCallId: string; args: JsonObject }\n  | { phase: 'retrying'; attempt: number; at: number }\n  | { phase: 'compacting' }\n  | { phase: 'speaking' }\n  | { phase: 'idle' };\n\nexport type CaptionEvent =\n  | { type: 'user_partial'; turnId: string; segmentId: string; text: string }\n  | { type: 'user_final'; turnId: string; segmentId: string; text: string; confidence?: number }\n  | { type: 'agent_generated'; turnId: string; utteranceId: string; text: string }\n  | { type: 'agent_spoken'; turnId: string; utteranceId: string; upTo: number }\n  | { type: 'agent_cut'; turnId: string; utteranceId: string; heardUpTo: number }\n  | { type: 'announce'; turnId: string; text: string }\n  | { type: 'thinker_progress'; turnId: string; callId: string; text: string }\n  | { type: 'thinker_result'; turnId: string; callId: string; summary: string; isError: boolean };\n\nexport interface VoiceSession {\n  phases: AsyncIterable<VoicePhase>;\n  captions: AsyncIterable<CaptionEvent>;\n  done: Promise<void>;\n}\n\ninterface SpokenMap {\n  spokenStart: number;\n  spokenEnd: number;\n  contentIndex: number;\n  start: number;\n  end: number;\n  entryId?: string;\n  kind: SpokenPiece['kind'];\n}\n\ninterface ActiveTurn {\n  controller: AbortController;\n  unlink: () => void;\n  done: Promise<void>;\n  turnId: string;\n  utteranceId: string;\n  spokenUpTo: number;\n  cut?: VoiceCut;\n}\n\nexport function voiceTurns(\n  models: VoiceModels,\n  conversation: VoiceConversation,\n  mic: AudioSource,\n  out: AudioSink | AudioOut,\n  options: VoiceTurnOptions,\n  signal: AbortSignal\n): VoiceSession {\n  const phases = pushQueue<VoicePhase>();\n  const captions = pushQueue<CaptionEvent>();\n  const session: Session = {\n    models,\n    conversation,\n    mic: heardMic(options, mic),\n    out: speechOf(out),\n    options,\n    signal,\n    phases,\n    captions,\n    maps: [],\n    bed: attachBed(out, options.soundscape),\n  };\n  const done = runSession(session).finally(() => {\n    phases.end();\n    captions.end();\n  });\n  return { phases: phases.iterable, captions: captions.iterable, done };\n}\n\ninterface Session {\n  models: VoiceModels;\n  conversation: VoiceConversation;\n  mic: AudioSource;\n  out: AudioSink;\n  options: VoiceTurnOptions;\n  signal: AbortSignal;\n  phases: ReturnType<typeof pushQueue<VoicePhase>>;\n  captions: ReturnType<typeof pushQueue<CaptionEvent>>;\n  maps: SpokenMap[];\n  playing?: SpokenClock;\n  bed: BedFollower;\n}\n\nasync function runSession(session: Session): Promise<void> {\n  const mode = bargeMode(session.options);\n  let active: ActiveTurn | undefined;\n  let confidence: number | undefined;\n  let reserved = 0;\n  let openId = '';\n  const openTurn = () => {\n    if (!openId) {\n      reserved += 1;\n      openId = String(reserved);\n    }\n    return openId;\n  };\n  const stopPlayback = session.out.onPlayback((tag, offsetMs) => {\n    if (!active) return;\n    notePlayback(session, active, tag, offsetMs);\n  });\n  const setPhase = phaseSetter(session.phases, session.bed);\n  try {\n    if (session.signal.aborted) return;\n    setPhase({ phase: 'listening' });\n    for await (const event of session.models.listen(session.options.ears, session.mic, {\n      signal: session.signal,\n    })) {\n      if (event.type === 'error') {\n        if (event.reason === 'aborted' || session.signal.aborted) return;\n        throw new VoiceRequestError(event.reason, event.error);\n      }\n      const captionId =\n        event.type === 'partial' || event.type === 'final' || event.type === 'turn_end'\n          ? openTurn()\n          : openId;\n      confidence = noteUser(session, event, captionId, confidence);\n      if (shouldBarge(mode, event)) active = await interrupt(session, active);\n      if (event.type !== 'turn_end') continue;\n      const turnId = openId || openTurn();\n      openId = '';\n      if (mode === 'ignore') active = await finishTurn(active);\n      else active = await interrupt(session, active);\n      setPhase({ phase: 'heard', text: event.text });\n      const meta = turnMeta(session.options, confidence);\n      confidence = undefined;\n      active = startTurn(session, setPhase, turnId, event, meta);\n    }\n  } finally {\n    if (session.signal.aborted && active) await interrupt(session, active);\n    else if (active) await active.done;\n    stopPlayback();\n    setPhase({ phase: 'idle' });\n    session.bed.stop();\n  }\n}\n\nfunction turnMeta(options: VoiceTurnOptions, confidence: number | undefined): VoiceTurnMeta {\n  return {\n    source: 'voice',\n    transcriptionModel: options.ears.id,\n    ...(confidence === undefined ? {} : { confidence }),\n  };\n}\n\nfunction noteUser(\n  session: Session,\n  event: TranscriptionEvent,\n  turnId: string,\n  confidence: number | undefined\n): number | undefined {\n  if (event.type === 'partial') {\n    session.captions.push({\n      type: 'user_partial',\n      turnId,\n      segmentId: event.segmentId,\n      text: event.text,\n    });\n  }\n  if (event.type === 'final') {\n    session.captions.push({\n      type: 'user_final',\n      turnId,\n      segmentId: event.segmentId,\n      text: event.text,\n      ...(event.confidence === undefined ? {} : { confidence: event.confidence }),\n    });\n    return event.confidence ?? confidence;\n  }\n  if (event.type === 'turn_end') {\n    session.captions.push({ type: 'user_final', turnId, segmentId: 'turn', text: event.text });\n  }\n  return confidence;\n}\n\nasync function finishTurn(active: ActiveTurn | undefined): Promise<undefined> {\n  if (!active) return undefined;\n  await active.done;\n  return undefined;\n}\n\nfunction startTurn(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  turnId: string,\n  event: Extract<TranscriptionEvent, { type: 'turn_end' }>,\n  meta: VoiceTurnMeta\n): ActiveTurn {\n  const linked = linkSignal(session.signal);\n  const active: ActiveTurn = {\n    controller: linked.controller,\n    unlink: linked.unlink,\n    turnId,\n    utteranceId: `${turnId}:agent`,\n    spokenUpTo: 0,\n    done: Promise.resolve(),\n  };\n  active.done = performTurn(session, setPhase, active, event.text, event.at, meta).finally(() => {\n    linked.unlink();\n  });\n  return active;\n}\n\nasync function performTurn(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  active: ActiveTurn,\n  text: string,\n  at: number,\n  meta: VoiceTurnMeta\n): Promise<void> {\n  const signal = active.controller.signal;\n  try {\n    setPhase({ phase: 'thinking' });\n    const message: UserMessage = { role: 'user', content: text, timestamp: at };\n    const feed = textFeed(signal);\n    const maps: SpokenMap[] = [];\n    session.maps = maps;\n    const producing = readAgent(session, setPhase, active, message, meta, feed, maps);\n    const audio = session.models.speak(\n      session.options.mouth,\n      { text: feed.iterable, voice: session.options.voice },\n      { signal }\n    );\n    await Promise.all([producing, pipeSpeech(session, setPhase, active, audio, maps)]);\n    if (!signal.aborted) setPhase({ phase: 'listening' });\n  } catch (error) {\n    if (signal.aborted || session.signal.aborted) return;\n    throw error;\n  }\n}\n\nasync function readAgent(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  active: ActiveTurn,\n  message: UserMessage,\n  meta: VoiceTurnMeta,\n  feed: TextFeed,\n  maps: SpokenMap[]\n): Promise<void> {\n  const state = createSpokenState();\n  let spokenChars = 0;\n  let generated = '';\n  try {\n    for await (const event of session.conversation.prompt(\n      message,\n      meta,\n      active.controller.signal\n    )) {\n      if (active.controller.signal.aborted) break;\n      notePhase(setPhase, event);\n      for (const piece of spokenPieces(event, state, session.options)) {\n        spokenChars += piece.text.length;\n        generated = rememberPiece(\n          session,\n          active,\n          piece,\n          maps,\n          spokenChars,\n          generated,\n          state.entryId\n        );\n        feed.push(piece.text);\n      }\n      if (state.entryId) bindEntry(maps, state.entryId);\n    }\n  } finally {\n    feed.end();\n  }\n}\n\nfunction rememberPiece(\n  session: Session,\n  active: ActiveTurn,\n  piece: SpokenPiece,\n  maps: SpokenMap[],\n  spokenEnd: number,\n  generated: string,\n  entryId: string | undefined\n): string {\n  const bound = piece.entryId ?? entryId;\n  maps.push({\n    spokenStart: spokenEnd - piece.text.length,\n    spokenEnd,\n    contentIndex: piece.contentIndex,\n    start: piece.start,\n    end: piece.end,\n    kind: piece.kind,\n    ...(bound ? { entryId: bound } : {}),\n  });\n  if (piece.kind === 'announce') {\n    session.captions.push({ type: 'announce', turnId: active.turnId, text: piece.text });\n    return generated;\n  }\n  const text = generated + piece.text;\n  session.captions.push({\n    type: 'agent_generated',\n    turnId: active.turnId,\n    utteranceId: active.utteranceId,\n    text,\n  });\n  return text;\n}\n\nasync function pipeSpeech(\n  session: Session,\n  setPhase: (phase: VoicePhase) => void,\n  active: ActiveTurn,\n  audio: AsyncIterable<SpeechEvent>,\n  maps: SpokenMap[]\n): Promise<void> {\n  for await (const event of audio) {\n    if (active.controller.signal.aborted) return;\n    if (event.type === 'error') {\n      if (event.reason === 'aborted') return;\n      throw new VoiceRequestError(event.reason, event.error);\n    }\n    if (event.type !== 'audio') continue;\n    setPhase({ phase: 'speaking' });\n    const span = translateSpan(event.span, maps);\n    const playing: SpokenClock = {\n      start: event.span.start,\n      end: event.span.end,\n      durationMs: Math.round(chunkSeconds(event.chunk) * 1000),\n    };\n    if (event.alignment) playing.alignment = event.alignment;\n    session.playing = playing;\n    const tag: AudioTag = { span };\n    if (event.alignment) tag.alignment = event.alignment;\n    session.out.write(event.chunk, tag);\n  }\n}\n\nfunction notePlayback(session: Session, active: ActiveTurn, tag: AudioTag, offsetMs: number): void {\n  const playing = session.playing;\n  if (playing) {\n    const upTo = utteranceIndex(spokenOffset(playing, offsetMs), session.maps);\n    if (upTo > active.spokenUpTo) {\n      active.spokenUpTo = upTo;\n      session.captions.push({\n        type: 'agent_spoken',\n        turnId: active.turnId,\n        utteranceId: active.utteranceId,\n        upTo,\n      });\n    }\n  }\n  if (!('entryId' in tag.span)) return;\n  active.cut = {\n    entryId: tag.span.entryId,\n    contentIndex: tag.span.contentIndex,\n    heardUpTo: tag.span.end,\n    heardMs: session.out.playedMs,\n  };\n}\n\nfunction translateSpan(span: TextSpan, maps: SpokenMap[]): TextSpan {\n  if ('entryId' in span) return span;\n  const map = answerMap(span, maps);\n  if (!map?.entryId) return span;\n  const spokenLen = map.spokenEnd - map.spokenStart;\n  const sourceLen = map.end - map.start;\n  const start = map.start + scale(Math.max(0, span.start - map.spokenStart), spokenLen, sourceLen);\n  const end =\n    map.start + scale(Math.min(spokenLen, span.end - map.spokenStart), spokenLen, sourceLen);\n  return { entryId: map.entryId, contentIndex: map.contentIndex, start, end };\n}\n\nfunction answerMap(span: { start: number; end: number }, maps: SpokenMap[]): SpokenMap | undefined {\n  for (let index = maps.length - 1; index >= 0; index -= 1) {\n    const item = maps[index];\n    if (item?.kind !== 'answer' || !item.entryId) continue;\n    if (item.spokenStart < span.end && item.spokenEnd > span.start) return item;\n  }\n  return undefined;\n}\n\nfunction scale(offset: number, spokenLen: number, sourceLen: number): number {\n  if (spokenLen <= 0) return 0;\n  return Math.round((offset * sourceLen) / spokenLen);\n}\n\nfunction bindEntry(maps: SpokenMap[], entryId: string): void {\n  for (const map of maps) {\n    if (map.kind === 'answer' && map.entryId === undefined) map.entryId = entryId;\n  }\n}\n\nfunction notePhase(setPhase: (phase: VoicePhase) => void, event: VoiceAgentEvent): void {\n  if (event.type === 'run_start' || event.type === 'turn_start') setPhase({ phase: 'thinking' });\n  if (event.type === 'compaction_start') setPhase({ phase: 'compacting' });\n  if (event.type === 'auto_retry_start' && event.attempt !== undefined && event.at !== undefined) {\n    setPhase({ phase: 'retrying', attempt: event.attempt, at: event.at });\n  }\n  if (event.type === 'tool_execution_start' && event.toolName && event.toolCallId) {\n    setPhase({\n      phase: 'tool',\n      toolName: event.toolName,\n      toolCallId: event.toolCallId,\n      args: event.args ?? {},\n    });\n  }\n}\n\nasync function interrupt(session: Session, active: ActiveTurn | undefined): Promise<undefined> {\n  if (!active) return undefined;\n  active.controller.abort();\n  session.out.flush();\n  await active.done;\n  if (active.cut) {\n    session.captions.push({\n      type: 'agent_cut',\n      turnId: active.turnId,\n      utteranceId: active.utteranceId,\n      heardUpTo: active.cut.heardUpTo,\n    });\n    await session.conversation.truncate(active.cut);\n  }\n  return undefined;\n}\n\nfunction bargeMode(options: VoiceTurnOptions): 'interrupt' | 'onWords' | 'ignore' {\n  const mode = options.bargeIn ?? 'interrupt';\n  if (mode !== 'auto') return mode;\n  if (options.echoRecommendation === 'interrupt') return 'interrupt';\n  if (options.echoRecommendation === 'headphones') return 'ignore';\n  return 'onWords';\n}\n\nfunction shouldBarge(mode: 'interrupt' | 'onWords' | 'ignore', event: TranscriptionEvent): boolean {\n  if (mode === 'ignore') return false;\n  if (mode === 'interrupt') return event.type === 'speech_start';\n  return event.type === 'partial' && event.text.trim().length > 0;\n}\n\nfunction heardMic(options: VoiceTurnOptions, mic: AudioSource): AudioSource {\n  const echo = options.echo;\n  if (echo === undefined) return mic;\n  return openEchoMic(echo, mic);\n}\n\nfunction speechOf(out: AudioSink | AudioOut): AudioSink {\n  if (isAudioOut(out)) return out.speech;\n  return out;\n}\n\nfunction attachBed(out: AudioSink | AudioOut, soundscape: Soundscape | undefined): BedFollower {\n  if (!soundscape) return idleBed();\n  if (!isAudioOut(out)) return idleBed();\n  return followBed(out.bed, soundscape);\n}\n\nfunction idleBed(): BedFollower {\n  return {\n    observe() {},\n    stop() {},\n  };\n}\n\nfunction phaseSetter(phases: Session['phases'], bed: BedFollower): (phase: VoicePhase) => void {\n  let previous = '';\n  return (phase) => {\n    const key = JSON.stringify(phase);\n    if (key === previous) return;\n    previous = key;\n    phases.push(phase);\n    bed.observe(phase);\n  };\n}\n\nfunction linkSignal(parent: AbortSignal): { controller: AbortController; unlink: () => void } {\n  const controller = new AbortController();\n  const abort = () => controller.abort();\n  if (parent.aborted) controller.abort();\n  else parent.addEventListener('abort', abort);\n  return {\n    controller,\n    unlink: () => parent.removeEventListener('abort', abort),\n  };\n}\n\ninterface TextFeed {\n  push(text: string): void;\n  end(): void;\n  iterable: AsyncIterable<string>;\n}\n\nfunction textFeed(signal: AbortSignal): TextFeed {\n  const queue: string[] = [];\n  let ended = false;\n  let wake: (() => void) | undefined;\n  const notify = () => {\n    const current = wake;\n    wake = undefined;\n    current?.();\n  };\n  const onAbort = () => notify();\n  signal.addEventListener('abort', onAbort);\n  return {\n    push(text) {\n      if (ended || signal.aborted || text.length === 0) return;\n      queue.push(text);\n      notify();\n    },\n    end() {\n      ended = true;\n      notify();\n    },\n    iterable: {\n      async *[Symbol.asyncIterator]() {\n        try {\n          while (!signal.aborted) {\n            const next = queue.shift();\n            if (next !== undefined) {\n              yield next;\n              continue;\n            }\n            if (ended) return;\n            await new Promise<void>((resolve) => {\n              if (queue.length > 0 || ended || signal.aborted) resolve();\n              else wake = resolve;\n            });\n          }\n        } finally {\n          signal.removeEventListener('abort', onAbort);\n        }\n      },\n    },\n  };\n}\n"],
+  "mappings": "AAOA;AAAA,EAIE;AAAA,OAEK;AACP,SAA2B,cAAc,sBAAsB;AAC/D,SAA2B,mBAAmB;AAC9C,SAAS,yBAAyB;AAElC,SAAS,iBAAiB;AAC1B;AAAA,EAGE;AAAA,EACA;AAAA,OAEK;AAEP;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AAoGA,SAAS,WACd,QACA,cACA,KACA,KACA,SACA,QACc;AACd,QAAM,SAAS,UAAsB;AACrC,QAAM,WAAW,UAAwB;AACzC,QAAM,UAAmB;AAAA,IACvB;AAAA,IACA;AAAA,IACA,KAAK,SAAS,SAAS,GAAG;AAAA,IAC1B,KAAK,SAAS,GAAG;AAAA,IACjB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,MAAM,CAAC;AAAA,IACP,KAAK,UAAU,KAAK,QAAQ,UAAU;AAAA,EACxC;AACA,QAAM,OAAO,WAAW,OAAO,EAAE,QAAQ,MAAM;AAC7C,WAAO,IAAI;AACX,aAAS,IAAI;AAAA,EACf,CAAC;AACD,SAAO,EAAE,QAAQ,OAAO,UAAU,UAAU,SAAS,UAAU,KAAK;AACtE;AAgBA,eAAe,WAAW,SAAiC;AACzD,QAAM,OAAO,UAAU,QAAQ,OAAO;AACtC,MAAI;AACJ,MAAI;AACJ,MAAI,WAAW;AACf,MAAI,SAAS;AACb,QAAM,WAAW,MAAM;AACrB,QAAI,CAAC,QAAQ;AACX,kBAAY;AACZ,eAAS,OAAO,QAAQ;AAAA,IAC1B;AACA,WAAO;AAAA,EACT;AACA,QAAM,eAAe,QAAQ,IAAI,WAAW,CAAC,KAAK,aAAa;AAC7D,QAAI,CAAC,OAAQ;AACb,iBAAa,SAAS,QAAQ,KAAK,QAAQ;AAAA,EAC7C,CAAC;AACD,QAAM,WAAW,YAAY,QAAQ,QAAQ,QAAQ,GAAG;AACxD,MAAI;AACF,QAAI,QAAQ,OAAO,QAAS;AAC5B,aAAS,EAAE,OAAO,YAAY,CAAC;AAC/B,qBAAiB,SAAS,QAAQ,OAAO,OAAO,QAAQ,QAAQ,MAAM,QAAQ,KAAK;AAAA,MACjF,QAAQ,QAAQ;AAAA,IAClB,CAAC,GAAG;AACF,UAAI,MAAM,SAAS,SAAS;AAC1B,YAAI,MAAM,WAAW,aAAa,QAAQ,OAAO,QAAS;AAC1D,cAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,MACvD;AACA,YAAM,YACJ,MAAM,SAAS,aAAa,MAAM,SAAS,WAAW,MAAM,SAAS,aACjE,SAAS,IACT;AACN,mBAAa,SAAS,SAAS,OAAO,WAAW,UAAU;AAC3D,UAAI,YAAY,MAAM,KAAK,EAAG,UAAS,MAAM,UAAU,SAAS,MAAM;AACtE,UAAI,MAAM,SAAS,WAAY;AAC/B,YAAM,SAAS,UAAU,SAAS;AAClC,eAAS;AACT,UAAI,SAAS,SAAU,UAAS,MAAM,WAAW,MAAM;AAAA,UAClD,UAAS,MAAM,UAAU,SAAS,MAAM;AAC7C,eAAS,EAAE,OAAO,SAAS,MAAM,MAAM,KAAK,CAAC;AAC7C,YAAM,OAAO,SAAS,QAAQ,SAAS,UAAU;AACjD,mBAAa;AACb,eAAS,UAAU,SAAS,UAAU,QAAQ,OAAO,IAAI;AAAA,IAC3D;AAAA,EACF,UAAE;AACA,QAAI,QAAQ,OAAO,WAAW,OAAQ,OAAM,UAAU,SAAS,MAAM;AAAA,aAC5D,OAAQ,OAAM,OAAO;AAC9B,iBAAa;AACb,aAAS,EAAE,OAAO,OAAO,CAAC;AAC1B,YAAQ,IAAI,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,SAAS,SAA2B,YAA+C;AAC1F,SAAO;AAAA,IACL,QAAQ;AAAA,IACR,oBAAoB,QAAQ,KAAK;AAAA,IACjC,GAAI,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW;AAAA,EACnD;AACF;AAEA,SAAS,SACP,SACA,OACA,QACA,YACoB;AACpB,MAAI,MAAM,SAAS,WAAW;AAC5B,YAAQ,SAAS,KAAK;AAAA,MACpB,MAAM;AAAA,MACN;AAAA,MACA,WAAW,MAAM;AAAA,MACjB,MAAM,MAAM;AAAA,IACd,CAAC;AAAA,EACH;AACA,MAAI,MAAM,SAAS,SAAS;AAC1B,YAAQ,SAAS,KAAK;AAAA,MACpB,MAAM;AAAA,MACN;AAAA,MACA,WAAW,MAAM;AAAA,MACjB,MAAM,MAAM;AAAA,MACZ,GAAI,MAAM,eAAe,SAAY,CAAC,IAAI,EAAE,YAAY,MAAM,WAAW;AAAA,IAC3E,CAAC;AACD,WAAO,MAAM,cAAc;AAAA,EAC7B;AACA,MAAI,MAAM,SAAS,YAAY;AAC7B,YAAQ,SAAS,KAAK,EAAE,MAAM,cAAc,QAAQ,WAAW,QAAQ,MAAM,MAAM,KAAK,CAAC;AAAA,EAC3F;AACA,SAAO;AACT;AAEA,eAAe,WAAW,QAAoD;AAC5E,MAAI,CAAC,OAAQ,QAAO;AACpB,QAAM,OAAO;AACb,SAAO;AACT;AAEA,SAAS,UACP,SACA,UACA,QACA,OACA,MACY;AACZ,QAAM,SAAS,WAAW,QAAQ,MAAM;AACxC,QAAM,SAAqB;AAAA,IACzB,YAAY,OAAO;AAAA,IACnB,QAAQ,OAAO;AAAA,IACf;AAAA,IACA,aAAa,GAAG,MAAM;AAAA,IACtB,YAAY;AAAA,IACZ,MAAM,QAAQ,QAAQ;AAAA,EACxB;AACA,SAAO,OAAO,YAAY,SAAS,UAAU,QAAQ,MAAM,MAAM,MAAM,IAAI,IAAI,EAAE,QAAQ,MAAM;AAC7F,WAAO,OAAO;AAAA,EAChB,CAAC;AACD,SAAO;AACT;AAEA,eAAe,YACb,SACA,UACA,QACA,MACA,IACA,MACe;AACf,QAAM,SAAS,OAAO,WAAW;AACjC,MAAI;AACF,aAAS,EAAE,OAAO,WAAW,CAAC;AAC9B,UAAM,UAAuB,EAAE,MAAM,QAAQ,SAAS,MAAM,WAAW,GAAG;AAC1E,UAAM,OAAO,SAAS,MAAM;AAC5B,UAAM,OAAoB,CAAC;AAC3B,YAAQ,OAAO;AACf,UAAM,YAAY,UAAU,SAAS,UAAU,QAAQ,SAAS,MAAM,MAAM,IAAI;AAChF,UAAM,QAAQ,QAAQ,OAAO;AAAA,MAC3B,QAAQ,QAAQ;AAAA,MAChB,EAAE,MAAM,KAAK,UAAU,OAAO,QAAQ,QAAQ,MAAM;AAAA,MACpD,EAAE,OAAO;AAAA,IACX;AACA,UAAM,QAAQ,IAAI,CAAC,WAAW,WAAW,SAAS,UAAU,QAAQ,OAAO,IAAI,CAAC,CAAC;AACjF,QAAI,CAAC,OAAO,QAAS,UAAS,EAAE,OAAO,YAAY,CAAC;AAAA,EACtD,SAAS,OAAO;AACd,QAAI,OAAO,WAAW,QAAQ,OAAO,QAAS;AAC9C,UAAM;AAAA,EACR;AACF;AAEA,eAAe,UACb,SACA,UACA,QACA,SACA,MACA,MACA,MACe;AACf,QAAM,QAAQ,kBAAkB;AAChC,MAAI,cAAc;AAClB,MAAI,YAAY;AAChB,MAAI;AACF,qBAAiB,SAAS,QAAQ,aAAa;AAAA,MAC7C;AAAA,MACA;AAAA,MACA,OAAO,WAAW;AAAA,IACpB,GAAG;AACD,UAAI,OAAO,WAAW,OAAO,QAAS;AACtC,gBAAU,UAAU,KAAK;AACzB,iBAAW,SAAS,aAAa,OAAO,OAAO,QAAQ,OAAO,GAAG;AAC/D,uBAAe,MAAM,KAAK;AAC1B,oBAAY;AAAA,UACV;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,MAAM;AAAA,QACR;AACA,aAAK,KAAK,MAAM,IAAI;AAAA,MACtB;AACA,UAAI,MAAM,QAAS,WAAU,MAAM,MAAM,OAAO;AAAA,IAClD;AAAA,EACF,UAAE;AACA,SAAK,IAAI;AAAA,EACX;AACF;AAEA,SAAS,cACP,SACA,QACA,OACA,MACA,WACA,WACA,SACQ;AACR,QAAM,QAAQ,MAAM,WAAW;AAC/B,OAAK,KAAK;AAAA,IACR,aAAa,YAAY,MAAM,KAAK;AAAA,IACpC;AAAA,IACA,cAAc,MAAM;AAAA,IACpB,OAAO,MAAM;AAAA,IACb,KAAK,MAAM;AAAA,IACX,MAAM,MAAM;AAAA,IACZ,GAAI,QAAQ,EAAE,SAAS,MAAM,IAAI,CAAC;AAAA,EACpC,CAAC;AACD,MAAI,MAAM,SAAS,YAAY;AAC7B,YAAQ,SAAS,KAAK,EAAE,MAAM,YAAY,QAAQ,OAAO,QAAQ,MAAM,MAAM,KAAK,CAAC;AACnF,WAAO;AAAA,EACT;AACA,QAAM,OAAO,YAAY,MAAM;AAC/B,UAAQ,SAAS,KAAK;AAAA,IACpB,MAAM;AAAA,IACN,QAAQ,OAAO;AAAA,IACf,aAAa,OAAO;AAAA,IACpB;AAAA,EACF,CAAC;AACD,SAAO;AACT;AAEA,eAAe,WACb,SACA,UACA,QACA,OACA,MACe;AACf,mBAAiB,SAAS,OAAO;AAC/B,QAAI,OAAO,WAAW,OAAO,QAAS;AACtC,QAAI,MAAM,SAAS,SAAS;AAC1B,UAAI,MAAM,WAAW,UAAW;AAChC,YAAM,IAAI,kBAAkB,MAAM,QAAQ,MAAM,KAAK;AAAA,IACvD;AACA,QAAI,MAAM,SAAS,QAAS;AAC5B,aAAS,EAAE,OAAO,WAAW,CAAC;AAC9B,UAAM,OAAO,cAAc,MAAM,MAAM,IAAI;AAC3C,UAAM,UAAuB;AAAA,MAC3B,OAAO,MAAM,KAAK;AAAA,MAClB,KAAK,MAAM,KAAK;AAAA,MAChB,YAAY,KAAK,MAAM,aAAa,MAAM,KAAK,IAAI,GAAI;AAAA,IACzD;AACA,QAAI,MAAM,UAAW,SAAQ,YAAY,MAAM;AAC/C,YAAQ,UAAU;AAClB,UAAM,MAAgB,EAAE,KAAK;AAC7B,QAAI,MAAM,UAAW,KAAI,YAAY,MAAM;AAC3C,YAAQ,IAAI,MAAM,MAAM,OAAO,GAAG;AAAA,EACpC;AACF;AAEA,SAAS,aAAa,SAAkB,QAAoB,KAAe,UAAwB;AACjG,QAAM,UAAU,QAAQ;AACxB,MAAI,SAAS;AACX,UAAM,OAAO,eAAe,aAAa,SAAS,QAAQ,GAAG,QAAQ,IAAI;AACzE,QAAI,OAAO,OAAO,YAAY;AAC5B,aAAO,aAAa;AACpB,cAAQ,SAAS,KAAK;AAAA,QACpB,MAAM;AAAA,QACN,QAAQ,OAAO;AAAA,QACf,aAAa,OAAO;AAAA,QACpB;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AACA,MAAI,EAAE,aAAa,IAAI,MAAO;AAC9B,SAAO,MAAM;AAAA,IACX,SAAS,IAAI,KAAK;AAAA,IAClB,cAAc,IAAI,KAAK;AAAA,IACvB,WAAW,IAAI,KAAK;AAAA,IACpB,SAAS,QAAQ,IAAI;AAAA,EACvB;AACF;AAEA,SAAS,cAAc,MAAgB,MAA6B;AAClE,MAAI,aAAa,KAAM,QAAO;AAC9B,QAAM,MAAM,UAAU,MAAM,IAAI;AAChC,MAAI,CAAC,KAAK,QAAS,QAAO;AAC1B,QAAM,YAAY,IAAI,YAAY,IAAI;AACtC,QAAM,YAAY,IAAI,MAAM,IAAI;AAChC,QAAM,QAAQ,IAAI,QAAQ,MAAM,KAAK,IAAI,GAAG,KAAK,QAAQ,IAAI,WAAW,GAAG,WAAW,SAAS;AAC/F,QAAM,MACJ,IAAI,QAAQ,MAAM,KAAK,IAAI,WAAW,KAAK,MAAM,IAAI,WAAW,GAAG,WAAW,SAAS;AACzF,SAAO,EAAE,SAAS,IAAI,SAAS,cAAc,IAAI,cAAc,OAAO,IAAI;AAC5E;AAEA,SAAS,UAAU,MAAsC,MAA0C;AACjG,WAAS,QAAQ,KAAK,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG;AACxD,UAAM,OAAO,KAAK,KAAK;AACvB,QAAI,MAAM,SAAS,YAAY,CAAC,KAAK,QAAS;AAC9C,QAAI,KAAK,cAAc,KAAK,OAAO,KAAK,YAAY,KAAK,MAAO,QAAO;AAAA,EACzE;AACA,SAAO;AACT;AAEA,SAAS,MAAM,QAAgB,WAAmB,WAA2B;AAC3E,MAAI,aAAa,EAAG,QAAO;AAC3B,SAAO,KAAK,MAAO,SAAS,YAAa,SAAS;AACpD;AAEA,SAAS,UAAU,MAAmB,SAAuB;AAC3D,aAAW,OAAO,MAAM;AACtB,QAAI,IAAI,SAAS,YAAY,IAAI,YAAY,OAAW,KAAI,UAAU;AAAA,EACxE;AACF;AAEA,SAAS,UAAU,UAAuC,OAA8B;AACtF,MAAI,MAAM,SAAS,eAAe,MAAM,SAAS,aAAc,UAAS,EAAE,OAAO,WAAW,CAAC;AAC7F,MAAI,MAAM,SAAS,mBAAoB,UAAS,EAAE,OAAO,aAAa,CAAC;AACvE,MAAI,MAAM,SAAS,sBAAsB,MAAM,YAAY,UAAa,MAAM,OAAO,QAAW;AAC9F,aAAS,EAAE,OAAO,YAAY,SAAS,MAAM,SAAS,IAAI,MAAM,GAAG,CAAC;AAAA,EACtE;AACA,MAAI,MAAM,SAAS,0BAA0B,MAAM,YAAY,MAAM,YAAY;AAC/E,aAAS;AAAA,MACP,OAAO;AAAA,MACP,UAAU,MAAM;AAAA,MAChB,YAAY,MAAM;AAAA,MAClB,MAAM,MAAM,QAAQ,CAAC;AAAA,IACvB,CAAC;AAAA,EACH;AACF;AAEA,eAAe,UAAU,SAAkB,QAAoD;AAC7F,MAAI,CAAC,OAAQ,QAAO;AACpB,SAAO,WAAW,MAAM;AACxB,UAAQ,IAAI,MAAM;AAClB,QAAM,OAAO;AACb,MAAI,OAAO,KAAK;AACd,YAAQ,SAAS,KAAK;AAAA,MACpB,MAAM;AAAA,MACN,QAAQ,OAAO;AAAA,MACf,aAAa,OAAO;AAAA,MACpB,WAAW,OAAO,IAAI;AAAA,IACxB,CAAC;AACD,UAAM,QAAQ,aAAa,SAAS,OAAO,GAAG;AAAA,EAChD;AACA,SAAO;AACT;AAEA,SAAS,UAAU,SAA+D;AAChF,QAAM,OAAO,QAAQ,WAAW;AAChC,MAAI,SAAS,OAAQ,QAAO;AAC5B,MAAI,QAAQ,uBAAuB,YAAa,QAAO;AACvD,MAAI,QAAQ,uBAAuB,aAAc,QAAO;AACxD,SAAO;AACT;AAEA,SAAS,YAAY,MAA0C,OAAoC;AACjG,MAAI,SAAS,SAAU,QAAO;AAC9B,MAAI,SAAS,YAAa,QAAO,MAAM,SAAS;AAChD,SAAO,MAAM,SAAS,aAAa,MAAM,KAAK,KAAK,EAAE,SAAS;AAChE;AAEA,SAAS,SAAS,SAA2B,KAA+B;AAC1E,QAAM,OAAO,QAAQ;AACrB,MAAI,SAAS,OAAW,QAAO;AAC/B,SAAO,YAAY,MAAM,GAAG;AAC9B;AAEA,SAAS,SAAS,KAAsC;AACtD,MAAI,WAAW,GAAG,EAAG,QAAO,IAAI;AAChC,SAAO;AACT;AAEA,SAAS,UAAU,KAA2B,YAAiD;AAC7F,MAAI,CAAC,WAAY,QAAO,QAAQ;AAChC,MAAI,CAAC,WAAW,GAAG,EAAG,QAAO,QAAQ;AACrC,SAAO,UAAU,IAAI,KAAK,UAAU;AACtC;AAEA,SAAS,UAAuB;AAC9B,SAAO;AAAA,IACL,UAAU;AAAA,IAAC;AAAA,IACX,OAAO;AAAA,IAAC;AAAA,EACV;AACF;AAEA,SAAS,YAAY,QAA2B,KAA+C;AAC7F,MAAI,WAAW;AACf,SAAO,CAAC,UAAU;AAChB,UAAM,MAAM,KAAK,UAAU,KAAK;AAChC,QAAI,QAAQ,SAAU;AACtB,eAAW;AACX,WAAO,KAAK,KAAK;AACjB,QAAI,QAAQ,KAAK;AAAA,EACnB;AACF;AAEA,SAAS,WAAW,QAA0E;AAC5F,QAAM,aAAa,IAAI,gBAAgB;AACvC,QAAM,QAAQ,MAAM,WAAW,MAAM;AACrC,MAAI,OAAO,QAAS,YAAW,MAAM;AAAA,MAChC,QAAO,iBAAiB,SAAS,KAAK;AAC3C,SAAO;AAAA,IACL;AAAA,IACA,QAAQ,MAAM,OAAO,oBAAoB,SAAS,KAAK;AAAA,EACzD;AACF;AAQA,SAAS,SAAS,QAA+B;AAC/C,QAAM,QAAkB,CAAC;AACzB,MAAI,QAAQ;AACZ,MAAI;AACJ,QAAM,SAAS,MAAM;AACnB,UAAM,UAAU;AAChB,WAAO;AACP,cAAU;AAAA,EACZ;AACA,QAAM,UAAU,MAAM,OAAO;AAC7B,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO;AAAA,IACL,KAAK,MAAM;AACT,UAAI,SAAS,OAAO,WAAW,KAAK,WAAW,EAAG;AAClD,YAAM,KAAK,IAAI;AACf,aAAO;AAAA,IACT;AAAA,IACA,MAAM;AACJ,cAAQ;AACR,aAAO;AAAA,IACT;AAAA,IACA,UAAU;AAAA,MACR,QAAQ,OAAO,aAAa,IAAI;AAC9B,YAAI;AACF,iBAAO,CAAC,OAAO,SAAS;AACtB,kBAAM,OAAO,MAAM,MAAM;AACzB,gBAAI,SAAS,QAAW;AACtB,oBAAM;AACN;AAAA,YACF;AACA,gBAAI,MAAO;AACX,kBAAM,IAAI,QAAc,CAAC,YAAY;AACnC,kBAAI,MAAM,SAAS,KAAK,SAAS,OAAO,QAAS,SAAQ;AAAA,kBACpD,QAAO;AAAA,YACd,CAAC;AAAA,UACH;AAAA,QACF,UAAE;AACA,iBAAO,oBAAoB,SAAS,OAAO;AAAA,QAC7C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
   "names": []
 }

package/dist/types/echo.d.ts

@@ -0,0 +1,29 @@
+import { type AudioChunk, type AudioSource } from './audio.ts';
+import type { AudioOut, Cue } from './soundscape.ts';
+import type { EchoRecommendation } from './turns.ts';
+export type EchoMode = 'browser' | 'wasm' | 'none';
+export interface EchoCanceller {
+    cancel(mic: AudioChunk, reference: AudioChunk): AudioChunk;
+}
+export interface EchoControl {
+    mode: EchoMode;
+    reference: AudioSource;
+    canceller?: EchoCanceller;
+}
+export interface EchoReport {
+    delayMs: number;
+    cancellationDb: number;
+    residualDb: number;
+    recommendation: EchoRecommendation;
+}
+export interface MicOpen {
+    echoCancellation: boolean | 'all';
+    playback: 'webaudio' | 'rtc-loopback';
+}
+export declare function micOpen(mode: EchoMode, useAll: boolean): MicOpen;
+export declare function echoRuntime(hasMediaDevices: boolean): 'node' | 'browser';
+export declare function assertNodeEcho(mode: EchoMode, runtime: 'node' | 'browser'): void;
+export declare function chooseCapture(tried: EchoMode, report: EchoReport): EchoMode;
+export declare function openEchoMic(control: EchoControl, mic: AudioSource): AudioSource;
+export declare function measureEcho(reference: Float32Array, mic: Float32Array, sampleRate: number): EchoReport;
+export declare function calibrateEcho(out: AudioOut, mic: AudioSource, probe: Cue, durationMs: number, signal: AbortSignal): Promise<EchoReport>;

package/dist/types/index.d.ts

@@ -4,6 +4,8 @@ export { blankUsage } from './blank-usage.ts';
 export type { CaptionHistoryEntry } from './captions.ts';
 export { captionsFromHistory } from './captions.ts';
 export { convertAudio, convertAudioSource, decodeAudioBase64, encodeAudioBase64, } from './convert.ts';
+export type { EchoCanceller, EchoControl, EchoMode, EchoReport, MicOpen } from './echo.ts';
+export { assertNodeEcho, calibrateEcho, chooseCapture, echoRuntime, measureEcho, micOpen, openEchoMic, } from './echo.ts';
 export { VoiceRequestError } from './errors.ts';
 export type { Delivery, DeliverySupport, KnownRealtimeApi, KnownSpeechApi, KnownTranscriptionApi, RealtimeApi, RealtimeModel, SpeechApi, SpeechModel, TranscriptionApi, TranscriptionModel, VoiceInfo, VoiceModel, VoiceModelType, } from './models.ts';
 export { getVoiceModel, listVoiceModels, registerVoiceModel, } from './models.ts';

package/dist/types/turns.d.ts

@@ -1,5 +1,6 @@
 import type { AssistantMessageEvent, JsonObject, ProviderRequestOptions, ToolCall, UserMessage } from '@earendil-works/pi-ai';
 import { type AudioSink, type AudioSource } from './audio.ts';
+import { type EchoControl } from './echo.ts';
 import type { SpeechModel, TranscriptionModel } from './models.ts';
 import { type AudioOut, type Soundscape } from './soundscape.ts';
 import type { SpeechEvent, SpeechInput } from './speech.ts';
@@ -30,6 +31,7 @@ export interface VoiceTurnOptions {
     announce?: (call: ToolCall) => string | undefined;
     bargeIn?: BargeIn;
     echoRecommendation?: EchoRecommendation;
+    echo?: EchoControl;
     soundscape?: Soundscape;
 }
 export interface VoiceModels {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-ecoverse/pi-audio",
-  "version": "1.17.0",
+  "version": "1.18.0",
   "description": "Voice bindings for pi: speech-to-text, text-to-speech and realtime speech for pi-coding-agent plugins and slicc-agent",
   "type": "module",
   "license": "Apache-2.0",