@livekit/agents 1.1.0 → 1.2.0

package/dist/inference/interruption/interruption_detector.d.ts

@@ -0,0 +1,59 @@
+import type { TypedEventEmitter } from '@livekit/typed-emitter';
+import type { InterruptionMetrics } from '../../metrics/base.js';
+import { InterruptionDetectionError } from './errors.js';
+import { InterruptionStreamBase } from './interruption_stream.js';
+import type { InterruptionOptions, OverlappingSpeechEvent } from './types.js';
+type InterruptionCallbacks = {
+    overlapping_speech: (event: OverlappingSpeechEvent) => void;
+    metrics_collected: (metrics: InterruptionMetrics) => void;
+    error: (error: InterruptionDetectionError) => void;
+};
+export type AdaptiveInterruptionDetectorOptions = Omit<Partial<InterruptionOptions>, 'useProxy'>;
+declare const AdaptiveInterruptionDetector_base: new () => TypedEventEmitter<InterruptionCallbacks>;
+export declare class AdaptiveInterruptionDetector extends AdaptiveInterruptionDetector_base {
+    options: InterruptionOptions;
+    private readonly _label;
+    private logger;
+    private streams;
+    constructor(options?: AdaptiveInterruptionDetectorOptions);
+    /**
+     * The model identifier for this detector.
+     */
+    get model(): string;
+    /**
+     * The provider identifier for this detector.
+     */
+    get provider(): string;
+    /**
+     * The label for this detector instance.
+     */
+    get label(): string;
+    /**
+     * The sample rate used for audio processing.
+     */
+    get sampleRate(): number;
+    /**
+     * Emit an error event from the detector.
+     */
+    emitError(error: InterruptionDetectionError): void;
+    /**
+     * Creates a new InterruptionStreamBase for internal use.
+     * The stream can receive audio frames and sentinels via pushFrame().
+     * Use this when you need direct access to the stream for pushing frames.
+     */
+    createStream(): InterruptionStreamBase;
+    /**
+     * Remove a stream from tracking (called when stream is closed).
+     */
+    removeStream(stream: InterruptionStreamBase): void;
+    /**
+     * Update options for the detector and propagate to all active streams.
+     * For WebSocket streams, this triggers a reconnection with new settings.
+     */
+    updateOptions(options: {
+        threshold?: number;
+        minInterruptionDurationInS?: number;
+    }): Promise<void>;
+}
+export {};
+//# sourceMappingURL=interruption_detector.d.ts.map

package/dist/inference/interruption/interruption_detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interruption_detector.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/interruption_detector.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAGjE,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAE9E,KAAK,qBAAqB,GAAG;IAC3B,kBAAkB,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,CAAC;IAC5D,iBAAiB,EAAE,CAAC,OAAO,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAC1D,KAAK,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CACpD,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,UAAU,CAAC,CAAC;2DAEpB,kBAAkB,qBAAqB,CAAC;AAArH,qBAAa,4BAA6B,SAAQ,iCAAoE;IACpH,OAAO,EAAE,mBAAmB,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,MAAM,CAAS;IAEvB,OAAO,CAAC,OAAO,CAA0C;gBAE7C,OAAO,GAAE,mCAAwC;IA6F7D;;OAEG;IACH,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;OAEG;IACH,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED;;OAEG;IACH,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,0BAA0B,GAAG,IAAI;IAIlD;;;;OAIG;IACH,YAAY,IAAI,sBAAsB;IAYtC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,sBAAsB,GAAG,IAAI;IAIlD;;;OAGG;IACG,aAAa,CAAC,OAAO,EAAE;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,0BAA0B,CAAC,EAAE,MAAM,CAAC;KACrC,GAAG,OAAO,CAAC,IAAI,CAAC;CAgBlB"}

package/dist/inference/interruption/interruption_detector.js

@@ -0,0 +1,164 @@
+import EventEmitter from "events";
+import { log } from "../../log.js";
+import { DEFAULT_INFERENCE_URL, STAGING_INFERENCE_URL, getDefaultInferenceUrl } from "../utils.js";
+import { FRAMES_PER_SECOND, SAMPLE_RATE, interruptionOptionDefaults } from "./defaults.js";
+import { InterruptionDetectionError } from "./errors.js";
+import { InterruptionStreamBase } from "./interruption_stream.js";
+class AdaptiveInterruptionDetector extends EventEmitter {
+  options;
+  _label;
+  logger = log();
+  // Use Set instead of WeakSet to allow iteration for propagating option updates
+  streams = /* @__PURE__ */ new Set();
+  constructor(options = {}) {
+    super();
+    const {
+      maxAudioDurationInS,
+      baseUrl,
+      apiKey,
+      apiSecret,
+      audioPrefixDurationInS,
+      threshold,
+      detectionIntervalInS,
+      inferenceTimeout,
+      minInterruptionDurationInS
+    } = { ...interruptionOptionDefaults, ...options };
+    if (maxAudioDurationInS > 3) {
+      throw new RangeError("maxAudioDurationInS must be less than or equal to 3.0 seconds");
+    }
+    const lkBaseUrl = baseUrl ?? process.env.LIVEKIT_REMOTE_EOT_URL ?? getDefaultInferenceUrl();
+    let lkApiKey = apiKey ?? "";
+    let lkApiSecret = apiSecret ?? "";
+    let useProxy;
+    const isInferenceUrl = lkBaseUrl === DEFAULT_INFERENCE_URL || lkBaseUrl === STAGING_INFERENCE_URL;
+    if (isInferenceUrl) {
+      lkApiKey = apiKey ?? process.env.LIVEKIT_INFERENCE_API_KEY ?? process.env.LIVEKIT_API_KEY ?? "";
+      if (!lkApiKey) {
+        throw new TypeError(
+          "apiKey is required, either as argument or set LIVEKIT_API_KEY environmental variable"
+        );
+      }
+      lkApiSecret = apiSecret ?? process.env.LIVEKIT_INFERENCE_API_SECRET ?? process.env.LIVEKIT_API_SECRET ?? "";
+      if (!lkApiSecret) {
+        throw new TypeError(
+          "apiSecret is required, either as argument or set LIVEKIT_API_SECRET environmental variable"
+        );
+      }
+      useProxy = true;
+    } else {
+      useProxy = false;
+    }
+    const transport = useProxy ? "websocket" : "http";
+    this.logger.debug(
+      {
+        baseUrl: lkBaseUrl,
+        useProxy,
+        transport
+      },
+      "=== Resolved interruption detector transport configuration"
+    );
+    this.options = {
+      sampleRate: SAMPLE_RATE,
+      threshold,
+      minFrames: Math.ceil(minInterruptionDurationInS * FRAMES_PER_SECOND),
+      maxAudioDurationInS,
+      audioPrefixDurationInS,
+      detectionIntervalInS,
+      inferenceTimeout,
+      baseUrl: lkBaseUrl,
+      apiKey: lkApiKey,
+      apiSecret: lkApiSecret,
+      useProxy,
+      minInterruptionDurationInS
+    };
+    this._label = `${this.constructor.name}`;
+    this.logger.debug(
+      {
+        baseUrl: this.options.baseUrl,
+        detectionIntervalInS: this.options.detectionIntervalInS,
+        audioPrefixDurationInS: this.options.audioPrefixDurationInS,
+        maxAudioDurationInS: this.options.maxAudioDurationInS,
+        minFrames: this.options.minFrames,
+        threshold: this.options.threshold,
+        inferenceTimeout: this.options.inferenceTimeout,
+        useProxy: this.options.useProxy,
+        transport
+      },
+      "=== Adaptive interruption detector initialized"
+    );
+  }
+  /**
+   * The model identifier for this detector.
+   */
+  get model() {
+    return "adaptive interruption";
+  }
+  /**
+   * The provider identifier for this detector.
+   */
+  get provider() {
+    return "livekit";
+  }
+  /**
+   * The label for this detector instance.
+   */
+  get label() {
+    return this._label;
+  }
+  /**
+   * The sample rate used for audio processing.
+   */
+  get sampleRate() {
+    return this.options.sampleRate;
+  }
+  /**
+   * Emit an error event from the detector.
+   */
+  emitError(error) {
+    this.emit("error", error);
+  }
+  /**
+   * Creates a new InterruptionStreamBase for internal use.
+   * The stream can receive audio frames and sentinels via pushFrame().
+   * Use this when you need direct access to the stream for pushing frames.
+   */
+  createStream() {
+    try {
+      const streamBase = new InterruptionStreamBase(this, {});
+      this.streams.add(streamBase);
+      return streamBase;
+    } catch (e) {
+      const cause = e instanceof Error ? e : new Error(String(e));
+      this.emitError(new InterruptionDetectionError(cause.message, Date.now(), this._label, false));
+      throw e;
+    }
+  }
+  /**
+   * Remove a stream from tracking (called when stream is closed).
+   */
+  removeStream(stream) {
+    this.streams.delete(stream);
+  }
+  /**
+   * Update options for the detector and propagate to all active streams.
+   * For WebSocket streams, this triggers a reconnection with new settings.
+   */
+  async updateOptions(options) {
+    if (options.threshold !== void 0) {
+      this.options.threshold = options.threshold;
+    }
+    if (options.minInterruptionDurationInS !== void 0) {
+      this.options.minInterruptionDurationInS = options.minInterruptionDurationInS;
+      this.options.minFrames = Math.ceil(options.minInterruptionDurationInS * FRAMES_PER_SECOND);
+    }
+    const updatePromises = [];
+    for (const stream of this.streams) {
+      updatePromises.push(stream.updateOptions(options));
+    }
+    await Promise.all(updatePromises);
+  }
+}
+export {
+  AdaptiveInterruptionDetector
+};
+//# sourceMappingURL=interruption_detector.js.map

package/dist/inference/interruption/interruption_detector.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/inference/interruption/interruption_detector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { TypedEventEmitter } from '@livekit/typed-emitter';\nimport EventEmitter from 'events';\nimport { log } from '../../log.js';\nimport type { InterruptionMetrics } from '../../metrics/base.js';\nimport { DEFAULT_INFERENCE_URL, STAGING_INFERENCE_URL, getDefaultInferenceUrl } from '../utils.js';\nimport { FRAMES_PER_SECOND, SAMPLE_RATE, interruptionOptionDefaults } from './defaults.js';\nimport { InterruptionDetectionError } from './errors.js';\nimport { InterruptionStreamBase } from './interruption_stream.js';\nimport type { InterruptionOptions, OverlappingSpeechEvent } from './types.js';\n\ntype InterruptionCallbacks = {\n  overlapping_speech: (event: OverlappingSpeechEvent) => void;\n  metrics_collected: (metrics: InterruptionMetrics) => void;\n  error: (error: InterruptionDetectionError) => void;\n};\n\nexport type AdaptiveInterruptionDetectorOptions = Omit<Partial<InterruptionOptions>, 'useProxy'>;\n\nexport class AdaptiveInterruptionDetector extends (EventEmitter as new () => TypedEventEmitter<InterruptionCallbacks>) {\n  options: InterruptionOptions;\n  private readonly _label: string;\n  private logger = log();\n  // Use Set instead of WeakSet to allow iteration for propagating option updates\n  private streams: Set<InterruptionStreamBase> = new Set();\n\n  constructor(options: AdaptiveInterruptionDetectorOptions = {}) {\n    super();\n\n    const {\n      maxAudioDurationInS,\n      baseUrl,\n      apiKey,\n      apiSecret,\n      audioPrefixDurationInS,\n      threshold,\n      detectionIntervalInS,\n      inferenceTimeout,\n      minInterruptionDurationInS,\n    } = { ...interruptionOptionDefaults, ...options };\n\n    if (maxAudioDurationInS > 3.0) {\n      throw new RangeError('maxAudioDurationInS must be less than or equal to 3.0 seconds');\n    }\n\n    const lkBaseUrl = baseUrl ?? process.env.LIVEKIT_REMOTE_EOT_URL ?? getDefaultInferenceUrl();\n    let lkApiKey = apiKey ?? '';\n    let lkApiSecret = apiSecret ?? '';\n    let useProxy: boolean;\n\n    // Use LiveKit credentials if using the inference service (production or staging)\n    const isInferenceUrl =\n      lkBaseUrl === DEFAULT_INFERENCE_URL || lkBaseUrl === STAGING_INFERENCE_URL;\n    if (isInferenceUrl) {\n      lkApiKey =\n        apiKey ?? process.env.LIVEKIT_INFERENCE_API_KEY ?? process.env.LIVEKIT_API_KEY ?? '';\n      if (!lkApiKey) {\n        throw new TypeError(\n          'apiKey is required, either as argument or set LIVEKIT_API_KEY environmental variable',\n        );\n      }\n\n      lkApiSecret =\n        apiSecret ??\n        process.env.LIVEKIT_INFERENCE_API_SECRET ??\n        process.env.LIVEKIT_API_SECRET ??\n        '';\n      if (!lkApiSecret) {\n        throw new TypeError(\n          'apiSecret is required, either as argument or set LIVEKIT_API_SECRET environmental variable',\n        );\n      }\n      useProxy = true;\n    } else {\n      useProxy = false;\n    }\n    const transport = useProxy ? 'websocket' : 'http';\n    this.logger.debug(\n      {\n        baseUrl: lkBaseUrl,\n        useProxy,\n        transport,\n      },\n      '=== Resolved interruption detector transport configuration',\n    );\n\n    this.options = {\n      sampleRate: SAMPLE_RATE,\n      threshold,\n      minFrames: Math.ceil(minInterruptionDurationInS * FRAMES_PER_SECOND),\n      maxAudioDurationInS,\n      audioPrefixDurationInS,\n      detectionIntervalInS,\n      inferenceTimeout,\n      baseUrl: lkBaseUrl,\n      apiKey: lkApiKey,\n      apiSecret: lkApiSecret,\n      useProxy,\n      minInterruptionDurationInS,\n    };\n\n    this._label = `${this.constructor.name}`;\n\n    this.logger.debug(\n      {\n        baseUrl: this.options.baseUrl,\n        detectionIntervalInS: this.options.detectionIntervalInS,\n        audioPrefixDurationInS: this.options.audioPrefixDurationInS,\n        maxAudioDurationInS: this.options.maxAudioDurationInS,\n        minFrames: this.options.minFrames,\n        threshold: this.options.threshold,\n        inferenceTimeout: this.options.inferenceTimeout,\n        useProxy: this.options.useProxy,\n        transport,\n      },\n      '=== Adaptive interruption detector initialized',\n    );\n  }\n\n  /**\n   * The model identifier for this detector.\n   */\n  get model(): string {\n    return 'adaptive interruption';\n  }\n\n  /**\n   * The provider identifier for this detector.\n   */\n  get provider(): string {\n    return 'livekit';\n  }\n\n  /**\n   * The label for this detector instance.\n   */\n  get label(): string {\n    return this._label;\n  }\n\n  /**\n   * The sample rate used for audio processing.\n   */\n  get sampleRate(): number {\n    return this.options.sampleRate;\n  }\n\n  /**\n   * Emit an error event from the detector.\n   */\n  emitError(error: InterruptionDetectionError): void {\n    this.emit('error', error);\n  }\n\n  /**\n   * Creates a new InterruptionStreamBase for internal use.\n   * The stream can receive audio frames and sentinels via pushFrame().\n   * Use this when you need direct access to the stream for pushing frames.\n   */\n  createStream(): InterruptionStreamBase {\n    try {\n      const streamBase = new InterruptionStreamBase(this, {});\n      this.streams.add(streamBase);\n      return streamBase;\n    } catch (e) {\n      const cause = e instanceof Error ? e : new Error(String(e));\n      this.emitError(new InterruptionDetectionError(cause.message, Date.now(), this._label, false));\n      throw e;\n    }\n  }\n\n  /**\n   * Remove a stream from tracking (called when stream is closed).\n   */\n  removeStream(stream: InterruptionStreamBase): void {\n    this.streams.delete(stream);\n  }\n\n  /**\n   * Update options for the detector and propagate to all active streams.\n   * For WebSocket streams, this triggers a reconnection with new settings.\n   */\n  async updateOptions(options: {\n    threshold?: number;\n    minInterruptionDurationInS?: number;\n  }): Promise<void> {\n    if (options.threshold !== undefined) {\n      this.options.threshold = options.threshold;\n    }\n    if (options.minInterruptionDurationInS !== undefined) {\n      this.options.minInterruptionDurationInS = options.minInterruptionDurationInS;\n      this.options.minFrames = Math.ceil(options.minInterruptionDurationInS * FRAMES_PER_SECOND);\n    }\n\n    // Propagate option updates to all active streams (matching Python behavior)\n    const updatePromises: Promise<void>[] = [];\n    for (const stream of this.streams) {\n      updatePromises.push(stream.updateOptions(options));\n    }\n    await Promise.all(updatePromises);\n  }\n}\n"],"mappings":"AAIA,OAAO,kBAAkB;AACzB,SAAS,WAAW;AAEpB,SAAS,uBAAuB,uBAAuB,8BAA8B;AACrF,SAAS,mBAAmB,aAAa,kCAAkC;AAC3E,SAAS,kCAAkC;AAC3C,SAAS,8BAA8B;AAWhC,MAAM,qCAAsC,aAAoE;AAAA,EACrH;AAAA,EACiB;AAAA,EACT,SAAS,IAAI;AAAA;AAAA,EAEb,UAAuC,oBAAI,IAAI;AAAA,EAEvD,YAAY,UAA+C,CAAC,GAAG;AAC7D,UAAM;AAEN,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,IAAI,EAAE,GAAG,4BAA4B,GAAG,QAAQ;AAEhD,QAAI,sBAAsB,GAAK;AAC7B,YAAM,IAAI,WAAW,+DAA+D;AAAA,IACtF;AAEA,UAAM,YAAY,WAAW,QAAQ,IAAI,0BAA0B,uBAAuB;AAC1F,QAAI,WAAW,UAAU;AACzB,QAAI,cAAc,aAAa;AAC/B,QAAI;AAGJ,UAAM,iBACJ,cAAc,yBAAyB,cAAc;AACvD,QAAI,gBAAgB;AAClB,iBACE,UAAU,QAAQ,IAAI,6BAA6B,QAAQ,IAAI,mBAAmB;AACpF,UAAI,CAAC,UAAU;AACb,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAEA,oBACE,aACA,QAAQ,IAAI,gCACZ,QAAQ,IAAI,sBACZ;AACF,UAAI,CAAC,aAAa;AAChB,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AACA,iBAAW;AAAA,IACb,OAAO;AACL,iBAAW;AAAA,IACb;AACA,UAAM,YAAY,WAAW,cAAc;AAC3C,SAAK,OAAO;AAAA,MACV;AAAA,QACE,SAAS;AAAA,QACT;AAAA,QACA;AAAA,MACF;AAAA,MACA;AAAA,IACF;AAEA,SAAK,UAAU;AAAA,MACb,YAAY;AAAA,MACZ;AAAA,MACA,WAAW,KAAK,KAAK,6BAA6B,iBAAiB;AAAA,MACnE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,MACA;AAAA,IACF;AAEA,SAAK,SAAS,GAAG,KAAK,YAAY,IAAI;AAEtC,SAAK,OAAO;AAAA,MACV;AAAA,QACE,SAAS,KAAK,QAAQ;AAAA,QACtB,sBAAsB,KAAK,QAAQ;AAAA,QACnC,wBAAwB,KAAK,QAAQ;AAAA,QACrC,qBAAqB,KAAK,QAAQ;AAAA,QAClC,WAAW,KAAK,QAAQ;AAAA,QACxB,WAAW,KAAK,QAAQ;AAAA,QACxB,kBAAkB,KAAK,QAAQ;AAAA,QAC/B,UAAU,KAAK,QAAQ;AAAA,QACvB;AAAA,MACF;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,QAAgB;AAClB,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,WAAmB;AACrB,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,QAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,aAAqB;AACvB,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,OAAyC;AACjD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,eAAuC;AACrC,QAAI;AACF,YAAM,aAAa,IAAI,uBAAuB,MAAM,CAAC,CAAC;AACtD,WAAK,QAAQ,IAAI,UAAU;AAC3B,aAAO;AAAA,IACT,SAAS,GAAG;AACV,YAAM,QAAQ,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;AAC1D,WAAK,UAAU,IAAI,2BAA2B,MAAM,SAAS,KAAK,IAAI,GAAG,KAAK,QAAQ,KAAK,CAAC;AAC5F,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,aAAa,QAAsC;AACjD,SAAK,QAAQ,OAAO,MAAM;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,cAAc,SAGF;AAChB,QAAI,QAAQ,cAAc,QAAW;AACnC,WAAK,QAAQ,YAAY,QAAQ;AAAA,IACnC;AACA,QAAI,QAAQ,+BAA+B,QAAW;AACpD,WAAK,QAAQ,6BAA6B,QAAQ;AAClD,WAAK,QAAQ,YAAY,KAAK,KAAK,QAAQ,6BAA6B,iBAAiB;AAAA,IAC3F;AAGA,UAAM,iBAAkC,CAAC;AACzC,eAAW,UAAU,KAAK,SAAS;AACjC,qBAAe,KAAK,OAAO,cAAc,OAAO,CAAC;AAAA,IACnD;AACA,UAAM,QAAQ,IAAI,cAAc;AAAA,EAClC;AACF;","names":[]}

package/dist/inference/interruption/interruption_stream.cjs

@@ -0,0 +1,368 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var interruption_stream_exports = {};
+__export(interruption_stream_exports, {
+  InterruptionStreamBase: () => InterruptionStreamBase,
+  InterruptionStreamSentinel: () => InterruptionStreamSentinel
+});
+module.exports = __toCommonJS(interruption_stream_exports);
+var import_rtc_node = require("@livekit/rtc-node");
+var import_web = require("stream/web");
+var import_log = require("../../log.cjs");
+var import_stream_channel = require("../../stream/stream_channel.cjs");
+var import_telemetry = require("../../telemetry/index.cjs");
+var import_defaults = require("./defaults.cjs");
+var import_http_transport = require("./http_transport.cjs");
+var import_interruption_cache_entry = require("./interruption_cache_entry.cjs");
+var import_types = require("./types.cjs");
+var import_utils = require("./utils.cjs");
+var import_ws_transport = require("./ws_transport.cjs");
+class InterruptionStreamSentinel {
+  static agentSpeechStarted() {
+    return { type: "agent-speech-started" };
+  }
+  static agentSpeechEnded() {
+    return { type: "agent-speech-ended" };
+  }
+  static overlapSpeechStarted(speechDuration, startedAt, userSpeakingSpan) {
+    return { type: "overlap-speech-started", speechDuration, startedAt, userSpeakingSpan };
+  }
+  static overlapSpeechEnded(endedAt) {
+    return { type: "overlap-speech-ended", endedAt };
+  }
+  static flush() {
+    return { type: "flush" };
+  }
+}
+function updateUserSpeakingSpan(span, entry) {
+  span.setAttribute(
+    import_telemetry.traceTypes.ATTR_IS_INTERRUPTION,
+    (entry.isInterruption ?? false).toString().toLowerCase()
+  );
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_PROBABILITY, entry.probability);
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_TOTAL_DURATION, entry.totalDurationInS);
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_PREDICTION_DURATION, entry.predictionDurationInS);
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_DETECTION_DELAY, entry.detectionDelayInS);
+}
+class InterruptionStreamBase {
+  inputStream;
+  eventStream;
+  resampler;
+  numRequests = 0;
+  userSpeakingSpan;
+  overlapSpeechStartedAt;
+  options;
+  apiOptions;
+  model;
+  logger = (0, import_log.log)();
+  // Store reconnect function for WebSocket transport
+  wsReconnect;
+  // Mutable transport options that can be updated via updateOptions()
+  transportOptions;
+  constructor(model, apiOptions) {
+    this.inputStream = (0, import_stream_channel.createStreamChannel)();
+    this.model = model;
+    this.options = { ...model.options };
+    this.apiOptions = { ...import_defaults.apiConnectDefaults, ...apiOptions };
+    this.transportOptions = {
+      baseUrl: this.options.baseUrl,
+      apiKey: this.options.apiKey,
+      apiSecret: this.options.apiSecret,
+      sampleRate: this.options.sampleRate,
+      threshold: this.options.threshold,
+      minFrames: this.options.minFrames,
+      timeout: this.options.inferenceTimeout,
+      maxRetries: this.apiOptions.maxRetries
+    };
+    this.eventStream = this.setupTransform();
+  }
+  /**
+   * Update stream options. For WebSocket transport, this triggers a reconnection.
+   */
+  async updateOptions(options) {
+    if (options.threshold !== void 0) {
+      this.options.threshold = options.threshold;
+      this.transportOptions.threshold = options.threshold;
+    }
+    if (options.minInterruptionDurationInS !== void 0) {
+      this.options.minInterruptionDurationInS = options.minInterruptionDurationInS;
+      this.options.minFrames = Math.ceil(options.minInterruptionDurationInS * import_defaults.FRAMES_PER_SECOND);
+      this.transportOptions.minFrames = this.options.minFrames;
+    }
+    if (this.options.useProxy && this.wsReconnect) {
+      await this.wsReconnect();
+    }
+  }
+  setupTransform() {
+    let agentSpeechStarted = false;
+    let startIdx = 0;
+    let accumulatedSamples = 0;
+    let overlapSpeechStarted = false;
+    let overlapCount = 0;
+    const cache = new import_utils.BoundedCache(10);
+    const inferenceS16Data = new Int16Array(
+      Math.ceil(this.options.maxAudioDurationInS * this.options.sampleRate)
+    ).fill(0);
+    const getState = () => ({
+      overlapSpeechStarted,
+      overlapSpeechStartedAt: this.overlapSpeechStartedAt,
+      cache,
+      overlapCount
+    });
+    const setState = (partial) => {
+      if (partial.overlapSpeechStarted !== void 0) {
+        overlapSpeechStarted = partial.overlapSpeechStarted;
+      }
+    };
+    const handleSpanUpdate = (entry) => {
+      if (this.userSpeakingSpan) {
+        updateUserSpeakingSpan(this.userSpeakingSpan, entry);
+        this.userSpeakingSpan = void 0;
+      }
+    };
+    const onRequestSent = () => {
+      this.numRequests++;
+    };
+    const getAndResetNumRequests = () => {
+      const n = this.numRequests;
+      this.numRequests = 0;
+      return n;
+    };
+    const audioTransformer = new import_web.TransformStream(
+      {
+        transform: (chunk, controller) => {
+          if (chunk instanceof import_rtc_node.AudioFrame) {
+            if (!agentSpeechStarted) {
+              return;
+            }
+            if (this.options.sampleRate !== chunk.sampleRate) {
+              controller.error("the sample rate of the input frames must be consistent");
+              this.logger.error("the sample rate of the input frames must be consistent");
+              return;
+            }
+            const result = writeToInferenceS16Data(
+              chunk,
+              startIdx,
+              inferenceS16Data,
+              this.options.maxAudioDurationInS
+            );
+            startIdx = result.startIdx;
+            accumulatedSamples += result.samplesWritten;
+            if (accumulatedSamples >= Math.floor(this.options.detectionIntervalInS * this.options.sampleRate) && overlapSpeechStarted) {
+              const audioSlice = inferenceS16Data.slice(0, startIdx);
+              accumulatedSamples = 0;
+              controller.enqueue(audioSlice);
+            }
+          } else if (chunk.type === "agent-speech-started") {
+            this.logger.debug("agent speech started");
+            agentSpeechStarted = true;
+            overlapSpeechStarted = false;
+            this.overlapSpeechStartedAt = void 0;
+            accumulatedSamples = 0;
+            overlapCount = 0;
+            startIdx = 0;
+            this.numRequests = 0;
+            cache.clear();
+          } else if (chunk.type === "agent-speech-ended") {
+            this.logger.debug("agent speech ended");
+            agentSpeechStarted = false;
+            overlapSpeechStarted = false;
+            this.overlapSpeechStartedAt = void 0;
+            accumulatedSamples = 0;
+            overlapCount = 0;
+            startIdx = 0;
+            this.numRequests = 0;
+            cache.clear();
+          } else if (chunk.type === "overlap-speech-started" && agentSpeechStarted) {
+            this.overlapSpeechStartedAt = chunk.startedAt;
+            this.userSpeakingSpan = chunk.userSpeakingSpan;
+            this.logger.debug("overlap speech started, starting interruption inference");
+            overlapSpeechStarted = true;
+            accumulatedSamples = 0;
+            overlapCount += 1;
+            if (overlapCount <= 1) {
+              const keepSize = Math.round(chunk.speechDuration / 1e3 * this.options.sampleRate) + Math.round(this.options.audioPrefixDurationInS * this.options.sampleRate);
+              const shiftCount = Math.max(0, startIdx - keepSize);
+              inferenceS16Data.copyWithin(0, shiftCount, startIdx);
+              startIdx -= shiftCount;
+            }
+            cache.clear();
+          } else if (chunk.type === "overlap-speech-ended") {
+            this.logger.debug("overlap speech ended");
+            if (overlapSpeechStarted) {
+              this.userSpeakingSpan = void 0;
+              let latestEntry = cache.pop(
+                (entry) => entry.totalDurationInS !== void 0 && entry.totalDurationInS > 0
+              );
+              if (!latestEntry) {
+                this.logger.debug("no request made for overlap speech");
+                latestEntry = import_interruption_cache_entry.InterruptionCacheEntry.default();
+              }
+              const e = latestEntry ?? import_interruption_cache_entry.InterruptionCacheEntry.default();
+              const event = {
+                type: "overlapping_speech",
+                detectedAt: chunk.endedAt,
+                isInterruption: false,
+                overlapStartedAt: this.overlapSpeechStartedAt,
+                speechInput: e.speechInput,
+                probabilities: e.probabilities,
+                totalDurationInS: e.totalDurationInS,
+                detectionDelayInS: e.detectionDelayInS,
+                predictionDurationInS: e.predictionDurationInS,
+                probability: e.probability,
+                numRequests: getAndResetNumRequests()
+              };
+              controller.enqueue(event);
+              overlapSpeechStarted = false;
+              accumulatedSamples = 0;
+            }
+            this.overlapSpeechStartedAt = void 0;
+          } else if (chunk.type === "flush") {
+          }
+        }
+      },
+      { highWaterMark: 32 },
+      { highWaterMark: 32 }
+    );
+    const transportOptions = this.transportOptions;
+    let transport;
+    if (this.options.useProxy) {
+      const wsResult = (0, import_ws_transport.createWsTransport)(
+        transportOptions,
+        getState,
+        setState,
+        handleSpanUpdate,
+        onRequestSent,
+        getAndResetNumRequests
+      );
+      transport = wsResult.transport;
+      this.wsReconnect = wsResult.reconnect;
+    } else {
+      transport = (0, import_http_transport.createHttpTransport)(
+        transportOptions,
+        getState,
+        setState,
+        handleSpanUpdate,
+        getAndResetNumRequests
+      );
+    }
+    const eventEmitter = new import_web.TransformStream({
+      transform: (chunk, controller) => {
+        this.model.emit("overlapping_speech", chunk);
+        const metrics = {
+          type: "interruption_metrics",
+          timestamp: chunk.detectedAt,
+          totalDuration: chunk.totalDurationInS * 1e3,
+          predictionDuration: chunk.predictionDurationInS * 1e3,
+          detectionDelay: chunk.detectionDelayInS * 1e3,
+          numInterruptions: chunk.isInterruption ? 1 : 0,
+          numBackchannels: chunk.isInterruption ? 0 : 1,
+          numRequests: chunk.numRequests,
+          metadata: {
+            modelProvider: this.model.provider,
+            modelName: this.model.model
+          }
+        };
+        this.model.emit("metrics_collected", metrics);
+        controller.enqueue(chunk);
+      }
+    });
+    return this.inputStream.stream().pipeThrough(audioTransformer).pipeThrough(transport).pipeThrough(eventEmitter);
+  }
+  ensureInputNotEnded() {
+    if (this.inputStream.closed) {
+      throw new Error("input stream is closed");
+    }
+  }
+  ensureStreamsNotEnded() {
+    this.ensureInputNotEnded();
+  }
+  getResamplerFor(inputSampleRate) {
+    if (!this.resampler) {
+      this.resampler = new import_rtc_node.AudioResampler(inputSampleRate, this.options.sampleRate);
+    }
+    return this.resampler;
+  }
+  stream() {
+    return this.eventStream;
+  }
+  async pushFrame(frame) {
+    this.ensureStreamsNotEnded();
+    if (!(frame instanceof import_rtc_node.AudioFrame)) {
+      return this.inputStream.write(frame);
+    } else if (this.options.sampleRate !== frame.sampleRate) {
+      const resampler = this.getResamplerFor(frame.sampleRate);
+      if (resampler.inputRate !== frame.sampleRate) {
+        throw new Error("the sample rate of the input frames must be consistent");
+      }
+      for (const resampledFrame of resampler.push(frame)) {
+        await this.inputStream.write(resampledFrame);
+      }
+    } else {
+      await this.inputStream.write(frame);
+    }
+  }
+  async flush() {
+    this.ensureStreamsNotEnded();
+    await this.inputStream.write(InterruptionStreamSentinel.flush());
+  }
+  async endInput() {
+    await this.flush();
+    await this.inputStream.close();
+  }
+  async close() {
+    if (!this.inputStream.closed) await this.inputStream.close();
+    this.model.removeStream(this);
+  }
+}
+function writeToInferenceS16Data(frame, startIdx, outData, maxAudioDuration) {
+  const maxWindowSize = Math.floor(maxAudioDuration * frame.sampleRate);
+  if (frame.samplesPerChannel > outData.length) {
+    throw new Error("frame samples are greater than the max window size");
+  }
+  const shift = startIdx + frame.samplesPerChannel - maxWindowSize;
+  if (shift > 0) {
+    outData.copyWithin(0, shift, startIdx);
+    startIdx -= shift;
+  }
+  const frameData = new Int16Array(
+    frame.data.buffer,
+    frame.data.byteOffset,
+    frame.samplesPerChannel * frame.channels
+  );
+  if (frame.channels > 1) {
+    for (let i = 0; i < frame.samplesPerChannel; i++) {
+      let sum = 0;
+      for (let ch = 0; ch < frame.channels; ch++) {
+        sum += frameData[i * frame.channels + ch] ?? 0;
+      }
+      outData[startIdx + i] = Math.floor(sum / frame.channels);
+    }
+  } else {
+    outData.set(frameData, startIdx);
+  }
+  startIdx += frame.samplesPerChannel;
+  return { startIdx, samplesWritten: frame.samplesPerChannel };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  InterruptionStreamBase,
+  InterruptionStreamSentinel
+});
+//# sourceMappingURL=interruption_stream.cjs.map

package/dist/inference/interruption/interruption_stream.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/inference/interruption/interruption_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioFrame, AudioResampler } from '@livekit/rtc-node';\nimport type { Span } from '@opentelemetry/api';\nimport { type ReadableStream, TransformStream } from 'stream/web';\nimport { log } from '../../log.js';\nimport type { InterruptionMetrics } from '../../metrics/base.js';\nimport { type StreamChannel, createStreamChannel } from '../../stream/stream_channel.js';\nimport { traceTypes } from '../../telemetry/index.js';\nimport { FRAMES_PER_SECOND, apiConnectDefaults } from './defaults.js';\nimport type { InterruptionDetectionError } from './errors.js';\nimport { createHttpTransport } from './http_transport.js';\nimport { InterruptionCacheEntry } from './interruption_cache_entry.js';\nimport type { AdaptiveInterruptionDetector } from './interruption_detector.js';\nimport {\n  type AgentSpeechEnded,\n  type AgentSpeechStarted,\n  type ApiConnectOptions,\n  type Flush,\n  type InterruptionOptions,\n  type InterruptionSentinel,\n  type OverlapSpeechEnded,\n  type OverlapSpeechStarted,\n  type OverlappingSpeechEvent,\n} from './types.js';\nimport { BoundedCache } from './utils.js';\nimport { createWsTransport } from './ws_transport.js';\n\n// Re-export sentinel types for backwards compatibility\nexport type {\n  AgentSpeechEnded,\n  AgentSpeechStarted,\n  ApiConnectOptions,\n  Flush,\n  InterruptionSentinel,\n  OverlapSpeechEnded,\n  OverlapSpeechStarted,\n};\n\nexport class InterruptionStreamSentinel {\n  static agentSpeechStarted(): AgentSpeechStarted {\n    return { type: 'agent-speech-started' };\n  }\n\n  static agentSpeechEnded(): AgentSpeechEnded {\n    return { type: 'agent-speech-ended' };\n  }\n\n  static overlapSpeechStarted(\n    speechDuration: number,\n    startedAt: number,\n    userSpeakingSpan?: Span,\n  ): OverlapSpeechStarted {\n    return { type: 'overlap-speech-started', speechDuration, startedAt, userSpeakingSpan };\n  }\n\n  static overlapSpeechEnded(endedAt: number): OverlapSpeechEnded {\n    return { type: 'overlap-speech-ended', endedAt };\n  }\n\n  static flush(): Flush {\n    return { type: 'flush' };\n  }\n}\n\nfunction updateUserSpeakingSpan(span: Span, entry: InterruptionCacheEntry) {\n  span.setAttribute(\n    traceTypes.ATTR_IS_INTERRUPTION,\n    (entry.isInterruption ?? false).toString().toLowerCase(),\n  );\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_PROBABILITY, entry.probability);\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_TOTAL_DURATION, entry.totalDurationInS);\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_PREDICTION_DURATION, entry.predictionDurationInS);\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_DETECTION_DELAY, entry.detectionDelayInS);\n}\n\nexport class InterruptionStreamBase {\n  private inputStream: StreamChannel<InterruptionSentinel | AudioFrame, InterruptionDetectionError>;\n\n  private eventStream: ReadableStream<OverlappingSpeechEvent>;\n\n  private resampler?: AudioResampler;\n\n  private numRequests = 0;\n\n  private userSpeakingSpan: Span | undefined;\n\n  private overlapSpeechStartedAt: number | undefined;\n\n  private options: InterruptionOptions;\n\n  private apiOptions: ApiConnectOptions;\n\n  private model: AdaptiveInterruptionDetector;\n\n  private logger = log();\n\n  // Store reconnect function for WebSocket transport\n  private wsReconnect?: () => Promise<void>;\n\n  // Mutable transport options that can be updated via updateOptions()\n  private transportOptions: {\n    baseUrl: string;\n    apiKey: string;\n    apiSecret: string;\n    sampleRate: number;\n    threshold: number;\n    minFrames: number;\n    timeout: number;\n    maxRetries: number;\n  };\n\n  constructor(model: AdaptiveInterruptionDetector, apiOptions: Partial<ApiConnectOptions>) {\n    this.inputStream = createStreamChannel<\n      InterruptionSentinel | AudioFrame,\n      InterruptionDetectionError\n    >();\n\n    this.model = model;\n    this.options = { ...model.options };\n    this.apiOptions = { ...apiConnectDefaults, ...apiOptions };\n\n    // Initialize mutable transport options\n    this.transportOptions = {\n      baseUrl: this.options.baseUrl,\n      apiKey: this.options.apiKey,\n      apiSecret: this.options.apiSecret,\n      sampleRate: this.options.sampleRate,\n      threshold: this.options.threshold,\n      minFrames: this.options.minFrames,\n      timeout: this.options.inferenceTimeout,\n      maxRetries: this.apiOptions.maxRetries,\n    };\n\n    this.eventStream = this.setupTransform();\n  }\n\n  /**\n   * Update stream options. For WebSocket transport, this triggers a reconnection.\n   */\n  async updateOptions(options: {\n    threshold?: number;\n    minInterruptionDurationInS?: number;\n  }): Promise<void> {\n    if (options.threshold !== undefined) {\n      this.options.threshold = options.threshold;\n      this.transportOptions.threshold = options.threshold;\n    }\n    if (options.minInterruptionDurationInS !== undefined) {\n      this.options.minInterruptionDurationInS = options.minInterruptionDurationInS;\n      this.options.minFrames = Math.ceil(options.minInterruptionDurationInS * FRAMES_PER_SECOND);\n      this.transportOptions.minFrames = this.options.minFrames;\n    }\n    // Trigger WebSocket reconnection if using proxy (WebSocket transport)\n    if (this.options.useProxy && this.wsReconnect) {\n      await this.wsReconnect();\n    }\n  }\n\n  private setupTransform(): ReadableStream<OverlappingSpeechEvent> {\n    let agentSpeechStarted = false;\n    let startIdx = 0;\n    let accumulatedSamples = 0;\n    let overlapSpeechStarted = false;\n    let overlapCount = 0;\n    const cache = new BoundedCache<number, InterruptionCacheEntry>(10);\n    const inferenceS16Data = new Int16Array(\n      Math.ceil(this.options.maxAudioDurationInS * this.options.sampleRate),\n    ).fill(0);\n\n    // State accessors for transport\n    const getState = () => ({\n      overlapSpeechStarted,\n      overlapSpeechStartedAt: this.overlapSpeechStartedAt,\n      cache,\n      overlapCount,\n    });\n    const setState = (partial: { overlapSpeechStarted?: boolean }) => {\n      if (partial.overlapSpeechStarted !== undefined) {\n        overlapSpeechStarted = partial.overlapSpeechStarted;\n      }\n    };\n    const handleSpanUpdate = (entry: InterruptionCacheEntry) => {\n      if (this.userSpeakingSpan) {\n        updateUserSpeakingSpan(this.userSpeakingSpan, entry);\n        this.userSpeakingSpan = undefined;\n      }\n    };\n\n    const onRequestSent = () => {\n      this.numRequests++;\n    };\n\n    const getAndResetNumRequests = (): number => {\n      const n = this.numRequests;\n      this.numRequests = 0;\n      return n;\n    };\n\n    // First transform: process input frames/sentinels and output audio slices or events\n    const audioTransformer = new TransformStream<\n      InterruptionSentinel | AudioFrame,\n      Int16Array | OverlappingSpeechEvent\n    >(\n      {\n        transform: (chunk, controller) => {\n          if (chunk instanceof AudioFrame) {\n            if (!agentSpeechStarted) {\n              return;\n            }\n            if (this.options.sampleRate !== chunk.sampleRate) {\n              controller.error('the sample rate of the input frames must be consistent');\n              this.logger.error('the sample rate of the input frames must be consistent');\n              return;\n            }\n            const result = writeToInferenceS16Data(\n              chunk,\n              startIdx,\n              inferenceS16Data,\n              this.options.maxAudioDurationInS,\n            );\n            startIdx = result.startIdx;\n            accumulatedSamples += result.samplesWritten;\n\n            if (\n              accumulatedSamples >=\n                Math.floor(this.options.detectionIntervalInS * this.options.sampleRate) &&\n              overlapSpeechStarted\n            ) {\n              const audioSlice = inferenceS16Data.slice(0, startIdx);\n              accumulatedSamples = 0;\n              controller.enqueue(audioSlice);\n            }\n          } else if (chunk.type === 'agent-speech-started') {\n            this.logger.debug('agent speech started');\n            agentSpeechStarted = true;\n            overlapSpeechStarted = false;\n            this.overlapSpeechStartedAt = undefined;\n            accumulatedSamples = 0;\n            overlapCount = 0;\n            startIdx = 0;\n            this.numRequests = 0;\n            cache.clear();\n          } else if (chunk.type === 'agent-speech-ended') {\n            this.logger.debug('agent speech ended');\n            agentSpeechStarted = false;\n            overlapSpeechStarted = false;\n            this.overlapSpeechStartedAt = undefined;\n            accumulatedSamples = 0;\n            overlapCount = 0;\n            startIdx = 0;\n            this.numRequests = 0;\n            cache.clear();\n          } else if (chunk.type === 'overlap-speech-started' && agentSpeechStarted) {\n            this.overlapSpeechStartedAt = chunk.startedAt;\n            this.userSpeakingSpan = chunk.userSpeakingSpan;\n            this.logger.debug('overlap speech started, starting interruption inference');\n            overlapSpeechStarted = true;\n            accumulatedSamples = 0;\n            overlapCount += 1;\n            if (overlapCount <= 1) {\n              const keepSize =\n                Math.round((chunk.speechDuration / 1000) * this.options.sampleRate) +\n                Math.round(this.options.audioPrefixDurationInS * this.options.sampleRate);\n              const shiftCount = Math.max(0, startIdx - keepSize);\n              inferenceS16Data.copyWithin(0, shiftCount, startIdx);\n              startIdx -= shiftCount;\n            }\n            cache.clear();\n          } else if (chunk.type === 'overlap-speech-ended') {\n            this.logger.debug('overlap speech ended');\n            if (overlapSpeechStarted) {\n              this.userSpeakingSpan = undefined;\n              let latestEntry = cache.pop(\n                (entry) => entry.totalDurationInS !== undefined && entry.totalDurationInS > 0,\n              );\n              if (!latestEntry) {\n                this.logger.debug('no request made for overlap speech');\n                latestEntry = InterruptionCacheEntry.default();\n              }\n              const e = latestEntry ?? InterruptionCacheEntry.default();\n              const event: OverlappingSpeechEvent = {\n                type: 'overlapping_speech',\n                detectedAt: chunk.endedAt,\n                isInterruption: false,\n                overlapStartedAt: this.overlapSpeechStartedAt,\n                speechInput: e.speechInput,\n                probabilities: e.probabilities,\n                totalDurationInS: e.totalDurationInS,\n                detectionDelayInS: e.detectionDelayInS,\n                predictionDurationInS: e.predictionDurationInS,\n                probability: e.probability,\n                numRequests: getAndResetNumRequests(),\n              };\n              controller.enqueue(event);\n              overlapSpeechStarted = false;\n              accumulatedSamples = 0;\n            }\n            this.overlapSpeechStartedAt = undefined;\n          } else if (chunk.type === 'flush') {\n            // no-op\n          }\n        },\n      },\n      { highWaterMark: 32 },\n      { highWaterMark: 32 },\n    );\n\n    // Second transform: transport layer (HTTP or WebSocket based on useProxy)\n    const transportOptions = this.transportOptions;\n\n    let transport: TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent>;\n    if (this.options.useProxy) {\n      const wsResult = createWsTransport(\n        transportOptions,\n        getState,\n        setState,\n        handleSpanUpdate,\n        onRequestSent,\n        getAndResetNumRequests,\n      );\n      transport = wsResult.transport;\n      this.wsReconnect = wsResult.reconnect;\n    } else {\n      transport = createHttpTransport(\n        transportOptions,\n        getState,\n        setState,\n        handleSpanUpdate,\n        getAndResetNumRequests,\n      );\n    }\n\n    const eventEmitter = new TransformStream<OverlappingSpeechEvent, OverlappingSpeechEvent>({\n      transform: (chunk, controller) => {\n        this.model.emit('overlapping_speech', chunk);\n\n        const metrics: InterruptionMetrics = {\n          type: 'interruption_metrics',\n          timestamp: chunk.detectedAt,\n          totalDuration: chunk.totalDurationInS * 1000,\n          predictionDuration: chunk.predictionDurationInS * 1000,\n          detectionDelay: chunk.detectionDelayInS * 1000,\n          numInterruptions: chunk.isInterruption ? 1 : 0,\n          numBackchannels: chunk.isInterruption ? 0 : 1,\n          numRequests: chunk.numRequests,\n          metadata: {\n            modelProvider: this.model.provider,\n            modelName: this.model.model,\n          },\n        };\n        this.model.emit('metrics_collected', metrics);\n\n        controller.enqueue(chunk);\n      },\n    });\n\n    // Pipeline: input -> audioTransformer -> transport -> eventEmitter -> eventStream\n    return this.inputStream\n      .stream()\n      .pipeThrough(audioTransformer)\n      .pipeThrough(transport)\n      .pipeThrough(eventEmitter);\n  }\n\n  private ensureInputNotEnded() {\n    if (this.inputStream.closed) {\n      throw new Error('input stream is closed');\n    }\n  }\n\n  private ensureStreamsNotEnded() {\n    this.ensureInputNotEnded();\n  }\n\n  private getResamplerFor(inputSampleRate: number): AudioResampler {\n    if (!this.resampler) {\n      this.resampler = new AudioResampler(inputSampleRate, this.options.sampleRate);\n    }\n    return this.resampler;\n  }\n\n  stream(): ReadableStream<OverlappingSpeechEvent> {\n    return this.eventStream;\n  }\n\n  async pushFrame(frame: InterruptionSentinel | AudioFrame): Promise<void> {\n    this.ensureStreamsNotEnded();\n    if (!(frame instanceof AudioFrame)) {\n      return this.inputStream.write(frame);\n    } else if (this.options.sampleRate !== frame.sampleRate) {\n      const resampler = this.getResamplerFor(frame.sampleRate);\n      if (resampler.inputRate !== frame.sampleRate) {\n        throw new Error('the sample rate of the input frames must be consistent');\n      }\n      for (const resampledFrame of resampler.push(frame)) {\n        await this.inputStream.write(resampledFrame);\n      }\n    } else {\n      await this.inputStream.write(frame);\n    }\n  }\n\n  async flush(): Promise<void> {\n    this.ensureStreamsNotEnded();\n    await this.inputStream.write(InterruptionStreamSentinel.flush());\n  }\n\n  async endInput(): Promise<void> {\n    await this.flush();\n    await this.inputStream.close();\n  }\n\n  async close(): Promise<void> {\n    if (!this.inputStream.closed) await this.inputStream.close();\n    this.model.removeStream(this);\n  }\n}\n\n/**\n * Write the audio frame to the output data array and return the new start index\n * and the number of samples written.\n */\nfunction writeToInferenceS16Data(\n  frame: AudioFrame,\n  startIdx: number,\n  outData: Int16Array,\n  maxAudioDuration: number,\n): { startIdx: number; samplesWritten: number } {\n  const maxWindowSize = Math.floor(maxAudioDuration * frame.sampleRate);\n\n  if (frame.samplesPerChannel > outData.length) {\n    throw new Error('frame samples are greater than the max window size');\n  }\n\n  // Shift the data to the left if the window would overflow\n  const shift = startIdx + frame.samplesPerChannel - maxWindowSize;\n  if (shift > 0) {\n    outData.copyWithin(0, shift, startIdx);\n    startIdx -= shift;\n  }\n\n  // Get the frame data as Int16Array\n  const frameData = new Int16Array(\n    frame.data.buffer,\n    frame.data.byteOffset,\n    frame.samplesPerChannel * frame.channels,\n  );\n\n  if (frame.channels > 1) {\n    // Mix down multiple channels to mono by averaging\n    for (let i = 0; i < frame.samplesPerChannel; i++) {\n      let sum = 0;\n      for (let ch = 0; ch < frame.channels; ch++) {\n        sum += frameData[i * frame.channels + ch] ?? 0;\n      }\n      outData[startIdx + i] = Math.floor(sum / frame.channels);\n    }\n  } else {\n    // Single channel - copy directly\n    outData.set(frameData, startIdx);\n  }\n\n  startIdx += frame.samplesPerChannel;\n  return { startIdx, samplesWritten: frame.samplesPerChannel };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAA2C;AAE3C,iBAAqD;AACrD,iBAAoB;AAEpB,4BAAwD;AACxD,uBAA2B;AAC3B,sBAAsD;AAEtD,4BAAoC;AACpC,sCAAuC;AAEvC,mBAUO;AACP,mBAA6B;AAC7B,0BAAkC;AAa3B,MAAM,2BAA2B;AAAA,EACtC,OAAO,qBAAyC;AAC9C,WAAO,EAAE,MAAM,uBAAuB;AAAA,EACxC;AAAA,EAEA,OAAO,mBAAqC;AAC1C,WAAO,EAAE,MAAM,qBAAqB;AAAA,EACtC;AAAA,EAEA,OAAO,qBACL,gBACA,WACA,kBACsB;AACtB,WAAO,EAAE,MAAM,0BAA0B,gBAAgB,WAAW,iBAAiB;AAAA,EACvF;AAAA,EAEA,OAAO,mBAAmB,SAAqC;AAC7D,WAAO,EAAE,MAAM,wBAAwB,QAAQ;AAAA,EACjD;AAAA,EAEA,OAAO,QAAe;AACpB,WAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AACF;AAEA,SAAS,uBAAuB,MAAY,OAA+B;AACzE,OAAK;AAAA,IACH,4BAAW;AAAA,KACV,MAAM,kBAAkB,OAAO,SAAS,EAAE,YAAY;AAAA,EACzD;AACA,OAAK,aAAa,4BAAW,+BAA+B,MAAM,WAAW;AAC7E,OAAK,aAAa,4BAAW,kCAAkC,MAAM,gBAAgB;AACrF,OAAK,aAAa,4BAAW,uCAAuC,MAAM,qBAAqB;AAC/F,OAAK,aAAa,4BAAW,mCAAmC,MAAM,iBAAiB;AACzF;AAEO,MAAM,uBAAuB;AAAA,EAC1B;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,cAAc;AAAA,EAEd;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,aAAS,gBAAI;AAAA;AAAA,EAGb;AAAA;AAAA,EAGA;AAAA,EAWR,YAAY,OAAqC,YAAwC;AACvF,SAAK,kBAAc,2CAGjB;AAEF,SAAK,QAAQ;AACb,SAAK,UAAU,EAAE,GAAG,MAAM,QAAQ;AAClC,SAAK,aAAa,EAAE,GAAG,oCAAoB,GAAG,WAAW;AAGzD,SAAK,mBAAmB;AAAA,MACtB,SAAS,KAAK,QAAQ;AAAA,MACtB,QAAQ,KAAK,QAAQ;AAAA,MACrB,WAAW,KAAK,QAAQ;AAAA,MACxB,YAAY,KAAK,QAAQ;AAAA,MACzB,WAAW,KAAK,QAAQ;AAAA,MACxB,WAAW,KAAK,QAAQ;AAAA,MACxB,SAAS,KAAK,QAAQ;AAAA,MACtB,YAAY,KAAK,WAAW;AAAA,IAC9B;AAEA,SAAK,cAAc,KAAK,eAAe;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAGF;AAChB,QAAI,QAAQ,cAAc,QAAW;AACnC,WAAK,QAAQ,YAAY,QAAQ;AACjC,WAAK,iBAAiB,YAAY,QAAQ;AAAA,IAC5C;AACA,QAAI,QAAQ,+BAA+B,QAAW;AACpD,WAAK,QAAQ,6BAA6B,QAAQ;AAClD,WAAK,QAAQ,YAAY,KAAK,KAAK,QAAQ,6BAA6B,iCAAiB;AACzF,WAAK,iBAAiB,YAAY,KAAK,QAAQ;AAAA,IACjD;AAEA,QAAI,KAAK,QAAQ,YAAY,KAAK,aAAa;AAC7C,YAAM,KAAK,YAAY;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,iBAAyD;AAC/D,QAAI,qBAAqB;AACzB,QAAI,WAAW;AACf,QAAI,qBAAqB;AACzB,QAAI,uBAAuB;AAC3B,QAAI,eAAe;AACnB,UAAM,QAAQ,IAAI,0BAA6C,EAAE;AACjE,UAAM,mBAAmB,IAAI;AAAA,MAC3B,KAAK,KAAK,KAAK,QAAQ,sBAAsB,KAAK,QAAQ,UAAU;AAAA,IACtE,EAAE,KAAK,CAAC;AAGR,UAAM,WAAW,OAAO;AAAA,MACtB;AAAA,MACA,wBAAwB,KAAK;AAAA,MAC7B;AAAA,MACA;AAAA,IACF;AACA,UAAM,WAAW,CAAC,YAAgD;AAChE,UAAI,QAAQ,yBAAyB,QAAW;AAC9C,+BAAuB,QAAQ;AAAA,MACjC;AAAA,IACF;AACA,UAAM,mBAAmB,CAAC,UAAkC;AAC1D,UAAI,KAAK,kBAAkB;AACzB,+BAAuB,KAAK,kBAAkB,KAAK;AACnD,aAAK,mBAAmB;AAAA,MAC1B;AAAA,IACF;AAEA,UAAM,gBAAgB,MAAM;AAC1B,WAAK;AAAA,IACP;AAEA,UAAM,yBAAyB,MAAc;AAC3C,YAAM,IAAI,KAAK;AACf,WAAK,cAAc;AACnB,aAAO;AAAA,IACT;AAGA,UAAM,mBAAmB,IAAI;AAAA,MAI3B;AAAA,QACE,WAAW,CAAC,OAAO,eAAe;AAChC,cAAI,iBAAiB,4BAAY;AAC/B,gBAAI,CAAC,oBAAoB;AACvB;AAAA,YACF;AACA,gBAAI,KAAK,QAAQ,eAAe,MAAM,YAAY;AAChD,yBAAW,MAAM,wDAAwD;AACzE,mBAAK,OAAO,MAAM,wDAAwD;AAC1E;AAAA,YACF;AACA,kBAAM,SAAS;AAAA,cACb;AAAA,cACA;AAAA,cACA;AAAA,cACA,KAAK,QAAQ;AAAA,YACf;AACA,uBAAW,OAAO;AAClB,kCAAsB,OAAO;AAE7B,gBACE,sBACE,KAAK,MAAM,KAAK,QAAQ,uBAAuB,KAAK,QAAQ,UAAU,KACxE,sBACA;AACA,oBAAM,aAAa,iBAAiB,MAAM,GAAG,QAAQ;AACrD,mCAAqB;AACrB,yBAAW,QAAQ,UAAU;AAAA,YAC/B;AAAA,UACF,WAAW,MAAM,SAAS,wBAAwB;AAChD,iBAAK,OAAO,MAAM,sBAAsB;AACxC,iCAAqB;AACrB,mCAAuB;AACvB,iBAAK,yBAAyB;AAC9B,iCAAqB;AACrB,2BAAe;AACf,uBAAW;AACX,iBAAK,cAAc;AACnB,kBAAM,MAAM;AAAA,UACd,WAAW,MAAM,SAAS,sBAAsB;AAC9C,iBAAK,OAAO,MAAM,oBAAoB;AACtC,iCAAqB;AACrB,mCAAuB;AACvB,iBAAK,yBAAyB;AAC9B,iCAAqB;AACrB,2BAAe;AACf,uBAAW;AACX,iBAAK,cAAc;AACnB,kBAAM,MAAM;AAAA,UACd,WAAW,MAAM,SAAS,4BAA4B,oBAAoB;AACxE,iBAAK,yBAAyB,MAAM;AACpC,iBAAK,mBAAmB,MAAM;AAC9B,iBAAK,OAAO,MAAM,yDAAyD;AAC3E,mCAAuB;AACvB,iCAAqB;AACrB,4BAAgB;AAChB,gBAAI,gBAAgB,GAAG;AACrB,oBAAM,WACJ,KAAK,MAAO,MAAM,iBAAiB,MAAQ,KAAK,QAAQ,UAAU,IAClE,KAAK,MAAM,KAAK,QAAQ,yBAAyB,KAAK,QAAQ,UAAU;AAC1E,oBAAM,aAAa,KAAK,IAAI,GAAG,WAAW,QAAQ;AAClD,+BAAiB,WAAW,GAAG,YAAY,QAAQ;AACnD,0BAAY;AAAA,YACd;AACA,kBAAM,MAAM;AAAA,UACd,WAAW,MAAM,SAAS,wBAAwB;AAChD,iBAAK,OAAO,MAAM,sBAAsB;AACxC,gBAAI,sBAAsB;AACxB,mBAAK,mBAAmB;AACxB,kBAAI,cAAc,MAAM;AAAA,gBACtB,CAAC,UAAU,MAAM,qBAAqB,UAAa,MAAM,mBAAmB;AAAA,cAC9E;AACA,kBAAI,CAAC,aAAa;AAChB,qBAAK,OAAO,MAAM,oCAAoC;AACtD,8BAAc,uDAAuB,QAAQ;AAAA,cAC/C;AACA,oBAAM,IAAI,eAAe,uDAAuB,QAAQ;AACxD,oBAAM,QAAgC;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,MAAM;AAAA,gBAClB,gBAAgB;AAAA,gBAChB,kBAAkB,KAAK;AAAA,gBACvB,aAAa,EAAE;AAAA,gBACf,eAAe,EAAE;AAAA,gBACjB,kBAAkB,EAAE;AAAA,gBACpB,mBAAmB,EAAE;AAAA,gBACrB,uBAAuB,EAAE;AAAA,gBACzB,aAAa,EAAE;AAAA,gBACf,aAAa,uBAAuB;AAAA,cACtC;AACA,yBAAW,QAAQ,KAAK;AACxB,qCAAuB;AACvB,mCAAqB;AAAA,YACvB;AACA,iBAAK,yBAAyB;AAAA,UAChC,WAAW,MAAM,SAAS,SAAS;AAAA,UAEnC;AAAA,QACF;AAAA,MACF;AAAA,MACA,EAAE,eAAe,GAAG;AAAA,MACpB,EAAE,eAAe,GAAG;AAAA,IACtB;AAGA,UAAM,mBAAmB,KAAK;AAE9B,QAAI;AACJ,QAAI,KAAK,QAAQ,UAAU;AACzB,YAAM,eAAW;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,kBAAY,SAAS;AACrB,WAAK,cAAc,SAAS;AAAA,IAC9B,OAAO;AACL,sBAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAEA,UAAM,eAAe,IAAI,2BAAgE;AAAA,MACvF,WAAW,CAAC,OAAO,eAAe;AAChC,aAAK,MAAM,KAAK,sBAAsB,KAAK;AAE3C,cAAM,UAA+B;AAAA,UACnC,MAAM;AAAA,UACN,WAAW,MAAM;AAAA,UACjB,eAAe,MAAM,mBAAmB;AAAA,UACxC,oBAAoB,MAAM,wBAAwB;AAAA,UAClD,gBAAgB,MAAM,oBAAoB;AAAA,UAC1C,kBAAkB,MAAM,iBAAiB,IAAI;AAAA,UAC7C,iBAAiB,MAAM,iBAAiB,IAAI;AAAA,UAC5C,aAAa,MAAM;AAAA,UACnB,UAAU;AAAA,YACR,eAAe,KAAK,MAAM;AAAA,YAC1B,WAAW,KAAK,MAAM;AAAA,UACxB;AAAA,QACF;AACA,aAAK,MAAM,KAAK,qBAAqB,OAAO;AAE5C,mBAAW,QAAQ,KAAK;AAAA,MAC1B;AAAA,IACF,CAAC;AAGD,WAAO,KAAK,YACT,OAAO,EACP,YAAY,gBAAgB,EAC5B,YAAY,SAAS,EACrB,YAAY,YAAY;AAAA,EAC7B;AAAA,EAEQ,sBAAsB;AAC5B,QAAI,KAAK,YAAY,QAAQ;AAC3B,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,wBAAwB;AAC9B,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,gBAAgB,iBAAyC;AAC/D,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,IAAI,+BAAe,iBAAiB,KAAK,QAAQ,UAAU;AAAA,IAC9E;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAiD;AAC/C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,OAAyD;AACvE,SAAK,sBAAsB;AAC3B,QAAI,EAAE,iBAAiB,6BAAa;AAClC,aAAO,KAAK,YAAY,MAAM,KAAK;AAAA,IACrC,WAAW,KAAK,QAAQ,eAAe,MAAM,YAAY;AACvD,YAAM,YAAY,KAAK,gBAAgB,MAAM,UAAU;AACvD,UAAI,UAAU,cAAc,MAAM,YAAY;AAC5C,cAAM,IAAI,MAAM,wDAAwD;AAAA,MAC1E;AACA,iBAAW,kBAAkB,UAAU,KAAK,KAAK,GAAG;AAClD,cAAM,KAAK,YAAY,MAAM,cAAc;AAAA,MAC7C;AAAA,IACF,OAAO;AACL,YAAM,KAAK,YAAY,MAAM,KAAK;AAAA,IACpC;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,sBAAsB;AAC3B,UAAM,KAAK,YAAY,MAAM,2BAA2B,MAAM,CAAC;AAAA,EACjE;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,MAAM;AACjB,UAAM,KAAK,YAAY,MAAM;AAAA,EAC/B;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,YAAY,OAAQ,OAAM,KAAK,YAAY,MAAM;AAC3D,SAAK,MAAM,aAAa,IAAI;AAAA,EAC9B;AACF;AAMA,SAAS,wBACP,OACA,UACA,SACA,kBAC8C;AAC9C,QAAM,gBAAgB,KAAK,MAAM,mBAAmB,MAAM,UAAU;AAEpE,MAAI,MAAM,oBAAoB,QAAQ,QAAQ;AAC5C,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AAGA,QAAM,QAAQ,WAAW,MAAM,oBAAoB;AACnD,MAAI,QAAQ,GAAG;AACb,YAAQ,WAAW,GAAG,OAAO,QAAQ;AACrC,gBAAY;AAAA,EACd;AAGA,QAAM,YAAY,IAAI;AAAA,IACpB,MAAM,KAAK;AAAA,IACX,MAAM,KAAK;AAAA,IACX,MAAM,oBAAoB,MAAM;AAAA,EAClC;AAEA,MAAI,MAAM,WAAW,GAAG;AAEtB,aAAS,IAAI,GAAG,IAAI,MAAM,mBAAmB,KAAK;AAChD,UAAI,MAAM;AACV,eAAS,KAAK,GAAG,KAAK,MAAM,UAAU,MAAM;AAC1C,eAAO,UAAU,IAAI,MAAM,WAAW,EAAE,KAAK;AAAA,MAC/C;AACA,cAAQ,WAAW,CAAC,IAAI,KAAK,MAAM,MAAM,MAAM,QAAQ;AAAA,IACzD;AAAA,EACF,OAAO;AAEL,YAAQ,IAAI,WAAW,QAAQ;AAAA,EACjC;AAEA,cAAY,MAAM;AAClB,SAAO,EAAE,UAAU,gBAAgB,MAAM,kBAAkB;AAC7D;","names":[]}