@livekit/agents 1.0.47 → 1.1.0-dev.0

package/dist/inference/interruption/interruption_stream.cjs

@@ -0,0 +1,368 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var interruption_stream_exports = {};
+__export(interruption_stream_exports, {
+  InterruptionStreamBase: () => InterruptionStreamBase,
+  InterruptionStreamSentinel: () => InterruptionStreamSentinel
+});
+module.exports = __toCommonJS(interruption_stream_exports);
+var import_rtc_node = require("@livekit/rtc-node");
+var import_web = require("stream/web");
+var import_log = require("../../log.cjs");
+var import_stream_channel = require("../../stream/stream_channel.cjs");
+var import_telemetry = require("../../telemetry/index.cjs");
+var import_defaults = require("./defaults.cjs");
+var import_http_transport = require("./http_transport.cjs");
+var import_interruption_cache_entry = require("./interruption_cache_entry.cjs");
+var import_types = require("./types.cjs");
+var import_utils = require("./utils.cjs");
+var import_ws_transport = require("./ws_transport.cjs");
+class InterruptionStreamSentinel {
+  static agentSpeechStarted() {
+    return { type: "agent-speech-started" };
+  }
+  static agentSpeechEnded() {
+    return { type: "agent-speech-ended" };
+  }
+  static overlapSpeechStarted(speechDuration, startedAt, userSpeakingSpan) {
+    return { type: "overlap-speech-started", speechDuration, startedAt, userSpeakingSpan };
+  }
+  static overlapSpeechEnded(endedAt) {
+    return { type: "overlap-speech-ended", endedAt };
+  }
+  static flush() {
+    return { type: "flush" };
+  }
+}
+function updateUserSpeakingSpan(span, entry) {
+  span.setAttribute(
+    import_telemetry.traceTypes.ATTR_IS_INTERRUPTION,
+    (entry.isInterruption ?? false).toString().toLowerCase()
+  );
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_PROBABILITY, entry.probability);
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_TOTAL_DURATION, entry.totalDurationInS);
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_PREDICTION_DURATION, entry.predictionDurationInS);
+  span.setAttribute(import_telemetry.traceTypes.ATTR_INTERRUPTION_DETECTION_DELAY, entry.detectionDelayInS);
+}
+class InterruptionStreamBase {
+  inputStream;
+  eventStream;
+  resampler;
+  numRequests = 0;
+  userSpeakingSpan;
+  overlapSpeechStartedAt;
+  options;
+  apiOptions;
+  model;
+  logger = (0, import_log.log)();
+  // Store reconnect function for WebSocket transport
+  wsReconnect;
+  // Mutable transport options that can be updated via updateOptions()
+  transportOptions;
+  constructor(model, apiOptions) {
+    this.inputStream = (0, import_stream_channel.createStreamChannel)();
+    this.model = model;
+    this.options = { ...model.options };
+    this.apiOptions = { ...import_defaults.apiConnectDefaults, ...apiOptions };
+    this.transportOptions = {
+      baseUrl: this.options.baseUrl,
+      apiKey: this.options.apiKey,
+      apiSecret: this.options.apiSecret,
+      sampleRate: this.options.sampleRate,
+      threshold: this.options.threshold,
+      minFrames: this.options.minFrames,
+      timeout: this.options.inferenceTimeout,
+      maxRetries: this.apiOptions.maxRetries
+    };
+    this.eventStream = this.setupTransform();
+  }
+  /**
+   * Update stream options. For WebSocket transport, this triggers a reconnection.
+   */
+  async updateOptions(options) {
+    if (options.threshold !== void 0) {
+      this.options.threshold = options.threshold;
+      this.transportOptions.threshold = options.threshold;
+    }
+    if (options.minInterruptionDurationInS !== void 0) {
+      this.options.minInterruptionDurationInS = options.minInterruptionDurationInS;
+      this.options.minFrames = Math.ceil(options.minInterruptionDurationInS * import_defaults.FRAMES_PER_SECOND);
+      this.transportOptions.minFrames = this.options.minFrames;
+    }
+    if (this.options.useProxy && this.wsReconnect) {
+      await this.wsReconnect();
+    }
+  }
+  setupTransform() {
+    let agentSpeechStarted = false;
+    let startIdx = 0;
+    let accumulatedSamples = 0;
+    let overlapSpeechStarted = false;
+    let overlapCount = 0;
+    const cache = new import_utils.BoundedCache(10);
+    const inferenceS16Data = new Int16Array(
+      Math.ceil(this.options.maxAudioDurationInS * this.options.sampleRate)
+    ).fill(0);
+    const getState = () => ({
+      overlapSpeechStarted,
+      overlapSpeechStartedAt: this.overlapSpeechStartedAt,
+      cache,
+      overlapCount
+    });
+    const setState = (partial) => {
+      if (partial.overlapSpeechStarted !== void 0) {
+        overlapSpeechStarted = partial.overlapSpeechStarted;
+      }
+    };
+    const handleSpanUpdate = (entry) => {
+      if (this.userSpeakingSpan) {
+        updateUserSpeakingSpan(this.userSpeakingSpan, entry);
+        this.userSpeakingSpan = void 0;
+      }
+    };
+    const onRequestSent = () => {
+      this.numRequests++;
+    };
+    const getAndResetNumRequests = () => {
+      const n = this.numRequests;
+      this.numRequests = 0;
+      return n;
+    };
+    const audioTransformer = new import_web.TransformStream(
+      {
+        transform: (chunk, controller) => {
+          if (chunk instanceof import_rtc_node.AudioFrame) {
+            if (!agentSpeechStarted) {
+              return;
+            }
+            if (this.options.sampleRate !== chunk.sampleRate) {
+              controller.error("the sample rate of the input frames must be consistent");
+              this.logger.error("the sample rate of the input frames must be consistent");
+              return;
+            }
+            const result = writeToInferenceS16Data(
+              chunk,
+              startIdx,
+              inferenceS16Data,
+              this.options.maxAudioDurationInS
+            );
+            startIdx = result.startIdx;
+            accumulatedSamples += result.samplesWritten;
+            if (accumulatedSamples >= Math.floor(this.options.detectionIntervalInS * this.options.sampleRate) && overlapSpeechStarted) {
+              const audioSlice = inferenceS16Data.slice(0, startIdx);
+              accumulatedSamples = 0;
+              controller.enqueue(audioSlice);
+            }
+          } else if (chunk.type === "agent-speech-started") {
+            this.logger.debug("agent speech started");
+            agentSpeechStarted = true;
+            overlapSpeechStarted = false;
+            this.overlapSpeechStartedAt = void 0;
+            accumulatedSamples = 0;
+            overlapCount = 0;
+            startIdx = 0;
+            this.numRequests = 0;
+            cache.clear();
+          } else if (chunk.type === "agent-speech-ended") {
+            this.logger.debug("agent speech ended");
+            agentSpeechStarted = false;
+            overlapSpeechStarted = false;
+            this.overlapSpeechStartedAt = void 0;
+            accumulatedSamples = 0;
+            overlapCount = 0;
+            startIdx = 0;
+            this.numRequests = 0;
+            cache.clear();
+          } else if (chunk.type === "overlap-speech-started" && agentSpeechStarted) {
+            this.overlapSpeechStartedAt = chunk.startedAt;
+            this.userSpeakingSpan = chunk.userSpeakingSpan;
+            this.logger.debug("overlap speech started, starting interruption inference");
+            overlapSpeechStarted = true;
+            accumulatedSamples = 0;
+            overlapCount += 1;
+            if (overlapCount <= 1) {
+              const keepSize = Math.round(chunk.speechDuration / 1e3 * this.options.sampleRate) + Math.round(this.options.audioPrefixDurationInS * this.options.sampleRate);
+              const shiftCount = Math.max(0, startIdx - keepSize);
+              inferenceS16Data.copyWithin(0, shiftCount, startIdx);
+              startIdx -= shiftCount;
+            }
+            cache.clear();
+          } else if (chunk.type === "overlap-speech-ended") {
+            this.logger.debug("overlap speech ended");
+            if (overlapSpeechStarted) {
+              this.userSpeakingSpan = void 0;
+              let latestEntry = cache.pop(
+                (entry) => entry.totalDurationInS !== void 0 && entry.totalDurationInS > 0
+              );
+              if (!latestEntry) {
+                this.logger.debug("no request made for overlap speech");
+                latestEntry = import_interruption_cache_entry.InterruptionCacheEntry.default();
+              }
+              const e = latestEntry ?? import_interruption_cache_entry.InterruptionCacheEntry.default();
+              const event = {
+                type: "user_overlapping_speech",
+                timestamp: chunk.endedAt,
+                isInterruption: false,
+                overlapStartedAt: this.overlapSpeechStartedAt,
+                speechInput: e.speechInput,
+                probabilities: e.probabilities,
+                totalDurationInS: e.totalDurationInS,
+                detectionDelayInS: e.detectionDelayInS,
+                predictionDurationInS: e.predictionDurationInS,
+                probability: e.probability,
+                numRequests: getAndResetNumRequests()
+              };
+              controller.enqueue(event);
+              overlapSpeechStarted = false;
+              accumulatedSamples = 0;
+            }
+            this.overlapSpeechStartedAt = void 0;
+          } else if (chunk.type === "flush") {
+          }
+        }
+      },
+      { highWaterMark: 32 },
+      { highWaterMark: 32 }
+    );
+    const transportOptions = this.transportOptions;
+    let transport;
+    if (this.options.useProxy) {
+      const wsResult = (0, import_ws_transport.createWsTransport)(
+        transportOptions,
+        getState,
+        setState,
+        handleSpanUpdate,
+        onRequestSent,
+        getAndResetNumRequests
+      );
+      transport = wsResult.transport;
+      this.wsReconnect = wsResult.reconnect;
+    } else {
+      transport = (0, import_http_transport.createHttpTransport)(
+        transportOptions,
+        getState,
+        setState,
+        handleSpanUpdate,
+        getAndResetNumRequests
+      );
+    }
+    const eventEmitter = new import_web.TransformStream({
+      transform: (chunk, controller) => {
+        this.model.emit("user_overlapping_speech", chunk);
+        const metrics = {
+          type: "interruption_metrics",
+          timestamp: chunk.timestamp,
+          totalDuration: chunk.totalDurationInS * 1e3,
+          predictionDuration: chunk.predictionDurationInS * 1e3,
+          detectionDelay: chunk.detectionDelayInS * 1e3,
+          numInterruptions: chunk.isInterruption ? 1 : 0,
+          numBackchannels: chunk.isInterruption ? 0 : 1,
+          numRequests: chunk.numRequests,
+          metadata: {
+            modelProvider: this.model.provider,
+            modelName: this.model.model
+          }
+        };
+        this.model.emit("metrics_collected", metrics);
+        controller.enqueue(chunk);
+      }
+    });
+    return this.inputStream.stream().pipeThrough(audioTransformer).pipeThrough(transport).pipeThrough(eventEmitter);
+  }
+  ensureInputNotEnded() {
+    if (this.inputStream.closed) {
+      throw new Error("input stream is closed");
+    }
+  }
+  ensureStreamsNotEnded() {
+    this.ensureInputNotEnded();
+  }
+  getResamplerFor(inputSampleRate) {
+    if (!this.resampler) {
+      this.resampler = new import_rtc_node.AudioResampler(inputSampleRate, this.options.sampleRate);
+    }
+    return this.resampler;
+  }
+  stream() {
+    return this.eventStream;
+  }
+  async pushFrame(frame) {
+    this.ensureStreamsNotEnded();
+    if (!(frame instanceof import_rtc_node.AudioFrame)) {
+      return this.inputStream.write(frame);
+    } else if (this.options.sampleRate !== frame.sampleRate) {
+      const resampler = this.getResamplerFor(frame.sampleRate);
+      if (resampler.inputRate !== frame.sampleRate) {
+        throw new Error("the sample rate of the input frames must be consistent");
+      }
+      for (const resampledFrame of resampler.push(frame)) {
+        await this.inputStream.write(resampledFrame);
+      }
+    } else {
+      await this.inputStream.write(frame);
+    }
+  }
+  async flush() {
+    this.ensureStreamsNotEnded();
+    await this.inputStream.write(InterruptionStreamSentinel.flush());
+  }
+  async endInput() {
+    await this.flush();
+    await this.inputStream.close();
+  }
+  async close() {
+    if (!this.inputStream.closed) await this.inputStream.close();
+    this.model.removeStream(this);
+  }
+}
+function writeToInferenceS16Data(frame, startIdx, outData, maxAudioDuration) {
+  const maxWindowSize = Math.floor(maxAudioDuration * frame.sampleRate);
+  if (frame.samplesPerChannel > outData.length) {
+    throw new Error("frame samples are greater than the max window size");
+  }
+  const shift = startIdx + frame.samplesPerChannel - maxWindowSize;
+  if (shift > 0) {
+    outData.copyWithin(0, shift, startIdx);
+    startIdx -= shift;
+  }
+  const frameData = new Int16Array(
+    frame.data.buffer,
+    frame.data.byteOffset,
+    frame.samplesPerChannel * frame.channels
+  );
+  if (frame.channels > 1) {
+    for (let i = 0; i < frame.samplesPerChannel; i++) {
+      let sum = 0;
+      for (let ch = 0; ch < frame.channels; ch++) {
+        sum += frameData[i * frame.channels + ch] ?? 0;
+      }
+      outData[startIdx + i] = Math.floor(sum / frame.channels);
+    }
+  } else {
+    outData.set(frameData, startIdx);
+  }
+  startIdx += frame.samplesPerChannel;
+  return { startIdx, samplesWritten: frame.samplesPerChannel };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  InterruptionStreamBase,
+  InterruptionStreamSentinel
+});
+//# sourceMappingURL=interruption_stream.cjs.map

package/dist/inference/interruption/interruption_stream.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/inference/interruption/interruption_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AudioFrame, AudioResampler } from '@livekit/rtc-node';\nimport type { Span } from '@opentelemetry/api';\nimport { type ReadableStream, TransformStream } from 'stream/web';\nimport { log } from '../../log.js';\nimport type { InterruptionMetrics } from '../../metrics/base.js';\nimport { type StreamChannel, createStreamChannel } from '../../stream/stream_channel.js';\nimport { traceTypes } from '../../telemetry/index.js';\nimport { FRAMES_PER_SECOND, apiConnectDefaults } from './defaults.js';\nimport type { InterruptionDetectionError } from './errors.js';\nimport { createHttpTransport } from './http_transport.js';\nimport { InterruptionCacheEntry } from './interruption_cache_entry.js';\nimport type { AdaptiveInterruptionDetector } from './interruption_detector.js';\nimport {\n  type AgentSpeechEnded,\n  type AgentSpeechStarted,\n  type ApiConnectOptions,\n  type Flush,\n  type InterruptionOptions,\n  type InterruptionSentinel,\n  type OverlapSpeechEnded,\n  type OverlapSpeechStarted,\n  type OverlappingSpeechEvent,\n} from './types.js';\nimport { BoundedCache } from './utils.js';\nimport { createWsTransport } from './ws_transport.js';\n\n// Re-export sentinel types for backwards compatibility\nexport type {\n  AgentSpeechEnded,\n  AgentSpeechStarted,\n  ApiConnectOptions,\n  Flush,\n  InterruptionSentinel,\n  OverlapSpeechEnded,\n  OverlapSpeechStarted,\n};\n\nexport class InterruptionStreamSentinel {\n  static agentSpeechStarted(): AgentSpeechStarted {\n    return { type: 'agent-speech-started' };\n  }\n\n  static agentSpeechEnded(): AgentSpeechEnded {\n    return { type: 'agent-speech-ended' };\n  }\n\n  static overlapSpeechStarted(\n    speechDuration: number,\n    startedAt: number,\n    userSpeakingSpan?: Span,\n  ): OverlapSpeechStarted {\n    return { type: 'overlap-speech-started', speechDuration, startedAt, userSpeakingSpan };\n  }\n\n  static overlapSpeechEnded(endedAt: number): OverlapSpeechEnded {\n    return { type: 'overlap-speech-ended', endedAt };\n  }\n\n  static flush(): Flush {\n    return { type: 'flush' };\n  }\n}\n\nfunction updateUserSpeakingSpan(span: Span, entry: InterruptionCacheEntry) {\n  span.setAttribute(\n    traceTypes.ATTR_IS_INTERRUPTION,\n    (entry.isInterruption ?? false).toString().toLowerCase(),\n  );\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_PROBABILITY, entry.probability);\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_TOTAL_DURATION, entry.totalDurationInS);\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_PREDICTION_DURATION, entry.predictionDurationInS);\n  span.setAttribute(traceTypes.ATTR_INTERRUPTION_DETECTION_DELAY, entry.detectionDelayInS);\n}\n\nexport class InterruptionStreamBase {\n  private inputStream: StreamChannel<InterruptionSentinel | AudioFrame, InterruptionDetectionError>;\n\n  private eventStream: ReadableStream<OverlappingSpeechEvent>;\n\n  private resampler?: AudioResampler;\n\n  private numRequests = 0;\n\n  private userSpeakingSpan: Span | undefined;\n\n  private overlapSpeechStartedAt: number | undefined;\n\n  private options: InterruptionOptions;\n\n  private apiOptions: ApiConnectOptions;\n\n  private model: AdaptiveInterruptionDetector;\n\n  private logger = log();\n\n  // Store reconnect function for WebSocket transport\n  private wsReconnect?: () => Promise<void>;\n\n  // Mutable transport options that can be updated via updateOptions()\n  private transportOptions: {\n    baseUrl: string;\n    apiKey: string;\n    apiSecret: string;\n    sampleRate: number;\n    threshold: number;\n    minFrames: number;\n    timeout: number;\n    maxRetries: number;\n  };\n\n  constructor(model: AdaptiveInterruptionDetector, apiOptions: Partial<ApiConnectOptions>) {\n    this.inputStream = createStreamChannel<\n      InterruptionSentinel | AudioFrame,\n      InterruptionDetectionError\n    >();\n\n    this.model = model;\n    this.options = { ...model.options };\n    this.apiOptions = { ...apiConnectDefaults, ...apiOptions };\n\n    // Initialize mutable transport options\n    this.transportOptions = {\n      baseUrl: this.options.baseUrl,\n      apiKey: this.options.apiKey,\n      apiSecret: this.options.apiSecret,\n      sampleRate: this.options.sampleRate,\n      threshold: this.options.threshold,\n      minFrames: this.options.minFrames,\n      timeout: this.options.inferenceTimeout,\n      maxRetries: this.apiOptions.maxRetries,\n    };\n\n    this.eventStream = this.setupTransform();\n  }\n\n  /**\n   * Update stream options. For WebSocket transport, this triggers a reconnection.\n   */\n  async updateOptions(options: {\n    threshold?: number;\n    minInterruptionDurationInS?: number;\n  }): Promise<void> {\n    if (options.threshold !== undefined) {\n      this.options.threshold = options.threshold;\n      this.transportOptions.threshold = options.threshold;\n    }\n    if (options.minInterruptionDurationInS !== undefined) {\n      this.options.minInterruptionDurationInS = options.minInterruptionDurationInS;\n      this.options.minFrames = Math.ceil(options.minInterruptionDurationInS * FRAMES_PER_SECOND);\n      this.transportOptions.minFrames = this.options.minFrames;\n    }\n    // Trigger WebSocket reconnection if using proxy (WebSocket transport)\n    if (this.options.useProxy && this.wsReconnect) {\n      await this.wsReconnect();\n    }\n  }\n\n  private setupTransform(): ReadableStream<OverlappingSpeechEvent> {\n    let agentSpeechStarted = false;\n    let startIdx = 0;\n    let accumulatedSamples = 0;\n    let overlapSpeechStarted = false;\n    let overlapCount = 0;\n    const cache = new BoundedCache<number, InterruptionCacheEntry>(10);\n    const inferenceS16Data = new Int16Array(\n      Math.ceil(this.options.maxAudioDurationInS * this.options.sampleRate),\n    ).fill(0);\n\n    // State accessors for transport\n    const getState = () => ({\n      overlapSpeechStarted,\n      overlapSpeechStartedAt: this.overlapSpeechStartedAt,\n      cache,\n      overlapCount,\n    });\n    const setState = (partial: { overlapSpeechStarted?: boolean }) => {\n      if (partial.overlapSpeechStarted !== undefined) {\n        overlapSpeechStarted = partial.overlapSpeechStarted;\n      }\n    };\n    const handleSpanUpdate = (entry: InterruptionCacheEntry) => {\n      if (this.userSpeakingSpan) {\n        updateUserSpeakingSpan(this.userSpeakingSpan, entry);\n        this.userSpeakingSpan = undefined;\n      }\n    };\n\n    const onRequestSent = () => {\n      this.numRequests++;\n    };\n\n    const getAndResetNumRequests = (): number => {\n      const n = this.numRequests;\n      this.numRequests = 0;\n      return n;\n    };\n\n    // First transform: process input frames/sentinels and output audio slices or events\n    const audioTransformer = new TransformStream<\n      InterruptionSentinel | AudioFrame,\n      Int16Array | OverlappingSpeechEvent\n    >(\n      {\n        transform: (chunk, controller) => {\n          if (chunk instanceof AudioFrame) {\n            if (!agentSpeechStarted) {\n              return;\n            }\n            if (this.options.sampleRate !== chunk.sampleRate) {\n              controller.error('the sample rate of the input frames must be consistent');\n              this.logger.error('the sample rate of the input frames must be consistent');\n              return;\n            }\n            const result = writeToInferenceS16Data(\n              chunk,\n              startIdx,\n              inferenceS16Data,\n              this.options.maxAudioDurationInS,\n            );\n            startIdx = result.startIdx;\n            accumulatedSamples += result.samplesWritten;\n\n            if (\n              accumulatedSamples >=\n                Math.floor(this.options.detectionIntervalInS * this.options.sampleRate) &&\n              overlapSpeechStarted\n            ) {\n              const audioSlice = inferenceS16Data.slice(0, startIdx);\n              accumulatedSamples = 0;\n              controller.enqueue(audioSlice);\n            }\n          } else if (chunk.type === 'agent-speech-started') {\n            this.logger.debug('agent speech started');\n            agentSpeechStarted = true;\n            overlapSpeechStarted = false;\n            this.overlapSpeechStartedAt = undefined;\n            accumulatedSamples = 0;\n            overlapCount = 0;\n            startIdx = 0;\n            this.numRequests = 0;\n            cache.clear();\n          } else if (chunk.type === 'agent-speech-ended') {\n            this.logger.debug('agent speech ended');\n            agentSpeechStarted = false;\n            overlapSpeechStarted = false;\n            this.overlapSpeechStartedAt = undefined;\n            accumulatedSamples = 0;\n            overlapCount = 0;\n            startIdx = 0;\n            this.numRequests = 0;\n            cache.clear();\n          } else if (chunk.type === 'overlap-speech-started' && agentSpeechStarted) {\n            this.overlapSpeechStartedAt = chunk.startedAt;\n            this.userSpeakingSpan = chunk.userSpeakingSpan;\n            this.logger.debug('overlap speech started, starting interruption inference');\n            overlapSpeechStarted = true;\n            accumulatedSamples = 0;\n            overlapCount += 1;\n            if (overlapCount <= 1) {\n              const keepSize =\n                Math.round((chunk.speechDuration / 1000) * this.options.sampleRate) +\n                Math.round(this.options.audioPrefixDurationInS * this.options.sampleRate);\n              const shiftCount = Math.max(0, startIdx - keepSize);\n              inferenceS16Data.copyWithin(0, shiftCount, startIdx);\n              startIdx -= shiftCount;\n            }\n            cache.clear();\n          } else if (chunk.type === 'overlap-speech-ended') {\n            this.logger.debug('overlap speech ended');\n            if (overlapSpeechStarted) {\n              this.userSpeakingSpan = undefined;\n              let latestEntry = cache.pop(\n                (entry) => entry.totalDurationInS !== undefined && entry.totalDurationInS > 0,\n              );\n              if (!latestEntry) {\n                this.logger.debug('no request made for overlap speech');\n                latestEntry = InterruptionCacheEntry.default();\n              }\n              const e = latestEntry ?? InterruptionCacheEntry.default();\n              const event: OverlappingSpeechEvent = {\n                type: 'user_overlapping_speech',\n                timestamp: chunk.endedAt,\n                isInterruption: false,\n                overlapStartedAt: this.overlapSpeechStartedAt,\n                speechInput: e.speechInput,\n                probabilities: e.probabilities,\n                totalDurationInS: e.totalDurationInS,\n                detectionDelayInS: e.detectionDelayInS,\n                predictionDurationInS: e.predictionDurationInS,\n                probability: e.probability,\n                numRequests: getAndResetNumRequests(),\n              };\n              controller.enqueue(event);\n              overlapSpeechStarted = false;\n              accumulatedSamples = 0;\n            }\n            this.overlapSpeechStartedAt = undefined;\n          } else if (chunk.type === 'flush') {\n            // no-op\n          }\n        },\n      },\n      { highWaterMark: 32 },\n      { highWaterMark: 32 },\n    );\n\n    // Second transform: transport layer (HTTP or WebSocket based on useProxy)\n    const transportOptions = this.transportOptions;\n\n    let transport: TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent>;\n    if (this.options.useProxy) {\n      const wsResult = createWsTransport(\n        transportOptions,\n        getState,\n        setState,\n        handleSpanUpdate,\n        onRequestSent,\n        getAndResetNumRequests,\n      );\n      transport = wsResult.transport;\n      this.wsReconnect = wsResult.reconnect;\n    } else {\n      transport = createHttpTransport(\n        transportOptions,\n        getState,\n        setState,\n        handleSpanUpdate,\n        getAndResetNumRequests,\n      );\n    }\n\n    const eventEmitter = new TransformStream<OverlappingSpeechEvent, OverlappingSpeechEvent>({\n      transform: (chunk, controller) => {\n        this.model.emit('user_overlapping_speech', chunk);\n\n        const metrics: InterruptionMetrics = {\n          type: 'interruption_metrics',\n          timestamp: chunk.timestamp,\n          totalDuration: chunk.totalDurationInS * 1000,\n          predictionDuration: chunk.predictionDurationInS * 1000,\n          detectionDelay: chunk.detectionDelayInS * 1000,\n          numInterruptions: chunk.isInterruption ? 1 : 0,\n          numBackchannels: chunk.isInterruption ? 0 : 1,\n          numRequests: chunk.numRequests,\n          metadata: {\n            modelProvider: this.model.provider,\n            modelName: this.model.model,\n          },\n        };\n        this.model.emit('metrics_collected', metrics);\n\n        controller.enqueue(chunk);\n      },\n    });\n\n    // Pipeline: input -> audioTransformer -> transport -> eventEmitter -> eventStream\n    return this.inputStream\n      .stream()\n      .pipeThrough(audioTransformer)\n      .pipeThrough(transport)\n      .pipeThrough(eventEmitter);\n  }\n\n  private ensureInputNotEnded() {\n    if (this.inputStream.closed) {\n      throw new Error('input stream is closed');\n    }\n  }\n\n  private ensureStreamsNotEnded() {\n    this.ensureInputNotEnded();\n  }\n\n  private getResamplerFor(inputSampleRate: number): AudioResampler {\n    if (!this.resampler) {\n      this.resampler = new AudioResampler(inputSampleRate, this.options.sampleRate);\n    }\n    return this.resampler;\n  }\n\n  stream(): ReadableStream<OverlappingSpeechEvent> {\n    return this.eventStream;\n  }\n\n  async pushFrame(frame: InterruptionSentinel | AudioFrame): Promise<void> {\n    this.ensureStreamsNotEnded();\n    if (!(frame instanceof AudioFrame)) {\n      return this.inputStream.write(frame);\n    } else if (this.options.sampleRate !== frame.sampleRate) {\n      const resampler = this.getResamplerFor(frame.sampleRate);\n      if (resampler.inputRate !== frame.sampleRate) {\n        throw new Error('the sample rate of the input frames must be consistent');\n      }\n      for (const resampledFrame of resampler.push(frame)) {\n        await this.inputStream.write(resampledFrame);\n      }\n    } else {\n      await this.inputStream.write(frame);\n    }\n  }\n\n  async flush(): Promise<void> {\n    this.ensureStreamsNotEnded();\n    await this.inputStream.write(InterruptionStreamSentinel.flush());\n  }\n\n  async endInput(): Promise<void> {\n    await this.flush();\n    await this.inputStream.close();\n  }\n\n  async close(): Promise<void> {\n    if (!this.inputStream.closed) await this.inputStream.close();\n    this.model.removeStream(this);\n  }\n}\n\n/**\n * Write the audio frame to the output data array and return the new start index\n * and the number of samples written.\n */\nfunction writeToInferenceS16Data(\n  frame: AudioFrame,\n  startIdx: number,\n  outData: Int16Array,\n  maxAudioDuration: number,\n): { startIdx: number; samplesWritten: number } {\n  const maxWindowSize = Math.floor(maxAudioDuration * frame.sampleRate);\n\n  if (frame.samplesPerChannel > outData.length) {\n    throw new Error('frame samples are greater than the max window size');\n  }\n\n  // Shift the data to the left if the window would overflow\n  const shift = startIdx + frame.samplesPerChannel - maxWindowSize;\n  if (shift > 0) {\n    outData.copyWithin(0, shift, startIdx);\n    startIdx -= shift;\n  }\n\n  // Get the frame data as Int16Array\n  const frameData = new Int16Array(\n    frame.data.buffer,\n    frame.data.byteOffset,\n    frame.samplesPerChannel * frame.channels,\n  );\n\n  if (frame.channels > 1) {\n    // Mix down multiple channels to mono by averaging\n    for (let i = 0; i < frame.samplesPerChannel; i++) {\n      let sum = 0;\n      for (let ch = 0; ch < frame.channels; ch++) {\n        sum += frameData[i * frame.channels + ch] ?? 0;\n      }\n      outData[startIdx + i] = Math.floor(sum / frame.channels);\n    }\n  } else {\n    // Single channel - copy directly\n    outData.set(frameData, startIdx);\n  }\n\n  startIdx += frame.samplesPerChannel;\n  return { startIdx, samplesWritten: frame.samplesPerChannel };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAA2C;AAE3C,iBAAqD;AACrD,iBAAoB;AAEpB,4BAAwD;AACxD,uBAA2B;AAC3B,sBAAsD;AAEtD,4BAAoC;AACpC,sCAAuC;AAEvC,mBAUO;AACP,mBAA6B;AAC7B,0BAAkC;AAa3B,MAAM,2BAA2B;AAAA,EACtC,OAAO,qBAAyC;AAC9C,WAAO,EAAE,MAAM,uBAAuB;AAAA,EACxC;AAAA,EAEA,OAAO,mBAAqC;AAC1C,WAAO,EAAE,MAAM,qBAAqB;AAAA,EACtC;AAAA,EAEA,OAAO,qBACL,gBACA,WACA,kBACsB;AACtB,WAAO,EAAE,MAAM,0BAA0B,gBAAgB,WAAW,iBAAiB;AAAA,EACvF;AAAA,EAEA,OAAO,mBAAmB,SAAqC;AAC7D,WAAO,EAAE,MAAM,wBAAwB,QAAQ;AAAA,EACjD;AAAA,EAEA,OAAO,QAAe;AACpB,WAAO,EAAE,MAAM,QAAQ;AAAA,EACzB;AACF;AAEA,SAAS,uBAAuB,MAAY,OAA+B;AACzE,OAAK;AAAA,IACH,4BAAW;AAAA,KACV,MAAM,kBAAkB,OAAO,SAAS,EAAE,YAAY;AAAA,EACzD;AACA,OAAK,aAAa,4BAAW,+BAA+B,MAAM,WAAW;AAC7E,OAAK,aAAa,4BAAW,kCAAkC,MAAM,gBAAgB;AACrF,OAAK,aAAa,4BAAW,uCAAuC,MAAM,qBAAqB;AAC/F,OAAK,aAAa,4BAAW,mCAAmC,MAAM,iBAAiB;AACzF;AAEO,MAAM,uBAAuB;AAAA,EAC1B;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,cAAc;AAAA,EAEd;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,aAAS,gBAAI;AAAA;AAAA,EAGb;AAAA;AAAA,EAGA;AAAA,EAWR,YAAY,OAAqC,YAAwC;AACvF,SAAK,kBAAc,2CAGjB;AAEF,SAAK,QAAQ;AACb,SAAK,UAAU,EAAE,GAAG,MAAM,QAAQ;AAClC,SAAK,aAAa,EAAE,GAAG,oCAAoB,GAAG,WAAW;AAGzD,SAAK,mBAAmB;AAAA,MACtB,SAAS,KAAK,QAAQ;AAAA,MACtB,QAAQ,KAAK,QAAQ;AAAA,MACrB,WAAW,KAAK,QAAQ;AAAA,MACxB,YAAY,KAAK,QAAQ;AAAA,MACzB,WAAW,KAAK,QAAQ;AAAA,MACxB,WAAW,KAAK,QAAQ;AAAA,MACxB,SAAS,KAAK,QAAQ;AAAA,MACtB,YAAY,KAAK,WAAW;AAAA,IAC9B;AAEA,SAAK,cAAc,KAAK,eAAe;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,cAAc,SAGF;AAChB,QAAI,QAAQ,cAAc,QAAW;AACnC,WAAK,QAAQ,YAAY,QAAQ;AACjC,WAAK,iBAAiB,YAAY,QAAQ;AAAA,IAC5C;AACA,QAAI,QAAQ,+BAA+B,QAAW;AACpD,WAAK,QAAQ,6BAA6B,QAAQ;AAClD,WAAK,QAAQ,YAAY,KAAK,KAAK,QAAQ,6BAA6B,iCAAiB;AACzF,WAAK,iBAAiB,YAAY,KAAK,QAAQ;AAAA,IACjD;AAEA,QAAI,KAAK,QAAQ,YAAY,KAAK,aAAa;AAC7C,YAAM,KAAK,YAAY;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,iBAAyD;AAC/D,QAAI,qBAAqB;AACzB,QAAI,WAAW;AACf,QAAI,qBAAqB;AACzB,QAAI,uBAAuB;AAC3B,QAAI,eAAe;AACnB,UAAM,QAAQ,IAAI,0BAA6C,EAAE;AACjE,UAAM,mBAAmB,IAAI;AAAA,MAC3B,KAAK,KAAK,KAAK,QAAQ,sBAAsB,KAAK,QAAQ,UAAU;AAAA,IACtE,EAAE,KAAK,CAAC;AAGR,UAAM,WAAW,OAAO;AAAA,MACtB;AAAA,MACA,wBAAwB,KAAK;AAAA,MAC7B;AAAA,MACA;AAAA,IACF;AACA,UAAM,WAAW,CAAC,YAAgD;AAChE,UAAI,QAAQ,yBAAyB,QAAW;AAC9C,+BAAuB,QAAQ;AAAA,MACjC;AAAA,IACF;AACA,UAAM,mBAAmB,CAAC,UAAkC;AAC1D,UAAI,KAAK,kBAAkB;AACzB,+BAAuB,KAAK,kBAAkB,KAAK;AACnD,aAAK,mBAAmB;AAAA,MAC1B;AAAA,IACF;AAEA,UAAM,gBAAgB,MAAM;AAC1B,WAAK;AAAA,IACP;AAEA,UAAM,yBAAyB,MAAc;AAC3C,YAAM,IAAI,KAAK;AACf,WAAK,cAAc;AACnB,aAAO;AAAA,IACT;AAGA,UAAM,mBAAmB,IAAI;AAAA,MAI3B;AAAA,QACE,WAAW,CAAC,OAAO,eAAe;AAChC,cAAI,iBAAiB,4BAAY;AAC/B,gBAAI,CAAC,oBAAoB;AACvB;AAAA,YACF;AACA,gBAAI,KAAK,QAAQ,eAAe,MAAM,YAAY;AAChD,yBAAW,MAAM,wDAAwD;AACzE,mBAAK,OAAO,MAAM,wDAAwD;AAC1E;AAAA,YACF;AACA,kBAAM,SAAS;AAAA,cACb;AAAA,cACA;AAAA,cACA;AAAA,cACA,KAAK,QAAQ;AAAA,YACf;AACA,uBAAW,OAAO;AAClB,kCAAsB,OAAO;AAE7B,gBACE,sBACE,KAAK,MAAM,KAAK,QAAQ,uBAAuB,KAAK,QAAQ,UAAU,KACxE,sBACA;AACA,oBAAM,aAAa,iBAAiB,MAAM,GAAG,QAAQ;AACrD,mCAAqB;AACrB,yBAAW,QAAQ,UAAU;AAAA,YAC/B;AAAA,UACF,WAAW,MAAM,SAAS,wBAAwB;AAChD,iBAAK,OAAO,MAAM,sBAAsB;AACxC,iCAAqB;AACrB,mCAAuB;AACvB,iBAAK,yBAAyB;AAC9B,iCAAqB;AACrB,2BAAe;AACf,uBAAW;AACX,iBAAK,cAAc;AACnB,kBAAM,MAAM;AAAA,UACd,WAAW,MAAM,SAAS,sBAAsB;AAC9C,iBAAK,OAAO,MAAM,oBAAoB;AACtC,iCAAqB;AACrB,mCAAuB;AACvB,iBAAK,yBAAyB;AAC9B,iCAAqB;AACrB,2BAAe;AACf,uBAAW;AACX,iBAAK,cAAc;AACnB,kBAAM,MAAM;AAAA,UACd,WAAW,MAAM,SAAS,4BAA4B,oBAAoB;AACxE,iBAAK,yBAAyB,MAAM;AACpC,iBAAK,mBAAmB,MAAM;AAC9B,iBAAK,OAAO,MAAM,yDAAyD;AAC3E,mCAAuB;AACvB,iCAAqB;AACrB,4BAAgB;AAChB,gBAAI,gBAAgB,GAAG;AACrB,oBAAM,WACJ,KAAK,MAAO,MAAM,iBAAiB,MAAQ,KAAK,QAAQ,UAAU,IAClE,KAAK,MAAM,KAAK,QAAQ,yBAAyB,KAAK,QAAQ,UAAU;AAC1E,oBAAM,aAAa,KAAK,IAAI,GAAG,WAAW,QAAQ;AAClD,+BAAiB,WAAW,GAAG,YAAY,QAAQ;AACnD,0BAAY;AAAA,YACd;AACA,kBAAM,MAAM;AAAA,UACd,WAAW,MAAM,SAAS,wBAAwB;AAChD,iBAAK,OAAO,MAAM,sBAAsB;AACxC,gBAAI,sBAAsB;AACxB,mBAAK,mBAAmB;AACxB,kBAAI,cAAc,MAAM;AAAA,gBACtB,CAAC,UAAU,MAAM,qBAAqB,UAAa,MAAM,mBAAmB;AAAA,cAC9E;AACA,kBAAI,CAAC,aAAa;AAChB,qBAAK,OAAO,MAAM,oCAAoC;AACtD,8BAAc,uDAAuB,QAAQ;AAAA,cAC/C;AACA,oBAAM,IAAI,eAAe,uDAAuB,QAAQ;AACxD,oBAAM,QAAgC;AAAA,gBACpC,MAAM;AAAA,gBACN,WAAW,MAAM;AAAA,gBACjB,gBAAgB;AAAA,gBAChB,kBAAkB,KAAK;AAAA,gBACvB,aAAa,EAAE;AAAA,gBACf,eAAe,EAAE;AAAA,gBACjB,kBAAkB,EAAE;AAAA,gBACpB,mBAAmB,EAAE;AAAA,gBACrB,uBAAuB,EAAE;AAAA,gBACzB,aAAa,EAAE;AAAA,gBACf,aAAa,uBAAuB;AAAA,cACtC;AACA,yBAAW,QAAQ,KAAK;AACxB,qCAAuB;AACvB,mCAAqB;AAAA,YACvB;AACA,iBAAK,yBAAyB;AAAA,UAChC,WAAW,MAAM,SAAS,SAAS;AAAA,UAEnC;AAAA,QACF;AAAA,MACF;AAAA,MACA,EAAE,eAAe,GAAG;AAAA,MACpB,EAAE,eAAe,GAAG;AAAA,IACtB;AAGA,UAAM,mBAAmB,KAAK;AAE9B,QAAI;AACJ,QAAI,KAAK,QAAQ,UAAU;AACzB,YAAM,eAAW;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,kBAAY,SAAS;AACrB,WAAK,cAAc,SAAS;AAAA,IAC9B,OAAO;AACL,sBAAY;AAAA,QACV;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAEA,UAAM,eAAe,IAAI,2BAAgE;AAAA,MACvF,WAAW,CAAC,OAAO,eAAe;AAChC,aAAK,MAAM,KAAK,2BAA2B,KAAK;AAEhD,cAAM,UAA+B;AAAA,UACnC,MAAM;AAAA,UACN,WAAW,MAAM;AAAA,UACjB,eAAe,MAAM,mBAAmB;AAAA,UACxC,oBAAoB,MAAM,wBAAwB;AAAA,UAClD,gBAAgB,MAAM,oBAAoB;AAAA,UAC1C,kBAAkB,MAAM,iBAAiB,IAAI;AAAA,UAC7C,iBAAiB,MAAM,iBAAiB,IAAI;AAAA,UAC5C,aAAa,MAAM;AAAA,UACnB,UAAU;AAAA,YACR,eAAe,KAAK,MAAM;AAAA,YAC1B,WAAW,KAAK,MAAM;AAAA,UACxB;AAAA,QACF;AACA,aAAK,MAAM,KAAK,qBAAqB,OAAO;AAE5C,mBAAW,QAAQ,KAAK;AAAA,MAC1B;AAAA,IACF,CAAC;AAGD,WAAO,KAAK,YACT,OAAO,EACP,YAAY,gBAAgB,EAC5B,YAAY,SAAS,EACrB,YAAY,YAAY;AAAA,EAC7B;AAAA,EAEQ,sBAAsB;AAC5B,QAAI,KAAK,YAAY,QAAQ;AAC3B,YAAM,IAAI,MAAM,wBAAwB;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,wBAAwB;AAC9B,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEQ,gBAAgB,iBAAyC;AAC/D,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,IAAI,+BAAe,iBAAiB,KAAK,QAAQ,UAAU;AAAA,IAC9E;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,SAAiD;AAC/C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,UAAU,OAAyD;AACvE,SAAK,sBAAsB;AAC3B,QAAI,EAAE,iBAAiB,6BAAa;AAClC,aAAO,KAAK,YAAY,MAAM,KAAK;AAAA,IACrC,WAAW,KAAK,QAAQ,eAAe,MAAM,YAAY;AACvD,YAAM,YAAY,KAAK,gBAAgB,MAAM,UAAU;AACvD,UAAI,UAAU,cAAc,MAAM,YAAY;AAC5C,cAAM,IAAI,MAAM,wDAAwD;AAAA,MAC1E;AACA,iBAAW,kBAAkB,UAAU,KAAK,KAAK,GAAG;AAClD,cAAM,KAAK,YAAY,MAAM,cAAc;AAAA,MAC7C;AAAA,IACF,OAAO;AACL,YAAM,KAAK,YAAY,MAAM,KAAK;AAAA,IACpC;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,sBAAsB;AAC3B,UAAM,KAAK,YAAY,MAAM,2BAA2B,MAAM,CAAC;AAAA,EACjE;AAAA,EAEA,MAAM,WAA0B;AAC9B,UAAM,KAAK,MAAM;AACjB,UAAM,KAAK,YAAY,MAAM;AAAA,EAC/B;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,YAAY,OAAQ,OAAM,KAAK,YAAY,MAAM;AAC3D,SAAK,MAAM,aAAa,IAAI;AAAA,EAC9B;AACF;AAMA,SAAS,wBACP,OACA,UACA,SACA,kBAC8C;AAC9C,QAAM,gBAAgB,KAAK,MAAM,mBAAmB,MAAM,UAAU;AAEpE,MAAI,MAAM,oBAAoB,QAAQ,QAAQ;AAC5C,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AAGA,QAAM,QAAQ,WAAW,MAAM,oBAAoB;AACnD,MAAI,QAAQ,GAAG;AACb,YAAQ,WAAW,GAAG,OAAO,QAAQ;AACrC,gBAAY;AAAA,EACd;AAGA,QAAM,YAAY,IAAI;AAAA,IACpB,MAAM,KAAK;AAAA,IACX,MAAM,KAAK;AAAA,IACX,MAAM,oBAAoB,MAAM;AAAA,EAClC;AAEA,MAAI,MAAM,WAAW,GAAG;AAEtB,aAAS,IAAI,GAAG,IAAI,MAAM,mBAAmB,KAAK;AAChD,UAAI,MAAM;AACV,eAAS,KAAK,GAAG,KAAK,MAAM,UAAU,MAAM;AAC1C,eAAO,UAAU,IAAI,MAAM,WAAW,EAAE,KAAK;AAAA,MAC/C;AACA,cAAQ,WAAW,CAAC,IAAI,KAAK,MAAM,MAAM,MAAM,QAAQ;AAAA,IACzD;AAAA,EACF,OAAO;AAEL,YAAQ,IAAI,WAAW,QAAQ;AAAA,EACjC;AAEA,cAAY,MAAM;AAClB,SAAO,EAAE,UAAU,gBAAgB,MAAM,kBAAkB;AAC7D;","names":[]}

package/dist/inference/interruption/interruption_stream.d.cts

@@ -0,0 +1,46 @@
+/// <reference types="node" resolution-mode="require"/>
+import { AudioFrame } from '@livekit/rtc-node';
+import type { Span } from '@opentelemetry/api';
+import { type ReadableStream } from 'stream/web';
+import type { AdaptiveInterruptionDetector } from './interruption_detector.js';
+import { type AgentSpeechEnded, type AgentSpeechStarted, type ApiConnectOptions, type Flush, type InterruptionSentinel, type OverlapSpeechEnded, type OverlapSpeechStarted, type OverlappingSpeechEvent } from './types.js';
+export type { AgentSpeechEnded, AgentSpeechStarted, ApiConnectOptions, Flush, InterruptionSentinel, OverlapSpeechEnded, OverlapSpeechStarted, };
+export declare class InterruptionStreamSentinel {
+    static agentSpeechStarted(): AgentSpeechStarted;
+    static agentSpeechEnded(): AgentSpeechEnded;
+    static overlapSpeechStarted(speechDuration: number, startedAt: number, userSpeakingSpan?: Span): OverlapSpeechStarted;
+    static overlapSpeechEnded(endedAt: number): OverlapSpeechEnded;
+    static flush(): Flush;
+}
+export declare class InterruptionStreamBase {
+    private inputStream;
+    private eventStream;
+    private resampler?;
+    private numRequests;
+    private userSpeakingSpan;
+    private overlapSpeechStartedAt;
+    private options;
+    private apiOptions;
+    private model;
+    private logger;
+    private wsReconnect?;
+    private transportOptions;
+    constructor(model: AdaptiveInterruptionDetector, apiOptions: Partial<ApiConnectOptions>);
+    /**
+     * Update stream options. For WebSocket transport, this triggers a reconnection.
+     */
+    updateOptions(options: {
+        threshold?: number;
+        minInterruptionDurationInS?: number;
+    }): Promise<void>;
+    private setupTransform;
+    private ensureInputNotEnded;
+    private ensureStreamsNotEnded;
+    private getResamplerFor;
+    stream(): ReadableStream<OverlappingSpeechEvent>;
+    pushFrame(frame: InterruptionSentinel | AudioFrame): Promise<void>;
+    flush(): Promise<void>;
+    endInput(): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=interruption_stream.d.ts.map

package/dist/inference/interruption/interruption_stream.d.ts

@@ -0,0 +1,46 @@
+/// <reference types="node" resolution-mode="require"/>
+import { AudioFrame } from '@livekit/rtc-node';
+import type { Span } from '@opentelemetry/api';
+import { type ReadableStream } from 'stream/web';
+import type { AdaptiveInterruptionDetector } from './interruption_detector.js';
+import { type AgentSpeechEnded, type AgentSpeechStarted, type ApiConnectOptions, type Flush, type InterruptionSentinel, type OverlapSpeechEnded, type OverlapSpeechStarted, type OverlappingSpeechEvent } from './types.js';
+export type { AgentSpeechEnded, AgentSpeechStarted, ApiConnectOptions, Flush, InterruptionSentinel, OverlapSpeechEnded, OverlapSpeechStarted, };
+export declare class InterruptionStreamSentinel {
+    static agentSpeechStarted(): AgentSpeechStarted;
+    static agentSpeechEnded(): AgentSpeechEnded;
+    static overlapSpeechStarted(speechDuration: number, startedAt: number, userSpeakingSpan?: Span): OverlapSpeechStarted;
+    static overlapSpeechEnded(endedAt: number): OverlapSpeechEnded;
+    static flush(): Flush;
+}
+export declare class InterruptionStreamBase {
+    private inputStream;
+    private eventStream;
+    private resampler?;
+    private numRequests;
+    private userSpeakingSpan;
+    private overlapSpeechStartedAt;
+    private options;
+    private apiOptions;
+    private model;
+    private logger;
+    private wsReconnect?;
+    private transportOptions;
+    constructor(model: AdaptiveInterruptionDetector, apiOptions: Partial<ApiConnectOptions>);
+    /**
+     * Update stream options. For WebSocket transport, this triggers a reconnection.
+     */
+    updateOptions(options: {
+        threshold?: number;
+        minInterruptionDurationInS?: number;
+    }): Promise<void>;
+    private setupTransform;
+    private ensureInputNotEnded;
+    private ensureStreamsNotEnded;
+    private getResamplerFor;
+    stream(): ReadableStream<OverlappingSpeechEvent>;
+    pushFrame(frame: InterruptionSentinel | AudioFrame): Promise<void>;
+    flush(): Promise<void>;
+    endInput(): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=interruption_stream.d.ts.map

package/dist/inference/interruption/interruption_stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interruption_stream.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/interruption_stream.ts"],"names":[],"mappings":";AAGA,OAAO,EAAE,UAAU,EAAkB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,KAAK,cAAc,EAAmB,MAAM,YAAY,CAAC;AASlE,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,KAAK,EAEV,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,sBAAsB,EAC5B,MAAM,YAAY,CAAC;AAKpB,YAAY,EACV,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,KAAK,EACL,oBAAoB,EACpB,kBAAkB,EAClB,oBAAoB,GACrB,CAAC;AAEF,qBAAa,0BAA0B;IACrC,MAAM,CAAC,kBAAkB,IAAI,kBAAkB;IAI/C,MAAM,CAAC,gBAAgB,IAAI,gBAAgB;IAI3C,MAAM,CAAC,oBAAoB,CACzB,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM,EACjB,gBAAgB,CAAC,EAAE,IAAI,GACtB,oBAAoB;IAIvB,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB;IAI9D,MAAM,CAAC,KAAK,IAAI,KAAK;CAGtB;AAaD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,WAAW,CAA+E;IAElG,OAAO,CAAC,WAAW,CAAyC;IAE5D,OAAO,CAAC,SAAS,CAAC,CAAiB;IAEnC,OAAO,CAAC,WAAW,CAAK;IAExB,OAAO,CAAC,gBAAgB,CAAmB;IAE3C,OAAO,CAAC,sBAAsB,CAAqB;IAEnD,OAAO,CAAC,OAAO,CAAsB;IAErC,OAAO,CAAC,UAAU,CAAoB;IAEtC,OAAO,CAAC,KAAK,CAA+B;IAE5C,OAAO,CAAC,MAAM,CAAS;IAGvB,OAAO,CAAC,WAAW,CAAC,CAAsB;IAG1C,OAAO,CAAC,gBAAgB,CAStB;gBAEU,KAAK,EAAE,4BAA4B,EAAE,UAAU,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAyBvF;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,0BAA0B,CAAC,EAAE,MAAM,CAAC;KACrC,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBjB,OAAO,CAAC,cAAc;IA8MtB,OAAO,CAAC,mBAAmB;IAM3B,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,eAAe;IAOvB,MAAM,IAAI,cAAc,CAAC,sBAAsB,CAAC;IAI1C,SAAS,CAAC,KAAK,EAAE,oBAAoB,GAAG,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBlE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAKzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAI7B"}