@livekit/agents 1.1.0 → 1.2.0

package/dist/metrics/usage_collector.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/usage_collector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AgentMetrics } from './base.js';\n\nexport interface UsageSummary {\n  llmPromptTokens: number;\n  llmPromptCachedTokens: number;\n  llmCompletionTokens: number;\n  ttsCharactersCount: number;\n  sttAudioDuration: number;\n}\n\nexport class UsageCollector {\n  private summary: UsageSummary;\n\n  constructor() {\n    this.summary = {\n      llmPromptTokens: 0,\n      llmPromptCachedTokens: 0,\n      llmCompletionTokens: 0,\n      ttsCharactersCount: 0,\n      sttAudioDuration: 0,\n    };\n  }\n\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      this.summary.llmPromptTokens += metrics.promptTokens;\n      this.summary.llmPromptCachedTokens += metrics.promptCachedTokens;\n      this.summary.llmCompletionTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      this.summary.llmPromptTokens += metrics.inputTokens;\n      this.summary.llmPromptCachedTokens += metrics.inputTokenDetails.cachedTokens;\n      this.summary.llmCompletionTokens += metrics.outputTokens;\n    } else if (metrics.type === 'tts_metrics') {\n      this.summary.ttsCharactersCount += metrics.charactersCount;\n    } else if (metrics.type === 'stt_metrics') {\n      this.summary.sttAudioDuration += metrics.audioDuration;\n    }\n  }\n\n  getSummary(): UsageSummary {\n    return { ...this.summary };\n  }\n}\n"],"mappings":"AAaO,MAAM,eAAe;AAAA,EAClB;AAAA,EAER,cAAc;AACZ,SAAK,UAAU;AAAA,MACb,iBAAiB;AAAA,MACjB,uBAAuB;AAAA,MACvB,qBAAqB;AAAA,MACrB,oBAAoB;AAAA,MACpB,kBAAkB;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,QAAQ,SAA6B;AACnC,QAAI,QAAQ,SAAS,eAAe;AAClC,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ;AAC9C,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ,kBAAkB;AAChE,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,oBAAoB,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA,EAEA,aAA2B;AACzB,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AACF;","names":[]}
+{"version":3,"sources":["../../src/metrics/usage_collector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { AgentMetrics } from './base.js';\n\n/**\n * @deprecated Use LLMModelUsage, TTSModelUsage, or STTModelUsage instead.\n * These new types provide per-model/provider usage aggregation for more detailed tracking.\n */\nexport interface UsageSummary {\n  llmPromptTokens: number;\n  llmPromptCachedTokens: number;\n  llmCompletionTokens: number;\n  ttsCharactersCount: number;\n  sttAudioDurationMs: number;\n}\n\n/**\n * @deprecated Use ModelUsageCollector instead.\n * ModelUsageCollector provides per-model/provider usage aggregation for more detailed tracking.\n */\nexport class UsageCollector {\n  private summary: UsageSummary;\n  private logger = log();\n\n  constructor() {\n    this.logger.warn('UsageCollector is deprecated. Use ModelUsageCollector instead.');\n    this.summary = {\n      llmPromptTokens: 0,\n      llmPromptCachedTokens: 0,\n      llmCompletionTokens: 0,\n      ttsCharactersCount: 0,\n      sttAudioDurationMs: 0,\n    };\n  }\n\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      this.summary.llmPromptTokens += metrics.promptTokens;\n      this.summary.llmPromptCachedTokens += metrics.promptCachedTokens;\n      this.summary.llmCompletionTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      this.summary.llmPromptTokens += metrics.inputTokens;\n      this.summary.llmPromptCachedTokens += metrics.inputTokenDetails.cachedTokens;\n      this.summary.llmCompletionTokens += metrics.outputTokens;\n    } else if (metrics.type === 'tts_metrics') {\n      this.summary.ttsCharactersCount += metrics.charactersCount;\n    } else if (metrics.type === 'stt_metrics') {\n      this.summary.sttAudioDurationMs += metrics.audioDurationMs;\n    }\n  }\n\n  getSummary(): UsageSummary {\n    return { ...this.summary };\n  }\n}\n"],"mappings":"AAGA,SAAS,WAAW;AAmBb,MAAM,eAAe;AAAA,EAClB;AAAA,EACA,SAAS,IAAI;AAAA,EAErB,cAAc;AACZ,SAAK,OAAO,KAAK,gEAAgE;AACjF,SAAK,UAAU;AAAA,MACb,iBAAiB;AAAA,MACjB,uBAAuB;AAAA,MACvB,qBAAqB;AAAA,MACrB,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,QAAQ,SAA6B;AACnC,QAAI,QAAQ,SAAS,eAAe;AAClC,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ;AAC9C,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ,kBAAkB;AAChE,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C;AAAA,EACF;AAAA,EAEA,aAA2B;AACzB,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AACF;","names":[]}

package/dist/metrics/utils.cjs

@@ -29,7 +29,7 @@ const logMetrics = (metrics) => {
   const logger = (0, import_log.log)();
   if (metrics.type === "llm_metrics") {
     logger.child({
-      ttft: roundTwoDecimals(metrics.ttft),
+      ttftMs: roundTwoDecimals(metrics.ttftMs),
       inputTokens: metrics.promptTokens,
       promptCachedTokens: metrics.promptCachedTokens,
       outputTokens: metrics.completionTokens,
@@ -37,7 +37,7 @@ const logMetrics = (metrics) => {
     }).info("LLM metrics");
   } else if (metrics.type === "realtime_model_metrics") {
     logger.child({
-      ttft: roundTwoDecimals(metrics.ttft),
+      ttftMs: roundTwoDecimals(metrics.ttftMs),
       input_tokens: metrics.inputTokens,
       cached_input_tokens: metrics.inputTokenDetails.cachedTokens,
       output_tokens: metrics.outputTokens,
@@ -46,18 +46,34 @@ const logMetrics = (metrics) => {
     }).info("RealtimeModel metrics");
   } else if (metrics.type === "tts_metrics") {
     logger.child({
-      ttfb: roundTwoDecimals(metrics.ttfb),
-      audioDuration: metrics.audioDuration
+      ttfbMs: roundTwoDecimals(metrics.ttfbMs),
+      audioDurationMs: Math.round(metrics.audioDurationMs)
     }).info("TTS metrics");
   } else if (metrics.type === "eou_metrics") {
     logger.child({
-      end_of_utterance_delay: roundTwoDecimals(metrics.endOfUtteranceDelay),
-      transcription_delay: roundTwoDecimals(metrics.transcriptionDelay)
+      endOfUtteranceDelayMs: roundTwoDecimals(metrics.endOfUtteranceDelayMs),
+      transcriptionDelayMs: roundTwoDecimals(metrics.transcriptionDelayMs),
+      onUserTurnCompletedDelayMs: roundTwoDecimals(metrics.onUserTurnCompletedDelayMs)
     }).info("EOU metrics");
+  } else if (metrics.type === "vad_metrics") {
+    logger.child({
+      idleTimeMs: Math.round(metrics.idleTimeMs),
+      inferenceDurationTotalMs: Math.round(metrics.inferenceDurationTotalMs),
+      inferenceCount: metrics.inferenceCount
+    }).info("VAD metrics");
   } else if (metrics.type === "stt_metrics") {
     logger.child({
-      audioDuration: metrics.audioDuration
+      audioDurationMs: Math.round(metrics.audioDurationMs)
     }).info("STT metrics");
+  } else if (metrics.type === "interruption_metrics") {
+    logger.child({
+      totalDurationMs: roundTwoDecimals(metrics.totalDuration),
+      predictionDurationMs: roundTwoDecimals(metrics.predictionDuration),
+      detectionDelayMs: roundTwoDecimals(metrics.detectionDelay),
+      numInterruptions: metrics.numInterruptions,
+      numBackchannels: metrics.numBackchannels,
+      numRequests: metrics.numRequests
+    }).info("Interruption metrics");
   }
 };
 // Annotate the CommonJS export names for ESM import in node:

package/dist/metrics/utils.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { AgentMetrics } from './base.js';\n\nfunction roundTwoDecimals(value: number) {\n  return Math.round(value * 100) / 100;\n}\n\nexport const logMetrics = (metrics: AgentMetrics) => {\n  const logger = log();\n  if (metrics.type === 'llm_metrics') {\n    logger\n      .child({\n        ttft: roundTwoDecimals(metrics.ttft),\n        inputTokens: metrics.promptTokens,\n        promptCachedTokens: metrics.promptCachedTokens,\n        outputTokens: metrics.completionTokens,\n        tokensPerSecond: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('LLM metrics');\n  } else if (metrics.type === 'realtime_model_metrics') {\n    logger\n      .child({\n        ttft: roundTwoDecimals(metrics.ttft),\n        input_tokens: metrics.inputTokens,\n        cached_input_tokens: metrics.inputTokenDetails.cachedTokens,\n        output_tokens: metrics.outputTokens,\n        total_tokens: metrics.totalTokens,\n        tokens_per_second: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('RealtimeModel metrics');\n  } else if (metrics.type === 'tts_metrics') {\n    logger\n      .child({\n        ttfb: roundTwoDecimals(metrics.ttfb),\n        audioDuration: metrics.audioDuration,\n      })\n      .info('TTS metrics');\n  } else if (metrics.type === 'eou_metrics') {\n    logger\n      .child({\n        end_of_utterance_delay: roundTwoDecimals(metrics.endOfUtteranceDelay),\n        transcription_delay: roundTwoDecimals(metrics.transcriptionDelay),\n      })\n      .info('EOU metrics');\n  } else if (metrics.type === 'stt_metrics') {\n    logger\n      .child({\n        audioDuration: metrics.audioDuration,\n      })\n      .info('STT metrics');\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAoB;AAGpB,SAAS,iBAAiB,OAAe;AACvC,SAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AACnC;AAEO,MAAM,aAAa,CAAC,YAA0B;AACnD,QAAM,aAAS,gBAAI;AACnB,MAAI,QAAQ,SAAS,eAAe;AAClC,WACG,MAAM;AAAA,MACL,MAAM,iBAAiB,QAAQ,IAAI;AAAA,MACnC,aAAa,QAAQ;AAAA,MACrB,oBAAoB,QAAQ;AAAA,MAC5B,cAAc,QAAQ;AAAA,MACtB,iBAAiB,iBAAiB,QAAQ,eAAe;AAAA,IAC3D,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WACG,MAAM;AAAA,MACL,MAAM,iBAAiB,QAAQ,IAAI;AAAA,MACnC,cAAc,QAAQ;AAAA,MACtB,qBAAqB,QAAQ,kBAAkB;AAAA,MAC/C,eAAe,QAAQ;AAAA,MACvB,cAAc,QAAQ;AAAA,MACtB,mBAAmB,iBAAiB,QAAQ,eAAe;AAAA,IAC7D,CAAC,EACA,KAAK,uBAAuB;AAAA,EACjC,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,MAAM,iBAAiB,QAAQ,IAAI;AAAA,MACnC,eAAe,QAAQ;AAAA,IACzB,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,wBAAwB,iBAAiB,QAAQ,mBAAmB;AAAA,MACpE,qBAAqB,iBAAiB,QAAQ,kBAAkB;AAAA,IAClE,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,eAAe,QAAQ;AAAA,IACzB,CAAC,EACA,KAAK,aAAa;AAAA,EACvB;AACF;","names":[]}
+{"version":3,"sources":["../../src/metrics/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { AgentMetrics } from './base.js';\n\nfunction roundTwoDecimals(value: number) {\n  return Math.round(value * 100) / 100;\n}\n\nexport const logMetrics = (metrics: AgentMetrics) => {\n  const logger = log();\n  if (metrics.type === 'llm_metrics') {\n    logger\n      .child({\n        ttftMs: roundTwoDecimals(metrics.ttftMs),\n        inputTokens: metrics.promptTokens,\n        promptCachedTokens: metrics.promptCachedTokens,\n        outputTokens: metrics.completionTokens,\n        tokensPerSecond: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('LLM metrics');\n  } else if (metrics.type === 'realtime_model_metrics') {\n    logger\n      .child({\n        ttftMs: roundTwoDecimals(metrics.ttftMs),\n        input_tokens: metrics.inputTokens,\n        cached_input_tokens: metrics.inputTokenDetails.cachedTokens,\n        output_tokens: metrics.outputTokens,\n        total_tokens: metrics.totalTokens,\n        tokens_per_second: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('RealtimeModel metrics');\n  } else if (metrics.type === 'tts_metrics') {\n    logger\n      .child({\n        ttfbMs: roundTwoDecimals(metrics.ttfbMs),\n        audioDurationMs: Math.round(metrics.audioDurationMs),\n      })\n      .info('TTS metrics');\n  } else if (metrics.type === 'eou_metrics') {\n    logger\n      .child({\n        endOfUtteranceDelayMs: roundTwoDecimals(metrics.endOfUtteranceDelayMs),\n        transcriptionDelayMs: roundTwoDecimals(metrics.transcriptionDelayMs),\n        onUserTurnCompletedDelayMs: roundTwoDecimals(metrics.onUserTurnCompletedDelayMs),\n      })\n      .info('EOU metrics');\n  } else if (metrics.type === 'vad_metrics') {\n    logger\n      .child({\n        idleTimeMs: Math.round(metrics.idleTimeMs),\n        inferenceDurationTotalMs: Math.round(metrics.inferenceDurationTotalMs),\n        inferenceCount: metrics.inferenceCount,\n      })\n      .info('VAD metrics');\n  } else if (metrics.type === 'stt_metrics') {\n    logger\n      .child({\n        audioDurationMs: Math.round(metrics.audioDurationMs),\n      })\n      .info('STT metrics');\n  } else if (metrics.type === 'interruption_metrics') {\n    logger\n      .child({\n        totalDurationMs: roundTwoDecimals(metrics.totalDuration),\n        predictionDurationMs: roundTwoDecimals(metrics.predictionDuration),\n        detectionDelayMs: roundTwoDecimals(metrics.detectionDelay),\n        numInterruptions: metrics.numInterruptions,\n        numBackchannels: metrics.numBackchannels,\n        numRequests: metrics.numRequests,\n      })\n      .info('Interruption metrics');\n  }\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAoB;AAGpB,SAAS,iBAAiB,OAAe;AACvC,SAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AACnC;AAEO,MAAM,aAAa,CAAC,YAA0B;AACnD,QAAM,aAAS,gBAAI;AACnB,MAAI,QAAQ,SAAS,eAAe;AAClC,WACG,MAAM;AAAA,MACL,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,MACvC,aAAa,QAAQ;AAAA,MACrB,oBAAoB,QAAQ;AAAA,MAC5B,cAAc,QAAQ;AAAA,MACtB,iBAAiB,iBAAiB,QAAQ,eAAe;AAAA,IAC3D,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WACG,MAAM;AAAA,MACL,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,MACvC,cAAc,QAAQ;AAAA,MACtB,qBAAqB,QAAQ,kBAAkB;AAAA,MAC/C,eAAe,QAAQ;AAAA,MACvB,cAAc,QAAQ;AAAA,MACtB,mBAAmB,iBAAiB,QAAQ,eAAe;AAAA,IAC7D,CAAC,EACA,KAAK,uBAAuB;AAAA,EACjC,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,MACvC,iBAAiB,KAAK,MAAM,QAAQ,eAAe;AAAA,IACrD,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,uBAAuB,iBAAiB,QAAQ,qBAAqB;AAAA,MACrE,sBAAsB,iBAAiB,QAAQ,oBAAoB;AAAA,MACnE,4BAA4B,iBAAiB,QAAQ,0BAA0B;AAAA,IACjF,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,YAAY,KAAK,MAAM,QAAQ,UAAU;AAAA,MACzC,0BAA0B,KAAK,MAAM,QAAQ,wBAAwB;AAAA,MACrE,gBAAgB,QAAQ;AAAA,IAC1B,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,iBAAiB,KAAK,MAAM,QAAQ,eAAe;AAAA,IACrD,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,wBAAwB;AAClD,WACG,MAAM;AAAA,MACL,iBAAiB,iBAAiB,QAAQ,aAAa;AAAA,MACvD,sBAAsB,iBAAiB,QAAQ,kBAAkB;AAAA,MACjE,kBAAkB,iBAAiB,QAAQ,cAAc;AAAA,MACzD,kBAAkB,QAAQ;AAAA,MAC1B,iBAAiB,QAAQ;AAAA,MACzB,aAAa,QAAQ;AAAA,IACvB,CAAC,EACA,KAAK,sBAAsB;AAAA,EAChC;AACF;","names":[]}

package/dist/metrics/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/metrics/utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAM9C,eAAO,MAAM,UAAU,YAAa,YAAY,SA4C/C,CAAC"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/metrics/utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAM9C,eAAO,MAAM,UAAU,YAAa,YAAY,SAgE/C,CAAC"}

package/dist/metrics/utils.js

@@ -6,7 +6,7 @@ const logMetrics = (metrics) => {
   const logger = log();
   if (metrics.type === "llm_metrics") {
     logger.child({
-      ttft: roundTwoDecimals(metrics.ttft),
+      ttftMs: roundTwoDecimals(metrics.ttftMs),
       inputTokens: metrics.promptTokens,
       promptCachedTokens: metrics.promptCachedTokens,
       outputTokens: metrics.completionTokens,
@@ -14,7 +14,7 @@ const logMetrics = (metrics) => {
     }).info("LLM metrics");
   } else if (metrics.type === "realtime_model_metrics") {
     logger.child({
-      ttft: roundTwoDecimals(metrics.ttft),
+      ttftMs: roundTwoDecimals(metrics.ttftMs),
       input_tokens: metrics.inputTokens,
       cached_input_tokens: metrics.inputTokenDetails.cachedTokens,
       output_tokens: metrics.outputTokens,
@@ -23,18 +23,34 @@ const logMetrics = (metrics) => {
     }).info("RealtimeModel metrics");
   } else if (metrics.type === "tts_metrics") {
     logger.child({
-      ttfb: roundTwoDecimals(metrics.ttfb),
-      audioDuration: metrics.audioDuration
+      ttfbMs: roundTwoDecimals(metrics.ttfbMs),
+      audioDurationMs: Math.round(metrics.audioDurationMs)
     }).info("TTS metrics");
   } else if (metrics.type === "eou_metrics") {
     logger.child({
-      end_of_utterance_delay: roundTwoDecimals(metrics.endOfUtteranceDelay),
-      transcription_delay: roundTwoDecimals(metrics.transcriptionDelay)
+      endOfUtteranceDelayMs: roundTwoDecimals(metrics.endOfUtteranceDelayMs),
+      transcriptionDelayMs: roundTwoDecimals(metrics.transcriptionDelayMs),
+      onUserTurnCompletedDelayMs: roundTwoDecimals(metrics.onUserTurnCompletedDelayMs)
     }).info("EOU metrics");
+  } else if (metrics.type === "vad_metrics") {
+    logger.child({
+      idleTimeMs: Math.round(metrics.idleTimeMs),
+      inferenceDurationTotalMs: Math.round(metrics.inferenceDurationTotalMs),
+      inferenceCount: metrics.inferenceCount
+    }).info("VAD metrics");
   } else if (metrics.type === "stt_metrics") {
     logger.child({
-      audioDuration: metrics.audioDuration
+      audioDurationMs: Math.round(metrics.audioDurationMs)
     }).info("STT metrics");
+  } else if (metrics.type === "interruption_metrics") {
+    logger.child({
+      totalDurationMs: roundTwoDecimals(metrics.totalDuration),
+      predictionDurationMs: roundTwoDecimals(metrics.predictionDuration),
+      detectionDelayMs: roundTwoDecimals(metrics.detectionDelay),
+      numInterruptions: metrics.numInterruptions,
+      numBackchannels: metrics.numBackchannels,
+      numRequests: metrics.numRequests
+    }).info("Interruption metrics");
   }
 };
 export {

package/dist/metrics/utils.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { AgentMetrics } from './base.js';\n\nfunction roundTwoDecimals(value: number) {\n  return Math.round(value * 100) / 100;\n}\n\nexport const logMetrics = (metrics: AgentMetrics) => {\n  const logger = log();\n  if (metrics.type === 'llm_metrics') {\n    logger\n      .child({\n        ttft: roundTwoDecimals(metrics.ttft),\n        inputTokens: metrics.promptTokens,\n        promptCachedTokens: metrics.promptCachedTokens,\n        outputTokens: metrics.completionTokens,\n        tokensPerSecond: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('LLM metrics');\n  } else if (metrics.type === 'realtime_model_metrics') {\n    logger\n      .child({\n        ttft: roundTwoDecimals(metrics.ttft),\n        input_tokens: metrics.inputTokens,\n        cached_input_tokens: metrics.inputTokenDetails.cachedTokens,\n        output_tokens: metrics.outputTokens,\n        total_tokens: metrics.totalTokens,\n        tokens_per_second: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('RealtimeModel metrics');\n  } else if (metrics.type === 'tts_metrics') {\n    logger\n      .child({\n        ttfb: roundTwoDecimals(metrics.ttfb),\n        audioDuration: metrics.audioDuration,\n      })\n      .info('TTS metrics');\n  } else if (metrics.type === 'eou_metrics') {\n    logger\n      .child({\n        end_of_utterance_delay: roundTwoDecimals(metrics.endOfUtteranceDelay),\n        transcription_delay: roundTwoDecimals(metrics.transcriptionDelay),\n      })\n      .info('EOU metrics');\n  } else if (metrics.type === 'stt_metrics') {\n    logger\n      .child({\n        audioDuration: metrics.audioDuration,\n      })\n      .info('STT metrics');\n  }\n};\n"],"mappings":"AAGA,SAAS,WAAW;AAGpB,SAAS,iBAAiB,OAAe;AACvC,SAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AACnC;AAEO,MAAM,aAAa,CAAC,YAA0B;AACnD,QAAM,SAAS,IAAI;AACnB,MAAI,QAAQ,SAAS,eAAe;AAClC,WACG,MAAM;AAAA,MACL,MAAM,iBAAiB,QAAQ,IAAI;AAAA,MACnC,aAAa,QAAQ;AAAA,MACrB,oBAAoB,QAAQ;AAAA,MAC5B,cAAc,QAAQ;AAAA,MACtB,iBAAiB,iBAAiB,QAAQ,eAAe;AAAA,IAC3D,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WACG,MAAM;AAAA,MACL,MAAM,iBAAiB,QAAQ,IAAI;AAAA,MACnC,cAAc,QAAQ;AAAA,MACtB,qBAAqB,QAAQ,kBAAkB;AAAA,MAC/C,eAAe,QAAQ;AAAA,MACvB,cAAc,QAAQ;AAAA,MACtB,mBAAmB,iBAAiB,QAAQ,eAAe;AAAA,IAC7D,CAAC,EACA,KAAK,uBAAuB;AAAA,EACjC,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,MAAM,iBAAiB,QAAQ,IAAI;AAAA,MACnC,eAAe,QAAQ;AAAA,IACzB,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,wBAAwB,iBAAiB,QAAQ,mBAAmB;AAAA,MACpE,qBAAqB,iBAAiB,QAAQ,kBAAkB;AAAA,IAClE,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,eAAe,QAAQ;AAAA,IACzB,CAAC,EACA,KAAK,aAAa;AAAA,EACvB;AACF;","names":[]}
+{"version":3,"sources":["../../src/metrics/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { AgentMetrics } from './base.js';\n\nfunction roundTwoDecimals(value: number) {\n  return Math.round(value * 100) / 100;\n}\n\nexport const logMetrics = (metrics: AgentMetrics) => {\n  const logger = log();\n  if (metrics.type === 'llm_metrics') {\n    logger\n      .child({\n        ttftMs: roundTwoDecimals(metrics.ttftMs),\n        inputTokens: metrics.promptTokens,\n        promptCachedTokens: metrics.promptCachedTokens,\n        outputTokens: metrics.completionTokens,\n        tokensPerSecond: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('LLM metrics');\n  } else if (metrics.type === 'realtime_model_metrics') {\n    logger\n      .child({\n        ttftMs: roundTwoDecimals(metrics.ttftMs),\n        input_tokens: metrics.inputTokens,\n        cached_input_tokens: metrics.inputTokenDetails.cachedTokens,\n        output_tokens: metrics.outputTokens,\n        total_tokens: metrics.totalTokens,\n        tokens_per_second: roundTwoDecimals(metrics.tokensPerSecond),\n      })\n      .info('RealtimeModel metrics');\n  } else if (metrics.type === 'tts_metrics') {\n    logger\n      .child({\n        ttfbMs: roundTwoDecimals(metrics.ttfbMs),\n        audioDurationMs: Math.round(metrics.audioDurationMs),\n      })\n      .info('TTS metrics');\n  } else if (metrics.type === 'eou_metrics') {\n    logger\n      .child({\n        endOfUtteranceDelayMs: roundTwoDecimals(metrics.endOfUtteranceDelayMs),\n        transcriptionDelayMs: roundTwoDecimals(metrics.transcriptionDelayMs),\n        onUserTurnCompletedDelayMs: roundTwoDecimals(metrics.onUserTurnCompletedDelayMs),\n      })\n      .info('EOU metrics');\n  } else if (metrics.type === 'vad_metrics') {\n    logger\n      .child({\n        idleTimeMs: Math.round(metrics.idleTimeMs),\n        inferenceDurationTotalMs: Math.round(metrics.inferenceDurationTotalMs),\n        inferenceCount: metrics.inferenceCount,\n      })\n      .info('VAD metrics');\n  } else if (metrics.type === 'stt_metrics') {\n    logger\n      .child({\n        audioDurationMs: Math.round(metrics.audioDurationMs),\n      })\n      .info('STT metrics');\n  } else if (metrics.type === 'interruption_metrics') {\n    logger\n      .child({\n        totalDurationMs: roundTwoDecimals(metrics.totalDuration),\n        predictionDurationMs: roundTwoDecimals(metrics.predictionDuration),\n        detectionDelayMs: roundTwoDecimals(metrics.detectionDelay),\n        numInterruptions: metrics.numInterruptions,\n        numBackchannels: metrics.numBackchannels,\n        numRequests: metrics.numRequests,\n      })\n      .info('Interruption metrics');\n  }\n};\n"],"mappings":"AAGA,SAAS,WAAW;AAGpB,SAAS,iBAAiB,OAAe;AACvC,SAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AACnC;AAEO,MAAM,aAAa,CAAC,YAA0B;AACnD,QAAM,SAAS,IAAI;AACnB,MAAI,QAAQ,SAAS,eAAe;AAClC,WACG,MAAM;AAAA,MACL,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,MACvC,aAAa,QAAQ;AAAA,MACrB,oBAAoB,QAAQ;AAAA,MAC5B,cAAc,QAAQ;AAAA,MACtB,iBAAiB,iBAAiB,QAAQ,eAAe;AAAA,IAC3D,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WACG,MAAM;AAAA,MACL,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,MACvC,cAAc,QAAQ;AAAA,MACtB,qBAAqB,QAAQ,kBAAkB;AAAA,MAC/C,eAAe,QAAQ;AAAA,MACvB,cAAc,QAAQ;AAAA,MACtB,mBAAmB,iBAAiB,QAAQ,eAAe;AAAA,IAC7D,CAAC,EACA,KAAK,uBAAuB;AAAA,EACjC,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,QAAQ,iBAAiB,QAAQ,MAAM;AAAA,MACvC,iBAAiB,KAAK,MAAM,QAAQ,eAAe;AAAA,IACrD,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,uBAAuB,iBAAiB,QAAQ,qBAAqB;AAAA,MACrE,sBAAsB,iBAAiB,QAAQ,oBAAoB;AAAA,MACnE,4BAA4B,iBAAiB,QAAQ,0BAA0B;AAAA,IACjF,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,YAAY,KAAK,MAAM,QAAQ,UAAU;AAAA,MACzC,0BAA0B,KAAK,MAAM,QAAQ,wBAAwB;AAAA,MACrE,gBAAgB,QAAQ;AAAA,IAC1B,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,eAAe;AACzC,WACG,MAAM;AAAA,MACL,iBAAiB,KAAK,MAAM,QAAQ,eAAe;AAAA,IACrD,CAAC,EACA,KAAK,aAAa;AAAA,EACvB,WAAW,QAAQ,SAAS,wBAAwB;AAClD,WACG,MAAM;AAAA,MACL,iBAAiB,iBAAiB,QAAQ,aAAa;AAAA,MACvD,sBAAsB,iBAAiB,QAAQ,kBAAkB;AAAA,MACjE,kBAAkB,iBAAiB,QAAQ,cAAc;AAAA,MACzD,kBAAkB,QAAQ;AAAA,MAC1B,iBAAiB,QAAQ;AAAA,MACzB,aAAa,QAAQ;AAAA,IACvB,CAAC,EACA,KAAK,sBAAsB;AAAA,EAChC;AACF;","names":[]}

package/dist/stream/deferred_stream.cjs

@@ -26,9 +26,15 @@ var import_identity_transform = require("./identity_transform.cjs");
 function isStreamReaderReleaseError(e) {
   const allowedMessages = [
     "Invalid state: Releasing reader",
-    "Invalid state: The reader is not attached to a stream"
+    "Invalid state: The reader is not attached to a stream",
+    "Controller is already closed",
+    "WritableStream is closed",
+    // bun
+    "Stream reader cancelled via releaseLock()",
+    // deno
+    "The reader was released."
   ];
-  if (e instanceof TypeError) {
+  if (e instanceof TypeError || e instanceof Error && e.name === "AbortError") {
     return allowedMessages.some((message) => e.message.includes(message));
   }
   return false;
@@ -54,14 +60,15 @@ class DeferredReadableStream {
     if (this.isSourceSet) {
       throw new Error("Stream source already set");
     }
-    this.sourceReader = source.getReader();
-    this.pump();
+    const sourceReader = source.getReader();
+    this.sourceReader = sourceReader;
+    void this.pump(sourceReader);
   }
-  async pump() {
+  async pump(sourceReader) {
     let sourceError;
     try {
       while (true) {
-        const { done, value } = await this.sourceReader.read();
+        const { done, value } = await sourceReader.read();
         if (done) break;
         await this.writer.write(value);
       }
@@ -70,10 +77,16 @@ class DeferredReadableStream {
       sourceError = e;
     } finally {
       if (sourceError) {
-        this.writer.abort(sourceError);
+        try {
+          await this.writer.abort(sourceError);
+        } catch (e) {
+        }
         return;
       }
-      this.writer.releaseLock();
+      try {
+        this.writer.releaseLock();
+      } catch (e) {
+      }
       try {
         await this.transform.writable.close();
       } catch (e) {
@@ -85,9 +98,17 @@ class DeferredReadableStream {
    */
   async detachSource() {
     if (!this.isSourceSet) {
-      throw new Error("Source not set");
+      return;
+    }
+    const sourceReader = this.sourceReader;
+    this.sourceReader = void 0;
+    try {
+      sourceReader.releaseLock();
+    } catch (e) {
+      if (!isStreamReaderReleaseError(e)) {
+        throw e;
+      }
     }
-    this.sourceReader.releaseLock();
   }
 }
 // Annotate the CommonJS export names for ESM import in node:

package/dist/stream/deferred_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/stream/deferred_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type {\n  ReadableStream,\n  ReadableStreamDefaultReader,\n  WritableStreamDefaultWriter,\n} from 'node:stream/web';\nimport { IdentityTransform } from './identity_transform.js';\n\n/**\n * Check if error is related to reader.read after release lock\n *\n * Invalid state: Releasing reader\n * Invalid state: The reader is not attached to a stream\n */\nexport function isStreamReaderReleaseError(e: unknown) {\n  const allowedMessages = [\n    'Invalid state: Releasing reader',\n    'Invalid state: The reader is not attached to a stream',\n  ];\n\n  if (e instanceof TypeError) {\n    return allowedMessages.some((message) => e.message.includes(message));\n  }\n\n  return false;\n}\nexport class DeferredReadableStream<T> {\n  private transform: IdentityTransform<T>;\n  private writer: WritableStreamDefaultWriter<T>;\n  private sourceReader?: ReadableStreamDefaultReader<T>;\n\n  constructor() {\n    this.transform = new IdentityTransform<T>();\n    this.writer = this.transform.writable.getWriter();\n  }\n\n  get stream() {\n    return this.transform.readable;\n  }\n\n  get isSourceSet() {\n    return !!this.sourceReader;\n  }\n\n  /**\n   * Call once the actual source is ready.\n   */\n  setSource(source: ReadableStream<T>) {\n    if (this.isSourceSet) {\n      throw new Error('Stream source already set');\n    }\n\n    this.sourceReader = source.getReader();\n    this.pump();\n  }\n\n  private async pump() {\n    let sourceError: unknown;\n\n    try {\n      while (true) {\n        const { done, value } = await this.sourceReader!.read();\n        if (done) break;\n        await this.writer.write(value);\n      }\n    } catch (e) {\n      // skip source detach related errors\n      if (isStreamReaderReleaseError(e)) return;\n      sourceError = e;\n    } finally {\n      // any other error from source will be propagated to the consumer\n      if (sourceError) {\n        this.writer.abort(sourceError);\n        return;\n      }\n\n      // release lock so this.stream.getReader().read() will terminate with done: true\n      this.writer.releaseLock();\n\n      // we only close the writable stream after done\n      try {\n        await this.transform.writable.close();\n        // NOTE: we do not cancel this.transform.readable as there might be access to\n        // this.transform.readable.getReader() outside that blocks this cancellation\n        // hence, user is responsible for canceling reader on their own\n      } catch (e) {\n        // ignore TypeError: Invalid state: WritableStream is closed\n        // in case stream reader is already closed, this will throw\n        // but we ignore it as we are closing the stream anyway\n      }\n    }\n  }\n\n  /**\n   * Detach the source stream and clean up resources.\n   */\n  async detachSource() {\n    if (!this.isSourceSet) {\n      throw new Error('Source not set');\n    }\n\n    // release lock will make any pending read() throw TypeError\n    // which are expected, and we intentionally catch those error\n    // using isStreamReaderReleaseError\n    // this will unblock any pending read() inside the async for loop\n    this.sourceReader!.releaseLock();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAQA,gCAAkC;AAQ3B,SAAS,2BAA2B,GAAY;AACrD,QAAM,kBAAkB;AAAA,IACtB;AAAA,IACA;AAAA,EACF;AAEA,MAAI,aAAa,WAAW;AAC1B,WAAO,gBAAgB,KAAK,CAAC,YAAY,EAAE,QAAQ,SAAS,OAAO,CAAC;AAAA,EACtE;AAEA,SAAO;AACT;AACO,MAAM,uBAA0B;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EAER,cAAc;AACZ,SAAK,YAAY,IAAI,4CAAqB;AAC1C,SAAK,SAAS,KAAK,UAAU,SAAS,UAAU;AAAA,EAClD;AAAA,EAEA,IAAI,SAAS;AACX,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,QAA2B;AACnC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,SAAK,eAAe,OAAO,UAAU;AACrC,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAc,OAAO;AACnB,QAAI;AAEJ,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,KAAK,aAAc,KAAK;AACtD,YAAI,KAAM;AACV,cAAM,KAAK,OAAO,MAAM,KAAK;AAAA,MAC/B;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,2BAA2B,CAAC,EAAG;AACnC,oBAAc;AAAA,IAChB,UAAE;AAEA,UAAI,aAAa;AACf,aAAK,OAAO,MAAM,WAAW;AAC7B;AAAA,MACF;AAGA,WAAK,OAAO,YAAY;AAGxB,UAAI;AACF,cAAM,KAAK,UAAU,SAAS,MAAM;AAAA,MAItC,SAAS,GAAG;AAAA,MAIZ;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe;AACnB,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,gBAAgB;AAAA,IAClC;AAMA,SAAK,aAAc,YAAY;AAAA,EACjC;AACF;","names":[]}
+{"version":3,"sources":["../../src/stream/deferred_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type {\n  ReadableStream,\n  ReadableStreamDefaultReader,\n  WritableStreamDefaultWriter,\n} from 'node:stream/web';\nimport { IdentityTransform } from './identity_transform.js';\n\n/**\n * Check if error is related to stream cleanup operations.\n *\n * These errors are expected when calling reader.read() after releaseLock()\n * or when writing to already closed streams during cleanup:\n *\n * Invalid state: Releasing reader\n * Invalid state: The reader is not attached to a stream\n * Invalid state: Controller is already closed\n * Invalid state: WritableStream is closed\n */\nexport function isStreamReaderReleaseError(e: unknown) {\n  const allowedMessages = [\n    'Invalid state: Releasing reader',\n    'Invalid state: The reader is not attached to a stream',\n    'Controller is already closed',\n    'WritableStream is closed',\n    // bun\n    'Stream reader cancelled via releaseLock()',\n    // deno\n    'The reader was released.',\n  ];\n\n  if (e instanceof TypeError || (e instanceof Error && e.name === 'AbortError')) {\n    return allowedMessages.some((message) => e.message.includes(message));\n  }\n\n  return false;\n}\nexport class DeferredReadableStream<T> {\n  private transform: IdentityTransform<T>;\n  private writer: WritableStreamDefaultWriter<T>;\n  private sourceReader?: ReadableStreamDefaultReader<T>;\n\n  constructor() {\n    this.transform = new IdentityTransform<T>();\n    this.writer = this.transform.writable.getWriter();\n  }\n\n  get stream() {\n    return this.transform.readable;\n  }\n\n  get isSourceSet() {\n    return !!this.sourceReader;\n  }\n\n  /**\n   * Call once the actual source is ready.\n   */\n  setSource(source: ReadableStream<T>) {\n    if (this.isSourceSet) {\n      throw new Error('Stream source already set');\n    }\n\n    const sourceReader = source.getReader();\n    this.sourceReader = sourceReader;\n    void this.pump(sourceReader);\n  }\n\n  private async pump(sourceReader: ReadableStreamDefaultReader<T>) {\n    let sourceError: unknown;\n\n    try {\n      while (true) {\n        const { done, value } = await sourceReader.read();\n        if (done) break;\n        await this.writer.write(value);\n      }\n    } catch (e) {\n      // skip stream cleanup related errors\n      if (isStreamReaderReleaseError(e)) return;\n\n      sourceError = e;\n    } finally {\n      // any other error from source will be propagated to the consumer\n      if (sourceError) {\n        try {\n          await this.writer.abort(sourceError);\n        } catch (e) {\n          // ignore if writer is already closed\n        }\n        return;\n      }\n\n      // release lock so this.stream.getReader().read() will terminate with done: true\n      try {\n        this.writer.releaseLock();\n      } catch (e) {\n        // ignore if writer lock is already released\n      }\n\n      // we only close the writable stream after done\n      try {\n        await this.transform.writable.close();\n        // NOTE: we do not cancel this.transform.readable as there might be access to\n        // this.transform.readable.getReader() outside that blocks this cancellation\n        // hence, user is responsible for canceling reader on their own\n      } catch (e) {\n        // ignore TypeError: Invalid state: WritableStream is closed\n        // in case stream reader is already closed, this will throw\n        // but we ignore it as we are closing the stream anyway\n      }\n    }\n  }\n\n  /**\n   * Detach the source stream and clean up resources.\n   */\n  async detachSource() {\n    if (!this.isSourceSet) {\n      // No-op if source was never set - this is a common case during cleanup\n      return;\n    }\n\n    const sourceReader = this.sourceReader!;\n    // Clear source first so future setSource() calls can reattach cleanly.\n    this.sourceReader = undefined;\n\n    // release lock will make any pending read() throw TypeError\n    // which are expected, and we intentionally catch those error\n    // using isStreamReaderReleaseError\n    // this will unblock any pending read() inside the async for loop\n    try {\n      sourceReader.releaseLock();\n    } catch (e) {\n      if (!isStreamReaderReleaseError(e)) {\n        throw e;\n      }\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAQA,gCAAkC;AAa3B,SAAS,2BAA2B,GAAY;AACrD,QAAM,kBAAkB;AAAA,IACtB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA;AAAA,IAEA;AAAA;AAAA,IAEA;AAAA,EACF;AAEA,MAAI,aAAa,aAAc,aAAa,SAAS,EAAE,SAAS,cAAe;AAC7E,WAAO,gBAAgB,KAAK,CAAC,YAAY,EAAE,QAAQ,SAAS,OAAO,CAAC;AAAA,EACtE;AAEA,SAAO;AACT;AACO,MAAM,uBAA0B;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EAER,cAAc;AACZ,SAAK,YAAY,IAAI,4CAAqB;AAC1C,SAAK,SAAS,KAAK,UAAU,SAAS,UAAU;AAAA,EAClD;AAAA,EAEA,IAAI,SAAS;AACX,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,QAA2B;AACnC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,UAAM,eAAe,OAAO,UAAU;AACtC,SAAK,eAAe;AACpB,SAAK,KAAK,KAAK,YAAY;AAAA,EAC7B;AAAA,EAEA,MAAc,KAAK,cAA8C;AAC/D,QAAI;AAEJ,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,aAAa,KAAK;AAChD,YAAI,KAAM;AACV,cAAM,KAAK,OAAO,MAAM,KAAK;AAAA,MAC/B;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,2BAA2B,CAAC,EAAG;AAEnC,oBAAc;AAAA,IAChB,UAAE;AAEA,UAAI,aAAa;AACf,YAAI;AACF,gBAAM,KAAK,OAAO,MAAM,WAAW;AAAA,QACrC,SAAS,GAAG;AAAA,QAEZ;AACA;AAAA,MACF;AAGA,UAAI;AACF,aAAK,OAAO,YAAY;AAAA,MAC1B,SAAS,GAAG;AAAA,MAEZ;AAGA,UAAI;AACF,cAAM,KAAK,UAAU,SAAS,MAAM;AAAA,MAItC,SAAS,GAAG;AAAA,MAIZ;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe;AACnB,QAAI,CAAC,KAAK,aAAa;AAErB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK;AAE1B,SAAK,eAAe;AAMpB,QAAI;AACF,mBAAa,YAAY;AAAA,IAC3B,SAAS,GAAG;AACV,UAAI,CAAC,2BAA2B,CAAC,GAAG;AAClC,cAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/stream/deferred_stream.d.cts

@@ -1,10 +1,15 @@
 /// <reference types="node" resolution-mode="require"/>
 import type { ReadableStream } from 'node:stream/web';
 /**
- * Check if error is related to reader.read after release lock
+ * Check if error is related to stream cleanup operations.
+ *
+ * These errors are expected when calling reader.read() after releaseLock()
+ * or when writing to already closed streams during cleanup:
  *
  * Invalid state: Releasing reader
  * Invalid state: The reader is not attached to a stream
+ * Invalid state: Controller is already closed
+ * Invalid state: WritableStream is closed
  */
 export declare function isStreamReaderReleaseError(e: unknown): boolean;
 export declare class DeferredReadableStream<T> {

package/dist/stream/deferred_stream.d.ts

@@ -1,10 +1,15 @@
 /// <reference types="node" resolution-mode="require"/>
 import type { ReadableStream } from 'node:stream/web';
 /**
- * Check if error is related to reader.read after release lock
+ * Check if error is related to stream cleanup operations.
+ *
+ * These errors are expected when calling reader.read() after releaseLock()
+ * or when writing to already closed streams during cleanup:
  *
  * Invalid state: Releasing reader
  * Invalid state: The reader is not attached to a stream
+ * Invalid state: Controller is already closed
+ * Invalid state: WritableStream is closed
  */
 export declare function isStreamReaderReleaseError(e: unknown): boolean;
 export declare class DeferredReadableStream<T> {

package/dist/stream/deferred_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"deferred_stream.d.ts","sourceRoot":"","sources":["../../src/stream/deferred_stream.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EACV,cAAc,EAGf,MAAM,iBAAiB,CAAC;AAGzB;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,EAAE,OAAO,WAWpD;AACD,qBAAa,sBAAsB,CAAC,CAAC;IACnC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,YAAY,CAAC,CAAiC;;IAOtD,IAAI,MAAM,sBAET;IAED,IAAI,WAAW,YAEd;IAED;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;YASrB,IAAI;IAqClB;;OAEG;IACG,YAAY;CAWnB"}
+{"version":3,"file":"deferred_stream.d.ts","sourceRoot":"","sources":["../../src/stream/deferred_stream.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EACV,cAAc,EAGf,MAAM,iBAAiB,CAAC;AAGzB;;;;;;;;;;GAUG;AACH,wBAAgB,0BAA0B,CAAC,CAAC,EAAE,OAAO,WAiBpD;AACD,qBAAa,sBAAsB,CAAC,CAAC;IACnC,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,YAAY,CAAC,CAAiC;;IAOtD,IAAI,MAAM,sBAET;IAED,IAAI,WAAW,YAEd;IAED;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;YAUrB,IAAI;IA8ClB;;OAEG;IACG,YAAY;CAsBnB"}

package/dist/stream/deferred_stream.js

@@ -2,9 +2,15 @@ import { IdentityTransform } from "./identity_transform.js";
 function isStreamReaderReleaseError(e) {
   const allowedMessages = [
     "Invalid state: Releasing reader",
-    "Invalid state: The reader is not attached to a stream"
+    "Invalid state: The reader is not attached to a stream",
+    "Controller is already closed",
+    "WritableStream is closed",
+    // bun
+    "Stream reader cancelled via releaseLock()",
+    // deno
+    "The reader was released."
   ];
-  if (e instanceof TypeError) {
+  if (e instanceof TypeError || e instanceof Error && e.name === "AbortError") {
     return allowedMessages.some((message) => e.message.includes(message));
   }
   return false;
@@ -30,14 +36,15 @@ class DeferredReadableStream {
     if (this.isSourceSet) {
       throw new Error("Stream source already set");
     }
-    this.sourceReader = source.getReader();
-    this.pump();
+    const sourceReader = source.getReader();
+    this.sourceReader = sourceReader;
+    void this.pump(sourceReader);
   }
-  async pump() {
+  async pump(sourceReader) {
     let sourceError;
     try {
       while (true) {
-        const { done, value } = await this.sourceReader.read();
+        const { done, value } = await sourceReader.read();
         if (done) break;
         await this.writer.write(value);
       }
@@ -46,10 +53,16 @@ class DeferredReadableStream {
       sourceError = e;
     } finally {
       if (sourceError) {
-        this.writer.abort(sourceError);
+        try {
+          await this.writer.abort(sourceError);
+        } catch (e) {
+        }
         return;
       }
-      this.writer.releaseLock();
+      try {
+        this.writer.releaseLock();
+      } catch (e) {
+      }
       try {
         await this.transform.writable.close();
       } catch (e) {
@@ -61,9 +74,17 @@ class DeferredReadableStream {
    */
   async detachSource() {
     if (!this.isSourceSet) {
-      throw new Error("Source not set");
+      return;
+    }
+    const sourceReader = this.sourceReader;
+    this.sourceReader = void 0;
+    try {
+      sourceReader.releaseLock();
+    } catch (e) {
+      if (!isStreamReaderReleaseError(e)) {
+        throw e;
+      }
     }
-    this.sourceReader.releaseLock();
   }
 }
 export {

package/dist/stream/deferred_stream.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/stream/deferred_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type {\n  ReadableStream,\n  ReadableStreamDefaultReader,\n  WritableStreamDefaultWriter,\n} from 'node:stream/web';\nimport { IdentityTransform } from './identity_transform.js';\n\n/**\n * Check if error is related to reader.read after release lock\n *\n * Invalid state: Releasing reader\n * Invalid state: The reader is not attached to a stream\n */\nexport function isStreamReaderReleaseError(e: unknown) {\n  const allowedMessages = [\n    'Invalid state: Releasing reader',\n    'Invalid state: The reader is not attached to a stream',\n  ];\n\n  if (e instanceof TypeError) {\n    return allowedMessages.some((message) => e.message.includes(message));\n  }\n\n  return false;\n}\nexport class DeferredReadableStream<T> {\n  private transform: IdentityTransform<T>;\n  private writer: WritableStreamDefaultWriter<T>;\n  private sourceReader?: ReadableStreamDefaultReader<T>;\n\n  constructor() {\n    this.transform = new IdentityTransform<T>();\n    this.writer = this.transform.writable.getWriter();\n  }\n\n  get stream() {\n    return this.transform.readable;\n  }\n\n  get isSourceSet() {\n    return !!this.sourceReader;\n  }\n\n  /**\n   * Call once the actual source is ready.\n   */\n  setSource(source: ReadableStream<T>) {\n    if (this.isSourceSet) {\n      throw new Error('Stream source already set');\n    }\n\n    this.sourceReader = source.getReader();\n    this.pump();\n  }\n\n  private async pump() {\n    let sourceError: unknown;\n\n    try {\n      while (true) {\n        const { done, value } = await this.sourceReader!.read();\n        if (done) break;\n        await this.writer.write(value);\n      }\n    } catch (e) {\n      // skip source detach related errors\n      if (isStreamReaderReleaseError(e)) return;\n      sourceError = e;\n    } finally {\n      // any other error from source will be propagated to the consumer\n      if (sourceError) {\n        this.writer.abort(sourceError);\n        return;\n      }\n\n      // release lock so this.stream.getReader().read() will terminate with done: true\n      this.writer.releaseLock();\n\n      // we only close the writable stream after done\n      try {\n        await this.transform.writable.close();\n        // NOTE: we do not cancel this.transform.readable as there might be access to\n        // this.transform.readable.getReader() outside that blocks this cancellation\n        // hence, user is responsible for canceling reader on their own\n      } catch (e) {\n        // ignore TypeError: Invalid state: WritableStream is closed\n        // in case stream reader is already closed, this will throw\n        // but we ignore it as we are closing the stream anyway\n      }\n    }\n  }\n\n  /**\n   * Detach the source stream and clean up resources.\n   */\n  async detachSource() {\n    if (!this.isSourceSet) {\n      throw new Error('Source not set');\n    }\n\n    // release lock will make any pending read() throw TypeError\n    // which are expected, and we intentionally catch those error\n    // using isStreamReaderReleaseError\n    // this will unblock any pending read() inside the async for loop\n    this.sourceReader!.releaseLock();\n  }\n}\n"],"mappings":"AAQA,SAAS,yBAAyB;AAQ3B,SAAS,2BAA2B,GAAY;AACrD,QAAM,kBAAkB;AAAA,IACtB;AAAA,IACA;AAAA,EACF;AAEA,MAAI,aAAa,WAAW;AAC1B,WAAO,gBAAgB,KAAK,CAAC,YAAY,EAAE,QAAQ,SAAS,OAAO,CAAC;AAAA,EACtE;AAEA,SAAO;AACT;AACO,MAAM,uBAA0B;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EAER,cAAc;AACZ,SAAK,YAAY,IAAI,kBAAqB;AAC1C,SAAK,SAAS,KAAK,UAAU,SAAS,UAAU;AAAA,EAClD;AAAA,EAEA,IAAI,SAAS;AACX,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,QAA2B;AACnC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,SAAK,eAAe,OAAO,UAAU;AACrC,SAAK,KAAK;AAAA,EACZ;AAAA,EAEA,MAAc,OAAO;AACnB,QAAI;AAEJ,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,KAAK,aAAc,KAAK;AACtD,YAAI,KAAM;AACV,cAAM,KAAK,OAAO,MAAM,KAAK;AAAA,MAC/B;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,2BAA2B,CAAC,EAAG;AACnC,oBAAc;AAAA,IAChB,UAAE;AAEA,UAAI,aAAa;AACf,aAAK,OAAO,MAAM,WAAW;AAC7B;AAAA,MACF;AAGA,WAAK,OAAO,YAAY;AAGxB,UAAI;AACF,cAAM,KAAK,UAAU,SAAS,MAAM;AAAA,MAItC,SAAS,GAAG;AAAA,MAIZ;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe;AACnB,QAAI,CAAC,KAAK,aAAa;AACrB,YAAM,IAAI,MAAM,gBAAgB;AAAA,IAClC;AAMA,SAAK,aAAc,YAAY;AAAA,EACjC;AACF;","names":[]}
+{"version":3,"sources":["../../src/stream/deferred_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type {\n  ReadableStream,\n  ReadableStreamDefaultReader,\n  WritableStreamDefaultWriter,\n} from 'node:stream/web';\nimport { IdentityTransform } from './identity_transform.js';\n\n/**\n * Check if error is related to stream cleanup operations.\n *\n * These errors are expected when calling reader.read() after releaseLock()\n * or when writing to already closed streams during cleanup:\n *\n * Invalid state: Releasing reader\n * Invalid state: The reader is not attached to a stream\n * Invalid state: Controller is already closed\n * Invalid state: WritableStream is closed\n */\nexport function isStreamReaderReleaseError(e: unknown) {\n  const allowedMessages = [\n    'Invalid state: Releasing reader',\n    'Invalid state: The reader is not attached to a stream',\n    'Controller is already closed',\n    'WritableStream is closed',\n    // bun\n    'Stream reader cancelled via releaseLock()',\n    // deno\n    'The reader was released.',\n  ];\n\n  if (e instanceof TypeError || (e instanceof Error && e.name === 'AbortError')) {\n    return allowedMessages.some((message) => e.message.includes(message));\n  }\n\n  return false;\n}\nexport class DeferredReadableStream<T> {\n  private transform: IdentityTransform<T>;\n  private writer: WritableStreamDefaultWriter<T>;\n  private sourceReader?: ReadableStreamDefaultReader<T>;\n\n  constructor() {\n    this.transform = new IdentityTransform<T>();\n    this.writer = this.transform.writable.getWriter();\n  }\n\n  get stream() {\n    return this.transform.readable;\n  }\n\n  get isSourceSet() {\n    return !!this.sourceReader;\n  }\n\n  /**\n   * Call once the actual source is ready.\n   */\n  setSource(source: ReadableStream<T>) {\n    if (this.isSourceSet) {\n      throw new Error('Stream source already set');\n    }\n\n    const sourceReader = source.getReader();\n    this.sourceReader = sourceReader;\n    void this.pump(sourceReader);\n  }\n\n  private async pump(sourceReader: ReadableStreamDefaultReader<T>) {\n    let sourceError: unknown;\n\n    try {\n      while (true) {\n        const { done, value } = await sourceReader.read();\n        if (done) break;\n        await this.writer.write(value);\n      }\n    } catch (e) {\n      // skip stream cleanup related errors\n      if (isStreamReaderReleaseError(e)) return;\n\n      sourceError = e;\n    } finally {\n      // any other error from source will be propagated to the consumer\n      if (sourceError) {\n        try {\n          await this.writer.abort(sourceError);\n        } catch (e) {\n          // ignore if writer is already closed\n        }\n        return;\n      }\n\n      // release lock so this.stream.getReader().read() will terminate with done: true\n      try {\n        this.writer.releaseLock();\n      } catch (e) {\n        // ignore if writer lock is already released\n      }\n\n      // we only close the writable stream after done\n      try {\n        await this.transform.writable.close();\n        // NOTE: we do not cancel this.transform.readable as there might be access to\n        // this.transform.readable.getReader() outside that blocks this cancellation\n        // hence, user is responsible for canceling reader on their own\n      } catch (e) {\n        // ignore TypeError: Invalid state: WritableStream is closed\n        // in case stream reader is already closed, this will throw\n        // but we ignore it as we are closing the stream anyway\n      }\n    }\n  }\n\n  /**\n   * Detach the source stream and clean up resources.\n   */\n  async detachSource() {\n    if (!this.isSourceSet) {\n      // No-op if source was never set - this is a common case during cleanup\n      return;\n    }\n\n    const sourceReader = this.sourceReader!;\n    // Clear source first so future setSource() calls can reattach cleanly.\n    this.sourceReader = undefined;\n\n    // release lock will make any pending read() throw TypeError\n    // which are expected, and we intentionally catch those error\n    // using isStreamReaderReleaseError\n    // this will unblock any pending read() inside the async for loop\n    try {\n      sourceReader.releaseLock();\n    } catch (e) {\n      if (!isStreamReaderReleaseError(e)) {\n        throw e;\n      }\n    }\n  }\n}\n"],"mappings":"AAQA,SAAS,yBAAyB;AAa3B,SAAS,2BAA2B,GAAY;AACrD,QAAM,kBAAkB;AAAA,IACtB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA;AAAA,IAEA;AAAA;AAAA,IAEA;AAAA,EACF;AAEA,MAAI,aAAa,aAAc,aAAa,SAAS,EAAE,SAAS,cAAe;AAC7E,WAAO,gBAAgB,KAAK,CAAC,YAAY,EAAE,QAAQ,SAAS,OAAO,CAAC;AAAA,EACtE;AAEA,SAAO;AACT;AACO,MAAM,uBAA0B;AAAA,EAC7B;AAAA,EACA;AAAA,EACA;AAAA,EAER,cAAc;AACZ,SAAK,YAAY,IAAI,kBAAqB;AAC1C,SAAK,SAAS,KAAK,UAAU,SAAS,UAAU;AAAA,EAClD;AAAA,EAEA,IAAI,SAAS;AACX,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,UAAU,QAA2B;AACnC,QAAI,KAAK,aAAa;AACpB,YAAM,IAAI,MAAM,2BAA2B;AAAA,IAC7C;AAEA,UAAM,eAAe,OAAO,UAAU;AACtC,SAAK,eAAe;AACpB,SAAK,KAAK,KAAK,YAAY;AAAA,EAC7B;AAAA,EAEA,MAAc,KAAK,cAA8C;AAC/D,QAAI;AAEJ,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,aAAa,KAAK;AAChD,YAAI,KAAM;AACV,cAAM,KAAK,OAAO,MAAM,KAAK;AAAA,MAC/B;AAAA,IACF,SAAS,GAAG;AAEV,UAAI,2BAA2B,CAAC,EAAG;AAEnC,oBAAc;AAAA,IAChB,UAAE;AAEA,UAAI,aAAa;AACf,YAAI;AACF,gBAAM,KAAK,OAAO,MAAM,WAAW;AAAA,QACrC,SAAS,GAAG;AAAA,QAEZ;AACA;AAAA,MACF;AAGA,UAAI;AACF,aAAK,OAAO,YAAY;AAAA,MAC1B,SAAS,GAAG;AAAA,MAEZ;AAGA,UAAI;AACF,cAAM,KAAK,UAAU,SAAS,MAAM;AAAA,MAItC,SAAS,GAAG;AAAA,MAIZ;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,eAAe;AACnB,QAAI,CAAC,KAAK,aAAa;AAErB;AAAA,IACF;AAEA,UAAM,eAAe,KAAK;AAE1B,SAAK,eAAe;AAMpB,QAAI;AACF,mBAAa,YAAY;AAAA,IAC3B,SAAS,GAAG;AACV,UAAI,CAAC,2BAA2B,CAAC,GAAG;AAClC,cAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/stream/deferred_stream.test.cjs

@@ -360,9 +360,9 @@ var import_deferred_stream = require("./deferred_stream.cjs");
     deferred.setSource(source1);
     (0, import_vitest.expect)(() => deferred.setSource(source2)).toThrow("Stream source already set");
   });
-  (0, import_vitest.it)("should throw error when trying to detach source before setting it", async () => {
+  (0, import_vitest.it)("should safely detach source before setting it (no-op)", async () => {
     const deferred = new import_deferred_stream.DeferredReadableStream();
-    await (0, import_vitest.expect)(deferred.detachSource()).rejects.toThrow("Source not set");
+    await (0, import_vitest.expect)(deferred.detachSource()).resolves.toBeUndefined();
   });
   (0, import_vitest.it)("read returns undefined as soon as reader is cancelled", async () => {
     const deferred = new import_deferred_stream.DeferredReadableStream();