@livekit/agents 0.7.9 → 1.0.0-next.0

package/dist/metrics/base.d.cts

@@ -1,96 +1,138 @@
-export interface LLMMetrics {
+export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | EOUMetrics | RealtimeModelMetrics;
+export type LLMMetrics = {
+    type: 'llm_metrics';
+    label: string;
     requestId: string;
     timestamp: number;
-    ttft: number;
     duration: number;
-    label: string;
+    ttft: number;
     cancelled: boolean;
     completionTokens: number;
     promptTokens: number;
+    promptCachedTokens: number;
     totalTokens: number;
     tokensPerSecond: number;
-    error?: Error;
-}
-export interface STTMetrics {
+    speechId?: string;
+};
+export type STTMetrics = {
+    type: 'stt_metrics';
+    label: string;
     requestId: string;
     timestamp: number;
+    /**
+     * The request duration in seconds, 0.0 if the STT is streaming.
+     */
     duration: number;
-    label: string;
+    /**
+     * The duration of the pushed audio in seconds.
+     */
     audioDuration: number;
+    /**
+     * Whether the STT is streaming (e.g using websocket).
+     */
     streamed: boolean;
-    error?: Error;
-}
-export interface TTSMetrics {
+};
+export type TTSMetrics = {
+    type: 'tts_metrics';
+    label: string;
     requestId: string;
     timestamp: number;
     ttfb: number;
     duration: number;
-    label: string;
     audioDuration: number;
     cancelled: boolean;
     charactersCount: number;
     streamed: boolean;
-    error?: Error;
-}
-export interface VADMetrics {
+    segmentId?: string;
+    speechId?: string;
+};
+export type VADMetrics = {
+    type: 'vad_metrics';
+    label: string;
     timestamp: number;
     idleTime: number;
     inferenceDurationTotal: number;
     inferenceCount: number;
-    label: string;
-}
-export interface PipelineEOUMetrics {
+};
+export type EOUMetrics = {
+    type: 'eou_metrics';
+    timestamp: number;
     /**
-     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
+     * Amount of time between the end of speech from VAD and the decision to end the user's turn.
+     * Set to 0.0 if the end of speech was not detected.
      */
-    sequenceId: string;
-    /** Timestamp of when the event was recorded */
-    timestamp: number;
-    /** Amount of time between the end of speech from VAD and the decision to end the user's turn */
     endOfUtteranceDelay: number;
     /**
      * Time taken to obtain the transcript after the end of the user's speech.
-     *
-     * @remarks
-     * May be 0 if the transcript was already available.
+     * Set to 0.0 if the end of speech was not detected.
      */
     transcriptionDelay: number;
-}
-export interface PipelineLLMMetrics extends LLMMetrics {
-    /**
-     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
-     */
-    sequenceId: string;
-}
-export interface PipelineTTSMetrics extends TTSMetrics {
-    /**
-     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
-     */
-    sequenceId: string;
-}
-export type PipelineSTTMetrics = STTMetrics;
-export type PipelineVADMetrics = VADMetrics;
-export declare class MultimodalLLMError extends Error {
-    type?: string;
-    reason?: string;
-    code?: string;
-    constructor({ type, reason, code, message, }?: {
-        type?: string;
-        reason?: string;
-        code?: string;
-        message?: string;
-    });
-}
-export interface MultimodalLLMMetrics extends LLMMetrics {
-    inputTokenDetails: {
-        cachedTokens: number;
-        textTokens: number;
-        audioTokens: number;
-    };
-    outputTokenDetails: {
-        textTokens: number;
-        audioTokens: number;
-    };
-}
-export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | PipelineSTTMetrics | PipelineEOUMetrics | PipelineLLMMetrics | PipelineTTSMetrics | PipelineVADMetrics | MultimodalLLMMetrics;
+    /**
+     * Time taken to invoke the user's `Agent.onUserTurnCompleted` callback.
+     */
+    onUserTurnCompletedDelay: number;
+    speechId?: string;
+};
+export type RealtimeModelMetricsCachedTokenDetails = {
+    audioTokens: number;
+    textTokens: number;
+    imageTokens: number;
+};
+export type RealtimeModelMetricsInputTokenDetails = {
+    audioTokens: number;
+    textTokens: number;
+    imageTokens: number;
+    cachedTokens: number;
+    cachedTokensDetails?: RealtimeModelMetricsCachedTokenDetails;
+};
+export type RealtimeModelMetricsOutputTokenDetails = {
+    textTokens: number;
+    audioTokens: number;
+    imageTokens: number;
+};
+export type RealtimeModelMetrics = {
+    type: 'realtime_model_metrics';
+    label: string;
+    requestId: string;
+    /**
+     * The timestamp of the response creation.
+     */
+    timestamp: number;
+    /**
+     * The duration of the response from created to done in seconds.
+     */
+    duration: number;
+    /**
+     * Time to first audio token in seconds. -1 if no audio token was sent.
+     */
+    ttft: number;
+    /**
+     * Whether the request was cancelled.
+     */
+    cancelled: boolean;
+    /**
+     * The number of input tokens used in the Response, including text and audio tokens.
+     */
+    inputTokens: number;
+    /**
+     * The number of output tokens sent in the Response, including text and audio tokens.
+     */
+    outputTokens: number;
+    /**
+     * The total number of tokens in the Response.
+     */
+    totalTokens: number;
+    /**
+     * The number of tokens per second.
+     */
+    tokensPerSecond: number;
+    /**
+     * Details about the input tokens used in the Response.
+     */
+    inputTokenDetails: RealtimeModelMetricsInputTokenDetails;
+    /**
+     * Details about the output tokens used in the Response.
+     */
+    outputTokenDetails: RealtimeModelMetricsOutputTokenDetails;
+};
 //# sourceMappingURL=base.d.ts.map

package/dist/metrics/base.d.ts

@@ -1,96 +1,138 @@
-export interface LLMMetrics {
+export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | EOUMetrics | RealtimeModelMetrics;
+export type LLMMetrics = {
+    type: 'llm_metrics';
+    label: string;
     requestId: string;
     timestamp: number;
-    ttft: number;
     duration: number;
-    label: string;
+    ttft: number;
     cancelled: boolean;
     completionTokens: number;
     promptTokens: number;
+    promptCachedTokens: number;
     totalTokens: number;
     tokensPerSecond: number;
-    error?: Error;
-}
-export interface STTMetrics {
+    speechId?: string;
+};
+export type STTMetrics = {
+    type: 'stt_metrics';
+    label: string;
     requestId: string;
     timestamp: number;
+    /**
+     * The request duration in seconds, 0.0 if the STT is streaming.
+     */
     duration: number;
-    label: string;
+    /**
+     * The duration of the pushed audio in seconds.
+     */
     audioDuration: number;
+    /**
+     * Whether the STT is streaming (e.g using websocket).
+     */
     streamed: boolean;
-    error?: Error;
-}
-export interface TTSMetrics {
+};
+export type TTSMetrics = {
+    type: 'tts_metrics';
+    label: string;
     requestId: string;
     timestamp: number;
     ttfb: number;
     duration: number;
-    label: string;
     audioDuration: number;
     cancelled: boolean;
     charactersCount: number;
     streamed: boolean;
-    error?: Error;
-}
-export interface VADMetrics {
+    segmentId?: string;
+    speechId?: string;
+};
+export type VADMetrics = {
+    type: 'vad_metrics';
+    label: string;
     timestamp: number;
     idleTime: number;
     inferenceDurationTotal: number;
     inferenceCount: number;
-    label: string;
-}
-export interface PipelineEOUMetrics {
+};
+export type EOUMetrics = {
+    type: 'eou_metrics';
+    timestamp: number;
     /**
-     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
+     * Amount of time between the end of speech from VAD and the decision to end the user's turn.
+     * Set to 0.0 if the end of speech was not detected.
      */
-    sequenceId: string;
-    /** Timestamp of when the event was recorded */
-    timestamp: number;
-    /** Amount of time between the end of speech from VAD and the decision to end the user's turn */
     endOfUtteranceDelay: number;
     /**
      * Time taken to obtain the transcript after the end of the user's speech.
-     *
-     * @remarks
-     * May be 0 if the transcript was already available.
+     * Set to 0.0 if the end of speech was not detected.
      */
     transcriptionDelay: number;
-}
-export interface PipelineLLMMetrics extends LLMMetrics {
-    /**
-     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
-     */
-    sequenceId: string;
-}
-export interface PipelineTTSMetrics extends TTSMetrics {
-    /**
-     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
-     */
-    sequenceId: string;
-}
-export type PipelineSTTMetrics = STTMetrics;
-export type PipelineVADMetrics = VADMetrics;
-export declare class MultimodalLLMError extends Error {
-    type?: string;
-    reason?: string;
-    code?: string;
-    constructor({ type, reason, code, message, }?: {
-        type?: string;
-        reason?: string;
-        code?: string;
-        message?: string;
-    });
-}
-export interface MultimodalLLMMetrics extends LLMMetrics {
-    inputTokenDetails: {
-        cachedTokens: number;
-        textTokens: number;
-        audioTokens: number;
-    };
-    outputTokenDetails: {
-        textTokens: number;
-        audioTokens: number;
-    };
-}
-export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | PipelineSTTMetrics | PipelineEOUMetrics | PipelineLLMMetrics | PipelineTTSMetrics | PipelineVADMetrics | MultimodalLLMMetrics;
+    /**
+     * Time taken to invoke the user's `Agent.onUserTurnCompleted` callback.
+     */
+    onUserTurnCompletedDelay: number;
+    speechId?: string;
+};
+export type RealtimeModelMetricsCachedTokenDetails = {
+    audioTokens: number;
+    textTokens: number;
+    imageTokens: number;
+};
+export type RealtimeModelMetricsInputTokenDetails = {
+    audioTokens: number;
+    textTokens: number;
+    imageTokens: number;
+    cachedTokens: number;
+    cachedTokensDetails?: RealtimeModelMetricsCachedTokenDetails;
+};
+export type RealtimeModelMetricsOutputTokenDetails = {
+    textTokens: number;
+    audioTokens: number;
+    imageTokens: number;
+};
+export type RealtimeModelMetrics = {
+    type: 'realtime_model_metrics';
+    label: string;
+    requestId: string;
+    /**
+     * The timestamp of the response creation.
+     */
+    timestamp: number;
+    /**
+     * The duration of the response from created to done in seconds.
+     */
+    duration: number;
+    /**
+     * Time to first audio token in seconds. -1 if no audio token was sent.
+     */
+    ttft: number;
+    /**
+     * Whether the request was cancelled.
+     */
+    cancelled: boolean;
+    /**
+     * The number of input tokens used in the Response, including text and audio tokens.
+     */
+    inputTokens: number;
+    /**
+     * The number of output tokens sent in the Response, including text and audio tokens.
+     */
+    outputTokens: number;
+    /**
+     * The total number of tokens in the Response.
+     */
+    totalTokens: number;
+    /**
+     * The number of tokens per second.
+     */
+    tokensPerSecond: number;
+    /**
+     * Details about the input tokens used in the Response.
+     */
+    inputTokenDetails: RealtimeModelMetricsInputTokenDetails;
+    /**
+     * Details about the output tokens used in the Response.
+     */
+    outputTokenDetails: RealtimeModelMetricsOutputTokenDetails;
+};
 //# sourceMappingURL=base.d.ts.map

package/dist/metrics/base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/metrics/base.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,gGAAgG;IAChG,mBAAmB,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAmB,SAAQ,UAAU;IACpD;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAmB,SAAQ,UAAU;IACpD;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC;AAC5C,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC;AAE5C,qBAAa,kBAAmB,SAAQ,KAAK;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;gBACF,EACV,IAAI,EACJ,MAAM,EACN,IAAI,EACJ,OAAO,GACR,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAO;CAM5E;AAED,MAAM,WAAW,oBAAqB,SAAQ,UAAU;IACtD,iBAAiB,EAAE;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,kBAAkB,EAAE;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,GAClB,oBAAoB,CAAC"}
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/metrics/base.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,oBAAoB,CAAC;AAEzB,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,mBAAmB,EAAE,MAAM,CAAC;IAC5B;;;OAGG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,wBAAwB,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,sCAAsC,GAAG;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAAG;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,CAAC,EAAE,sCAAsC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,sCAAsC,GAAG;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,SAAS,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,iBAAiB,EAAE,qCAAqC,CAAC;IACzD;;OAEG;IACH,kBAAkB,EAAE,sCAAsC,CAAC;CAC5D,CAAC"}

package/dist/metrics/base.js

@@ -1,20 +1 @@
-class MultimodalLLMError extends Error {
-  type;
-  reason;
-  code;
-  constructor({
-    type,
-    reason,
-    code,
-    message
-  } = {}) {
-    super(message);
-    this.type = type;
-    this.reason = reason;
-    this.code = code;
-  }
-}
-export {
-  MultimodalLLMError
-};
 //# sourceMappingURL=base.js.map

package/dist/metrics/base.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport interface LLMMetrics {\n  requestId: string;\n  timestamp: number;\n  ttft: number;\n  duration: number;\n  label: string;\n  cancelled: boolean;\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n  tokensPerSecond: number;\n  error?: Error;\n}\n\nexport interface STTMetrics {\n  requestId: string;\n  timestamp: number;\n  duration: number;\n  label: string;\n  audioDuration: number;\n  streamed: boolean;\n  error?: Error;\n}\n\nexport interface TTSMetrics {\n  requestId: string;\n  timestamp: number;\n  ttfb: number;\n  duration: number;\n  label: string;\n  audioDuration: number;\n  cancelled: boolean;\n  charactersCount: number;\n  streamed: boolean;\n  error?: Error;\n}\n\nexport interface VADMetrics {\n  timestamp: number;\n  idleTime: number;\n  inferenceDurationTotal: number;\n  inferenceCount: number;\n  label: string;\n}\n\nexport interface PipelineEOUMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n  /** Timestamp of when the event was recorded */\n  timestamp: number;\n  /** Amount of time between the end of speech from VAD and the decision to end the user's turn */\n  endOfUtteranceDelay: number;\n  /**\n   * Time taken to obtain the transcript after the end of the user's speech.\n   *\n   * @remarks\n   * May be 0 if the transcript was already available.\n   */\n  transcriptionDelay: number;\n}\n\nexport interface PipelineLLMMetrics extends LLMMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n}\n\nexport interface PipelineTTSMetrics extends TTSMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n}\n\nexport type PipelineSTTMetrics = STTMetrics;\nexport type PipelineVADMetrics = VADMetrics;\n\nexport class MultimodalLLMError extends Error {\n  type?: string;\n  reason?: string;\n  code?: string;\n  constructor({\n    type,\n    reason,\n    code,\n    message,\n  }: { type?: string; reason?: string; code?: string; message?: string } = {}) {\n    super(message);\n    this.type = type;\n    this.reason = reason;\n    this.code = code;\n  }\n}\n\nexport interface MultimodalLLMMetrics extends LLMMetrics {\n  inputTokenDetails: {\n    cachedTokens: number;\n    textTokens: number;\n    audioTokens: number;\n  };\n  outputTokenDetails: {\n    textTokens: number;\n    audioTokens: number;\n  };\n}\n\nexport type AgentMetrics =\n  | STTMetrics\n  | LLMMetrics\n  | TTSMetrics\n  | VADMetrics\n  | PipelineSTTMetrics\n  | PipelineEOUMetrics\n  | PipelineLLMMetrics\n  | PipelineTTSMetrics\n  | PipelineVADMetrics\n  | MultimodalLLMMetrics;\n"],"mappings":"AAoFO,MAAM,2BAA2B,MAAM;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAyE,CAAC,GAAG;AAC3E,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,OAAO;AAAA,EACd;AACF;","names":[]}
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/metrics/index.cjs

@@ -18,17 +18,14 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var metrics_exports = {};
 __export(metrics_exports, {
-  MultimodalLLMError: () => import_base.MultimodalLLMError,
   UsageCollector: () => import_usage_collector.UsageCollector,
   logMetrics: () => import_utils.logMetrics
 });
 module.exports = __toCommonJS(metrics_exports);
-var import_base = require("./base.cjs");
 var import_usage_collector = require("./usage_collector.cjs");
 var import_utils = require("./utils.cjs");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  MultimodalLLMError,
   UsageCollector,
   logMetrics
 });

package/dist/metrics/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  STTMetrics,\n  LLMMetrics,\n  TTSMetrics,\n  VADMetrics,\n  PipelineSTTMetrics,\n  PipelineEOUMetrics,\n  PipelineLLMMetrics,\n  PipelineTTSMetrics,\n  PipelineVADMetrics,\n  MultimodalLLMMetrics,\n} from './base.js';\nexport { MultimodalLLMError } from './base.js';\nexport { type UsageSummary, UsageCollector } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAiBA,kBAAmC;AACnC,6BAAkD;AAClD,mBAA2B;","names":[]}
+{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  LLMMetrics,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from './base.js';\nexport { UsageCollector, type UsageSummary } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAYA,6BAAkD;AAClD,mBAA2B;","names":[]}

package/dist/metrics/index.d.cts

@@ -1,5 +1,4 @@
-export type { AgentMetrics, STTMetrics, LLMMetrics, TTSMetrics, VADMetrics, PipelineSTTMetrics, PipelineEOUMetrics, PipelineLLMMetrics, PipelineTTSMetrics, PipelineVADMetrics, MultimodalLLMMetrics, } from './base.js';
-export { MultimodalLLMError } from './base.js';
-export { type UsageSummary, UsageCollector } from './usage_collector.js';
+export type { AgentMetrics, LLMMetrics, RealtimeModelMetrics, STTMetrics, TTSMetrics, VADMetrics, } from './base.js';
+export { UsageCollector, type UsageSummary } from './usage_collector.js';
 export { logMetrics } from './utils.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/index.d.ts

@@ -1,5 +1,4 @@
-export type { AgentMetrics, STTMetrics, LLMMetrics, TTSMetrics, VADMetrics, PipelineSTTMetrics, PipelineEOUMetrics, PipelineLLMMetrics, PipelineTTSMetrics, PipelineVADMetrics, MultimodalLLMMetrics, } from './base.js';
-export { MultimodalLLMError } from './base.js';
-export { type UsageSummary, UsageCollector } from './usage_collector.js';
+export type { AgentMetrics, LLMMetrics, RealtimeModelMetrics, STTMetrics, TTSMetrics, VADMetrics, } from './base.js';
+export { UsageCollector, type UsageSummary } from './usage_collector.js';
 export { logMetrics } from './utils.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/metrics/index.ts"],"names":[],"mappings":"AAIA,YAAY,EACV,YAAY,EACZ,UAAU,EACV,UAAU,EACV,UAAU,EACV,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,KAAK,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/metrics/index.ts"],"names":[],"mappings":"AAIA,YAAY,EACV,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,UAAU,EACV,UAAU,EACV,UAAU,GACX,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC"}

package/dist/metrics/index.js

@@ -1,8 +1,6 @@
-import { MultimodalLLMError } from "./base.js";
 import { UsageCollector } from "./usage_collector.js";
 import { logMetrics } from "./utils.js";
 export {
-  MultimodalLLMError,
   UsageCollector,
   logMetrics
 };

package/dist/metrics/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  STTMetrics,\n  LLMMetrics,\n  TTSMetrics,\n  VADMetrics,\n  PipelineSTTMetrics,\n  PipelineEOUMetrics,\n  PipelineLLMMetrics,\n  PipelineTTSMetrics,\n  PipelineVADMetrics,\n  MultimodalLLMMetrics,\n} from './base.js';\nexport { MultimodalLLMError } from './base.js';\nexport { type UsageSummary, UsageCollector } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":"AAiBA,SAAS,0BAA0B;AACnC,SAA4B,sBAAsB;AAClD,SAAS,kBAAkB;","names":[]}
+{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  LLMMetrics,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from './base.js';\nexport { UsageCollector, type UsageSummary } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":"AAYA,SAAS,sBAAyC;AAClD,SAAS,kBAAkB;","names":[]}

package/dist/metrics/usage_collector.cjs

@@ -21,29 +21,34 @@ __export(usage_collector_exports, {
   UsageCollector: () => UsageCollector
 });
 module.exports = __toCommonJS(usage_collector_exports);
-var import_utils = require("./utils.cjs");
 class UsageCollector {
-  #summary;
+  summary;
   constructor() {
-    this.#summary = {
+    this.summary = {
       llmPromptTokens: 0,
+      llmPromptCachedTokens: 0,
       llmCompletionTokens: 0,
       ttsCharactersCount: 0,
       sttAudioDuration: 0
     };
   }
   collect(metrics) {
-    if ((0, import_utils.isLLMMetrics)(metrics)) {
-      this.#summary.llmPromptTokens += metrics.promptTokens;
-      this.#summary.llmCompletionTokens += metrics.completionTokens;
-    } else if ((0, import_utils.isTTSMetrics)(metrics)) {
-      this.#summary.ttsCharactersCount += metrics.charactersCount;
-    } else if ((0, import_utils.isSTTMetrics)(metrics)) {
-      this.#summary.sttAudioDuration += metrics.audioDuration;
+    if (metrics.type === "llm_metrics") {
+      this.summary.llmPromptTokens += metrics.promptTokens;
+      this.summary.llmPromptCachedTokens += metrics.promptCachedTokens;
+      this.summary.llmCompletionTokens += metrics.completionTokens;
+    } else if (metrics.type === "realtime_model_metrics") {
+      this.summary.llmPromptTokens += metrics.inputTokens;
+      this.summary.llmPromptCachedTokens += metrics.inputTokenDetails.cachedTokens;
+      this.summary.llmCompletionTokens += metrics.outputTokens;
+    } else if (metrics.type === "tts_metrics") {
+      this.summary.ttsCharactersCount += metrics.charactersCount;
+    } else if (metrics.type === "stt_metrics") {
+      this.summary.sttAudioDuration += metrics.audioDuration;
     }
   }
-  get summary() {
-    return { ...this.#summary };
+  getSummary() {
+    return { ...this.summary };
   }
 }
 // Annotate the CommonJS export names for ESM import in node:

package/dist/metrics/usage_collector.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/usage_collector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AgentMetrics } from './base.js';\nimport { isLLMMetrics, isSTTMetrics, isTTSMetrics } from './utils.js';\n\nexport interface UsageSummary {\n  llmPromptTokens: number;\n  llmCompletionTokens: number;\n  ttsCharactersCount: number;\n  sttAudioDuration: number;\n}\n\nexport class UsageCollector {\n  #summary: UsageSummary;\n\n  constructor() {\n    this.#summary = {\n      llmPromptTokens: 0,\n      llmCompletionTokens: 0,\n      ttsCharactersCount: 0,\n      sttAudioDuration: 0,\n    };\n  }\n\n  collect(metrics: AgentMetrics) {\n    if (isLLMMetrics(metrics)) {\n      this.#summary.llmPromptTokens += metrics.promptTokens;\n      this.#summary.llmCompletionTokens += metrics.completionTokens;\n    } else if (isTTSMetrics(metrics)) {\n      this.#summary.ttsCharactersCount += metrics.charactersCount;\n    } else if (isSTTMetrics(metrics)) {\n      this.#summary.sttAudioDuration += metrics.audioDuration;\n    }\n  }\n\n  get summary(): UsageSummary {\n    return { ...this.#summary };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAyD;AASlD,MAAM,eAAe;AAAA,EAC1B;AAAA,EAEA,cAAc;AACZ,SAAK,WAAW;AAAA,MACd,iBAAiB;AAAA,MACjB,qBAAqB;AAAA,MACrB,oBAAoB;AAAA,MACpB,kBAAkB;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,QAAQ,SAAuB;AAC7B,YAAI,2BAAa,OAAO,GAAG;AACzB,WAAK,SAAS,mBAAmB,QAAQ;AACzC,WAAK,SAAS,uBAAuB,QAAQ;AAAA,IAC/C,eAAW,2BAAa,OAAO,GAAG;AAChC,WAAK,SAAS,sBAAsB,QAAQ;AAAA,IAC9C,eAAW,2BAAa,OAAO,GAAG;AAChC,WAAK,SAAS,oBAAoB,QAAQ;AAAA,IAC5C;AAAA,EACF;AAAA,EAEA,IAAI,UAAwB;AAC1B,WAAO,EAAE,GAAG,KAAK,SAAS;AAAA,EAC5B;AACF;","names":[]}
+{"version":3,"sources":["../../src/metrics/usage_collector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AgentMetrics } from './base.js';\n\nexport interface UsageSummary {\n  llmPromptTokens: number;\n  llmPromptCachedTokens: number;\n  llmCompletionTokens: number;\n  ttsCharactersCount: number;\n  sttAudioDuration: number;\n}\n\nexport class UsageCollector {\n  private summary: UsageSummary;\n\n  constructor() {\n    this.summary = {\n      llmPromptTokens: 0,\n      llmPromptCachedTokens: 0,\n      llmCompletionTokens: 0,\n      ttsCharactersCount: 0,\n      sttAudioDuration: 0,\n    };\n  }\n\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      this.summary.llmPromptTokens += metrics.promptTokens;\n      this.summary.llmPromptCachedTokens += metrics.promptCachedTokens;\n      this.summary.llmCompletionTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      this.summary.llmPromptTokens += metrics.inputTokens;\n      this.summary.llmPromptCachedTokens += metrics.inputTokenDetails.cachedTokens;\n      this.summary.llmCompletionTokens += metrics.outputTokens;\n    } else if (metrics.type === 'tts_metrics') {\n      this.summary.ttsCharactersCount += metrics.charactersCount;\n    } else if (metrics.type === 'stt_metrics') {\n      this.summary.sttAudioDuration += metrics.audioDuration;\n    }\n  }\n\n  getSummary(): UsageSummary {\n    return { ...this.summary };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAaO,MAAM,eAAe;AAAA,EAClB;AAAA,EAER,cAAc;AACZ,SAAK,UAAU;AAAA,MACb,iBAAiB;AAAA,MACjB,uBAAuB;AAAA,MACvB,qBAAqB;AAAA,MACrB,oBAAoB;AAAA,MACpB,kBAAkB;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,QAAQ,SAA6B;AACnC,QAAI,QAAQ,SAAS,eAAe;AAClC,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ;AAC9C,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ,kBAAkB;AAChE,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,oBAAoB,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA,EAEA,aAA2B;AACzB,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AACF;","names":[]}

package/dist/metrics/usage_collector.d.cts

@@ -1,14 +1,15 @@
 import type { AgentMetrics } from './base.js';
 export interface UsageSummary {
     llmPromptTokens: number;
+    llmPromptCachedTokens: number;
     llmCompletionTokens: number;
     ttsCharactersCount: number;
     sttAudioDuration: number;
 }
 export declare class UsageCollector {
-    #private;
+    private summary;
     constructor();
     collect(metrics: AgentMetrics): void;
-    get summary(): UsageSummary;
+    getSummary(): UsageSummary;
 }
 //# sourceMappingURL=usage_collector.d.ts.map

package/dist/metrics/usage_collector.d.ts

@@ -1,14 +1,15 @@
 import type { AgentMetrics } from './base.js';
 export interface UsageSummary {
     llmPromptTokens: number;
+    llmPromptCachedTokens: number;
     llmCompletionTokens: number;
     ttsCharactersCount: number;
     sttAudioDuration: number;
 }
 export declare class UsageCollector {
-    #private;
+    private summary;
     constructor();
     collect(metrics: AgentMetrics): void;
-    get summary(): UsageSummary;
+    getSummary(): UsageSummary;
 }
 //# sourceMappingURL=usage_collector.d.ts.map

package/dist/metrics/usage_collector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"usage_collector.d.ts","sourceRoot":"","sources":["../../src/metrics/usage_collector.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAG9C,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,cAAc;;;IAYzB,OAAO,CAAC,OAAO,EAAE,YAAY;IAW7B,IAAI,OAAO,IAAI,YAAY,CAE1B;CACF"}
+{"version":3,"file":"usage_collector.d.ts","sourceRoot":"","sources":["../../src/metrics/usage_collector.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAe;;IAY9B,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI;IAgBpC,UAAU,IAAI,YAAY;CAG3B"}