@livekit/agents 1.0.48 → 1.1.0-dev.0

package/dist/metrics/model_usage.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/metrics/model_usage.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type {\n  AgentMetrics,\n  InterruptionMetrics,\n  LLMMetrics,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n} from './base.js';\n\nexport type LLMModelUsage = {\n  type: 'llm_usage';\n  /** The provider name (e.g., 'openai', 'anthropic'). */\n  provider: string;\n  /** The model name (e.g., 'gpt-4o', 'claude-3-5-sonnet'). */\n  model: string;\n  /** Total input tokens. */\n  inputTokens: number;\n  /** Input tokens served from cache. */\n  inputCachedTokens: number;\n  /** Input audio tokens (for multimodal models). */\n  inputAudioTokens: number;\n  /** Cached input audio tokens. */\n  inputCachedAudioTokens: number;\n  /** Input text tokens. */\n  inputTextTokens: number;\n  /** Cached input text tokens. */\n  inputCachedTextTokens: number;\n  /** Input image tokens (for multimodal models). */\n  inputImageTokens: number;\n  /** Cached input image tokens. */\n  inputCachedImageTokens: number;\n  /** Total output tokens. */\n  outputTokens: number;\n  /** Output audio tokens (for multimodal models). */\n  outputAudioTokens: number;\n  /** Output text tokens. */\n  outputTextTokens: number;\n  /** Total session connection duration in milliseconds (for session-based billing like xAI). */\n  sessionDurationMs: number;\n};\n\nexport type TTSModelUsage = {\n  type: 'tts_usage';\n  /** The provider name (e.g., 'elevenlabs', 'cartesia'). */\n  provider: string;\n  /** The model name (e.g., 'eleven_turbo_v2', 'sonic'). */\n  model: string;\n  /** Input text tokens (for token-based TTS billing, e.g., OpenAI TTS). */\n  inputTokens: number;\n  /** Output audio tokens (for token-based TTS billing, e.g., OpenAI TTS). */\n  outputTokens: number;\n  /** Number of characters synthesized (for character-based TTS billing). */\n  charactersCount: number;\n  /**\n   * Duration of generated audio in milliseconds.\n   */\n  audioDurationMs: number;\n};\n\nexport type STTModelUsage = {\n  type: 'stt_usage';\n  /** The provider name (e.g., 'deepgram', 'assemblyai'). */\n  provider: string;\n  /** The model name (e.g., 'nova-2', 'best'). */\n  model: string;\n  /** Input audio tokens (for token-based STT billing). */\n  inputTokens: number;\n  /** Output text tokens (for token-based STT billing). */\n  outputTokens: number;\n  /** Duration of processed audio in milliseconds. */\n  audioDurationMs: number;\n};\n\nexport type InterruptionModelUsage = {\n  type: 'interruption_usage';\n  /** The provider name (e.g., 'livekit'). */\n  provider: string;\n  /** The model name (e.g., 'adaptive interruption'). */\n  model: string;\n  /** Total number of requests sent. */\n  totalRequests: number;\n};\n\nexport type ModelUsage = LLMModelUsage | TTSModelUsage | STTModelUsage | InterruptionModelUsage;\n\nexport function filterZeroValues<T extends ModelUsage>(usage: T): Partial<T> {\n  const result: Partial<T> = {} as Partial<T>;\n  for (const [key, value] of Object.entries(usage)) {\n    if (value !== 0 && value !== 0.0) {\n      (result as Record<string, unknown>)[key] = value;\n    }\n  }\n  return result;\n}\n\nexport class ModelUsageCollector {\n  private llmUsage: Map<string, LLMModelUsage> = new Map();\n  private ttsUsage: Map<string, TTSModelUsage> = new Map();\n  private sttUsage: Map<string, STTModelUsage> = new Map();\n\n  private interruptionUsage: Map<string, InterruptionModelUsage> = new Map();\n\n  /** Extract provider and model from metrics metadata. */\n  private extractProviderModel(\n    metrics: LLMMetrics | STTMetrics | TTSMetrics | RealtimeModelMetrics | InterruptionMetrics,\n  ): [string, string] {\n    let provider = '';\n    let model = '';\n    if (metrics.metadata) {\n      provider = metrics.metadata.modelProvider || '';\n      model = metrics.metadata.modelName || '';\n    }\n    return [provider, model];\n  }\n\n  /** Get or create an LLMModelUsage for the given provider/model combination. */\n  private getLLMUsage(provider: string, model: string): LLMModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.llmUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'llm_usage',\n        provider,\n        model,\n        inputTokens: 0,\n        inputCachedTokens: 0,\n        inputAudioTokens: 0,\n        inputCachedAudioTokens: 0,\n        inputTextTokens: 0,\n        inputCachedTextTokens: 0,\n        inputImageTokens: 0,\n        inputCachedImageTokens: 0,\n        outputTokens: 0,\n        outputAudioTokens: 0,\n        outputTextTokens: 0,\n        sessionDurationMs: 0,\n      };\n      this.llmUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  /** Get or create a TTSModelUsage for the given provider/model combination. */\n  private getTTSUsage(provider: string, model: string): TTSModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.ttsUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'tts_usage',\n        provider,\n        model,\n        inputTokens: 0,\n        outputTokens: 0,\n        charactersCount: 0,\n        audioDurationMs: 0,\n      };\n      this.ttsUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  /** Get or create an STTModelUsage for the given provider/model combination. */\n  private getSTTUsage(provider: string, model: string): STTModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.sttUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'stt_usage',\n        provider,\n        model,\n        inputTokens: 0,\n        outputTokens: 0,\n        audioDurationMs: 0,\n      };\n      this.sttUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  private getInterruptionUsage(provider: string, model: string): InterruptionModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.interruptionUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'interruption_usage',\n        provider,\n        model,\n        totalRequests: 0,\n      };\n      this.interruptionUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  /** Collect metrics and aggregate usage by model/provider. */\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const usage = this.getLLMUsage(provider, model);\n      usage.inputTokens += metrics.promptTokens;\n      usage.inputCachedTokens += metrics.promptCachedTokens;\n      usage.outputTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const usage = this.getLLMUsage(provider, model);\n      usage.inputTokens += metrics.inputTokens;\n      usage.inputCachedTokens += metrics.inputTokenDetails.cachedTokens;\n\n      usage.inputTextTokens += metrics.inputTokenDetails.textTokens;\n      usage.inputCachedTextTokens += metrics.inputTokenDetails.cachedTokensDetails?.textTokens ?? 0;\n      usage.inputImageTokens += metrics.inputTokenDetails.imageTokens;\n      usage.inputCachedImageTokens +=\n        metrics.inputTokenDetails.cachedTokensDetails?.imageTokens ?? 0;\n      usage.inputAudioTokens += metrics.inputTokenDetails.audioTokens;\n      usage.inputCachedAudioTokens +=\n        metrics.inputTokenDetails.cachedTokensDetails?.audioTokens ?? 0;\n\n      usage.outputTextTokens += metrics.outputTokenDetails.textTokens;\n      usage.outputAudioTokens += metrics.outputTokenDetails.audioTokens;\n      usage.outputTokens += metrics.outputTokens;\n      usage.sessionDurationMs += metrics.sessionDurationMs ?? 0;\n    } else if (metrics.type === 'tts_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const ttsUsage = this.getTTSUsage(provider, model);\n      ttsUsage.inputTokens += metrics.inputTokens ?? 0;\n      ttsUsage.outputTokens += metrics.outputTokens ?? 0;\n      ttsUsage.charactersCount += metrics.charactersCount;\n      ttsUsage.audioDurationMs += metrics.audioDurationMs;\n    } else if (metrics.type === 'stt_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const sttUsage = this.getSTTUsage(provider, model);\n      sttUsage.inputTokens += metrics.inputTokens ?? 0;\n      sttUsage.outputTokens += metrics.outputTokens ?? 0;\n      sttUsage.audioDurationMs += metrics.audioDurationMs;\n    } else if (metrics.type === 'interruption_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const usage = this.getInterruptionUsage(provider, model);\n      usage.totalRequests += metrics.numRequests;\n    }\n    // VAD and EOU metrics are not aggregated for usage tracking.\n  }\n\n  flatten(): ModelUsage[] {\n    const result: ModelUsage[] = [];\n    for (const u of this.llmUsage.values()) {\n      result.push({ ...u });\n    }\n    for (const u of this.ttsUsage.values()) {\n      result.push({ ...u });\n    }\n    for (const u of this.sttUsage.values()) {\n      result.push({ ...u });\n    }\n    for (const u of this.interruptionUsage.values()) {\n      result.push({ ...u });\n    }\n    return result;\n  }\n}\n"],"mappings":"AAwFO,SAAS,iBAAuC,OAAsB;AAC3E,QAAM,SAAqB,CAAC;AAC5B,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAK,UAAU,GAAK;AAChC,MAAC,OAAmC,GAAG,IAAI;AAAA,IAC7C;AAAA,EACF;AACA,SAAO;AACT;AAEO,MAAM,oBAAoB;AAAA,EACvB,WAAuC,oBAAI,IAAI;AAAA,EAC/C,WAAuC,oBAAI,IAAI;AAAA,EAC/C,WAAuC,oBAAI,IAAI;AAAA,EAE/C,oBAAyD,oBAAI,IAAI;AAAA;AAAA,EAGjE,qBACN,SACkB;AAClB,QAAI,WAAW;AACf,QAAI,QAAQ;AACZ,QAAI,QAAQ,UAAU;AACpB,iBAAW,QAAQ,SAAS,iBAAiB;AAC7C,cAAQ,QAAQ,SAAS,aAAa;AAAA,IACxC;AACA,WAAO,CAAC,UAAU,KAAK;AAAA,EACzB;AAAA;AAAA,EAGQ,YAAY,UAAkB,OAA8B;AAClE,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,SAAS,IAAI,GAAG;AACjC,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,iBAAiB;AAAA,QACjB,uBAAuB;AAAA,QACvB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,cAAc;AAAA,QACd,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,mBAAmB;AAAA,MACrB;AACA,WAAK,SAAS,IAAI,KAAK,KAAK;AAAA,IAC9B;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGQ,YAAY,UAAkB,OAA8B;AAClE,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,SAAS,IAAI,GAAG;AACjC,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,MACnB;AACA,WAAK,SAAS,IAAI,KAAK,KAAK;AAAA,IAC9B;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGQ,YAAY,UAAkB,OAA8B;AAClE,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,SAAS,IAAI,GAAG;AACjC,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,MACnB;AACA,WAAK,SAAS,IAAI,KAAK,KAAK;AAAA,IAC9B;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAkB,OAAuC;AACpF,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,kBAAkB,IAAI,GAAG;AAC1C,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,eAAe;AAAA,MACjB;AACA,WAAK,kBAAkB,IAAI,KAAK,KAAK;AAAA,IACvC;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,QAAQ,SAA6B;AAtMvC;AAuMI,QAAI,QAAQ,SAAS,eAAe;AAClC,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,QAAQ,KAAK,YAAY,UAAU,KAAK;AAC9C,YAAM,eAAe,QAAQ;AAC7B,YAAM,qBAAqB,QAAQ;AACnC,YAAM,gBAAgB,QAAQ;AAAA,IAChC,WAAW,QAAQ,SAAS,0BAA0B;AACpD,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,QAAQ,KAAK,YAAY,UAAU,KAAK;AAC9C,YAAM,eAAe,QAAQ;AAC7B,YAAM,qBAAqB,QAAQ,kBAAkB;AAErD,YAAM,mBAAmB,QAAQ,kBAAkB;AACnD,YAAM,2BAAyB,aAAQ,kBAAkB,wBAA1B,mBAA+C,eAAc;AAC5F,YAAM,oBAAoB,QAAQ,kBAAkB;AACpD,YAAM,4BACJ,aAAQ,kBAAkB,wBAA1B,mBAA+C,gBAAe;AAChE,YAAM,oBAAoB,QAAQ,kBAAkB;AACpD,YAAM,4BACJ,aAAQ,kBAAkB,wBAA1B,mBAA+C,gBAAe;AAEhE,YAAM,oBAAoB,QAAQ,mBAAmB;AACrD,YAAM,qBAAqB,QAAQ,mBAAmB;AACtD,YAAM,gBAAgB,QAAQ;AAC9B,YAAM,qBAAqB,QAAQ,qBAAqB;AAAA,IAC1D,WAAW,QAAQ,SAAS,eAAe;AACzC,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,WAAW,KAAK,YAAY,UAAU,KAAK;AACjD,eAAS,eAAe,QAAQ,eAAe;AAC/C,eAAS,gBAAgB,QAAQ,gBAAgB;AACjD,eAAS,mBAAmB,QAAQ;AACpC,eAAS,mBAAmB,QAAQ;AAAA,IACtC,WAAW,QAAQ,SAAS,eAAe;AACzC,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,WAAW,KAAK,YAAY,UAAU,KAAK;AACjD,eAAS,eAAe,QAAQ,eAAe;AAC/C,eAAS,gBAAgB,QAAQ,gBAAgB;AACjD,eAAS,mBAAmB,QAAQ;AAAA,IACtC,WAAW,QAAQ,SAAS,wBAAwB;AAClD,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,QAAQ,KAAK,qBAAqB,UAAU,KAAK;AACvD,YAAM,iBAAiB,QAAQ;AAAA,IACjC;AAAA,EAEF;AAAA,EAEA,UAAwB;AACtB,UAAM,SAAuB,CAAC;AAC9B,eAAW,KAAK,KAAK,SAAS,OAAO,GAAG;AACtC,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,eAAW,KAAK,KAAK,SAAS,OAAO,GAAG;AACtC,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,eAAW,KAAK,KAAK,SAAS,OAAO,GAAG;AACtC,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,eAAW,KAAK,KAAK,kBAAkB,OAAO,GAAG;AAC/C,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/metrics/model_usage.test.cjs

@@ -0,0 +1,474 @@
+"use strict";
+var import_vitest = require("vitest");
+var import_model_usage = require("./model_usage.cjs");
+(0, import_vitest.describe)("model_usage", () => {
+  (0, import_vitest.describe)("filterZeroValues", () => {
+    (0, import_vitest.it)("should filter out zero values from LLMModelUsage", () => {
+      const usage = {
+        type: "llm_usage",
+        provider: "openai",
+        model: "gpt-4o",
+        inputTokens: 100,
+        inputCachedTokens: 0,
+        inputAudioTokens: 0,
+        inputCachedAudioTokens: 0,
+        inputTextTokens: 0,
+        inputCachedTextTokens: 0,
+        inputImageTokens: 0,
+        inputCachedImageTokens: 0,
+        outputTokens: 50,
+        outputAudioTokens: 0,
+        outputTextTokens: 0,
+        sessionDurationMs: 0
+      };
+      const filtered = (0, import_model_usage.filterZeroValues)(usage);
+      (0, import_vitest.expect)(filtered.type).toBe("llm_usage");
+      (0, import_vitest.expect)(filtered.provider).toBe("openai");
+      (0, import_vitest.expect)(filtered.model).toBe("gpt-4o");
+      (0, import_vitest.expect)(filtered.inputTokens).toBe(100);
+      (0, import_vitest.expect)(filtered.outputTokens).toBe(50);
+      (0, import_vitest.expect)(filtered.inputCachedTokens).toBeUndefined();
+      (0, import_vitest.expect)(filtered.inputAudioTokens).toBeUndefined();
+      (0, import_vitest.expect)(filtered.sessionDurationMs).toBeUndefined();
+    });
+    (0, import_vitest.it)("should filter out zero values from TTSModelUsage", () => {
+      const usage = {
+        type: "tts_usage",
+        provider: "elevenlabs",
+        model: "eleven_turbo_v2",
+        inputTokens: 0,
+        outputTokens: 0,
+        charactersCount: 500,
+        audioDurationMs: 3e3
+      };
+      const filtered = (0, import_model_usage.filterZeroValues)(usage);
+      (0, import_vitest.expect)(filtered.type).toBe("tts_usage");
+      (0, import_vitest.expect)(filtered.provider).toBe("elevenlabs");
+      (0, import_vitest.expect)(filtered.charactersCount).toBe(500);
+      (0, import_vitest.expect)(filtered.audioDurationMs).toBe(3e3);
+      (0, import_vitest.expect)(filtered.inputTokens).toBeUndefined();
+      (0, import_vitest.expect)(filtered.outputTokens).toBeUndefined();
+    });
+    (0, import_vitest.it)("should keep all values when none are zero", () => {
+      const usage = {
+        type: "stt_usage",
+        provider: "deepgram",
+        model: "nova-2",
+        inputTokens: 10,
+        outputTokens: 20,
+        audioDurationMs: 5e3
+      };
+      const filtered = (0, import_model_usage.filterZeroValues)(usage);
+      (0, import_vitest.expect)(Object.keys(filtered)).toHaveLength(6);
+      (0, import_vitest.expect)(filtered).toEqual(usage);
+    });
+  });
+  (0, import_vitest.describe)("ModelUsageCollector", () => {
+    let collector;
+    (0, import_vitest.beforeEach)(() => {
+      collector = new import_model_usage.ModelUsageCollector();
+    });
+    (0, import_vitest.describe)("collect LLM metrics", () => {
+      (0, import_vitest.it)("should aggregate LLM metrics by provider and model", () => {
+        const metrics1 = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 50,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        const metrics2 = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          durationMs: 150,
+          ttftMs: 60,
+          cancelled: false,
+          completionTokens: 150,
+          promptTokens: 300,
+          promptCachedTokens: 75,
+          totalTokens: 450,
+          tokensPerSecond: 12,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        collector.collect(metrics1);
+        collector.collect(metrics2);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(1);
+        const llmUsage = usage[0];
+        (0, import_vitest.expect)(llmUsage.type).toBe("llm_usage");
+        (0, import_vitest.expect)(llmUsage.provider).toBe("openai");
+        (0, import_vitest.expect)(llmUsage.model).toBe("gpt-4o");
+        (0, import_vitest.expect)(llmUsage.inputTokens).toBe(500);
+        (0, import_vitest.expect)(llmUsage.inputCachedTokens).toBe(125);
+        (0, import_vitest.expect)(llmUsage.outputTokens).toBe(250);
+      });
+      (0, import_vitest.it)("should separate metrics by different providers", () => {
+        const openaiMetrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        const anthropicMetrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          durationMs: 120,
+          ttftMs: 55,
+          cancelled: false,
+          completionTokens: 80,
+          promptTokens: 150,
+          promptCachedTokens: 0,
+          totalTokens: 230,
+          tokensPerSecond: 8,
+          metadata: {
+            modelProvider: "anthropic",
+            modelName: "claude-3-5-sonnet"
+          }
+        };
+        collector.collect(openaiMetrics);
+        collector.collect(anthropicMetrics);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(2);
+        const openaiUsage = usage.find(
+          (u) => u.type === "llm_usage" && u.provider === "openai"
+        );
+        const anthropicUsage = usage.find(
+          (u) => u.type === "llm_usage" && u.provider === "anthropic"
+        );
+        (0, import_vitest.expect)(openaiUsage.inputTokens).toBe(200);
+        (0, import_vitest.expect)(openaiUsage.outputTokens).toBe(100);
+        (0, import_vitest.expect)(anthropicUsage.inputTokens).toBe(150);
+        (0, import_vitest.expect)(anthropicUsage.outputTokens).toBe(80);
+      });
+    });
+    (0, import_vitest.describe)("collect TTS metrics", () => {
+      (0, import_vitest.it)("should aggregate TTS metrics by provider and model", () => {
+        const metrics1 = {
+          type: "tts_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          ttfbMs: 100,
+          durationMs: 500,
+          audioDurationMs: 3e3,
+          cancelled: false,
+          charactersCount: 100,
+          inputTokens: 10,
+          outputTokens: 20,
+          streamed: true,
+          metadata: {
+            modelProvider: "elevenlabs",
+            modelName: "eleven_turbo_v2"
+          }
+        };
+        const metrics2 = {
+          type: "tts_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          ttfbMs: 120,
+          durationMs: 600,
+          audioDurationMs: 4e3,
+          cancelled: false,
+          charactersCount: 200,
+          inputTokens: 15,
+          outputTokens: 25,
+          streamed: true,
+          metadata: {
+            modelProvider: "elevenlabs",
+            modelName: "eleven_turbo_v2"
+          }
+        };
+        collector.collect(metrics1);
+        collector.collect(metrics2);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(1);
+        const ttsUsage = usage[0];
+        (0, import_vitest.expect)(ttsUsage.type).toBe("tts_usage");
+        (0, import_vitest.expect)(ttsUsage.provider).toBe("elevenlabs");
+        (0, import_vitest.expect)(ttsUsage.model).toBe("eleven_turbo_v2");
+        (0, import_vitest.expect)(ttsUsage.charactersCount).toBe(300);
+        (0, import_vitest.expect)(ttsUsage.audioDurationMs).toBe(7e3);
+        (0, import_vitest.expect)(ttsUsage.inputTokens).toBe(25);
+        (0, import_vitest.expect)(ttsUsage.outputTokens).toBe(45);
+      });
+    });
+    (0, import_vitest.describe)("collect STT metrics", () => {
+      (0, import_vitest.it)("should aggregate STT metrics by provider and model", () => {
+        const metrics1 = {
+          type: "stt_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 0,
+          audioDurationMs: 5e3,
+          inputTokens: 50,
+          outputTokens: 100,
+          streamed: true,
+          metadata: {
+            modelProvider: "deepgram",
+            modelName: "nova-2"
+          }
+        };
+        const metrics2 = {
+          type: "stt_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          durationMs: 0,
+          audioDurationMs: 3e3,
+          inputTokens: 30,
+          outputTokens: 60,
+          streamed: true,
+          metadata: {
+            modelProvider: "deepgram",
+            modelName: "nova-2"
+          }
+        };
+        collector.collect(metrics1);
+        collector.collect(metrics2);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(1);
+        const sttUsage = usage[0];
+        (0, import_vitest.expect)(sttUsage.type).toBe("stt_usage");
+        (0, import_vitest.expect)(sttUsage.provider).toBe("deepgram");
+        (0, import_vitest.expect)(sttUsage.model).toBe("nova-2");
+        (0, import_vitest.expect)(sttUsage.audioDurationMs).toBe(8e3);
+        (0, import_vitest.expect)(sttUsage.inputTokens).toBe(80);
+        (0, import_vitest.expect)(sttUsage.outputTokens).toBe(160);
+      });
+    });
+    (0, import_vitest.describe)("collect realtime model metrics", () => {
+      (0, import_vitest.it)("should aggregate realtime model metrics with detailed token breakdown", () => {
+        const metrics = {
+          type: "realtime_model_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 1e3,
+          ttftMs: 100,
+          cancelled: false,
+          inputTokens: 500,
+          outputTokens: 300,
+          totalTokens: 800,
+          tokensPerSecond: 10,
+          sessionDurationMs: 5e3,
+          inputTokenDetails: {
+            audioTokens: 200,
+            textTokens: 250,
+            imageTokens: 50,
+            cachedTokens: 100,
+            cachedTokensDetails: {
+              audioTokens: 30,
+              textTokens: 50,
+              imageTokens: 20
+            }
+          },
+          outputTokenDetails: {
+            textTokens: 200,
+            audioTokens: 100,
+            imageTokens: 0
+          },
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o-realtime"
+          }
+        };
+        collector.collect(metrics);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(1);
+        const llmUsage = usage[0];
+        (0, import_vitest.expect)(llmUsage.type).toBe("llm_usage");
+        (0, import_vitest.expect)(llmUsage.provider).toBe("openai");
+        (0, import_vitest.expect)(llmUsage.model).toBe("gpt-4o-realtime");
+        (0, import_vitest.expect)(llmUsage.inputTokens).toBe(500);
+        (0, import_vitest.expect)(llmUsage.inputCachedTokens).toBe(100);
+        (0, import_vitest.expect)(llmUsage.inputAudioTokens).toBe(200);
+        (0, import_vitest.expect)(llmUsage.inputCachedAudioTokens).toBe(30);
+        (0, import_vitest.expect)(llmUsage.inputTextTokens).toBe(250);
+        (0, import_vitest.expect)(llmUsage.inputCachedTextTokens).toBe(50);
+        (0, import_vitest.expect)(llmUsage.inputImageTokens).toBe(50);
+        (0, import_vitest.expect)(llmUsage.inputCachedImageTokens).toBe(20);
+        (0, import_vitest.expect)(llmUsage.outputTokens).toBe(300);
+        (0, import_vitest.expect)(llmUsage.outputTextTokens).toBe(200);
+        (0, import_vitest.expect)(llmUsage.outputAudioTokens).toBe(100);
+        (0, import_vitest.expect)(llmUsage.sessionDurationMs).toBe(5e3);
+      });
+    });
+    (0, import_vitest.describe)("mixed metrics collection", () => {
+      (0, import_vitest.it)("should collect and separate LLM, TTS, and STT metrics", () => {
+        const llmMetrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        const ttsMetrics = {
+          type: "tts_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          ttfbMs: 100,
+          durationMs: 500,
+          audioDurationMs: 3e3,
+          cancelled: false,
+          charactersCount: 100,
+          streamed: true,
+          metadata: {
+            modelProvider: "elevenlabs",
+            modelName: "eleven_turbo_v2"
+          }
+        };
+        const sttMetrics = {
+          type: "stt_metrics",
+          label: "test",
+          requestId: "req3",
+          timestamp: Date.now(),
+          durationMs: 0,
+          audioDurationMs: 5e3,
+          streamed: true,
+          metadata: {
+            modelProvider: "deepgram",
+            modelName: "nova-2"
+          }
+        };
+        collector.collect(llmMetrics);
+        collector.collect(ttsMetrics);
+        collector.collect(sttMetrics);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(3);
+        const llmUsage = usage.find((u) => u.type === "llm_usage");
+        const ttsUsage = usage.find((u) => u.type === "tts_usage");
+        const sttUsage = usage.find((u) => u.type === "stt_usage");
+        (0, import_vitest.expect)(llmUsage).toBeDefined();
+        (0, import_vitest.expect)(ttsUsage).toBeDefined();
+        (0, import_vitest.expect)(sttUsage).toBeDefined();
+      });
+    });
+    (0, import_vitest.describe)("flatten returns copies", () => {
+      (0, import_vitest.it)("should return deep copies of usage objects", () => {
+        const metrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        collector.collect(metrics);
+        const usage1 = collector.flatten();
+        const usage2 = collector.flatten();
+        (0, import_vitest.expect)(usage1[0]).toEqual(usage2[0]);
+        (0, import_vitest.expect)(usage1[0]).not.toBe(usage2[0]);
+        usage1[0].inputTokens = 9999;
+        (0, import_vitest.expect)(usage2[0].inputTokens).toBe(200);
+      });
+    });
+    (0, import_vitest.describe)("handles missing metadata", () => {
+      (0, import_vitest.it)("should use empty strings when metadata is missing", () => {
+        const metrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10
+          // No metadata
+        };
+        collector.collect(metrics);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(1);
+        const llmUsage = usage[0];
+        (0, import_vitest.expect)(llmUsage.provider).toBe("");
+        (0, import_vitest.expect)(llmUsage.model).toBe("");
+      });
+    });
+    (0, import_vitest.describe)("ignores VAD and EOU metrics", () => {
+      (0, import_vitest.it)("should not collect VAD metrics", () => {
+        const vadMetrics = {
+          type: "vad_metrics",
+          label: "test",
+          timestamp: Date.now(),
+          idleTimeMs: 100,
+          inferenceDurationTotalMs: 50,
+          inferenceCount: 10
+        };
+        collector.collect(vadMetrics);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(0);
+      });
+      (0, import_vitest.it)("should not collect EOU metrics", () => {
+        const eouMetrics = {
+          type: "eou_metrics",
+          timestamp: Date.now(),
+          endOfUtteranceDelayMs: 100,
+          transcriptionDelayMs: 50,
+          onUserTurnCompletedDelayMs: 30,
+          lastSpeakingTimeMs: Date.now()
+        };
+        collector.collect(eouMetrics);
+        const usage = collector.flatten();
+        (0, import_vitest.expect)(usage).toHaveLength(0);
+      });
+    });
+  });
+});
+//# sourceMappingURL=model_usage.test.cjs.map

package/dist/metrics/model_usage.test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/metrics/model_usage.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { beforeEach, describe, expect, it } from 'vitest';\nimport type { LLMMetrics, RealtimeModelMetrics, STTMetrics, TTSMetrics } from './base.js';\nimport {\n  type LLMModelUsage,\n  ModelUsageCollector,\n  type STTModelUsage,\n  type TTSModelUsage,\n  filterZeroValues,\n} from './model_usage.js';\n\ndescribe('model_usage', () => {\n  describe('filterZeroValues', () => {\n    it('should filter out zero values from LLMModelUsage', () => {\n      const usage: LLMModelUsage = {\n        type: 'llm_usage',\n        provider: 'openai',\n        model: 'gpt-4o',\n        inputTokens: 100,\n        inputCachedTokens: 0,\n        inputAudioTokens: 0,\n        inputCachedAudioTokens: 0,\n        inputTextTokens: 0,\n        inputCachedTextTokens: 0,\n        inputImageTokens: 0,\n        inputCachedImageTokens: 0,\n        outputTokens: 50,\n        outputAudioTokens: 0,\n        outputTextTokens: 0,\n        sessionDurationMs: 0,\n      };\n\n      const filtered = filterZeroValues(usage);\n\n      expect(filtered.type).toBe('llm_usage');\n      expect(filtered.provider).toBe('openai');\n      expect(filtered.model).toBe('gpt-4o');\n      expect(filtered.inputTokens).toBe(100);\n      expect(filtered.outputTokens).toBe(50);\n      // Zero values should be filtered out\n      expect(filtered.inputCachedTokens).toBeUndefined();\n      expect(filtered.inputAudioTokens).toBeUndefined();\n      expect(filtered.sessionDurationMs).toBeUndefined();\n    });\n\n    it('should filter out zero values from TTSModelUsage', () => {\n      const usage: TTSModelUsage = {\n        type: 'tts_usage',\n        provider: 'elevenlabs',\n        model: 'eleven_turbo_v2',\n        inputTokens: 0,\n        outputTokens: 0,\n        charactersCount: 500,\n        audioDurationMs: 3000,\n      };\n\n      const filtered = filterZeroValues(usage);\n\n      expect(filtered.type).toBe('tts_usage');\n      expect(filtered.provider).toBe('elevenlabs');\n      expect(filtered.charactersCount).toBe(500);\n      expect(filtered.audioDurationMs).toBe(3000);\n      expect(filtered.inputTokens).toBeUndefined();\n      expect(filtered.outputTokens).toBeUndefined();\n    });\n\n    it('should keep all values when none are zero', () => {\n      const usage: STTModelUsage = {\n        type: 'stt_usage',\n        provider: 'deepgram',\n        model: 'nova-2',\n        inputTokens: 10,\n        outputTokens: 20,\n        audioDurationMs: 5000,\n      };\n\n      const filtered = filterZeroValues(usage);\n\n      expect(Object.keys(filtered)).toHaveLength(6);\n      expect(filtered).toEqual(usage);\n    });\n  });\n\n  describe('ModelUsageCollector', () => {\n    let collector: ModelUsageCollector;\n\n    beforeEach(() => {\n      collector = new ModelUsageCollector();\n    });\n\n    describe('collect LLM metrics', () => {\n      it('should aggregate LLM metrics by provider and model', () => {\n        const metrics1: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 50,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        const metrics2: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          durationMs: 150,\n          ttftMs: 60,\n          cancelled: false,\n          completionTokens: 150,\n          promptTokens: 300,\n          promptCachedTokens: 75,\n          totalTokens: 450,\n          tokensPerSecond: 12,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        collector.collect(metrics1);\n        collector.collect(metrics2);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const llmUsage = usage[0] as LLMModelUsage;\n        expect(llmUsage.type).toBe('llm_usage');\n        expect(llmUsage.provider).toBe('openai');\n        expect(llmUsage.model).toBe('gpt-4o');\n        expect(llmUsage.inputTokens).toBe(500); // 200 + 300\n        expect(llmUsage.inputCachedTokens).toBe(125); // 50 + 75\n        expect(llmUsage.outputTokens).toBe(250); // 100 + 150\n      });\n\n      it('should separate metrics by different providers', () => {\n        const openaiMetrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        const anthropicMetrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          durationMs: 120,\n          ttftMs: 55,\n          cancelled: false,\n          completionTokens: 80,\n          promptTokens: 150,\n          promptCachedTokens: 0,\n          totalTokens: 230,\n          tokensPerSecond: 8,\n          metadata: {\n            modelProvider: 'anthropic',\n            modelName: 'claude-3-5-sonnet',\n          },\n        };\n\n        collector.collect(openaiMetrics);\n        collector.collect(anthropicMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(2);\n\n        const openaiUsage = usage.find(\n          (u) => u.type === 'llm_usage' && u.provider === 'openai',\n        ) as LLMModelUsage;\n        const anthropicUsage = usage.find(\n          (u) => u.type === 'llm_usage' && u.provider === 'anthropic',\n        ) as LLMModelUsage;\n\n        expect(openaiUsage.inputTokens).toBe(200);\n        expect(openaiUsage.outputTokens).toBe(100);\n        expect(anthropicUsage.inputTokens).toBe(150);\n        expect(anthropicUsage.outputTokens).toBe(80);\n      });\n    });\n\n    describe('collect TTS metrics', () => {\n      it('should aggregate TTS metrics by provider and model', () => {\n        const metrics1: TTSMetrics = {\n          type: 'tts_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          ttfbMs: 100,\n          durationMs: 500,\n          audioDurationMs: 3000,\n          cancelled: false,\n          charactersCount: 100,\n          inputTokens: 10,\n          outputTokens: 20,\n          streamed: true,\n          metadata: {\n            modelProvider: 'elevenlabs',\n            modelName: 'eleven_turbo_v2',\n          },\n        };\n\n        const metrics2: TTSMetrics = {\n          type: 'tts_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          ttfbMs: 120,\n          durationMs: 600,\n          audioDurationMs: 4000,\n          cancelled: false,\n          charactersCount: 200,\n          inputTokens: 15,\n          outputTokens: 25,\n          streamed: true,\n          metadata: {\n            modelProvider: 'elevenlabs',\n            modelName: 'eleven_turbo_v2',\n          },\n        };\n\n        collector.collect(metrics1);\n        collector.collect(metrics2);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const ttsUsage = usage[0] as TTSModelUsage;\n        expect(ttsUsage.type).toBe('tts_usage');\n        expect(ttsUsage.provider).toBe('elevenlabs');\n        expect(ttsUsage.model).toBe('eleven_turbo_v2');\n        expect(ttsUsage.charactersCount).toBe(300); // 100 + 200\n        expect(ttsUsage.audioDurationMs).toBe(7000); // 3000 + 4000\n        expect(ttsUsage.inputTokens).toBe(25); // 10 + 15\n        expect(ttsUsage.outputTokens).toBe(45); // 20 + 25\n      });\n    });\n\n    describe('collect STT metrics', () => {\n      it('should aggregate STT metrics by provider and model', () => {\n        const metrics1: STTMetrics = {\n          type: 'stt_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 0,\n          audioDurationMs: 5000,\n          inputTokens: 50,\n          outputTokens: 100,\n          streamed: true,\n          metadata: {\n            modelProvider: 'deepgram',\n            modelName: 'nova-2',\n          },\n        };\n\n        const metrics2: STTMetrics = {\n          type: 'stt_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          durationMs: 0,\n          audioDurationMs: 3000,\n          inputTokens: 30,\n          outputTokens: 60,\n          streamed: true,\n          metadata: {\n            modelProvider: 'deepgram',\n            modelName: 'nova-2',\n          },\n        };\n\n        collector.collect(metrics1);\n        collector.collect(metrics2);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const sttUsage = usage[0] as STTModelUsage;\n        expect(sttUsage.type).toBe('stt_usage');\n        expect(sttUsage.provider).toBe('deepgram');\n        expect(sttUsage.model).toBe('nova-2');\n        expect(sttUsage.audioDurationMs).toBe(8000); // 5000 + 3000\n        expect(sttUsage.inputTokens).toBe(80); // 50 + 30\n        expect(sttUsage.outputTokens).toBe(160); // 100 + 60\n      });\n    });\n\n    describe('collect realtime model metrics', () => {\n      it('should aggregate realtime model metrics with detailed token breakdown', () => {\n        const metrics: RealtimeModelMetrics = {\n          type: 'realtime_model_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 1000,\n          ttftMs: 100,\n          cancelled: false,\n          inputTokens: 500,\n          outputTokens: 300,\n          totalTokens: 800,\n          tokensPerSecond: 10,\n          sessionDurationMs: 5000,\n          inputTokenDetails: {\n            audioTokens: 200,\n            textTokens: 250,\n            imageTokens: 50,\n            cachedTokens: 100,\n            cachedTokensDetails: {\n              audioTokens: 30,\n              textTokens: 50,\n              imageTokens: 20,\n            },\n          },\n          outputTokenDetails: {\n            textTokens: 200,\n            audioTokens: 100,\n            imageTokens: 0,\n          },\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o-realtime',\n          },\n        };\n\n        collector.collect(metrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const llmUsage = usage[0] as LLMModelUsage;\n        expect(llmUsage.type).toBe('llm_usage');\n        expect(llmUsage.provider).toBe('openai');\n        expect(llmUsage.model).toBe('gpt-4o-realtime');\n        expect(llmUsage.inputTokens).toBe(500);\n        expect(llmUsage.inputCachedTokens).toBe(100);\n        expect(llmUsage.inputAudioTokens).toBe(200);\n        expect(llmUsage.inputCachedAudioTokens).toBe(30);\n        expect(llmUsage.inputTextTokens).toBe(250);\n        expect(llmUsage.inputCachedTextTokens).toBe(50);\n        expect(llmUsage.inputImageTokens).toBe(50);\n        expect(llmUsage.inputCachedImageTokens).toBe(20);\n        expect(llmUsage.outputTokens).toBe(300);\n        expect(llmUsage.outputTextTokens).toBe(200);\n        expect(llmUsage.outputAudioTokens).toBe(100);\n        expect(llmUsage.sessionDurationMs).toBe(5000);\n      });\n    });\n\n    describe('mixed metrics collection', () => {\n      it('should collect and separate LLM, TTS, and STT metrics', () => {\n        const llmMetrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        const ttsMetrics: TTSMetrics = {\n          type: 'tts_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          ttfbMs: 100,\n          durationMs: 500,\n          audioDurationMs: 3000,\n          cancelled: false,\n          charactersCount: 100,\n          streamed: true,\n          metadata: {\n            modelProvider: 'elevenlabs',\n            modelName: 'eleven_turbo_v2',\n          },\n        };\n\n        const sttMetrics: STTMetrics = {\n          type: 'stt_metrics',\n          label: 'test',\n          requestId: 'req3',\n          timestamp: Date.now(),\n          durationMs: 0,\n          audioDurationMs: 5000,\n          streamed: true,\n          metadata: {\n            modelProvider: 'deepgram',\n            modelName: 'nova-2',\n          },\n        };\n\n        collector.collect(llmMetrics);\n        collector.collect(ttsMetrics);\n        collector.collect(sttMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(3);\n\n        const llmUsage = usage.find((u) => u.type === 'llm_usage');\n        const ttsUsage = usage.find((u) => u.type === 'tts_usage');\n        const sttUsage = usage.find((u) => u.type === 'stt_usage');\n\n        expect(llmUsage).toBeDefined();\n        expect(ttsUsage).toBeDefined();\n        expect(sttUsage).toBeDefined();\n      });\n    });\n\n    describe('flatten returns copies', () => {\n      it('should return deep copies of usage objects', () => {\n        const metrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        collector.collect(metrics);\n\n        const usage1 = collector.flatten();\n        const usage2 = collector.flatten();\n\n        // Should be equal values\n        expect(usage1[0]).toEqual(usage2[0]);\n\n        // But not the same object reference\n        expect(usage1[0]).not.toBe(usage2[0]);\n\n        // Modifying one shouldn't affect the other\n        (usage1[0] as LLMModelUsage).inputTokens = 9999;\n        expect((usage2[0] as LLMModelUsage).inputTokens).toBe(200);\n      });\n    });\n\n    describe('handles missing metadata', () => {\n      it('should use empty strings when metadata is missing', () => {\n        const metrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          // No metadata\n        };\n\n        collector.collect(metrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const llmUsage = usage[0] as LLMModelUsage;\n        expect(llmUsage.provider).toBe('');\n        expect(llmUsage.model).toBe('');\n      });\n    });\n\n    describe('ignores VAD and EOU metrics', () => {\n      it('should not collect VAD metrics', () => {\n        const vadMetrics = {\n          type: 'vad_metrics' as const,\n          label: 'test',\n          timestamp: Date.now(),\n          idleTimeMs: 100,\n          inferenceDurationTotalMs: 50,\n          inferenceCount: 10,\n        };\n\n        collector.collect(vadMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(0);\n      });\n\n      it('should not collect EOU metrics', () => {\n        const eouMetrics = {\n          type: 'eou_metrics' as const,\n          timestamp: Date.now(),\n          endOfUtteranceDelayMs: 100,\n          transcriptionDelayMs: 50,\n          onUserTurnCompletedDelayMs: 30,\n          lastSpeakingTimeMs: Date.now(),\n        };\n\n        collector.collect(eouMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(0);\n      });\n    });\n  });\n});\n"],"mappings":";AAGA,oBAAiD;AAEjD,yBAMO;AAAA,IAEP,wBAAS,eAAe,MAAM;AAC5B,8BAAS,oBAAoB,MAAM;AACjC,0BAAG,oDAAoD,MAAM;AAC3D,YAAM,QAAuB;AAAA,QAC3B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,OAAO;AAAA,QACP,aAAa;AAAA,QACb,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,iBAAiB;AAAA,QACjB,uBAAuB;AAAA,QACvB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,cAAc;AAAA,QACd,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,mBAAmB;AAAA,MACrB;AAEA,YAAM,eAAW,qCAAiB,KAAK;AAEvC,gCAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,gCAAO,SAAS,QAAQ,EAAE,KAAK,QAAQ;AACvC,gCAAO,SAAS,KAAK,EAAE,KAAK,QAAQ;AACpC,gCAAO,SAAS,WAAW,EAAE,KAAK,GAAG;AACrC,gCAAO,SAAS,YAAY,EAAE,KAAK,EAAE;AAErC,gCAAO,SAAS,iBAAiB,EAAE,cAAc;AACjD,gCAAO,SAAS,gBAAgB,EAAE,cAAc;AAChD,gCAAO,SAAS,iBAAiB,EAAE,cAAc;AAAA,IACnD,CAAC;AAED,0BAAG,oDAAoD,MAAM;AAC3D,YAAM,QAAuB;AAAA,QAC3B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,OAAO;AAAA,QACP,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,MACnB;AAEA,YAAM,eAAW,qCAAiB,KAAK;AAEvC,gCAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,gCAAO,SAAS,QAAQ,EAAE,KAAK,YAAY;AAC3C,gCAAO,SAAS,eAAe,EAAE,KAAK,GAAG;AACzC,gCAAO,SAAS,eAAe,EAAE,KAAK,GAAI;AAC1C,gCAAO,SAAS,WAAW,EAAE,cAAc;AAC3C,gCAAO,SAAS,YAAY,EAAE,cAAc;AAAA,IAC9C,CAAC;AAED,0BAAG,6CAA6C,MAAM;AACpD,YAAM,QAAuB;AAAA,QAC3B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,OAAO;AAAA,QACP,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,MACnB;AAEA,YAAM,eAAW,qCAAiB,KAAK;AAEvC,gCAAO,OAAO,KAAK,QAAQ,CAAC,EAAE,aAAa,CAAC;AAC5C,gCAAO,QAAQ,EAAE,QAAQ,KAAK;AAAA,IAChC,CAAC;AAAA,EACH,CAAC;AAED,8BAAS,uBAAuB,MAAM;AACpC,QAAI;AAEJ,kCAAW,MAAM;AACf,kBAAY,IAAI,uCAAoB;AAAA,IACtC,CAAC;AAED,gCAAS,uBAAuB,MAAM;AACpC,4BAAG,sDAAsD,MAAM;AAC7D,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,QAAQ;AAC1B,kBAAU,QAAQ,QAAQ;AAE1B,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,kCAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,kCAAO,SAAS,QAAQ,EAAE,KAAK,QAAQ;AACvC,kCAAO,SAAS,KAAK,EAAE,KAAK,QAAQ;AACpC,kCAAO,SAAS,WAAW,EAAE,KAAK,GAAG;AACrC,kCAAO,SAAS,iBAAiB,EAAE,KAAK,GAAG;AAC3C,kCAAO,SAAS,YAAY,EAAE,KAAK,GAAG;AAAA,MACxC,CAAC;AAED,4BAAG,kDAAkD,MAAM;AACzD,cAAM,gBAA4B;AAAA,UAChC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,mBAA+B;AAAA,UACnC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,aAAa;AAC/B,kBAAU,QAAQ,gBAAgB;AAElC,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,cAAc,MAAM;AAAA,UACxB,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,aAAa;AAAA,QAClD;AACA,cAAM,iBAAiB,MAAM;AAAA,UAC3B,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,aAAa;AAAA,QAClD;AAEA,kCAAO,YAAY,WAAW,EAAE,KAAK,GAAG;AACxC,kCAAO,YAAY,YAAY,EAAE,KAAK,GAAG;AACzC,kCAAO,eAAe,WAAW,EAAE,KAAK,GAAG;AAC3C,kCAAO,eAAe,YAAY,EAAE,KAAK,EAAE;AAAA,MAC7C,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,uBAAuB,MAAM;AACpC,4BAAG,sDAAsD,MAAM;AAC7D,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,QAAQ;AAAA,UACR,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,WAAW;AAAA,UACX,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,QAAQ;AAAA,UACR,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,WAAW;AAAA,UACX,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,QAAQ;AAC1B,kBAAU,QAAQ,QAAQ;AAE1B,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,kCAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,kCAAO,SAAS,QAAQ,EAAE,KAAK,YAAY;AAC3C,kCAAO,SAAS,KAAK,EAAE,KAAK,iBAAiB;AAC7C,kCAAO,SAAS,eAAe,EAAE,KAAK,GAAG;AACzC,kCAAO,SAAS,eAAe,EAAE,KAAK,GAAI;AAC1C,kCAAO,SAAS,WAAW,EAAE,KAAK,EAAE;AACpC,kCAAO,SAAS,YAAY,EAAE,KAAK,EAAE;AAAA,MACvC,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,uBAAuB,MAAM;AACpC,4BAAG,sDAAsD,MAAM;AAC7D,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,QAAQ;AAC1B,kBAAU,QAAQ,QAAQ;AAE1B,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,kCAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,kCAAO,SAAS,QAAQ,EAAE,KAAK,UAAU;AACzC,kCAAO,SAAS,KAAK,EAAE,KAAK,QAAQ;AACpC,kCAAO,SAAS,eAAe,EAAE,KAAK,GAAI;AAC1C,kCAAO,SAAS,WAAW,EAAE,KAAK,EAAE;AACpC,kCAAO,SAAS,YAAY,EAAE,KAAK,GAAG;AAAA,MACxC,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,kCAAkC,MAAM;AAC/C,4BAAG,yEAAyE,MAAM;AAChF,cAAM,UAAgC;AAAA,UACpC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,aAAa;AAAA,UACb,cAAc;AAAA,UACd,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,mBAAmB;AAAA,UACnB,mBAAmB;AAAA,YACjB,aAAa;AAAA,YACb,YAAY;AAAA,YACZ,aAAa;AAAA,YACb,cAAc;AAAA,YACd,qBAAqB;AAAA,cACnB,aAAa;AAAA,cACb,YAAY;AAAA,cACZ,aAAa;AAAA,YACf;AAAA,UACF;AAAA,UACA,oBAAoB;AAAA,YAClB,YAAY;AAAA,YACZ,aAAa;AAAA,YACb,aAAa;AAAA,UACf;AAAA,UACA,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,OAAO;AAEzB,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,kCAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,kCAAO,SAAS,QAAQ,EAAE,KAAK,QAAQ;AACvC,kCAAO,SAAS,KAAK,EAAE,KAAK,iBAAiB;AAC7C,kCAAO,SAAS,WAAW,EAAE,KAAK,GAAG;AACrC,kCAAO,SAAS,iBAAiB,EAAE,KAAK,GAAG;AAC3C,kCAAO,SAAS,gBAAgB,EAAE,KAAK,GAAG;AAC1C,kCAAO,SAAS,sBAAsB,EAAE,KAAK,EAAE;AAC/C,kCAAO,SAAS,eAAe,EAAE,KAAK,GAAG;AACzC,kCAAO,SAAS,qBAAqB,EAAE,KAAK,EAAE;AAC9C,kCAAO,SAAS,gBAAgB,EAAE,KAAK,EAAE;AACzC,kCAAO,SAAS,sBAAsB,EAAE,KAAK,EAAE;AAC/C,kCAAO,SAAS,YAAY,EAAE,KAAK,GAAG;AACtC,kCAAO,SAAS,gBAAgB,EAAE,KAAK,GAAG;AAC1C,kCAAO,SAAS,iBAAiB,EAAE,KAAK,GAAG;AAC3C,kCAAO,SAAS,iBAAiB,EAAE,KAAK,GAAI;AAAA,MAC9C,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,4BAA4B,MAAM;AACzC,4BAAG,yDAAyD,MAAM;AAChE,cAAM,aAAyB;AAAA,UAC7B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,aAAyB;AAAA,UAC7B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,QAAQ;AAAA,UACR,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,WAAW;AAAA,UACX,iBAAiB;AAAA,UACjB,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,aAAyB;AAAA,UAC7B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,UAAU;AAC5B,kBAAU,QAAQ,UAAU;AAC5B,kBAAU,QAAQ,UAAU;AAE5B,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,WAAW;AACzD,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,WAAW;AACzD,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,WAAW;AAEzD,kCAAO,QAAQ,EAAE,YAAY;AAC7B,kCAAO,QAAQ,EAAE,YAAY;AAC7B,kCAAO,QAAQ,EAAE,YAAY;AAAA,MAC/B,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,0BAA0B,MAAM;AACvC,4BAAG,8CAA8C,MAAM;AACrD,cAAM,UAAsB;AAAA,UAC1B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,OAAO;AAEzB,cAAM,SAAS,UAAU,QAAQ;AACjC,cAAM,SAAS,UAAU,QAAQ;AAGjC,kCAAO,OAAO,CAAC,CAAC,EAAE,QAAQ,OAAO,CAAC,CAAC;AAGnC,kCAAO,OAAO,CAAC,CAAC,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC;AAGpC,QAAC,OAAO,CAAC,EAAoB,cAAc;AAC3C,kCAAQ,OAAO,CAAC,EAAoB,WAAW,EAAE,KAAK,GAAG;AAAA,MAC3D,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,4BAA4B,MAAM;AACzC,4BAAG,qDAAqD,MAAM;AAC5D,cAAM,UAAsB;AAAA,UAC1B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA;AAAA,QAEnB;AAEA,kBAAU,QAAQ,OAAO;AAEzB,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,kCAAO,SAAS,QAAQ,EAAE,KAAK,EAAE;AACjC,kCAAO,SAAS,KAAK,EAAE,KAAK,EAAE;AAAA,MAChC,CAAC;AAAA,IACH,CAAC;AAED,gCAAS,+BAA+B,MAAM;AAC5C,4BAAG,kCAAkC,MAAM;AACzC,cAAM,aAAa;AAAA,UACjB,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,0BAA0B;AAAA,UAC1B,gBAAgB;AAAA,QAClB;AAEA,kBAAU,QAAQ,UAAU;AAE5B,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAAA,MAC9B,CAAC;AAED,4BAAG,kCAAkC,MAAM;AACzC,cAAM,aAAa;AAAA,UACjB,MAAM;AAAA,UACN,WAAW,KAAK,IAAI;AAAA,UACpB,uBAAuB;AAAA,UACvB,sBAAsB;AAAA,UACtB,4BAA4B;AAAA,UAC5B,oBAAoB,KAAK,IAAI;AAAA,QAC/B;AAEA,kBAAU,QAAQ,UAAU;AAE5B,cAAM,QAAQ,UAAU,QAAQ;AAChC,kCAAO,KAAK,EAAE,aAAa,CAAC;AAAA,MAC9B,CAAC;AAAA,IACH,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}