@livekit/agents 1.1.0 → 1.2.1

package/dist/metrics/model_usage.test.js

@@ -0,0 +1,476 @@
+import { beforeEach, describe, expect, it } from "vitest";
+import {
+  ModelUsageCollector,
+  filterZeroValues
+} from "./model_usage.js";
+describe("model_usage", () => {
+  describe("filterZeroValues", () => {
+    it("should filter out zero values from LLMModelUsage", () => {
+      const usage = {
+        type: "llm_usage",
+        provider: "openai",
+        model: "gpt-4o",
+        inputTokens: 100,
+        inputCachedTokens: 0,
+        inputAudioTokens: 0,
+        inputCachedAudioTokens: 0,
+        inputTextTokens: 0,
+        inputCachedTextTokens: 0,
+        inputImageTokens: 0,
+        inputCachedImageTokens: 0,
+        outputTokens: 50,
+        outputAudioTokens: 0,
+        outputTextTokens: 0,
+        sessionDurationMs: 0
+      };
+      const filtered = filterZeroValues(usage);
+      expect(filtered.type).toBe("llm_usage");
+      expect(filtered.provider).toBe("openai");
+      expect(filtered.model).toBe("gpt-4o");
+      expect(filtered.inputTokens).toBe(100);
+      expect(filtered.outputTokens).toBe(50);
+      expect(filtered.inputCachedTokens).toBeUndefined();
+      expect(filtered.inputAudioTokens).toBeUndefined();
+      expect(filtered.sessionDurationMs).toBeUndefined();
+    });
+    it("should filter out zero values from TTSModelUsage", () => {
+      const usage = {
+        type: "tts_usage",
+        provider: "elevenlabs",
+        model: "eleven_turbo_v2",
+        inputTokens: 0,
+        outputTokens: 0,
+        charactersCount: 500,
+        audioDurationMs: 3e3
+      };
+      const filtered = filterZeroValues(usage);
+      expect(filtered.type).toBe("tts_usage");
+      expect(filtered.provider).toBe("elevenlabs");
+      expect(filtered.charactersCount).toBe(500);
+      expect(filtered.audioDurationMs).toBe(3e3);
+      expect(filtered.inputTokens).toBeUndefined();
+      expect(filtered.outputTokens).toBeUndefined();
+    });
+    it("should keep all values when none are zero", () => {
+      const usage = {
+        type: "stt_usage",
+        provider: "deepgram",
+        model: "nova-2",
+        inputTokens: 10,
+        outputTokens: 20,
+        audioDurationMs: 5e3
+      };
+      const filtered = filterZeroValues(usage);
+      expect(Object.keys(filtered)).toHaveLength(6);
+      expect(filtered).toEqual(usage);
+    });
+  });
+  describe("ModelUsageCollector", () => {
+    let collector;
+    beforeEach(() => {
+      collector = new ModelUsageCollector();
+    });
+    describe("collect LLM metrics", () => {
+      it("should aggregate LLM metrics by provider and model", () => {
+        const metrics1 = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 50,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        const metrics2 = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          durationMs: 150,
+          ttftMs: 60,
+          cancelled: false,
+          completionTokens: 150,
+          promptTokens: 300,
+          promptCachedTokens: 75,
+          totalTokens: 450,
+          tokensPerSecond: 12,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        collector.collect(metrics1);
+        collector.collect(metrics2);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(1);
+        const llmUsage = usage[0];
+        expect(llmUsage.type).toBe("llm_usage");
+        expect(llmUsage.provider).toBe("openai");
+        expect(llmUsage.model).toBe("gpt-4o");
+        expect(llmUsage.inputTokens).toBe(500);
+        expect(llmUsage.inputCachedTokens).toBe(125);
+        expect(llmUsage.outputTokens).toBe(250);
+      });
+      it("should separate metrics by different providers", () => {
+        const openaiMetrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        const anthropicMetrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          durationMs: 120,
+          ttftMs: 55,
+          cancelled: false,
+          completionTokens: 80,
+          promptTokens: 150,
+          promptCachedTokens: 0,
+          totalTokens: 230,
+          tokensPerSecond: 8,
+          metadata: {
+            modelProvider: "anthropic",
+            modelName: "claude-3-5-sonnet"
+          }
+        };
+        collector.collect(openaiMetrics);
+        collector.collect(anthropicMetrics);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(2);
+        const openaiUsage = usage.find(
+          (u) => u.type === "llm_usage" && u.provider === "openai"
+        );
+        const anthropicUsage = usage.find(
+          (u) => u.type === "llm_usage" && u.provider === "anthropic"
+        );
+        expect(openaiUsage.inputTokens).toBe(200);
+        expect(openaiUsage.outputTokens).toBe(100);
+        expect(anthropicUsage.inputTokens).toBe(150);
+        expect(anthropicUsage.outputTokens).toBe(80);
+      });
+    });
+    describe("collect TTS metrics", () => {
+      it("should aggregate TTS metrics by provider and model", () => {
+        const metrics1 = {
+          type: "tts_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          ttfbMs: 100,
+          durationMs: 500,
+          audioDurationMs: 3e3,
+          cancelled: false,
+          charactersCount: 100,
+          inputTokens: 10,
+          outputTokens: 20,
+          streamed: true,
+          metadata: {
+            modelProvider: "elevenlabs",
+            modelName: "eleven_turbo_v2"
+          }
+        };
+        const metrics2 = {
+          type: "tts_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          ttfbMs: 120,
+          durationMs: 600,
+          audioDurationMs: 4e3,
+          cancelled: false,
+          charactersCount: 200,
+          inputTokens: 15,
+          outputTokens: 25,
+          streamed: true,
+          metadata: {
+            modelProvider: "elevenlabs",
+            modelName: "eleven_turbo_v2"
+          }
+        };
+        collector.collect(metrics1);
+        collector.collect(metrics2);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(1);
+        const ttsUsage = usage[0];
+        expect(ttsUsage.type).toBe("tts_usage");
+        expect(ttsUsage.provider).toBe("elevenlabs");
+        expect(ttsUsage.model).toBe("eleven_turbo_v2");
+        expect(ttsUsage.charactersCount).toBe(300);
+        expect(ttsUsage.audioDurationMs).toBe(7e3);
+        expect(ttsUsage.inputTokens).toBe(25);
+        expect(ttsUsage.outputTokens).toBe(45);
+      });
+    });
+    describe("collect STT metrics", () => {
+      it("should aggregate STT metrics by provider and model", () => {
+        const metrics1 = {
+          type: "stt_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 0,
+          audioDurationMs: 5e3,
+          inputTokens: 50,
+          outputTokens: 100,
+          streamed: true,
+          metadata: {
+            modelProvider: "deepgram",
+            modelName: "nova-2"
+          }
+        };
+        const metrics2 = {
+          type: "stt_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          durationMs: 0,
+          audioDurationMs: 3e3,
+          inputTokens: 30,
+          outputTokens: 60,
+          streamed: true,
+          metadata: {
+            modelProvider: "deepgram",
+            modelName: "nova-2"
+          }
+        };
+        collector.collect(metrics1);
+        collector.collect(metrics2);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(1);
+        const sttUsage = usage[0];
+        expect(sttUsage.type).toBe("stt_usage");
+        expect(sttUsage.provider).toBe("deepgram");
+        expect(sttUsage.model).toBe("nova-2");
+        expect(sttUsage.audioDurationMs).toBe(8e3);
+        expect(sttUsage.inputTokens).toBe(80);
+        expect(sttUsage.outputTokens).toBe(160);
+      });
+    });
+    describe("collect realtime model metrics", () => {
+      it("should aggregate realtime model metrics with detailed token breakdown", () => {
+        const metrics = {
+          type: "realtime_model_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 1e3,
+          ttftMs: 100,
+          cancelled: false,
+          inputTokens: 500,
+          outputTokens: 300,
+          totalTokens: 800,
+          tokensPerSecond: 10,
+          sessionDurationMs: 5e3,
+          inputTokenDetails: {
+            audioTokens: 200,
+            textTokens: 250,
+            imageTokens: 50,
+            cachedTokens: 100,
+            cachedTokensDetails: {
+              audioTokens: 30,
+              textTokens: 50,
+              imageTokens: 20
+            }
+          },
+          outputTokenDetails: {
+            textTokens: 200,
+            audioTokens: 100,
+            imageTokens: 0
+          },
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o-realtime"
+          }
+        };
+        collector.collect(metrics);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(1);
+        const llmUsage = usage[0];
+        expect(llmUsage.type).toBe("llm_usage");
+        expect(llmUsage.provider).toBe("openai");
+        expect(llmUsage.model).toBe("gpt-4o-realtime");
+        expect(llmUsage.inputTokens).toBe(500);
+        expect(llmUsage.inputCachedTokens).toBe(100);
+        expect(llmUsage.inputAudioTokens).toBe(200);
+        expect(llmUsage.inputCachedAudioTokens).toBe(30);
+        expect(llmUsage.inputTextTokens).toBe(250);
+        expect(llmUsage.inputCachedTextTokens).toBe(50);
+        expect(llmUsage.inputImageTokens).toBe(50);
+        expect(llmUsage.inputCachedImageTokens).toBe(20);
+        expect(llmUsage.outputTokens).toBe(300);
+        expect(llmUsage.outputTextTokens).toBe(200);
+        expect(llmUsage.outputAudioTokens).toBe(100);
+        expect(llmUsage.sessionDurationMs).toBe(5e3);
+      });
+    });
+    describe("mixed metrics collection", () => {
+      it("should collect and separate LLM, TTS, and STT metrics", () => {
+        const llmMetrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        const ttsMetrics = {
+          type: "tts_metrics",
+          label: "test",
+          requestId: "req2",
+          timestamp: Date.now(),
+          ttfbMs: 100,
+          durationMs: 500,
+          audioDurationMs: 3e3,
+          cancelled: false,
+          charactersCount: 100,
+          streamed: true,
+          metadata: {
+            modelProvider: "elevenlabs",
+            modelName: "eleven_turbo_v2"
+          }
+        };
+        const sttMetrics = {
+          type: "stt_metrics",
+          label: "test",
+          requestId: "req3",
+          timestamp: Date.now(),
+          durationMs: 0,
+          audioDurationMs: 5e3,
+          streamed: true,
+          metadata: {
+            modelProvider: "deepgram",
+            modelName: "nova-2"
+          }
+        };
+        collector.collect(llmMetrics);
+        collector.collect(ttsMetrics);
+        collector.collect(sttMetrics);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(3);
+        const llmUsage = usage.find((u) => u.type === "llm_usage");
+        const ttsUsage = usage.find((u) => u.type === "tts_usage");
+        const sttUsage = usage.find((u) => u.type === "stt_usage");
+        expect(llmUsage).toBeDefined();
+        expect(ttsUsage).toBeDefined();
+        expect(sttUsage).toBeDefined();
+      });
+    });
+    describe("flatten returns copies", () => {
+      it("should return deep copies of usage objects", () => {
+        const metrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10,
+          metadata: {
+            modelProvider: "openai",
+            modelName: "gpt-4o"
+          }
+        };
+        collector.collect(metrics);
+        const usage1 = collector.flatten();
+        const usage2 = collector.flatten();
+        expect(usage1[0]).toEqual(usage2[0]);
+        expect(usage1[0]).not.toBe(usage2[0]);
+        usage1[0].inputTokens = 9999;
+        expect(usage2[0].inputTokens).toBe(200);
+      });
+    });
+    describe("handles missing metadata", () => {
+      it("should use empty strings when metadata is missing", () => {
+        const metrics = {
+          type: "llm_metrics",
+          label: "test",
+          requestId: "req1",
+          timestamp: Date.now(),
+          durationMs: 100,
+          ttftMs: 50,
+          cancelled: false,
+          completionTokens: 100,
+          promptTokens: 200,
+          promptCachedTokens: 0,
+          totalTokens: 300,
+          tokensPerSecond: 10
+          // No metadata
+        };
+        collector.collect(metrics);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(1);
+        const llmUsage = usage[0];
+        expect(llmUsage.provider).toBe("");
+        expect(llmUsage.model).toBe("");
+      });
+    });
+    describe("ignores VAD and EOU metrics", () => {
+      it("should not collect VAD metrics", () => {
+        const vadMetrics = {
+          type: "vad_metrics",
+          label: "test",
+          timestamp: Date.now(),
+          idleTimeMs: 100,
+          inferenceDurationTotalMs: 50,
+          inferenceCount: 10
+        };
+        collector.collect(vadMetrics);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(0);
+      });
+      it("should not collect EOU metrics", () => {
+        const eouMetrics = {
+          type: "eou_metrics",
+          timestamp: Date.now(),
+          endOfUtteranceDelayMs: 100,
+          transcriptionDelayMs: 50,
+          onUserTurnCompletedDelayMs: 30,
+          lastSpeakingTimeMs: Date.now()
+        };
+        collector.collect(eouMetrics);
+        const usage = collector.flatten();
+        expect(usage).toHaveLength(0);
+      });
+    });
+  });
+});
+//# sourceMappingURL=model_usage.test.js.map

package/dist/metrics/model_usage.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/metrics/model_usage.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { beforeEach, describe, expect, it } from 'vitest';\nimport type { LLMMetrics, RealtimeModelMetrics, STTMetrics, TTSMetrics } from './base.js';\nimport {\n  type LLMModelUsage,\n  ModelUsageCollector,\n  type STTModelUsage,\n  type TTSModelUsage,\n  filterZeroValues,\n} from './model_usage.js';\n\ndescribe('model_usage', () => {\n  describe('filterZeroValues', () => {\n    it('should filter out zero values from LLMModelUsage', () => {\n      const usage: LLMModelUsage = {\n        type: 'llm_usage',\n        provider: 'openai',\n        model: 'gpt-4o',\n        inputTokens: 100,\n        inputCachedTokens: 0,\n        inputAudioTokens: 0,\n        inputCachedAudioTokens: 0,\n        inputTextTokens: 0,\n        inputCachedTextTokens: 0,\n        inputImageTokens: 0,\n        inputCachedImageTokens: 0,\n        outputTokens: 50,\n        outputAudioTokens: 0,\n        outputTextTokens: 0,\n        sessionDurationMs: 0,\n      };\n\n      const filtered = filterZeroValues(usage);\n\n      expect(filtered.type).toBe('llm_usage');\n      expect(filtered.provider).toBe('openai');\n      expect(filtered.model).toBe('gpt-4o');\n      expect(filtered.inputTokens).toBe(100);\n      expect(filtered.outputTokens).toBe(50);\n      // Zero values should be filtered out\n      expect(filtered.inputCachedTokens).toBeUndefined();\n      expect(filtered.inputAudioTokens).toBeUndefined();\n      expect(filtered.sessionDurationMs).toBeUndefined();\n    });\n\n    it('should filter out zero values from TTSModelUsage', () => {\n      const usage: TTSModelUsage = {\n        type: 'tts_usage',\n        provider: 'elevenlabs',\n        model: 'eleven_turbo_v2',\n        inputTokens: 0,\n        outputTokens: 0,\n        charactersCount: 500,\n        audioDurationMs: 3000,\n      };\n\n      const filtered = filterZeroValues(usage);\n\n      expect(filtered.type).toBe('tts_usage');\n      expect(filtered.provider).toBe('elevenlabs');\n      expect(filtered.charactersCount).toBe(500);\n      expect(filtered.audioDurationMs).toBe(3000);\n      expect(filtered.inputTokens).toBeUndefined();\n      expect(filtered.outputTokens).toBeUndefined();\n    });\n\n    it('should keep all values when none are zero', () => {\n      const usage: STTModelUsage = {\n        type: 'stt_usage',\n        provider: 'deepgram',\n        model: 'nova-2',\n        inputTokens: 10,\n        outputTokens: 20,\n        audioDurationMs: 5000,\n      };\n\n      const filtered = filterZeroValues(usage);\n\n      expect(Object.keys(filtered)).toHaveLength(6);\n      expect(filtered).toEqual(usage);\n    });\n  });\n\n  describe('ModelUsageCollector', () => {\n    let collector: ModelUsageCollector;\n\n    beforeEach(() => {\n      collector = new ModelUsageCollector();\n    });\n\n    describe('collect LLM metrics', () => {\n      it('should aggregate LLM metrics by provider and model', () => {\n        const metrics1: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 50,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        const metrics2: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          durationMs: 150,\n          ttftMs: 60,\n          cancelled: false,\n          completionTokens: 150,\n          promptTokens: 300,\n          promptCachedTokens: 75,\n          totalTokens: 450,\n          tokensPerSecond: 12,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        collector.collect(metrics1);\n        collector.collect(metrics2);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const llmUsage = usage[0] as LLMModelUsage;\n        expect(llmUsage.type).toBe('llm_usage');\n        expect(llmUsage.provider).toBe('openai');\n        expect(llmUsage.model).toBe('gpt-4o');\n        expect(llmUsage.inputTokens).toBe(500); // 200 + 300\n        expect(llmUsage.inputCachedTokens).toBe(125); // 50 + 75\n        expect(llmUsage.outputTokens).toBe(250); // 100 + 150\n      });\n\n      it('should separate metrics by different providers', () => {\n        const openaiMetrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        const anthropicMetrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          durationMs: 120,\n          ttftMs: 55,\n          cancelled: false,\n          completionTokens: 80,\n          promptTokens: 150,\n          promptCachedTokens: 0,\n          totalTokens: 230,\n          tokensPerSecond: 8,\n          metadata: {\n            modelProvider: 'anthropic',\n            modelName: 'claude-3-5-sonnet',\n          },\n        };\n\n        collector.collect(openaiMetrics);\n        collector.collect(anthropicMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(2);\n\n        const openaiUsage = usage.find(\n          (u) => u.type === 'llm_usage' && u.provider === 'openai',\n        ) as LLMModelUsage;\n        const anthropicUsage = usage.find(\n          (u) => u.type === 'llm_usage' && u.provider === 'anthropic',\n        ) as LLMModelUsage;\n\n        expect(openaiUsage.inputTokens).toBe(200);\n        expect(openaiUsage.outputTokens).toBe(100);\n        expect(anthropicUsage.inputTokens).toBe(150);\n        expect(anthropicUsage.outputTokens).toBe(80);\n      });\n    });\n\n    describe('collect TTS metrics', () => {\n      it('should aggregate TTS metrics by provider and model', () => {\n        const metrics1: TTSMetrics = {\n          type: 'tts_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          ttfbMs: 100,\n          durationMs: 500,\n          audioDurationMs: 3000,\n          cancelled: false,\n          charactersCount: 100,\n          inputTokens: 10,\n          outputTokens: 20,\n          streamed: true,\n          metadata: {\n            modelProvider: 'elevenlabs',\n            modelName: 'eleven_turbo_v2',\n          },\n        };\n\n        const metrics2: TTSMetrics = {\n          type: 'tts_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          ttfbMs: 120,\n          durationMs: 600,\n          audioDurationMs: 4000,\n          cancelled: false,\n          charactersCount: 200,\n          inputTokens: 15,\n          outputTokens: 25,\n          streamed: true,\n          metadata: {\n            modelProvider: 'elevenlabs',\n            modelName: 'eleven_turbo_v2',\n          },\n        };\n\n        collector.collect(metrics1);\n        collector.collect(metrics2);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const ttsUsage = usage[0] as TTSModelUsage;\n        expect(ttsUsage.type).toBe('tts_usage');\n        expect(ttsUsage.provider).toBe('elevenlabs');\n        expect(ttsUsage.model).toBe('eleven_turbo_v2');\n        expect(ttsUsage.charactersCount).toBe(300); // 100 + 200\n        expect(ttsUsage.audioDurationMs).toBe(7000); // 3000 + 4000\n        expect(ttsUsage.inputTokens).toBe(25); // 10 + 15\n        expect(ttsUsage.outputTokens).toBe(45); // 20 + 25\n      });\n    });\n\n    describe('collect STT metrics', () => {\n      it('should aggregate STT metrics by provider and model', () => {\n        const metrics1: STTMetrics = {\n          type: 'stt_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 0,\n          audioDurationMs: 5000,\n          inputTokens: 50,\n          outputTokens: 100,\n          streamed: true,\n          metadata: {\n            modelProvider: 'deepgram',\n            modelName: 'nova-2',\n          },\n        };\n\n        const metrics2: STTMetrics = {\n          type: 'stt_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          durationMs: 0,\n          audioDurationMs: 3000,\n          inputTokens: 30,\n          outputTokens: 60,\n          streamed: true,\n          metadata: {\n            modelProvider: 'deepgram',\n            modelName: 'nova-2',\n          },\n        };\n\n        collector.collect(metrics1);\n        collector.collect(metrics2);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const sttUsage = usage[0] as STTModelUsage;\n        expect(sttUsage.type).toBe('stt_usage');\n        expect(sttUsage.provider).toBe('deepgram');\n        expect(sttUsage.model).toBe('nova-2');\n        expect(sttUsage.audioDurationMs).toBe(8000); // 5000 + 3000\n        expect(sttUsage.inputTokens).toBe(80); // 50 + 30\n        expect(sttUsage.outputTokens).toBe(160); // 100 + 60\n      });\n    });\n\n    describe('collect realtime model metrics', () => {\n      it('should aggregate realtime model metrics with detailed token breakdown', () => {\n        const metrics: RealtimeModelMetrics = {\n          type: 'realtime_model_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 1000,\n          ttftMs: 100,\n          cancelled: false,\n          inputTokens: 500,\n          outputTokens: 300,\n          totalTokens: 800,\n          tokensPerSecond: 10,\n          sessionDurationMs: 5000,\n          inputTokenDetails: {\n            audioTokens: 200,\n            textTokens: 250,\n            imageTokens: 50,\n            cachedTokens: 100,\n            cachedTokensDetails: {\n              audioTokens: 30,\n              textTokens: 50,\n              imageTokens: 20,\n            },\n          },\n          outputTokenDetails: {\n            textTokens: 200,\n            audioTokens: 100,\n            imageTokens: 0,\n          },\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o-realtime',\n          },\n        };\n\n        collector.collect(metrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const llmUsage = usage[0] as LLMModelUsage;\n        expect(llmUsage.type).toBe('llm_usage');\n        expect(llmUsage.provider).toBe('openai');\n        expect(llmUsage.model).toBe('gpt-4o-realtime');\n        expect(llmUsage.inputTokens).toBe(500);\n        expect(llmUsage.inputCachedTokens).toBe(100);\n        expect(llmUsage.inputAudioTokens).toBe(200);\n        expect(llmUsage.inputCachedAudioTokens).toBe(30);\n        expect(llmUsage.inputTextTokens).toBe(250);\n        expect(llmUsage.inputCachedTextTokens).toBe(50);\n        expect(llmUsage.inputImageTokens).toBe(50);\n        expect(llmUsage.inputCachedImageTokens).toBe(20);\n        expect(llmUsage.outputTokens).toBe(300);\n        expect(llmUsage.outputTextTokens).toBe(200);\n        expect(llmUsage.outputAudioTokens).toBe(100);\n        expect(llmUsage.sessionDurationMs).toBe(5000);\n      });\n    });\n\n    describe('mixed metrics collection', () => {\n      it('should collect and separate LLM, TTS, and STT metrics', () => {\n        const llmMetrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        const ttsMetrics: TTSMetrics = {\n          type: 'tts_metrics',\n          label: 'test',\n          requestId: 'req2',\n          timestamp: Date.now(),\n          ttfbMs: 100,\n          durationMs: 500,\n          audioDurationMs: 3000,\n          cancelled: false,\n          charactersCount: 100,\n          streamed: true,\n          metadata: {\n            modelProvider: 'elevenlabs',\n            modelName: 'eleven_turbo_v2',\n          },\n        };\n\n        const sttMetrics: STTMetrics = {\n          type: 'stt_metrics',\n          label: 'test',\n          requestId: 'req3',\n          timestamp: Date.now(),\n          durationMs: 0,\n          audioDurationMs: 5000,\n          streamed: true,\n          metadata: {\n            modelProvider: 'deepgram',\n            modelName: 'nova-2',\n          },\n        };\n\n        collector.collect(llmMetrics);\n        collector.collect(ttsMetrics);\n        collector.collect(sttMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(3);\n\n        const llmUsage = usage.find((u) => u.type === 'llm_usage');\n        const ttsUsage = usage.find((u) => u.type === 'tts_usage');\n        const sttUsage = usage.find((u) => u.type === 'stt_usage');\n\n        expect(llmUsage).toBeDefined();\n        expect(ttsUsage).toBeDefined();\n        expect(sttUsage).toBeDefined();\n      });\n    });\n\n    describe('flatten returns copies', () => {\n      it('should return deep copies of usage objects', () => {\n        const metrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          metadata: {\n            modelProvider: 'openai',\n            modelName: 'gpt-4o',\n          },\n        };\n\n        collector.collect(metrics);\n\n        const usage1 = collector.flatten();\n        const usage2 = collector.flatten();\n\n        // Should be equal values\n        expect(usage1[0]).toEqual(usage2[0]);\n\n        // But not the same object reference\n        expect(usage1[0]).not.toBe(usage2[0]);\n\n        // Modifying one shouldn't affect the other\n        (usage1[0] as LLMModelUsage).inputTokens = 9999;\n        expect((usage2[0] as LLMModelUsage).inputTokens).toBe(200);\n      });\n    });\n\n    describe('handles missing metadata', () => {\n      it('should use empty strings when metadata is missing', () => {\n        const metrics: LLMMetrics = {\n          type: 'llm_metrics',\n          label: 'test',\n          requestId: 'req1',\n          timestamp: Date.now(),\n          durationMs: 100,\n          ttftMs: 50,\n          cancelled: false,\n          completionTokens: 100,\n          promptTokens: 200,\n          promptCachedTokens: 0,\n          totalTokens: 300,\n          tokensPerSecond: 10,\n          // No metadata\n        };\n\n        collector.collect(metrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(1);\n\n        const llmUsage = usage[0] as LLMModelUsage;\n        expect(llmUsage.provider).toBe('');\n        expect(llmUsage.model).toBe('');\n      });\n    });\n\n    describe('ignores VAD and EOU metrics', () => {\n      it('should not collect VAD metrics', () => {\n        const vadMetrics = {\n          type: 'vad_metrics' as const,\n          label: 'test',\n          timestamp: Date.now(),\n          idleTimeMs: 100,\n          inferenceDurationTotalMs: 50,\n          inferenceCount: 10,\n        };\n\n        collector.collect(vadMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(0);\n      });\n\n      it('should not collect EOU metrics', () => {\n        const eouMetrics = {\n          type: 'eou_metrics' as const,\n          timestamp: Date.now(),\n          endOfUtteranceDelayMs: 100,\n          transcriptionDelayMs: 50,\n          onUserTurnCompletedDelayMs: 30,\n          lastSpeakingTimeMs: Date.now(),\n        };\n\n        collector.collect(eouMetrics);\n\n        const usage = collector.flatten();\n        expect(usage).toHaveLength(0);\n      });\n    });\n  });\n});\n"],"mappings":"AAGA,SAAS,YAAY,UAAU,QAAQ,UAAU;AAEjD;AAAA,EAEE;AAAA,EAGA;AAAA,OACK;AAEP,SAAS,eAAe,MAAM;AAC5B,WAAS,oBAAoB,MAAM;AACjC,OAAG,oDAAoD,MAAM;AAC3D,YAAM,QAAuB;AAAA,QAC3B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,OAAO;AAAA,QACP,aAAa;AAAA,QACb,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,iBAAiB;AAAA,QACjB,uBAAuB;AAAA,QACvB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,cAAc;AAAA,QACd,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,mBAAmB;AAAA,MACrB;AAEA,YAAM,WAAW,iBAAiB,KAAK;AAEvC,aAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,aAAO,SAAS,QAAQ,EAAE,KAAK,QAAQ;AACvC,aAAO,SAAS,KAAK,EAAE,KAAK,QAAQ;AACpC,aAAO,SAAS,WAAW,EAAE,KAAK,GAAG;AACrC,aAAO,SAAS,YAAY,EAAE,KAAK,EAAE;AAErC,aAAO,SAAS,iBAAiB,EAAE,cAAc;AACjD,aAAO,SAAS,gBAAgB,EAAE,cAAc;AAChD,aAAO,SAAS,iBAAiB,EAAE,cAAc;AAAA,IACnD,CAAC;AAED,OAAG,oDAAoD,MAAM;AAC3D,YAAM,QAAuB;AAAA,QAC3B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,OAAO;AAAA,QACP,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,MACnB;AAEA,YAAM,WAAW,iBAAiB,KAAK;AAEvC,aAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,aAAO,SAAS,QAAQ,EAAE,KAAK,YAAY;AAC3C,aAAO,SAAS,eAAe,EAAE,KAAK,GAAG;AACzC,aAAO,SAAS,eAAe,EAAE,KAAK,GAAI;AAC1C,aAAO,SAAS,WAAW,EAAE,cAAc;AAC3C,aAAO,SAAS,YAAY,EAAE,cAAc;AAAA,IAC9C,CAAC;AAED,OAAG,6CAA6C,MAAM;AACpD,YAAM,QAAuB;AAAA,QAC3B,MAAM;AAAA,QACN,UAAU;AAAA,QACV,OAAO;AAAA,QACP,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,MACnB;AAEA,YAAM,WAAW,iBAAiB,KAAK;AAEvC,aAAO,OAAO,KAAK,QAAQ,CAAC,EAAE,aAAa,CAAC;AAC5C,aAAO,QAAQ,EAAE,QAAQ,KAAK;AAAA,IAChC,CAAC;AAAA,EACH,CAAC;AAED,WAAS,uBAAuB,MAAM;AACpC,QAAI;AAEJ,eAAW,MAAM;AACf,kBAAY,IAAI,oBAAoB;AAAA,IACtC,CAAC;AAED,aAAS,uBAAuB,MAAM;AACpC,SAAG,sDAAsD,MAAM;AAC7D,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,QAAQ;AAC1B,kBAAU,QAAQ,QAAQ;AAE1B,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,eAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,eAAO,SAAS,QAAQ,EAAE,KAAK,QAAQ;AACvC,eAAO,SAAS,KAAK,EAAE,KAAK,QAAQ;AACpC,eAAO,SAAS,WAAW,EAAE,KAAK,GAAG;AACrC,eAAO,SAAS,iBAAiB,EAAE,KAAK,GAAG;AAC3C,eAAO,SAAS,YAAY,EAAE,KAAK,GAAG;AAAA,MACxC,CAAC;AAED,SAAG,kDAAkD,MAAM;AACzD,cAAM,gBAA4B;AAAA,UAChC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,mBAA+B;AAAA,UACnC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,aAAa;AAC/B,kBAAU,QAAQ,gBAAgB;AAElC,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,cAAc,MAAM;AAAA,UACxB,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,aAAa;AAAA,QAClD;AACA,cAAM,iBAAiB,MAAM;AAAA,UAC3B,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,aAAa;AAAA,QAClD;AAEA,eAAO,YAAY,WAAW,EAAE,KAAK,GAAG;AACxC,eAAO,YAAY,YAAY,EAAE,KAAK,GAAG;AACzC,eAAO,eAAe,WAAW,EAAE,KAAK,GAAG;AAC3C,eAAO,eAAe,YAAY,EAAE,KAAK,EAAE;AAAA,MAC7C,CAAC;AAAA,IACH,CAAC;AAED,aAAS,uBAAuB,MAAM;AACpC,SAAG,sDAAsD,MAAM;AAC7D,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,QAAQ;AAAA,UACR,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,WAAW;AAAA,UACX,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,QAAQ;AAAA,UACR,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,WAAW;AAAA,UACX,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,QAAQ;AAC1B,kBAAU,QAAQ,QAAQ;AAE1B,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,eAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,eAAO,SAAS,QAAQ,EAAE,KAAK,YAAY;AAC3C,eAAO,SAAS,KAAK,EAAE,KAAK,iBAAiB;AAC7C,eAAO,SAAS,eAAe,EAAE,KAAK,GAAG;AACzC,eAAO,SAAS,eAAe,EAAE,KAAK,GAAI;AAC1C,eAAO,SAAS,WAAW,EAAE,KAAK,EAAE;AACpC,eAAO,SAAS,YAAY,EAAE,KAAK,EAAE;AAAA,MACvC,CAAC;AAAA,IACH,CAAC;AAED,aAAS,uBAAuB,MAAM;AACpC,SAAG,sDAAsD,MAAM;AAC7D,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,WAAuB;AAAA,UAC3B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,aAAa;AAAA,UACb,cAAc;AAAA,UACd,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,QAAQ;AAC1B,kBAAU,QAAQ,QAAQ;AAE1B,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,eAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,eAAO,SAAS,QAAQ,EAAE,KAAK,UAAU;AACzC,eAAO,SAAS,KAAK,EAAE,KAAK,QAAQ;AACpC,eAAO,SAAS,eAAe,EAAE,KAAK,GAAI;AAC1C,eAAO,SAAS,WAAW,EAAE,KAAK,EAAE;AACpC,eAAO,SAAS,YAAY,EAAE,KAAK,GAAG;AAAA,MACxC,CAAC;AAAA,IACH,CAAC;AAED,aAAS,kCAAkC,MAAM;AAC/C,SAAG,yEAAyE,MAAM;AAChF,cAAM,UAAgC;AAAA,UACpC,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,aAAa;AAAA,UACb,cAAc;AAAA,UACd,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,mBAAmB;AAAA,UACnB,mBAAmB;AAAA,YACjB,aAAa;AAAA,YACb,YAAY;AAAA,YACZ,aAAa;AAAA,YACb,cAAc;AAAA,YACd,qBAAqB;AAAA,cACnB,aAAa;AAAA,cACb,YAAY;AAAA,cACZ,aAAa;AAAA,YACf;AAAA,UACF;AAAA,UACA,oBAAoB;AAAA,YAClB,YAAY;AAAA,YACZ,aAAa;AAAA,YACb,aAAa;AAAA,UACf;AAAA,UACA,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,OAAO;AAEzB,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,eAAO,SAAS,IAAI,EAAE,KAAK,WAAW;AACtC,eAAO,SAAS,QAAQ,EAAE,KAAK,QAAQ;AACvC,eAAO,SAAS,KAAK,EAAE,KAAK,iBAAiB;AAC7C,eAAO,SAAS,WAAW,EAAE,KAAK,GAAG;AACrC,eAAO,SAAS,iBAAiB,EAAE,KAAK,GAAG;AAC3C,eAAO,SAAS,gBAAgB,EAAE,KAAK,GAAG;AAC1C,eAAO,SAAS,sBAAsB,EAAE,KAAK,EAAE;AAC/C,eAAO,SAAS,eAAe,EAAE,KAAK,GAAG;AACzC,eAAO,SAAS,qBAAqB,EAAE,KAAK,EAAE;AAC9C,eAAO,SAAS,gBAAgB,EAAE,KAAK,EAAE;AACzC,eAAO,SAAS,sBAAsB,EAAE,KAAK,EAAE;AAC/C,eAAO,SAAS,YAAY,EAAE,KAAK,GAAG;AACtC,eAAO,SAAS,gBAAgB,EAAE,KAAK,GAAG;AAC1C,eAAO,SAAS,iBAAiB,EAAE,KAAK,GAAG;AAC3C,eAAO,SAAS,iBAAiB,EAAE,KAAK,GAAI;AAAA,MAC9C,CAAC;AAAA,IACH,CAAC;AAED,aAAS,4BAA4B,MAAM;AACzC,SAAG,yDAAyD,MAAM;AAChE,cAAM,aAAyB;AAAA,UAC7B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,aAAyB;AAAA,UAC7B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,QAAQ;AAAA,UACR,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,WAAW;AAAA,UACX,iBAAiB;AAAA,UACjB,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,cAAM,aAAyB;AAAA,UAC7B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,UAAU;AAAA,UACV,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,UAAU;AAC5B,kBAAU,QAAQ,UAAU;AAC5B,kBAAU,QAAQ,UAAU;AAE5B,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,WAAW;AACzD,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,WAAW;AACzD,cAAM,WAAW,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,WAAW;AAEzD,eAAO,QAAQ,EAAE,YAAY;AAC7B,eAAO,QAAQ,EAAE,YAAY;AAC7B,eAAO,QAAQ,EAAE,YAAY;AAAA,MAC/B,CAAC;AAAA,IACH,CAAC;AAED,aAAS,0BAA0B,MAAM;AACvC,SAAG,8CAA8C,MAAM;AACrD,cAAM,UAAsB;AAAA,UAC1B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA,UACjB,UAAU;AAAA,YACR,eAAe;AAAA,YACf,WAAW;AAAA,UACb;AAAA,QACF;AAEA,kBAAU,QAAQ,OAAO;AAEzB,cAAM,SAAS,UAAU,QAAQ;AACjC,cAAM,SAAS,UAAU,QAAQ;AAGjC,eAAO,OAAO,CAAC,CAAC,EAAE,QAAQ,OAAO,CAAC,CAAC;AAGnC,eAAO,OAAO,CAAC,CAAC,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC;AAGpC,QAAC,OAAO,CAAC,EAAoB,cAAc;AAC3C,eAAQ,OAAO,CAAC,EAAoB,WAAW,EAAE,KAAK,GAAG;AAAA,MAC3D,CAAC;AAAA,IACH,CAAC;AAED,aAAS,4BAA4B,MAAM;AACzC,SAAG,qDAAqD,MAAM;AAC5D,cAAM,UAAsB;AAAA,UAC1B,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW;AAAA,UACX,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,QAAQ;AAAA,UACR,WAAW;AAAA,UACX,kBAAkB;AAAA,UAClB,cAAc;AAAA,UACd,oBAAoB;AAAA,UACpB,aAAa;AAAA,UACb,iBAAiB;AAAA;AAAA,QAEnB;AAEA,kBAAU,QAAQ,OAAO;AAEzB,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAE5B,cAAM,WAAW,MAAM,CAAC;AACxB,eAAO,SAAS,QAAQ,EAAE,KAAK,EAAE;AACjC,eAAO,SAAS,KAAK,EAAE,KAAK,EAAE;AAAA,MAChC,CAAC;AAAA,IACH,CAAC;AAED,aAAS,+BAA+B,MAAM;AAC5C,SAAG,kCAAkC,MAAM;AACzC,cAAM,aAAa;AAAA,UACjB,MAAM;AAAA,UACN,OAAO;AAAA,UACP,WAAW,KAAK,IAAI;AAAA,UACpB,YAAY;AAAA,UACZ,0BAA0B;AAAA,UAC1B,gBAAgB;AAAA,QAClB;AAEA,kBAAU,QAAQ,UAAU;AAE5B,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAAA,MAC9B,CAAC;AAED,SAAG,kCAAkC,MAAM;AACzC,cAAM,aAAa;AAAA,UACjB,MAAM;AAAA,UACN,WAAW,KAAK,IAAI;AAAA,UACpB,uBAAuB;AAAA,UACvB,sBAAsB;AAAA,UACtB,4BAA4B;AAAA,UAC5B,oBAAoB,KAAK,IAAI;AAAA,QAC/B;AAEA,kBAAU,QAAQ,UAAU;AAE5B,cAAM,QAAQ,UAAU,QAAQ;AAChC,eAAO,KAAK,EAAE,aAAa,CAAC;AAAA,MAC9B,CAAC;AAAA,IACH,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}

package/dist/metrics/usage_collector.cjs

@@ -21,15 +21,18 @@ __export(usage_collector_exports, {
   UsageCollector: () => UsageCollector
 });
 module.exports = __toCommonJS(usage_collector_exports);
+var import_log = require("../log.cjs");
 class UsageCollector {
   summary;
+  logger = (0, import_log.log)();
   constructor() {
+    this.logger.warn("UsageCollector is deprecated. Use ModelUsageCollector instead.");
     this.summary = {
       llmPromptTokens: 0,
       llmPromptCachedTokens: 0,
       llmCompletionTokens: 0,
       ttsCharactersCount: 0,
-      sttAudioDuration: 0
+      sttAudioDurationMs: 0
     };
   }
   collect(metrics) {
@@ -44,7 +47,7 @@ class UsageCollector {
     } else if (metrics.type === "tts_metrics") {
       this.summary.ttsCharactersCount += metrics.charactersCount;
     } else if (metrics.type === "stt_metrics") {
-      this.summary.sttAudioDuration += metrics.audioDuration;
+      this.summary.sttAudioDurationMs += metrics.audioDurationMs;
     }
   }
   getSummary() {

package/dist/metrics/usage_collector.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/usage_collector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AgentMetrics } from './base.js';\n\nexport interface UsageSummary {\n  llmPromptTokens: number;\n  llmPromptCachedTokens: number;\n  llmCompletionTokens: number;\n  ttsCharactersCount: number;\n  sttAudioDuration: number;\n}\n\nexport class UsageCollector {\n  private summary: UsageSummary;\n\n  constructor() {\n    this.summary = {\n      llmPromptTokens: 0,\n      llmPromptCachedTokens: 0,\n      llmCompletionTokens: 0,\n      ttsCharactersCount: 0,\n      sttAudioDuration: 0,\n    };\n  }\n\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      this.summary.llmPromptTokens += metrics.promptTokens;\n      this.summary.llmPromptCachedTokens += metrics.promptCachedTokens;\n      this.summary.llmCompletionTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      this.summary.llmPromptTokens += metrics.inputTokens;\n      this.summary.llmPromptCachedTokens += metrics.inputTokenDetails.cachedTokens;\n      this.summary.llmCompletionTokens += metrics.outputTokens;\n    } else if (metrics.type === 'tts_metrics') {\n      this.summary.ttsCharactersCount += metrics.charactersCount;\n    } else if (metrics.type === 'stt_metrics') {\n      this.summary.sttAudioDuration += metrics.audioDuration;\n    }\n  }\n\n  getSummary(): UsageSummary {\n    return { ...this.summary };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAaO,MAAM,eAAe;AAAA,EAClB;AAAA,EAER,cAAc;AACZ,SAAK,UAAU;AAAA,MACb,iBAAiB;AAAA,MACjB,uBAAuB;AAAA,MACvB,qBAAqB;AAAA,MACrB,oBAAoB;AAAA,MACpB,kBAAkB;AAAA,IACpB;AAAA,EACF;AAAA,EAEA,QAAQ,SAA6B;AACnC,QAAI,QAAQ,SAAS,eAAe;AAClC,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ;AAC9C,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ,kBAAkB;AAChE,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,oBAAoB,QAAQ;AAAA,IAC3C;AAAA,EACF;AAAA,EAEA,aAA2B;AACzB,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AACF;","names":[]}
+{"version":3,"sources":["../../src/metrics/usage_collector.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { AgentMetrics } from './base.js';\n\n/**\n * @deprecated Use LLMModelUsage, TTSModelUsage, or STTModelUsage instead.\n * These new types provide per-model/provider usage aggregation for more detailed tracking.\n */\nexport interface UsageSummary {\n  llmPromptTokens: number;\n  llmPromptCachedTokens: number;\n  llmCompletionTokens: number;\n  ttsCharactersCount: number;\n  sttAudioDurationMs: number;\n}\n\n/**\n * @deprecated Use ModelUsageCollector instead.\n * ModelUsageCollector provides per-model/provider usage aggregation for more detailed tracking.\n */\nexport class UsageCollector {\n  private summary: UsageSummary;\n  private logger = log();\n\n  constructor() {\n    this.logger.warn('UsageCollector is deprecated. Use ModelUsageCollector instead.');\n    this.summary = {\n      llmPromptTokens: 0,\n      llmPromptCachedTokens: 0,\n      llmCompletionTokens: 0,\n      ttsCharactersCount: 0,\n      sttAudioDurationMs: 0,\n    };\n  }\n\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      this.summary.llmPromptTokens += metrics.promptTokens;\n      this.summary.llmPromptCachedTokens += metrics.promptCachedTokens;\n      this.summary.llmCompletionTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      this.summary.llmPromptTokens += metrics.inputTokens;\n      this.summary.llmPromptCachedTokens += metrics.inputTokenDetails.cachedTokens;\n      this.summary.llmCompletionTokens += metrics.outputTokens;\n    } else if (metrics.type === 'tts_metrics') {\n      this.summary.ttsCharactersCount += metrics.charactersCount;\n    } else if (metrics.type === 'stt_metrics') {\n      this.summary.sttAudioDurationMs += metrics.audioDurationMs;\n    }\n  }\n\n  getSummary(): UsageSummary {\n    return { ...this.summary };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAoB;AAmBb,MAAM,eAAe;AAAA,EAClB;AAAA,EACA,aAAS,gBAAI;AAAA,EAErB,cAAc;AACZ,SAAK,OAAO,KAAK,gEAAgE;AACjF,SAAK,UAAU;AAAA,MACb,iBAAiB;AAAA,MACjB,uBAAuB;AAAA,MACvB,qBAAqB;AAAA,MACrB,oBAAoB;AAAA,MACpB,oBAAoB;AAAA,IACtB;AAAA,EACF;AAAA,EAEA,QAAQ,SAA6B;AACnC,QAAI,QAAQ,SAAS,eAAe;AAClC,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ;AAC9C,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,0BAA0B;AACpD,WAAK,QAAQ,mBAAmB,QAAQ;AACxC,WAAK,QAAQ,yBAAyB,QAAQ,kBAAkB;AAChE,WAAK,QAAQ,uBAAuB,QAAQ;AAAA,IAC9C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C,WAAW,QAAQ,SAAS,eAAe;AACzC,WAAK,QAAQ,sBAAsB,QAAQ;AAAA,IAC7C;AAAA,EACF;AAAA,EAEA,aAA2B;AACzB,WAAO,EAAE,GAAG,KAAK,QAAQ;AAAA,EAC3B;AACF;","names":[]}

package/dist/metrics/usage_collector.d.cts

@@ -1,13 +1,22 @@
 import type { AgentMetrics } from './base.js';
+/**
+ * @deprecated Use LLMModelUsage, TTSModelUsage, or STTModelUsage instead.
+ * These new types provide per-model/provider usage aggregation for more detailed tracking.
+ */
 export interface UsageSummary {
     llmPromptTokens: number;
     llmPromptCachedTokens: number;
     llmCompletionTokens: number;
     ttsCharactersCount: number;
-    sttAudioDuration: number;
+    sttAudioDurationMs: number;
 }
+/**
+ * @deprecated Use ModelUsageCollector instead.
+ * ModelUsageCollector provides per-model/provider usage aggregation for more detailed tracking.
+ */
 export declare class UsageCollector {
     private summary;
+    private logger;
     constructor();
     collect(metrics: AgentMetrics): void;
     getSummary(): UsageSummary;

package/dist/metrics/usage_collector.d.ts

@@ -1,13 +1,22 @@
 import type { AgentMetrics } from './base.js';
+/**
+ * @deprecated Use LLMModelUsage, TTSModelUsage, or STTModelUsage instead.
+ * These new types provide per-model/provider usage aggregation for more detailed tracking.
+ */
 export interface UsageSummary {
     llmPromptTokens: number;
     llmPromptCachedTokens: number;
     llmCompletionTokens: number;
     ttsCharactersCount: number;
-    sttAudioDuration: number;
+    sttAudioDurationMs: number;
 }
+/**
+ * @deprecated Use ModelUsageCollector instead.
+ * ModelUsageCollector provides per-model/provider usage aggregation for more detailed tracking.
+ */
 export declare class UsageCollector {
     private summary;
+    private logger;
     constructor();
     collect(metrics: AgentMetrics): void;
     getSummary(): UsageSummary;

package/dist/metrics/usage_collector.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"usage_collector.d.ts","sourceRoot":"","sources":["../../src/metrics/usage_collector.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAe;;IAY9B,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI;IAgBpC,UAAU,IAAI,YAAY;CAG3B"}
+{"version":3,"file":"usage_collector.d.ts","sourceRoot":"","sources":["../../src/metrics/usage_collector.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,MAAM,CAAS;;IAavB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI;IAgBpC,UAAU,IAAI,YAAY;CAG3B"}

package/dist/metrics/usage_collector.js

@@ -1,12 +1,15 @@
+import { log } from "../log.js";
 class UsageCollector {
   summary;
+  logger = log();
   constructor() {
+    this.logger.warn("UsageCollector is deprecated. Use ModelUsageCollector instead.");
     this.summary = {
       llmPromptTokens: 0,
       llmPromptCachedTokens: 0,
       llmCompletionTokens: 0,
       ttsCharactersCount: 0,
-      sttAudioDuration: 0
+      sttAudioDurationMs: 0
     };
   }
   collect(metrics) {
@@ -21,7 +24,7 @@ class UsageCollector {
     } else if (metrics.type === "tts_metrics") {
       this.summary.ttsCharactersCount += metrics.charactersCount;
     } else if (metrics.type === "stt_metrics") {
-      this.summary.sttAudioDuration += metrics.audioDuration;
+      this.summary.sttAudioDurationMs += metrics.audioDurationMs;
     }
   }
   getSummary() {