@livekit/agents 0.5.2 → 0.6.0

package/dist/index.cjs

@@ -31,6 +31,7 @@ var src_exports = {};
 __export(src_exports, {
   cli: () => cli,
   llm: () => llm,
+  metrics: () => metrics,
   multimodal: () => multimodal,
   pipeline: () => pipeline,
   stt: () => stt,
@@ -40,6 +41,7 @@ __export(src_exports, {
 module.exports = __toCommonJS(src_exports);
 var cli = __toESM(require("./cli.cjs"), 1);
 var llm = __toESM(require("./llm/index.cjs"), 1);
+var metrics = __toESM(require("./metrics/index.cjs"), 1);
 var multimodal = __toESM(require("./multimodal/index.cjs"), 1);
 var pipeline = __toESM(require("./pipeline/index.cjs"), 1);
 var stt = __toESM(require("./stt/index.cjs"), 1);
@@ -59,6 +61,7 @@ __reExport(src_exports, require("./transcription.cjs"), module.exports);
 0 && (module.exports = {
   cli,
   llm,
+  metrics,
   multimodal,
   pipeline,
   stt,

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as llm from './llm/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,UAAqB;AACrB,UAAqB;AACrB,iBAA4B;AAC5B,eAA0B;AAC1B,UAAqB;AACrB,eAA0B;AAC1B,UAAqB;AAErB,wBAAc,qBAnBd;AAoBA,wBAAc,wBApBd;AAqBA,wBAAc,yBArBd;AAsBA,wBAAc,qBAtBd;AAuBA,wBAAc,wBAvBd;AAwBA,wBAAc,uBAxBd;AAyBA,wBAAc,qBAzBd;AA0BA,wBAAc,2BA1Bd;AA2BA,wBAAc,uBA3Bd;AA4BA,wBAAc,+BA5Bd;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,UAAqB;AACrB,UAAqB;AACrB,cAAyB;AACzB,iBAA4B;AAC5B,eAA0B;AAC1B,UAAqB;AACrB,eAA0B;AAC1B,UAAqB;AAErB,wBAAc,qBApBd;AAqBA,wBAAc,wBArBd;AAsBA,wBAAc,yBAtBd;AAuBA,wBAAc,qBAvBd;AAwBA,wBAAc,wBAxBd;AAyBA,wBAAc,uBAzBd;AA0BA,wBAAc,qBA1Bd;AA2BA,wBAAc,2BA3Bd;AA4BA,wBAAc,uBA5Bd;AA6BA,wBAAc,+BA7Bd;","names":[]}

package/dist/index.d.ts

@@ -7,6 +7,7 @@
  */
 import * as cli from './cli.js';
 import * as llm from './llm/index.js';
+import * as metrics from './metrics/index.js';
 import * as multimodal from './multimodal/index.js';
 import * as pipeline from './pipeline/index.js';
 import * as stt from './stt/index.js';
@@ -22,5 +23,5 @@ export * from './log.js';
 export * from './generator.js';
 export * from './audio.js';
 export * from './transcription.js';
-export { cli, stt, tts, llm, pipeline, multimodal, tokenize };
+export { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,UAAU,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AAEtC,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,UAAU,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AAEtC,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AAEnC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC"}

package/dist/index.js

@@ -1,5 +1,6 @@
 import * as cli from "./cli.js";
 import * as llm from "./llm/index.js";
+import * as metrics from "./metrics/index.js";
 import * as multimodal from "./multimodal/index.js";
 import * as pipeline from "./pipeline/index.js";
 import * as stt from "./stt/index.js";
@@ -18,6 +19,7 @@ export * from "./transcription.js";
 export {
   cli,
   llm,
+  metrics,
   multimodal,
   pipeline,
   stt,

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as llm from './llm/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize };\n"],"mappings":"AAWA,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,gBAAgB;AAC5B,YAAY,cAAc;AAC1B,YAAY,SAAS;AACrB,YAAY,cAAc;AAC1B,YAAY,SAAS;AAErB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as multimodal from './multimodal/index.js';\nimport * as pipeline from './pipeline/index.js';\nimport * as stt from './stt/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\n\nexport * from './vad.js';\nexport * from './plugin.js';\nexport * from './version.js';\nexport * from './job.js';\nexport * from './worker.js';\nexport * from './utils.js';\nexport * from './log.js';\nexport * from './generator.js';\nexport * from './audio.js';\nexport * from './transcription.js';\n\nexport { cli, stt, tts, llm, pipeline, multimodal, tokenize, metrics };\n"],"mappings":"AAWA,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,aAAa;AACzB,YAAY,gBAAgB;AAC5B,YAAY,cAAc;AAC1B,YAAY,SAAS;AACrB,YAAY,cAAc;AAC1B,YAAY,SAAS;AAErB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/llm/index.cjs

@@ -22,6 +22,7 @@ __export(llm_exports, {
   ChatMessage: () => import_chat_context.ChatMessage,
   ChatRole: () => import_chat_context.ChatRole,
   LLM: () => import_llm.LLM,
+  LLMEvent: () => import_llm.LLMEvent,
   LLMStream: () => import_llm.LLMStream,
   oaiBuildFunctionInfo: () => import_function_context.oaiBuildFunctionInfo,
   oaiParams: () => import_function_context.oaiParams
@@ -36,6 +37,7 @@ var import_llm = require("./llm.cjs");
   ChatMessage,
   ChatRole,
   LLM,
+  LLMEvent,
   LLMStream,
   oaiBuildFunctionInfo,
   oaiParams

package/dist/llm/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport {\n  type CallableFunction,\n  type FunctionCallInfo,\n  type CallableFunctionResult,\n  type FunctionContext,\n  type inferParameters,\n  oaiParams,\n  oaiBuildFunctionInfo,\n} from './function_context.js';\n\nexport {\n  type ChatImage,\n  type ChatAudio,\n  type ChatContent,\n  ChatRole,\n  ChatMessage,\n  ChatContext,\n} from './chat_context.js';\n\nexport {\n  type ChoiceDelta,\n  type CompletionUsage,\n  type Choice,\n  type ChatChunk,\n  LLM,\n  LLMStream,\n} from './llm.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,8BAQO;AAEP,0BAOO;AAEP,iBAOO;","names":[]}
+{"version":3,"sources":["../../src/llm/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport {\n  type CallableFunction,\n  type FunctionCallInfo,\n  type CallableFunctionResult,\n  type FunctionContext,\n  type inferParameters,\n  oaiParams,\n  oaiBuildFunctionInfo,\n} from './function_context.js';\n\nexport {\n  type ChatImage,\n  type ChatAudio,\n  type ChatContent,\n  ChatRole,\n  ChatMessage,\n  ChatContext,\n} from './chat_context.js';\n\nexport {\n  type ChoiceDelta,\n  type CompletionUsage,\n  type Choice,\n  type ChatChunk,\n  type LLMCallbacks,\n  LLMEvent,\n  LLM,\n  LLMStream,\n} from './llm.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,8BAQO;AAEP,0BAOO;AAEP,iBASO;","names":[]}

package/dist/llm/index.d.ts

@@ -1,4 +1,4 @@
 export { type CallableFunction, type FunctionCallInfo, type CallableFunctionResult, type FunctionContext, type inferParameters, oaiParams, oaiBuildFunctionInfo, } from './function_context.js';
 export { type ChatImage, type ChatAudio, type ChatContent, ChatRole, ChatMessage, ChatContext, } from './chat_context.js';
-export { type ChoiceDelta, type CompletionUsage, type Choice, type ChatChunk, LLM, LLMStream, } from './llm.js';
+export { type ChoiceDelta, type CompletionUsage, type Choice, type ChatChunk, type LLMCallbacks, LLMEvent, LLM, LLMStream, } from './llm.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/llm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,sBAAsB,EAC3B,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,SAAS,EACT,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,WAAW,EAChB,QAAQ,EACR,WAAW,EACX,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,MAAM,EACX,KAAK,SAAS,EACd,GAAG,EACH,SAAS,GACV,MAAM,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,sBAAsB,EAC3B,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,SAAS,EACT,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,WAAW,EAChB,QAAQ,EACR,WAAW,EACX,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,MAAM,EACX,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,QAAQ,EACR,GAAG,EACH,SAAS,GACV,MAAM,UAAU,CAAC"}

package/dist/llm/index.js

@@ -8,6 +8,7 @@ import {
   ChatContext
 } from "./chat_context.js";
 import {
+  LLMEvent,
   LLM,
   LLMStream
 } from "./llm.js";
@@ -16,6 +17,7 @@ export {
   ChatMessage,
   ChatRole,
   LLM,
+  LLMEvent,
   LLMStream,
   oaiBuildFunctionInfo,
   oaiParams

package/dist/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport {\n  type CallableFunction,\n  type FunctionCallInfo,\n  type CallableFunctionResult,\n  type FunctionContext,\n  type inferParameters,\n  oaiParams,\n  oaiBuildFunctionInfo,\n} from './function_context.js';\n\nexport {\n  type ChatImage,\n  type ChatAudio,\n  type ChatContent,\n  ChatRole,\n  ChatMessage,\n  ChatContext,\n} from './chat_context.js';\n\nexport {\n  type ChoiceDelta,\n  type CompletionUsage,\n  type Choice,\n  type ChatChunk,\n  LLM,\n  LLMStream,\n} from './llm.js';\n"],"mappings":"AAGA;AAAA,EAME;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EAKE;AAAA,EACA;AAAA,OACK;","names":[]}
+{"version":3,"sources":["../../src/llm/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport {\n  type CallableFunction,\n  type FunctionCallInfo,\n  type CallableFunctionResult,\n  type FunctionContext,\n  type inferParameters,\n  oaiParams,\n  oaiBuildFunctionInfo,\n} from './function_context.js';\n\nexport {\n  type ChatImage,\n  type ChatAudio,\n  type ChatContent,\n  ChatRole,\n  ChatMessage,\n  ChatContext,\n} from './chat_context.js';\n\nexport {\n  type ChoiceDelta,\n  type CompletionUsage,\n  type Choice,\n  type ChatChunk,\n  type LLMCallbacks,\n  LLMEvent,\n  LLM,\n  LLMStream,\n} from './llm.js';\n"],"mappings":"AAGA;AAAA,EAME;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEP;AAAA,EAME;AAAA,EACA;AAAA,EACA;AAAA,OACK;","names":[]}

package/dist/llm/llm.cjs

@@ -19,21 +19,63 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var llm_exports = {};
 __export(llm_exports, {
   LLM: () => LLM,
+  LLMEvent: () => LLMEvent,
   LLMStream: () => LLMStream
 });
 module.exports = __toCommonJS(llm_exports);
+var import_node_events = require("node:events");
 var import_utils = require("../utils.cjs");
-class LLM {
+var LLMEvent = /* @__PURE__ */ ((LLMEvent2) => {
+  LLMEvent2[LLMEvent2["METRICS_COLLECTED"] = 0] = "METRICS_COLLECTED";
+  return LLMEvent2;
+})(LLMEvent || {});
+class LLM extends import_node_events.EventEmitter {
 }
 class LLMStream {
+  output = new import_utils.AsyncIterableQueue();
   queue = new import_utils.AsyncIterableQueue();
   closed = false;
   _functionCalls = [];
+  #llm;
   #chatCtx;
   #fncCtx;
-  constructor(chatCtx, fncCtx) {
+  constructor(llm, chatCtx, fncCtx) {
+    this.#llm = llm;
     this.#chatCtx = chatCtx;
     this.#fncCtx = fncCtx;
+    this.monitorMetrics();
+  }
+  async monitorMetrics() {
+    const startTime = process.hrtime.bigint();
+    let ttft;
+    let requestId = "";
+    let usage;
+    for await (const ev of this.queue) {
+      this.output.put(ev);
+      requestId = ev.requestId;
+      if (!ttft) {
+        ttft = process.hrtime.bigint() - startTime;
+      }
+      if (ev.usage) {
+        usage = ev.usage;
+      }
+    }
+    this.output.close();
+    const duration = process.hrtime.bigint() - startTime;
+    const metrics = {
+      timestamp: Date.now(),
+      requestId,
+      ttft: Math.trunc(Number(ttft / BigInt(1e6))),
+      duration: Math.trunc(Number(duration / BigInt(1e6))),
+      cancelled: false,
+      // XXX(nbsp)
+      label: this.label,
+      completionTokens: (usage == null ? void 0 : usage.completionTokens) || 0,
+      promptTokens: (usage == null ? void 0 : usage.promptTokens) || 0,
+      totalTokens: (usage == null ? void 0 : usage.totalTokens) || 0,
+      tokensPerSecond: ((usage == null ? void 0 : usage.completionTokens) || 0) / Math.trunc(Number(duration / BigInt(1e9)))
+    };
+    this.#llm.emit(0 /* METRICS_COLLECTED */, metrics);
   }
   /** List of called functions from this stream. */
   get functionCalls() {
@@ -58,9 +100,10 @@ class LLMStream {
     return this._functionCalls;
   }
   next() {
-    return this.queue.next();
+    return this.output.next();
   }
   close() {
+    this.output.close();
     this.queue.close();
     this.closed = true;
   }
@@ -71,6 +114,7 @@ class LLMStream {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   LLM,
+  LLMEvent,
   LLMStream
 });
 //# sourceMappingURL=llm.cjs.map

package/dist/llm/llm.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncIterableQueue } from '../utils.js';\nimport type { ChatContext, ChatRole } from './chat_context.js';\nimport type { FunctionCallInfo, FunctionContext } from './function_context.js';\n\nexport interface ChoiceDelta {\n  role: ChatRole;\n  content?: string;\n  toolCalls?: FunctionCallInfo[];\n}\n\nexport interface CompletionUsage {\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n}\n\nexport interface Choice {\n  delta: ChoiceDelta;\n  index: number;\n}\n\nexport interface ChatChunk {\n  requestId: string;\n  choices: Choice[];\n  usage?: CompletionUsage;\n}\n\nexport abstract class LLM {\n  /**\n   * Returns a {@link LLMStream} that can be used to push text and receive LLM responses.\n   */\n  abstract chat({\n    chatCtx,\n    fncCtx,\n    temperature,\n    n,\n    parallelToolCalls,\n  }: {\n    chatCtx: ChatContext;\n    fncCtx?: FunctionContext;\n    temperature?: number;\n    n?: number;\n    parallelToolCalls?: boolean;\n  }): LLMStream;\n}\n\nexport abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {\n  protected queue = new AsyncIterableQueue<ChatChunk>();\n  protected closed = false;\n  protected _functionCalls: FunctionCallInfo[] = [];\n\n  #chatCtx: ChatContext;\n  #fncCtx?: FunctionContext;\n\n  constructor(chatCtx: ChatContext, fncCtx?: FunctionContext) {\n    this.#chatCtx = chatCtx;\n    this.#fncCtx = fncCtx;\n  }\n\n  /** List of called functions from this stream. */\n  get functionCalls(): FunctionCallInfo[] {\n    return this._functionCalls;\n  }\n\n  /** The function context of this stream. */\n  get fncCtx(): FunctionContext | undefined {\n    return this.#fncCtx;\n  }\n\n  /** The initial chat context of this stream. */\n  get chatCtx(): ChatContext {\n    return this.#chatCtx;\n  }\n\n  /** Execute all deferred functions of this stream concurrently. */\n  executeFunctions(): FunctionCallInfo[] {\n    this._functionCalls.forEach(\n      (f) =>\n        (f.task = f.func.execute(f.params).then(\n          (result) => ({ name: f.name, toolCallId: f.toolCallId, result }),\n          (error) => ({ name: f.name, toolCallId: f.toolCallId, error }),\n        )),\n    );\n    return this._functionCalls;\n  }\n\n  next(): Promise<IteratorResult<ChatChunk>> {\n    return this.queue.next();\n  }\n\n  close() {\n    this.queue.close();\n    this.closed = true;\n  }\n\n  [Symbol.asyncIterator](): LLMStream {\n    return this;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAAmC;AA2B5B,MAAe,IAAI;AAiB1B;AAEO,MAAe,UAAsD;AAAA,EAChE,QAAQ,IAAI,gCAA8B;AAAA,EAC1C,SAAS;AAAA,EACT,iBAAqC,CAAC;AAAA,EAEhD;AAAA,EACA;AAAA,EAEA,YAAY,SAAsB,QAA0B;AAC1D,SAAK,WAAW;AAChB,SAAK,UAAU;AAAA,EACjB;AAAA;AAAA,EAGA,IAAI,gBAAoC;AACtC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAsC;AACxC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,mBAAuC;AACrC,SAAK,eAAe;AAAA,MAClB,CAAC,MACE,EAAE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,EAAE;AAAA,QACjC,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,OAAO;AAAA,QAC9D,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,MAAM;AAAA,MAC9D;AAAA,IACJ;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,OAA2C;AACzC,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB;AAAA,EAEA,QAAQ;AACN,SAAK,MAAM,MAAM;AACjB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAe;AAClC,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/llm/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport { EventEmitter } from 'node:events';\nimport type { LLMMetrics } from '../metrics/base.js';\nimport { AsyncIterableQueue } from '../utils.js';\nimport type { ChatContext, ChatRole } from './chat_context.js';\nimport type { FunctionCallInfo, FunctionContext } from './function_context.js';\n\nexport interface ChoiceDelta {\n  role: ChatRole;\n  content?: string;\n  toolCalls?: FunctionCallInfo[];\n}\n\nexport interface CompletionUsage {\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n}\n\nexport interface Choice {\n  delta: ChoiceDelta;\n  index: number;\n}\n\nexport interface ChatChunk {\n  requestId: string;\n  choices: Choice[];\n  usage?: CompletionUsage;\n}\n\nexport enum LLMEvent {\n  METRICS_COLLECTED,\n}\n\nexport type LLMCallbacks = {\n  [LLMEvent.METRICS_COLLECTED]: (metrics: LLMMetrics) => void;\n};\n\nexport abstract class LLM extends (EventEmitter as new () => TypedEmitter<LLMCallbacks>) {\n  /**\n   * Returns a {@link LLMStream} that can be used to push text and receive LLM responses.\n   */\n  abstract chat({\n    chatCtx,\n    fncCtx,\n    temperature,\n    n,\n    parallelToolCalls,\n  }: {\n    chatCtx: ChatContext;\n    fncCtx?: FunctionContext;\n    temperature?: number;\n    n?: number;\n    parallelToolCalls?: boolean;\n  }): LLMStream;\n}\n\nexport abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {\n  protected output = new AsyncIterableQueue<ChatChunk>();\n  protected queue = new AsyncIterableQueue<ChatChunk>();\n  protected closed = false;\n  protected _functionCalls: FunctionCallInfo[] = [];\n  abstract label: string;\n\n  #llm: LLM;\n  #chatCtx: ChatContext;\n  #fncCtx?: FunctionContext;\n\n  constructor(llm: LLM, chatCtx: ChatContext, fncCtx?: FunctionContext) {\n    this.#llm = llm;\n    this.#chatCtx = chatCtx;\n    this.#fncCtx = fncCtx;\n    this.monitorMetrics();\n  }\n\n  protected async monitorMetrics() {\n    const startTime = process.hrtime.bigint();\n    let ttft: bigint | undefined;\n    let requestId = '';\n    let usage: CompletionUsage | undefined;\n\n    for await (const ev of this.queue) {\n      this.output.put(ev);\n      requestId = ev.requestId;\n      if (!ttft) {\n        ttft = process.hrtime.bigint() - startTime;\n      }\n      if (ev.usage) {\n        usage = ev.usage;\n      }\n    }\n    this.output.close();\n\n    const duration = process.hrtime.bigint() - startTime;\n    const metrics: LLMMetrics = {\n      timestamp: Date.now(),\n      requestId,\n      ttft: Math.trunc(Number(ttft! / BigInt(1000000))),\n      duration: Math.trunc(Number(duration / BigInt(1000000))),\n      cancelled: false, // XXX(nbsp)\n      label: this.label,\n      completionTokens: usage?.completionTokens || 0,\n      promptTokens: usage?.promptTokens || 0,\n      totalTokens: usage?.totalTokens || 0,\n      tokensPerSecond:\n        (usage?.completionTokens || 0) / Math.trunc(Number(duration / BigInt(1000000000))),\n    };\n    this.#llm.emit(LLMEvent.METRICS_COLLECTED, metrics);\n  }\n\n  /** List of called functions from this stream. */\n  get functionCalls(): FunctionCallInfo[] {\n    return this._functionCalls;\n  }\n\n  /** The function context of this stream. */\n  get fncCtx(): FunctionContext | undefined {\n    return this.#fncCtx;\n  }\n\n  /** The initial chat context of this stream. */\n  get chatCtx(): ChatContext {\n    return this.#chatCtx;\n  }\n\n  /** Execute all deferred functions of this stream concurrently. */\n  executeFunctions(): FunctionCallInfo[] {\n    this._functionCalls.forEach(\n      (f) =>\n        (f.task = f.func.execute(f.params).then(\n          (result) => ({ name: f.name, toolCallId: f.toolCallId, result }),\n          (error) => ({ name: f.name, toolCallId: f.toolCallId, error }),\n        )),\n    );\n    return this._functionCalls;\n  }\n\n  next(): Promise<IteratorResult<ChatChunk>> {\n    return this.output.next();\n  }\n\n  close() {\n    this.output.close();\n    this.queue.close();\n    this.closed = true;\n  }\n\n  [Symbol.asyncIterator](): LLMStream {\n    return this;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA6B;AAE7B,mBAAmC;AA2B5B,IAAK,WAAL,kBAAKA,cAAL;AACL,EAAAA,oBAAA;AADU,SAAAA;AAAA,GAAA;AAQL,MAAe,YAAa,gCAAsD;AAiBzF;AAEO,MAAe,UAAsD;AAAA,EAChE,SAAS,IAAI,gCAA8B;AAAA,EAC3C,QAAQ,IAAI,gCAA8B;AAAA,EAC1C,SAAS;AAAA,EACT,iBAAqC,CAAC;AAAA,EAGhD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,SAAsB,QAA0B;AACpE,SAAK,OAAO;AACZ,SAAK,WAAW;AAChB,SAAK,UAAU;AACf,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,MAAgB,iBAAiB;AAC/B,UAAM,YAAY,QAAQ,OAAO,OAAO;AACxC,QAAI;AACJ,QAAI,YAAY;AAChB,QAAI;AAEJ,qBAAiB,MAAM,KAAK,OAAO;AACjC,WAAK,OAAO,IAAI,EAAE;AAClB,kBAAY,GAAG;AACf,UAAI,CAAC,MAAM;AACT,eAAO,QAAQ,OAAO,OAAO,IAAI;AAAA,MACnC;AACA,UAAI,GAAG,OAAO;AACZ,gBAAQ,GAAG;AAAA,MACb;AAAA,IACF;AACA,SAAK,OAAO,MAAM;AAElB,UAAM,WAAW,QAAQ,OAAO,OAAO,IAAI;AAC3C,UAAM,UAAsB;AAAA,MAC1B,WAAW,KAAK,IAAI;AAAA,MACpB;AAAA,MACA,MAAM,KAAK,MAAM,OAAO,OAAQ,OAAO,GAAO,CAAC,CAAC;AAAA,MAChD,UAAU,KAAK,MAAM,OAAO,WAAW,OAAO,GAAO,CAAC,CAAC;AAAA,MACvD,WAAW;AAAA;AAAA,MACX,OAAO,KAAK;AAAA,MACZ,mBAAkB,+BAAO,qBAAoB;AAAA,MAC7C,eAAc,+BAAO,iBAAgB;AAAA,MACrC,cAAa,+BAAO,gBAAe;AAAA,MACnC,mBACG,+BAAO,qBAAoB,KAAK,KAAK,MAAM,OAAO,WAAW,OAAO,GAAU,CAAC,CAAC;AAAA,IACrF;AACA,SAAK,KAAK,KAAK,2BAA4B,OAAO;AAAA,EACpD;AAAA;AAAA,EAGA,IAAI,gBAAoC;AACtC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAsC;AACxC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,mBAAuC;AACrC,SAAK,eAAe;AAAA,MAClB,CAAC,MACE,EAAE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,EAAE;AAAA,QACjC,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,OAAO;AAAA,QAC9D,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,MAAM;AAAA,MAC9D;AAAA,IACJ;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,OAA2C;AACzC,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA,EAEA,QAAQ;AACN,SAAK,OAAO,MAAM;AAClB,SAAK,MAAM,MAAM;AACjB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAe;AAClC,WAAO;AAAA,EACT;AACF;","names":["LLMEvent"]}

package/dist/llm/llm.d.ts

@@ -1,3 +1,5 @@
+import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
+import type { LLMMetrics } from '../metrics/base.js';
 import { AsyncIterableQueue } from '../utils.js';
 import type { ChatContext, ChatRole } from './chat_context.js';
 import type { FunctionCallInfo, FunctionContext } from './function_context.js';
@@ -20,7 +22,14 @@ export interface ChatChunk {
     choices: Choice[];
     usage?: CompletionUsage;
 }
-export declare abstract class LLM {
+export declare enum LLMEvent {
+    METRICS_COLLECTED = 0
+}
+export type LLMCallbacks = {
+    [LLMEvent.METRICS_COLLECTED]: (metrics: LLMMetrics) => void;
+};
+declare const LLM_base: new () => TypedEmitter<LLMCallbacks>;
+export declare abstract class LLM extends LLM_base {
     /**
      * Returns a {@link LLMStream} that can be used to push text and receive LLM responses.
      */
@@ -34,10 +43,13 @@ export declare abstract class LLM {
 }
 export declare abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {
     #private;
+    protected output: AsyncIterableQueue<ChatChunk>;
     protected queue: AsyncIterableQueue<ChatChunk>;
     protected closed: boolean;
     protected _functionCalls: FunctionCallInfo[];
-    constructor(chatCtx: ChatContext, fncCtx?: FunctionContext);
+    abstract label: string;
+    constructor(llm: LLM, chatCtx: ChatContext, fncCtx?: FunctionContext);
+    protected monitorMetrics(): Promise<void>;
     /** List of called functions from this stream. */
     get functionCalls(): FunctionCallInfo[];
     /** The function context of this stream. */
@@ -50,4 +62,5 @@ export declare abstract class LLMStream implements AsyncIterableIterator<ChatChu
     close(): void;
     [Symbol.asyncIterator](): LLMStream;
 }
+export {};
 //# sourceMappingURL=llm.d.ts.map

package/dist/llm/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/llm/llm.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE/E,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,eAAe;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,eAAe,CAAC;CACzB;AAED,8BAAsB,GAAG;IACvB;;OAEG;IACH,QAAQ,CAAC,IAAI,CAAC,EACZ,OAAO,EACP,MAAM,EACN,WAAW,EACX,CAAC,EACD,iBAAiB,GAClB,EAAE;QACD,OAAO,EAAE,WAAW,CAAC;QACrB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,GAAG,SAAS;CACd;AAED,8BAAsB,SAAU,YAAW,qBAAqB,CAAC,SAAS,CAAC;;IACzE,SAAS,CAAC,KAAK,gCAAuC;IACtD,SAAS,CAAC,MAAM,UAAS;IACzB,SAAS,CAAC,cAAc,EAAE,gBAAgB,EAAE,CAAM;gBAKtC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,eAAe;IAK1D,iDAAiD;IACjD,IAAI,aAAa,IAAI,gBAAgB,EAAE,CAEtC;IAED,2CAA2C;IAC3C,IAAI,MAAM,IAAI,eAAe,GAAG,SAAS,CAExC;IAED,+CAA+C;IAC/C,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,kEAAkE;IAClE,gBAAgB,IAAI,gBAAgB,EAAE;IAWtC,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAI1C,KAAK;IAKL,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,SAAS;CAGpC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../src/llm/llm.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEhF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE/E,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,gBAAgB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,eAAe;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,WAAW,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,eAAe,CAAC;CACzB;AAED,oBAAY,QAAQ;IAClB,iBAAiB,IAAA;CAClB;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,KAAK,IAAI,CAAC;CAC7D,CAAC;kCAE2D,aAAa,YAAY,CAAC;AAAvF,8BAAsB,GAAI,SAAQ,QAAsD;IACtF;;OAEG;IACH,QAAQ,CAAC,IAAI,CAAC,EACZ,OAAO,EACP,MAAM,EACN,WAAW,EACX,CAAC,EACD,iBAAiB,GAClB,EAAE;QACD,OAAO,EAAE,WAAW,CAAC;QACrB,MAAM,CAAC,EAAE,eAAe,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,CAAC,CAAC,EAAE,MAAM,CAAC;QACX,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,GAAG,SAAS;CACd;AAED,8BAAsB,SAAU,YAAW,qBAAqB,CAAC,SAAS,CAAC;;IACzE,SAAS,CAAC,MAAM,gCAAuC;IACvD,SAAS,CAAC,KAAK,gCAAuC;IACtD,SAAS,CAAC,MAAM,UAAS;IACzB,SAAS,CAAC,cAAc,EAAE,gBAAgB,EAAE,CAAM;IAClD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;gBAMX,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,eAAe;cAOpD,cAAc;IAmC9B,iDAAiD;IACjD,IAAI,aAAa,IAAI,gBAAgB,EAAE,CAEtC;IAED,2CAA2C;IAC3C,IAAI,MAAM,IAAI,eAAe,GAAG,SAAS,CAExC;IAED,+CAA+C;IAC/C,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,kEAAkE;IAClE,gBAAgB,IAAI,gBAAgB,EAAE;IAWtC,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IAI1C,KAAK;IAML,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,SAAS;CAGpC"}

package/dist/llm/llm.js

@@ -1,15 +1,56 @@
+import { EventEmitter } from "node:events";
 import { AsyncIterableQueue } from "../utils.js";
-class LLM {
+var LLMEvent = /* @__PURE__ */ ((LLMEvent2) => {
+  LLMEvent2[LLMEvent2["METRICS_COLLECTED"] = 0] = "METRICS_COLLECTED";
+  return LLMEvent2;
+})(LLMEvent || {});
+class LLM extends EventEmitter {
 }
 class LLMStream {
+  output = new AsyncIterableQueue();
   queue = new AsyncIterableQueue();
   closed = false;
   _functionCalls = [];
+  #llm;
   #chatCtx;
   #fncCtx;
-  constructor(chatCtx, fncCtx) {
+  constructor(llm, chatCtx, fncCtx) {
+    this.#llm = llm;
     this.#chatCtx = chatCtx;
     this.#fncCtx = fncCtx;
+    this.monitorMetrics();
+  }
+  async monitorMetrics() {
+    const startTime = process.hrtime.bigint();
+    let ttft;
+    let requestId = "";
+    let usage;
+    for await (const ev of this.queue) {
+      this.output.put(ev);
+      requestId = ev.requestId;
+      if (!ttft) {
+        ttft = process.hrtime.bigint() - startTime;
+      }
+      if (ev.usage) {
+        usage = ev.usage;
+      }
+    }
+    this.output.close();
+    const duration = process.hrtime.bigint() - startTime;
+    const metrics = {
+      timestamp: Date.now(),
+      requestId,
+      ttft: Math.trunc(Number(ttft / BigInt(1e6))),
+      duration: Math.trunc(Number(duration / BigInt(1e6))),
+      cancelled: false,
+      // XXX(nbsp)
+      label: this.label,
+      completionTokens: (usage == null ? void 0 : usage.completionTokens) || 0,
+      promptTokens: (usage == null ? void 0 : usage.promptTokens) || 0,
+      totalTokens: (usage == null ? void 0 : usage.totalTokens) || 0,
+      tokensPerSecond: ((usage == null ? void 0 : usage.completionTokens) || 0) / Math.trunc(Number(duration / BigInt(1e9)))
+    };
+    this.#llm.emit(0 /* METRICS_COLLECTED */, metrics);
   }
   /** List of called functions from this stream. */
   get functionCalls() {
@@ -34,9 +75,10 @@ class LLMStream {
     return this._functionCalls;
   }
   next() {
-    return this.queue.next();
+    return this.output.next();
   }
   close() {
+    this.output.close();
     this.queue.close();
     this.closed = true;
   }
@@ -46,6 +88,7 @@ class LLMStream {
 }
 export {
   LLM,
+  LLMEvent,
   LLMStream
 };
 //# sourceMappingURL=llm.js.map

package/dist/llm/llm.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncIterableQueue } from '../utils.js';\nimport type { ChatContext, ChatRole } from './chat_context.js';\nimport type { FunctionCallInfo, FunctionContext } from './function_context.js';\n\nexport interface ChoiceDelta {\n  role: ChatRole;\n  content?: string;\n  toolCalls?: FunctionCallInfo[];\n}\n\nexport interface CompletionUsage {\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n}\n\nexport interface Choice {\n  delta: ChoiceDelta;\n  index: number;\n}\n\nexport interface ChatChunk {\n  requestId: string;\n  choices: Choice[];\n  usage?: CompletionUsage;\n}\n\nexport abstract class LLM {\n  /**\n   * Returns a {@link LLMStream} that can be used to push text and receive LLM responses.\n   */\n  abstract chat({\n    chatCtx,\n    fncCtx,\n    temperature,\n    n,\n    parallelToolCalls,\n  }: {\n    chatCtx: ChatContext;\n    fncCtx?: FunctionContext;\n    temperature?: number;\n    n?: number;\n    parallelToolCalls?: boolean;\n  }): LLMStream;\n}\n\nexport abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {\n  protected queue = new AsyncIterableQueue<ChatChunk>();\n  protected closed = false;\n  protected _functionCalls: FunctionCallInfo[] = [];\n\n  #chatCtx: ChatContext;\n  #fncCtx?: FunctionContext;\n\n  constructor(chatCtx: ChatContext, fncCtx?: FunctionContext) {\n    this.#chatCtx = chatCtx;\n    this.#fncCtx = fncCtx;\n  }\n\n  /** List of called functions from this stream. */\n  get functionCalls(): FunctionCallInfo[] {\n    return this._functionCalls;\n  }\n\n  /** The function context of this stream. */\n  get fncCtx(): FunctionContext | undefined {\n    return this.#fncCtx;\n  }\n\n  /** The initial chat context of this stream. */\n  get chatCtx(): ChatContext {\n    return this.#chatCtx;\n  }\n\n  /** Execute all deferred functions of this stream concurrently. */\n  executeFunctions(): FunctionCallInfo[] {\n    this._functionCalls.forEach(\n      (f) =>\n        (f.task = f.func.execute(f.params).then(\n          (result) => ({ name: f.name, toolCallId: f.toolCallId, result }),\n          (error) => ({ name: f.name, toolCallId: f.toolCallId, error }),\n        )),\n    );\n    return this._functionCalls;\n  }\n\n  next(): Promise<IteratorResult<ChatChunk>> {\n    return this.queue.next();\n  }\n\n  close() {\n    this.queue.close();\n    this.closed = true;\n  }\n\n  [Symbol.asyncIterator](): LLMStream {\n    return this;\n  }\n}\n"],"mappings":"AAGA,SAAS,0BAA0B;AA2B5B,MAAe,IAAI;AAiB1B;AAEO,MAAe,UAAsD;AAAA,EAChE,QAAQ,IAAI,mBAA8B;AAAA,EAC1C,SAAS;AAAA,EACT,iBAAqC,CAAC;AAAA,EAEhD;AAAA,EACA;AAAA,EAEA,YAAY,SAAsB,QAA0B;AAC1D,SAAK,WAAW;AAChB,SAAK,UAAU;AAAA,EACjB;AAAA;AAAA,EAGA,IAAI,gBAAoC;AACtC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAsC;AACxC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,mBAAuC;AACrC,SAAK,eAAe;AAAA,MAClB,CAAC,MACE,EAAE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,EAAE;AAAA,QACjC,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,OAAO;AAAA,QAC9D,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,MAAM;AAAA,MAC9D;AAAA,IACJ;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,OAA2C;AACzC,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB;AAAA,EAEA,QAAQ;AACN,SAAK,MAAM,MAAM;AACjB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAe;AAClC,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/llm/llm.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';\nimport { EventEmitter } from 'node:events';\nimport type { LLMMetrics } from '../metrics/base.js';\nimport { AsyncIterableQueue } from '../utils.js';\nimport type { ChatContext, ChatRole } from './chat_context.js';\nimport type { FunctionCallInfo, FunctionContext } from './function_context.js';\n\nexport interface ChoiceDelta {\n  role: ChatRole;\n  content?: string;\n  toolCalls?: FunctionCallInfo[];\n}\n\nexport interface CompletionUsage {\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n}\n\nexport interface Choice {\n  delta: ChoiceDelta;\n  index: number;\n}\n\nexport interface ChatChunk {\n  requestId: string;\n  choices: Choice[];\n  usage?: CompletionUsage;\n}\n\nexport enum LLMEvent {\n  METRICS_COLLECTED,\n}\n\nexport type LLMCallbacks = {\n  [LLMEvent.METRICS_COLLECTED]: (metrics: LLMMetrics) => void;\n};\n\nexport abstract class LLM extends (EventEmitter as new () => TypedEmitter<LLMCallbacks>) {\n  /**\n   * Returns a {@link LLMStream} that can be used to push text and receive LLM responses.\n   */\n  abstract chat({\n    chatCtx,\n    fncCtx,\n    temperature,\n    n,\n    parallelToolCalls,\n  }: {\n    chatCtx: ChatContext;\n    fncCtx?: FunctionContext;\n    temperature?: number;\n    n?: number;\n    parallelToolCalls?: boolean;\n  }): LLMStream;\n}\n\nexport abstract class LLMStream implements AsyncIterableIterator<ChatChunk> {\n  protected output = new AsyncIterableQueue<ChatChunk>();\n  protected queue = new AsyncIterableQueue<ChatChunk>();\n  protected closed = false;\n  protected _functionCalls: FunctionCallInfo[] = [];\n  abstract label: string;\n\n  #llm: LLM;\n  #chatCtx: ChatContext;\n  #fncCtx?: FunctionContext;\n\n  constructor(llm: LLM, chatCtx: ChatContext, fncCtx?: FunctionContext) {\n    this.#llm = llm;\n    this.#chatCtx = chatCtx;\n    this.#fncCtx = fncCtx;\n    this.monitorMetrics();\n  }\n\n  protected async monitorMetrics() {\n    const startTime = process.hrtime.bigint();\n    let ttft: bigint | undefined;\n    let requestId = '';\n    let usage: CompletionUsage | undefined;\n\n    for await (const ev of this.queue) {\n      this.output.put(ev);\n      requestId = ev.requestId;\n      if (!ttft) {\n        ttft = process.hrtime.bigint() - startTime;\n      }\n      if (ev.usage) {\n        usage = ev.usage;\n      }\n    }\n    this.output.close();\n\n    const duration = process.hrtime.bigint() - startTime;\n    const metrics: LLMMetrics = {\n      timestamp: Date.now(),\n      requestId,\n      ttft: Math.trunc(Number(ttft! / BigInt(1000000))),\n      duration: Math.trunc(Number(duration / BigInt(1000000))),\n      cancelled: false, // XXX(nbsp)\n      label: this.label,\n      completionTokens: usage?.completionTokens || 0,\n      promptTokens: usage?.promptTokens || 0,\n      totalTokens: usage?.totalTokens || 0,\n      tokensPerSecond:\n        (usage?.completionTokens || 0) / Math.trunc(Number(duration / BigInt(1000000000))),\n    };\n    this.#llm.emit(LLMEvent.METRICS_COLLECTED, metrics);\n  }\n\n  /** List of called functions from this stream. */\n  get functionCalls(): FunctionCallInfo[] {\n    return this._functionCalls;\n  }\n\n  /** The function context of this stream. */\n  get fncCtx(): FunctionContext | undefined {\n    return this.#fncCtx;\n  }\n\n  /** The initial chat context of this stream. */\n  get chatCtx(): ChatContext {\n    return this.#chatCtx;\n  }\n\n  /** Execute all deferred functions of this stream concurrently. */\n  executeFunctions(): FunctionCallInfo[] {\n    this._functionCalls.forEach(\n      (f) =>\n        (f.task = f.func.execute(f.params).then(\n          (result) => ({ name: f.name, toolCallId: f.toolCallId, result }),\n          (error) => ({ name: f.name, toolCallId: f.toolCallId, error }),\n        )),\n    );\n    return this._functionCalls;\n  }\n\n  next(): Promise<IteratorResult<ChatChunk>> {\n    return this.output.next();\n  }\n\n  close() {\n    this.output.close();\n    this.queue.close();\n    this.closed = true;\n  }\n\n  [Symbol.asyncIterator](): LLMStream {\n    return this;\n  }\n}\n"],"mappings":"AAIA,SAAS,oBAAoB;AAE7B,SAAS,0BAA0B;AA2B5B,IAAK,WAAL,kBAAKA,cAAL;AACL,EAAAA,oBAAA;AADU,SAAAA;AAAA,GAAA;AAQL,MAAe,YAAa,aAAsD;AAiBzF;AAEO,MAAe,UAAsD;AAAA,EAChE,SAAS,IAAI,mBAA8B;AAAA,EAC3C,QAAQ,IAAI,mBAA8B;AAAA,EAC1C,SAAS;AAAA,EACT,iBAAqC,CAAC;AAAA,EAGhD;AAAA,EACA;AAAA,EACA;AAAA,EAEA,YAAY,KAAU,SAAsB,QAA0B;AACpE,SAAK,OAAO;AACZ,SAAK,WAAW;AAChB,SAAK,UAAU;AACf,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,MAAgB,iBAAiB;AAC/B,UAAM,YAAY,QAAQ,OAAO,OAAO;AACxC,QAAI;AACJ,QAAI,YAAY;AAChB,QAAI;AAEJ,qBAAiB,MAAM,KAAK,OAAO;AACjC,WAAK,OAAO,IAAI,EAAE;AAClB,kBAAY,GAAG;AACf,UAAI,CAAC,MAAM;AACT,eAAO,QAAQ,OAAO,OAAO,IAAI;AAAA,MACnC;AACA,UAAI,GAAG,OAAO;AACZ,gBAAQ,GAAG;AAAA,MACb;AAAA,IACF;AACA,SAAK,OAAO,MAAM;AAElB,UAAM,WAAW,QAAQ,OAAO,OAAO,IAAI;AAC3C,UAAM,UAAsB;AAAA,MAC1B,WAAW,KAAK,IAAI;AAAA,MACpB;AAAA,MACA,MAAM,KAAK,MAAM,OAAO,OAAQ,OAAO,GAAO,CAAC,CAAC;AAAA,MAChD,UAAU,KAAK,MAAM,OAAO,WAAW,OAAO,GAAO,CAAC,CAAC;AAAA,MACvD,WAAW;AAAA;AAAA,MACX,OAAO,KAAK;AAAA,MACZ,mBAAkB,+BAAO,qBAAoB;AAAA,MAC7C,eAAc,+BAAO,iBAAgB;AAAA,MACrC,cAAa,+BAAO,gBAAe;AAAA,MACnC,mBACG,+BAAO,qBAAoB,KAAK,KAAK,MAAM,OAAO,WAAW,OAAO,GAAU,CAAC,CAAC;AAAA,IACrF;AACA,SAAK,KAAK,KAAK,2BAA4B,OAAO;AAAA,EACpD;AAAA;AAAA,EAGA,IAAI,gBAAoC;AACtC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAsC;AACxC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,mBAAuC;AACrC,SAAK,eAAe;AAAA,MAClB,CAAC,MACE,EAAE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,EAAE;AAAA,QACjC,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,OAAO;AAAA,QAC9D,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,YAAY,EAAE,YAAY,MAAM;AAAA,MAC9D;AAAA,IACJ;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,OAA2C;AACzC,WAAO,KAAK,OAAO,KAAK;AAAA,EAC1B;AAAA,EAEA,QAAQ;AACN,SAAK,OAAO,MAAM;AAClB,SAAK,MAAM,MAAM;AACjB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAe;AAClC,WAAO;AAAA,EACT;AACF;","names":["LLMEvent"]}

package/dist/metrics/base.cjs

@@ -0,0 +1,44 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var base_exports = {};
+__export(base_exports, {
+  MultimodalLLMError: () => MultimodalLLMError
+});
+module.exports = __toCommonJS(base_exports);
+class MultimodalLLMError extends Error {
+  type;
+  reason;
+  code;
+  constructor({
+    type,
+    reason,
+    code,
+    message
+  } = {}, options) {
+    super(message, options);
+    this.type = type;
+    this.reason = reason;
+    this.code = code;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  MultimodalLLMError
+});
+//# sourceMappingURL=base.cjs.map

package/dist/metrics/base.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/metrics/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport interface LLMMetrics {\n  requestId: string;\n  timestamp: number;\n  ttft: number;\n  duration: number;\n  label: string;\n  cancelled: boolean;\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n  tokensPerSecond: number;\n  error?: Error;\n}\n\nexport interface STTMetrics {\n  requestId: string;\n  timestamp: number;\n  duration: number;\n  label: string;\n  audioDuration: number;\n  streamed: boolean;\n  error?: Error;\n}\n\nexport interface TTSMetrics {\n  requestId: string;\n  timestamp: number;\n  ttfb: number;\n  duration: number;\n  label: string;\n  audioDuration: number;\n  cancelled: boolean;\n  charactersCount: number;\n  streamed: boolean;\n  error?: Error;\n}\n\nexport interface VADMetrics {\n  timestamp: number;\n  idleTime: number;\n  inferenceDurationTotal: number;\n  inferenceCount: number;\n  label: string;\n}\n\nexport interface PipelineEOUMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n  /** Timestamp of when the event was recorded */\n  timestamp: number;\n  /** Amount of time between the end of speech from VAD and the decision to end the user's turn */\n  endOfUtteranceDelay: number;\n  /**\n   * Time taken to obtain the transcript after the end of the user's speech.\n   *\n   * @remarks\n   * May be 0 if the transcript was already available.\n   */\n  transcriptionDelay: number;\n}\n\nexport interface PipelineLLMMetrics extends LLMMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n}\n\nexport interface PipelineTTSMetrics extends TTSMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n}\n\nexport type PipelineSTTMetrics = STTMetrics;\nexport type PipelineVADMetrics = VADMetrics;\n\nexport class MultimodalLLMError extends Error {\n  type?: string;\n  reason?: string;\n  code?: string;\n  constructor(\n    {\n      type,\n      reason,\n      code,\n      message,\n    }: { type?: string; reason?: string; code?: string; message?: string } = {},\n    options?: ErrorOptions,\n  ) {\n    super(message, options);\n    this.type = type;\n    this.reason = reason;\n    this.code = code;\n  }\n}\n\nexport interface MultimodalLLMMetrics extends LLMMetrics {\n  inputTokenDetails: {\n    cachedTokens: number;\n    textTokens: number;\n    audioTokens: number;\n  };\n  outputTokenDetails: {\n    textTokens: number;\n    audioTokens: number;\n  };\n}\n\nexport type AgentMetrics =\n  | STTMetrics\n  | LLMMetrics\n  | TTSMetrics\n  | VADMetrics\n  | PipelineSTTMetrics\n  | PipelineEOUMetrics\n  | PipelineLLMMetrics\n  | PipelineTTSMetrics\n  | PipelineVADMetrics\n  | MultimodalLLMMetrics;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAoFO,MAAM,2BAA2B,MAAM;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA,YACE;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAyE,CAAC,GAC1E,SACA;AACA,UAAM,SAAS,OAAO;AACtB,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,OAAO;AAAA,EACd;AACF;","names":[]}

package/dist/metrics/base.d.ts

@@ -0,0 +1,96 @@
+export interface LLMMetrics {
+    requestId: string;
+    timestamp: number;
+    ttft: number;
+    duration: number;
+    label: string;
+    cancelled: boolean;
+    completionTokens: number;
+    promptTokens: number;
+    totalTokens: number;
+    tokensPerSecond: number;
+    error?: Error;
+}
+export interface STTMetrics {
+    requestId: string;
+    timestamp: number;
+    duration: number;
+    label: string;
+    audioDuration: number;
+    streamed: boolean;
+    error?: Error;
+}
+export interface TTSMetrics {
+    requestId: string;
+    timestamp: number;
+    ttfb: number;
+    duration: number;
+    label: string;
+    audioDuration: number;
+    cancelled: boolean;
+    charactersCount: number;
+    streamed: boolean;
+    error?: Error;
+}
+export interface VADMetrics {
+    timestamp: number;
+    idleTime: number;
+    inferenceDurationTotal: number;
+    inferenceCount: number;
+    label: string;
+}
+export interface PipelineEOUMetrics {
+    /**
+     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
+     */
+    sequenceId: string;
+    /** Timestamp of when the event was recorded */
+    timestamp: number;
+    /** Amount of time between the end of speech from VAD and the decision to end the user's turn */
+    endOfUtteranceDelay: number;
+    /**
+     * Time taken to obtain the transcript after the end of the user's speech.
+     *
+     * @remarks
+     * May be 0 if the transcript was already available.
+     */
+    transcriptionDelay: number;
+}
+export interface PipelineLLMMetrics extends LLMMetrics {
+    /**
+     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
+     */
+    sequenceId: string;
+}
+export interface PipelineTTSMetrics extends TTSMetrics {
+    /**
+     * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics
+     */
+    sequenceId: string;
+}
+export type PipelineSTTMetrics = STTMetrics;
+export type PipelineVADMetrics = VADMetrics;
+export declare class MultimodalLLMError extends Error {
+    type?: string;
+    reason?: string;
+    code?: string;
+    constructor({ type, reason, code, message, }?: {
+        type?: string;
+        reason?: string;
+        code?: string;
+        message?: string;
+    }, options?: ErrorOptions);
+}
+export interface MultimodalLLMMetrics extends LLMMetrics {
+    inputTokenDetails: {
+        cachedTokens: number;
+        textTokens: number;
+        audioTokens: number;
+    };
+    outputTokenDetails: {
+        textTokens: number;
+        audioTokens: number;
+    };
+}
+export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | PipelineSTTMetrics | PipelineEOUMetrics | PipelineLLMMetrics | PipelineTTSMetrics | PipelineVADMetrics | MultimodalLLMMetrics;
+//# sourceMappingURL=base.d.ts.map

package/dist/metrics/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/metrics/base.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,gGAAgG;IAChG,mBAAmB,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAmB,SAAQ,UAAU;IACpD;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAmB,SAAQ,UAAU;IACpD;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC;AAC5C,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC;AAE5C,qBAAa,kBAAmB,SAAQ,KAAK;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;gBAEZ,EACE,IAAI,EACJ,MAAM,EACN,IAAI,EACJ,OAAO,GACR,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAO,EAC3E,OAAO,CAAC,EAAE,YAAY;CAOzB;AAED,MAAM,WAAW,oBAAqB,SAAQ,UAAU;IACtD,iBAAiB,EAAE;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,kBAAkB,EAAE;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,GAClB,kBAAkB,GAClB,oBAAoB,CAAC"}

package/dist/metrics/base.js

@@ -0,0 +1,20 @@
+class MultimodalLLMError extends Error {
+  type;
+  reason;
+  code;
+  constructor({
+    type,
+    reason,
+    code,
+    message
+  } = {}, options) {
+    super(message, options);
+    this.type = type;
+    this.reason = reason;
+    this.code = code;
+  }
+}
+export {
+  MultimodalLLMError
+};
+//# sourceMappingURL=base.js.map

package/dist/metrics/base.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/metrics/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport interface LLMMetrics {\n  requestId: string;\n  timestamp: number;\n  ttft: number;\n  duration: number;\n  label: string;\n  cancelled: boolean;\n  completionTokens: number;\n  promptTokens: number;\n  totalTokens: number;\n  tokensPerSecond: number;\n  error?: Error;\n}\n\nexport interface STTMetrics {\n  requestId: string;\n  timestamp: number;\n  duration: number;\n  label: string;\n  audioDuration: number;\n  streamed: boolean;\n  error?: Error;\n}\n\nexport interface TTSMetrics {\n  requestId: string;\n  timestamp: number;\n  ttfb: number;\n  duration: number;\n  label: string;\n  audioDuration: number;\n  cancelled: boolean;\n  charactersCount: number;\n  streamed: boolean;\n  error?: Error;\n}\n\nexport interface VADMetrics {\n  timestamp: number;\n  idleTime: number;\n  inferenceDurationTotal: number;\n  inferenceCount: number;\n  label: string;\n}\n\nexport interface PipelineEOUMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n  /** Timestamp of when the event was recorded */\n  timestamp: number;\n  /** Amount of time between the end of speech from VAD and the decision to end the user's turn */\n  endOfUtteranceDelay: number;\n  /**\n   * Time taken to obtain the transcript after the end of the user's speech.\n   *\n   * @remarks\n   * May be 0 if the transcript was already available.\n   */\n  transcriptionDelay: number;\n}\n\nexport interface PipelineLLMMetrics extends LLMMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n}\n\nexport interface PipelineTTSMetrics extends TTSMetrics {\n  /**\n   * Unique identifier shared across different metrics to combine related STT, LLM, and TTS metrics\n   */\n  sequenceId: string;\n}\n\nexport type PipelineSTTMetrics = STTMetrics;\nexport type PipelineVADMetrics = VADMetrics;\n\nexport class MultimodalLLMError extends Error {\n  type?: string;\n  reason?: string;\n  code?: string;\n  constructor(\n    {\n      type,\n      reason,\n      code,\n      message,\n    }: { type?: string; reason?: string; code?: string; message?: string } = {},\n    options?: ErrorOptions,\n  ) {\n    super(message, options);\n    this.type = type;\n    this.reason = reason;\n    this.code = code;\n  }\n}\n\nexport interface MultimodalLLMMetrics extends LLMMetrics {\n  inputTokenDetails: {\n    cachedTokens: number;\n    textTokens: number;\n    audioTokens: number;\n  };\n  outputTokenDetails: {\n    textTokens: number;\n    audioTokens: number;\n  };\n}\n\nexport type AgentMetrics =\n  | STTMetrics\n  | LLMMetrics\n  | TTSMetrics\n  | VADMetrics\n  | PipelineSTTMetrics\n  | PipelineEOUMetrics\n  | PipelineLLMMetrics\n  | PipelineTTSMetrics\n  | PipelineVADMetrics\n  | MultimodalLLMMetrics;\n"],"mappings":"AAoFO,MAAM,2BAA2B,MAAM;AAAA,EAC5C;AAAA,EACA;AAAA,EACA;AAAA,EACA,YACE;AAAA,IACE;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAyE,CAAC,GAC1E,SACA;AACA,UAAM,SAAS,OAAO;AACtB,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,OAAO;AAAA,EACd;AACF;","names":[]}

package/dist/metrics/index.cjs

@@ -0,0 +1,35 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var metrics_exports = {};
+__export(metrics_exports, {
+  MultimodalLLMError: () => import_base.MultimodalLLMError,
+  UsageCollector: () => import_usage_collector.UsageCollector,
+  logMetrics: () => import_utils.logMetrics
+});
+module.exports = __toCommonJS(metrics_exports);
+var import_base = require("./base.cjs");
+var import_usage_collector = require("./usage_collector.cjs");
+var import_utils = require("./utils.cjs");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  MultimodalLLMError,
+  UsageCollector,
+  logMetrics
+});
+//# sourceMappingURL=index.cjs.map