@livekit/agents 1.0.47 → 1.1.0-dev.0

package/dist/llm/tool_context.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool_context.d.ts","sourceRoot":"","sources":["../../src/llm/tool_context.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAM3E,QAAA,MAAM,WAAW,eAAiB,CAAC;AACnC,QAAA,MAAM,oBAAoB,eAA0B,CAAC;AACrD,QAAA,MAAM,4BAA4B,eAAkC,CAAC;AAErE,QAAA,MAAM,cAAc,eAAoB,CAAC;AAEzC,MAAM,MAAM,SAAS,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;AAElF,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAEpC,MAAM,MAAM,UAAU,GAAG;IACvB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,CAAC;AAWF,MAAM,MAAM,eAAe,CAAC,CAAC,GAAG,UAAU,IACtC;IAEE,OAAO,EAAE,CAAC,CAAC;CACZ,GACD;IAEE,WAAW,EAAE;QACX,KAAK,CAAC,EAAE;YAAE,MAAM,EAAE,CAAC,CAAA;SAAE,CAAC;KACvB,CAAC;CACH,GACD,WAAW,CAAC;AAEhB;;;;GAIG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI,CAAC,SAAS;IAAE,OAAO,EAAE,MAAM,CAAC,CAAA;CAAE,GAC1D,CAAC,GACD,CAAC,SAAS;IAAE,WAAW,EAAE;QAAE,KAAK,CAAC,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC,CAAA;SAAE,CAAA;KAAE,CAAA;CAAE,GACxD,CAAC,GACD,GAAG,CAAC;AAEV,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,kBAAkB,CAAC;AAEvD,MAAM,MAAM,UAAU,GAClB,MAAM,GACN,MAAM,GACN,UAAU,GACV;IACE,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEN,qBAAa,SAAU,SAAQ,KAAK;gBACtB,OAAO,EAAE,MAAM;CAO5B;AAED,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC;IAEb;;OAEG;IACH,OAAO,CAAC,EAAE,GAAG,CAAC;IAEd,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC;CACxB;AAGD,wBAAgB,OAAO,CAAC,OAAO,EAAE;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,CAAC,EAAE,GAAG,CAAA;CAAE,GAAG,YAAY,CAM9E;AAED,MAAM,WAAW,WAAW,CAAC,QAAQ,GAAG,eAAe;IACrD;;OAEG;IACH,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,MAAM,mBAAmB,CAC7B,UAAU,SAAS,UAAU,EAC7B,QAAQ,GAAG,eAAe,EAC1B,MAAM,GAAG,OAAO,IACd,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEvE,MAAM,WAAW,IAAI;IACnB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC;CACrB;AAGD,MAAM,WAAW,mBAAoB,SAAQ,IAAI;IAC/C,IAAI,EAAE,kBAAkB,CAAC;IAEzB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC,CAAC,4BAA4B,CAAC,EAAE,IAAI,CAAC;CACtC;AAED,MAAM,WAAW,YAAY,CAC3B,UAAU,SAAS,UAAU,EAC7B,QAAQ,GAAG,eAAe,EAC1B,MAAM,GAAG,OAAO,CAChB,SAAQ,IAAI;IACZ,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IAExC;;;OAGG;IACH,OAAO,EAAE,mBAAmB,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAE3D,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC;CAC9B;AAGD,MAAM,MAAM,WAAW,CAAC,QAAQ,GAAG,eAAe,IAAI;IAEpD,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;CAClD,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CA0B/E;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,EAAE,OAAO,EAAE,UAAU,GAAG,IAAI,GAAG,OAAO,CAchG;AAED;;GAEG;AACH,wBAAgB,IAAI,CAClB,MAAM,SAAS,eAAe,CAAC,GAAG,CAAC,EAAE,mHAAmH;AACxJ,QAAQ,GAAG,eAAe,EAC1B,MAAM,GAAG,OAAO,EAChB,EACA,WAAW,EACX,UAAU,EACV,OAAO,GACR,EAAE;IACD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,mBAAmB,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;CACxE,GAAG,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE3D;;GAEG;AACH,wBAAgB,IAAI,CAAC,QAAQ,GAAG,eAAe,EAAE,MAAM,GAAG,OAAO,EAAE,EACjE,WAAW,EACX,OAAO,GACR,EAAE;IACD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,KAAK,CAAC;IACnB,OAAO,EAAE,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;CACvE,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE1D;;;;;GAKG;AACH,wBAAgB,IAAI,CAAC,EACnB,EAAE,EACF,MAAM,GACP,EAAE;IACD,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,GAAG,mBAAmB,CAAC;AA0CxB,wBAAgB,MAAM,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,IAAI,IAAI,CAE9C;AAGD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,IAAI,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAI7E;AAGD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,IAAI,mBAAmB,CAI5E;AAGD,wBAAgB,WAAW,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,SAAS,CAE1D;AAGD,wBAAgB,cAAc,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,IAAI,YAAY,CAEpE"}
+{"version":3,"file":"tool_context.d.ts","sourceRoot":"","sources":["../../src/llm/tool_context.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAM3E,QAAA,MAAM,WAAW,eAAiB,CAAC;AACnC,QAAA,MAAM,oBAAoB,eAA0B,CAAC;AACrD,QAAA,MAAM,4BAA4B,eAAkC,CAAC;AAErE,QAAA,MAAM,cAAc,eAAoB,CAAC;AAEzC,MAAM,MAAM,SAAS,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;AAElF,MAAM,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC;AAEpC,MAAM,MAAM,UAAU,GAAG;IACvB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B,CAAC;AAWF,MAAM,MAAM,eAAe,CAAC,CAAC,GAAG,UAAU,IACtC;IAEE,OAAO,EAAE,CAAC,CAAC;CACZ,GACD;IAEE,WAAW,EAAE;QACX,KAAK,CAAC,EAAE;YAAE,MAAM,EAAE,CAAC,CAAA;SAAE,CAAC;KACvB,CAAC;CACH,GACD,WAAW,CAAC;AAEhB;;;;GAIG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI,CAAC,SAAS;IAAE,OAAO,EAAE,MAAM,CAAC,CAAA;CAAE,GAC1D,CAAC,GACD,CAAC,SAAS;IAAE,WAAW,EAAE;QAAE,KAAK,CAAC,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC,CAAA;SAAE,CAAA;KAAE,CAAA;CAAE,GACxD,CAAC,GACD,GAAG,CAAC;AAEV,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,kBAAkB,CAAC;AAEvD,MAAM,MAAM,UAAU,GAClB,MAAM,GACN,MAAM,GACN,UAAU,GACV;IACE,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEN,qBAAa,SAAU,SAAQ,KAAK;gBACtB,OAAO,EAAE,MAAM;CAO5B;AAED,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAEX,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,QAAQ,CAAC,CAAC,MAAM,OAAO,QAAQ,CAAC,CAAC;AAEhE,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC;IAEb;;OAEG;IACH,OAAO,CAAC,EAAE,GAAG,CAAC;IAEd,CAAC,cAAc,CAAC,EAAE,IAAI,CAAC;CACxB;AAGD,wBAAgB,OAAO,CAAC,OAAO,EAAE;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,OAAO,CAAC,EAAE,GAAG,CAAA;CAAE,GAAG,YAAY,CAM9E;AAED,MAAM,WAAW,WAAW,CAAC,QAAQ,GAAG,eAAe;IACrD;;OAEG;IACH,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE1B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B;AAED,MAAM,MAAM,mBAAmB,CAC7B,UAAU,SAAS,UAAU,EAC7B,QAAQ,GAAG,eAAe,EAC1B,MAAM,GAAG,OAAO,IACd,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAEvE,MAAM,WAAW,IAAI;IACnB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC;CACrB;AAGD,MAAM,WAAW,mBAAoB,SAAQ,IAAI;IAC/C,IAAI,EAAE,kBAAkB,CAAC;IAEzB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC,CAAC,4BAA4B,CAAC,EAAE,IAAI,CAAC;CACtC;AAED,MAAM,WAAW,YAAY,CAC3B,UAAU,SAAS,UAAU,EAC7B,QAAQ,GAAG,eAAe,EAC1B,MAAM,GAAG,OAAO,CAChB,SAAQ,IAAI;IACZ,IAAI,EAAE,UAAU,CAAC;IAEjB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,UAAU,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;IAExC;;;OAGG;IACH,OAAO,EAAE,mBAAmB,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAE3D,KAAK,EAAE,MAAM,CAAC;IAEd,CAAC,oBAAoB,CAAC,EAAE,IAAI,CAAC;CAC9B;AAGD,MAAM,MAAM,WAAW,CAAC,QAAQ,GAAG,eAAe,IAAI;IAEpD,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;CAClD,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CA0B/E;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,EAAE,OAAO,EAAE,UAAU,GAAG,IAAI,GAAG,OAAO,CAchG;AAED;;GAEG;AACH,wBAAgB,IAAI,CAClB,MAAM,SAAS,eAAe,CAAC,GAAG,CAAC,EAAE,mHAAmH;AACxJ,QAAQ,GAAG,eAAe,EAC1B,MAAM,GAAG,OAAO,EAChB,EACA,WAAW,EACX,UAAU,EACV,OAAO,EACP,KAAK,GACN,EAAE;IACD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,mBAAmB,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE3D;;GAEG;AACH,wBAAgB,IAAI,CAAC,QAAQ,GAAG,eAAe,EAAE,MAAM,GAAG,OAAO,EAAE,EACjE,WAAW,EACX,OAAO,EACP,KAAK,GACN,EAAE;IACD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,KAAK,CAAC;IACnB,OAAO,EAAE,mBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACtE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE1D;;;;;GAKG;AACH,wBAAgB,IAAI,CAAC,EACnB,EAAE,EACF,MAAM,GACP,EAAE;IACD,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,GAAG,mBAAmB,CAAC;AA2CxB,wBAAgB,MAAM,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,IAAI,IAAI,CAE9C;AAGD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,IAAI,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAI7E;AAGD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI,IAAI,mBAAmB,CAI5E;AAGD,wBAAgB,WAAW,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,SAAS,CAE1D;AAGD,wBAAgB,cAAc,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,IAAI,YAAY,CAEpE"}

package/dist/llm/tool_context.js

@@ -13,6 +13,10 @@ class ToolError extends Error {
     });
   }
 }
+const ToolFlag = {
+  NONE: 0,
+  IGNORE_ON_ENTER: 1 << 0
+};
 function handoff(options) {
   return {
     agent: options.agent,
@@ -70,6 +74,7 @@ function tool(tool2) {
       description: tool2.description,
       parameters,
       execute: tool2.execute,
+      flags: tool2.flags ?? ToolFlag.NONE,
       [TOOL_SYMBOL]: true,
       [FUNCTION_TOOL_SYMBOL]: true
     };
@@ -106,6 +111,7 @@ function isAgentHandoff(handoff2) {
 }
 export {
   ToolError,
+  ToolFlag,
   handoff,
   isAgentHandoff,
   isFunctionTool,

package/dist/llm/tool_context.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/tool_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { JSONSchema7 } from 'json-schema';\nimport { z } from 'zod';\nimport type { Agent } from '../voice/agent.js';\nimport type { RunContext, UnknownUserData } from '../voice/run_context.js';\nimport { isZodObjectSchema, isZodSchema } from './zod-utils.js';\n\n// heavily inspired by Vercel AI's `tool()`:\n// https://github.com/vercel/ai/blob/3b0983b/packages/ai/core/tool/tool.ts\n\nconst TOOL_SYMBOL = Symbol('tool');\nconst FUNCTION_TOOL_SYMBOL = Symbol('function_tool');\nconst PROVIDER_DEFINED_TOOL_SYMBOL = Symbol('provider_defined_tool');\nconst TOOL_ERROR_SYMBOL = Symbol('tool_error');\nconst HANDOFF_SYMBOL = Symbol('handoff');\n\nexport type JSONValue = null | string | number | boolean | JSONObject | JSONArray;\n\nexport type JSONArray = JSONValue[];\n\nexport type JSONObject = {\n  [key: string]: JSONValue;\n};\n\n// Supports both Zod v3 and v4 schemas, as well as raw JSON schema\n// Adapted from Vercel AI SDK's FlexibleSchema approach\n// Source: https://github.com/vercel/ai/blob/main/packages/provider-utils/src/schema.ts#L67-L70\n//\n// Vercel uses StandardSchemaV1 from @standard-schema/spec package.\n// We use a simpler approach by directly checking for schema properties:\n// - Zod v3: Has `_output` property\n// - Zod v4: Implements Standard Schema spec with `~standard` property\n// - JSON Schema: Plain object fallback\nexport type ToolInputSchema<T = JSONObject> =\n  | {\n      // Zod v3 schema - has _output property for type inference\n      _output: T;\n    }\n  | {\n      // Zod v4 schema (Standard Schema) - has ~standard property\n      '~standard': {\n        types?: { output: T };\n      };\n    }\n  | JSONSchema7;\n\n/**\n * Infer the output type from a ToolInputSchema.\n * Adapted from Vercel AI SDK's InferSchema type.\n * Source: https://github.com/vercel/ai/blob/main/packages/provider-utils/src/schema.ts#L72-L79\n */\nexport type InferToolInput<T> = T extends { _output: infer O }\n  ? O\n  : T extends { '~standard': { types?: { output: infer O } } }\n    ? O\n    : any; // eslint-disable-line @typescript-eslint/no-explicit-any -- Fallback type for JSON Schema objects without type inference\n\nexport type ToolType = 'function' | 'provider-defined';\n\nexport type ToolChoice =\n  | 'auto'\n  | 'none'\n  | 'required'\n  | {\n      type: 'function';\n      function: {\n        name: string;\n      };\n    };\n\nexport class ToolError extends Error {\n  constructor(message: string) {\n    super(message);\n\n    Object.defineProperty(this, TOOL_ERROR_SYMBOL, {\n      value: true,\n    });\n  }\n}\n\nexport interface AgentHandoff {\n  /**\n   * The agent to handoff to.\n   */\n  agent: Agent;\n\n  /**\n   * The return value of the tool.\n   */\n  returns?: any; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  [HANDOFF_SYMBOL]: true;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function handoff(options: { agent: Agent; returns?: any }): AgentHandoff {\n  return {\n    agent: options.agent,\n    returns: options.returns,\n    [HANDOFF_SYMBOL]: true,\n  };\n}\n\nexport interface ToolOptions<UserData = UnknownUserData> {\n  /**\n   * RunContext for the current agent session.\n   */\n  ctx: RunContext<UserData>;\n\n  /**\n   * The ID of the tool call.\n   */\n  toolCallId: string;\n\n  /**\n   * An optional abort signal that indicates that the overall operation should be aborted.\n   */\n  abortSignal?: AbortSignal;\n}\n\nexport type ToolExecuteFunction<\n  Parameters extends JSONObject,\n  UserData = UnknownUserData,\n  Result = unknown,\n> = (args: Parameters, opts: ToolOptions<UserData>) => Promise<Result>;\n\nexport interface Tool {\n  /**\n   * The type of the tool.\n   * @internal Either user-defined core tool or provider-defined tool.\n   */\n  type: ToolType;\n\n  [TOOL_SYMBOL]: true;\n}\n\n// TODO(AJS-112): support provider-defined tools\nexport interface ProviderDefinedTool extends Tool {\n  type: 'provider-defined';\n\n  /**\n   * The ID of the tool.\n   */\n  id: string;\n\n  /**\n   * The configuration of the tool.\n   */\n  config: Record<string, unknown>;\n\n  [PROVIDER_DEFINED_TOOL_SYMBOL]: true;\n}\n\nexport interface FunctionTool<\n  Parameters extends JSONObject,\n  UserData = UnknownUserData,\n  Result = unknown,\n> extends Tool {\n  type: 'function';\n\n  /**\n   * The description of the tool. Will be used by the language model to decide whether to use the tool.\n   */\n  description: string;\n\n  /**\n   * The schema of the input that the tool expects. The language model will use this to generate the input.\n   * It is also used to validate the output of the language model.\n   * Use descriptions to make the input understandable for the language model.\n   */\n  parameters: ToolInputSchema<Parameters>;\n\n  /**\n   * An async function that is called with the arguments from the tool call and produces a result.\n   * It also carries context about current session, user-defined data, and the tool call id, etc.\n   */\n  execute: ToolExecuteFunction<Parameters, UserData, Result>;\n\n  [FUNCTION_TOOL_SYMBOL]: true;\n}\n\n// TODO(AJS-112): support provider-defined tools in the future)\nexport type ToolContext<UserData = UnknownUserData> = {\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any -- Generic tool registry needs to accept any parameter/result types\n  [name: string]: FunctionTool<any, UserData, any>;\n};\n\nexport function isSameToolContext(ctx1: ToolContext, ctx2: ToolContext): boolean {\n  const toolNames = new Set(Object.keys(ctx1));\n  const toolNames2 = new Set(Object.keys(ctx2));\n\n  if (toolNames.size !== toolNames2.size) {\n    return false;\n  }\n\n  for (const name of toolNames) {\n    if (!toolNames2.has(name)) {\n      return false;\n    }\n\n    const tool1 = ctx1[name];\n    const tool2 = ctx2[name];\n\n    if (!tool1 || !tool2) {\n      return false;\n    }\n\n    if (tool1.description !== tool2.description) {\n      return false;\n    }\n  }\n\n  return true;\n}\n\nexport function isSameToolChoice(choice1: ToolChoice | null, choice2: ToolChoice | null): boolean {\n  if (choice1 === choice2) {\n    return true;\n  }\n  if (choice1 === null || choice2 === null) {\n    return false;\n  }\n  if (typeof choice1 === 'string' && typeof choice2 === 'string') {\n    return choice1 === choice2;\n  }\n  if (typeof choice1 === 'object' && typeof choice2 === 'object') {\n    return choice1.type === choice2.type && choice1.function.name === choice2.function.name;\n  }\n  return false;\n}\n\n/**\n * Create a function tool with inferred parameters from the schema.\n */\nexport function tool<\n  Schema extends ToolInputSchema<any>, // eslint-disable-line @typescript-eslint/no-explicit-any -- Generic constraint needs to accept any JSONObject type\n  UserData = UnknownUserData,\n  Result = unknown,\n>({\n  description,\n  parameters,\n  execute,\n}: {\n  description: string;\n  parameters: Schema;\n  execute: ToolExecuteFunction<InferToolInput<Schema>, UserData, Result>;\n}): FunctionTool<InferToolInput<Schema>, UserData, Result>;\n\n/**\n * Create a function tool without parameters.\n */\nexport function tool<UserData = UnknownUserData, Result = unknown>({\n  description,\n  execute,\n}: {\n  description: string;\n  parameters?: never;\n  execute: ToolExecuteFunction<Record<string, never>, UserData, Result>;\n}): FunctionTool<Record<string, never>, UserData, Result>;\n\n/**\n * Create a provider-defined tool.\n *\n * @param id - The ID of the tool.\n * @param config - The configuration of the tool.\n */\nexport function tool({\n  id,\n  config,\n}: {\n  id: string;\n  config: Record<string, unknown>;\n}): ProviderDefinedTool;\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function tool(tool: any): any {\n  if (tool.execute !== undefined) {\n    // Default parameters to z.object({}) if not provided\n    const parameters = tool.parameters ?? z.object({});\n\n    // if parameters is a Zod schema, ensure it's an object schema\n    if (isZodSchema(parameters) && !isZodObjectSchema(parameters)) {\n      throw new Error('Tool parameters must be a Zod object schema (z.object(...))');\n    }\n\n    // Ensure parameters is either a Zod schema or a plain object (JSON schema)\n    if (!isZodSchema(parameters) && !(typeof parameters === 'object')) {\n      throw new Error('Tool parameters must be a Zod object schema or a raw JSON schema');\n    }\n\n    return {\n      type: 'function',\n      description: tool.description,\n      parameters,\n      execute: tool.execute,\n      [TOOL_SYMBOL]: true,\n      [FUNCTION_TOOL_SYMBOL]: true,\n    };\n  }\n\n  if (tool.config !== undefined && tool.id !== undefined) {\n    return {\n      type: 'provider-defined',\n      id: tool.id,\n      config: tool.config,\n      [TOOL_SYMBOL]: true,\n      [PROVIDER_DEFINED_TOOL_SYMBOL]: true,\n    };\n  }\n\n  throw new Error('Invalid tool');\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isTool(tool: any): tool is Tool {\n  return tool && tool[TOOL_SYMBOL] === true;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isFunctionTool(tool: any): tool is FunctionTool<any, any, any> {\n  const isTool = tool && tool[TOOL_SYMBOL] === true;\n  const isFunctionTool = tool[FUNCTION_TOOL_SYMBOL] === true;\n  return isTool && isFunctionTool;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isProviderDefinedTool(tool: any): tool is ProviderDefinedTool {\n  const isTool = tool && tool[TOOL_SYMBOL] === true;\n  const isProviderDefinedTool = tool[PROVIDER_DEFINED_TOOL_SYMBOL] === true;\n  return isTool && isProviderDefinedTool;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isToolError(error: any): error is ToolError {\n  return error && error[TOOL_ERROR_SYMBOL] === true;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isAgentHandoff(handoff: any): handoff is AgentHandoff {\n  return handoff && handoff[HANDOFF_SYMBOL] === true;\n}\n"],"mappings":"AAIA,SAAS,SAAS;AAGlB,SAAS,mBAAmB,mBAAmB;AAK/C,MAAM,cAAc,OAAO,MAAM;AACjC,MAAM,uBAAuB,OAAO,eAAe;AACnD,MAAM,+BAA+B,OAAO,uBAAuB;AACnE,MAAM,oBAAoB,OAAO,YAAY;AAC7C,MAAM,iBAAiB,OAAO,SAAS;AAwDhC,MAAM,kBAAkB,MAAM;AAAA,EACnC,YAAY,SAAiB;AAC3B,UAAM,OAAO;AAEb,WAAO,eAAe,MAAM,mBAAmB;AAAA,MAC7C,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAiBO,SAAS,QAAQ,SAAwD;AAC9E,SAAO;AAAA,IACL,OAAO,QAAQ;AAAA,IACf,SAAS,QAAQ;AAAA,IACjB,CAAC,cAAc,GAAG;AAAA,EACpB;AACF;AAsFO,SAAS,kBAAkB,MAAmB,MAA4B;AAC/E,QAAM,YAAY,IAAI,IAAI,OAAO,KAAK,IAAI,CAAC;AAC3C,QAAM,aAAa,IAAI,IAAI,OAAO,KAAK,IAAI,CAAC;AAE5C,MAAI,UAAU,SAAS,WAAW,MAAM;AACtC,WAAO;AAAA,EACT;AAEA,aAAW,QAAQ,WAAW;AAC5B,QAAI,CAAC,WAAW,IAAI,IAAI,GAAG;AACzB,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,QAAQ,KAAK,IAAI;AAEvB,QAAI,CAAC,SAAS,CAAC,OAAO;AACpB,aAAO;AAAA,IACT;AAEA,QAAI,MAAM,gBAAgB,MAAM,aAAa;AAC3C,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,iBAAiB,SAA4B,SAAqC;AAChG,MAAI,YAAY,SAAS;AACvB,WAAO;AAAA,EACT;AACA,MAAI,YAAY,QAAQ,YAAY,MAAM;AACxC,WAAO;AAAA,EACT;AACA,MAAI,OAAO,YAAY,YAAY,OAAO,YAAY,UAAU;AAC9D,WAAO,YAAY;AAAA,EACrB;AACA,MAAI,OAAO,YAAY,YAAY,OAAO,YAAY,UAAU;AAC9D,WAAO,QAAQ,SAAS,QAAQ,QAAQ,QAAQ,SAAS,SAAS,QAAQ,SAAS;AAAA,EACrF;AACA,SAAO;AACT;AA8CO,SAAS,KAAKA,OAAgB;AACnC,MAAIA,MAAK,YAAY,QAAW;AAE9B,UAAM,aAAaA,MAAK,cAAc,EAAE,OAAO,CAAC,CAAC;AAGjD,QAAI,YAAY,UAAU,KAAK,CAAC,kBAAkB,UAAU,GAAG;AAC7D,YAAM,IAAI,MAAM,6DAA6D;AAAA,IAC/E;AAGA,QAAI,CAAC,YAAY,UAAU,KAAK,EAAE,OAAO,eAAe,WAAW;AACjE,YAAM,IAAI,MAAM,kEAAkE;AAAA,IACpF;AAEA,WAAO;AAAA,MACL,MAAM;AAAA,MACN,aAAaA,MAAK;AAAA,MAClB;AAAA,MACA,SAASA,MAAK;AAAA,MACd,CAAC,WAAW,GAAG;AAAA,MACf,CAAC,oBAAoB,GAAG;AAAA,IAC1B;AAAA,EACF;AAEA,MAAIA,MAAK,WAAW,UAAaA,MAAK,OAAO,QAAW;AACtD,WAAO;AAAA,MACL,MAAM;AAAA,MACN,IAAIA,MAAK;AAAA,MACT,QAAQA,MAAK;AAAA,MACb,CAAC,WAAW,GAAG;AAAA,MACf,CAAC,4BAA4B,GAAG;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,cAAc;AAChC;AAGO,SAAS,OAAOA,OAAyB;AAC9C,SAAOA,SAAQA,MAAK,WAAW,MAAM;AACvC;AAGO,SAAS,eAAeA,OAAgD;AAC7E,QAAMC,UAASD,SAAQA,MAAK,WAAW,MAAM;AAC7C,QAAME,kBAAiBF,MAAK,oBAAoB,MAAM;AACtD,SAAOC,WAAUC;AACnB;AAGO,SAAS,sBAAsBF,OAAwC;AAC5E,QAAMC,UAASD,SAAQA,MAAK,WAAW,MAAM;AAC7C,QAAMG,yBAAwBH,MAAK,4BAA4B,MAAM;AACrE,SAAOC,WAAUE;AACnB;AAGO,SAAS,YAAY,OAAgC;AAC1D,SAAO,SAAS,MAAM,iBAAiB,MAAM;AAC/C;AAGO,SAAS,eAAeC,UAAuC;AACpE,SAAOA,YAAWA,SAAQ,cAAc,MAAM;AAChD;","names":["tool","isTool","isFunctionTool","isProviderDefinedTool","handoff"]}
+{"version":3,"sources":["../../src/llm/tool_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { JSONSchema7 } from 'json-schema';\nimport { z } from 'zod';\nimport type { Agent } from '../voice/agent.js';\nimport type { RunContext, UnknownUserData } from '../voice/run_context.js';\nimport { isZodObjectSchema, isZodSchema } from './zod-utils.js';\n\n// heavily inspired by Vercel AI's `tool()`:\n// https://github.com/vercel/ai/blob/3b0983b/packages/ai/core/tool/tool.ts\n\nconst TOOL_SYMBOL = Symbol('tool');\nconst FUNCTION_TOOL_SYMBOL = Symbol('function_tool');\nconst PROVIDER_DEFINED_TOOL_SYMBOL = Symbol('provider_defined_tool');\nconst TOOL_ERROR_SYMBOL = Symbol('tool_error');\nconst HANDOFF_SYMBOL = Symbol('handoff');\n\nexport type JSONValue = null | string | number | boolean | JSONObject | JSONArray;\n\nexport type JSONArray = JSONValue[];\n\nexport type JSONObject = {\n  [key: string]: JSONValue;\n};\n\n// Supports both Zod v3 and v4 schemas, as well as raw JSON schema\n// Adapted from Vercel AI SDK's FlexibleSchema approach\n// Source: https://github.com/vercel/ai/blob/main/packages/provider-utils/src/schema.ts#L67-L70\n//\n// Vercel uses StandardSchemaV1 from @standard-schema/spec package.\n// We use a simpler approach by directly checking for schema properties:\n// - Zod v3: Has `_output` property\n// - Zod v4: Implements Standard Schema spec with `~standard` property\n// - JSON Schema: Plain object fallback\nexport type ToolInputSchema<T = JSONObject> =\n  | {\n      // Zod v3 schema - has _output property for type inference\n      _output: T;\n    }\n  | {\n      // Zod v4 schema (Standard Schema) - has ~standard property\n      '~standard': {\n        types?: { output: T };\n      };\n    }\n  | JSONSchema7;\n\n/**\n * Infer the output type from a ToolInputSchema.\n * Adapted from Vercel AI SDK's InferSchema type.\n * Source: https://github.com/vercel/ai/blob/main/packages/provider-utils/src/schema.ts#L72-L79\n */\nexport type InferToolInput<T> = T extends { _output: infer O }\n  ? O\n  : T extends { '~standard': { types?: { output: infer O } } }\n    ? O\n    : any; // eslint-disable-line @typescript-eslint/no-explicit-any -- Fallback type for JSON Schema objects without type inference\n\nexport type ToolType = 'function' | 'provider-defined';\n\nexport type ToolChoice =\n  | 'auto'\n  | 'none'\n  | 'required'\n  | {\n      type: 'function';\n      function: {\n        name: string;\n      };\n    };\n\nexport class ToolError extends Error {\n  constructor(message: string) {\n    super(message);\n\n    Object.defineProperty(this, TOOL_ERROR_SYMBOL, {\n      value: true,\n    });\n  }\n}\n\nexport const ToolFlag = {\n  NONE: 0,\n  IGNORE_ON_ENTER: 1 << 0,\n} as const;\n\nexport type ToolFlag = (typeof ToolFlag)[keyof typeof ToolFlag];\n\nexport interface AgentHandoff {\n  /**\n   * The agent to handoff to.\n   */\n  agent: Agent;\n\n  /**\n   * The return value of the tool.\n   */\n  returns?: any; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  [HANDOFF_SYMBOL]: true;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function handoff(options: { agent: Agent; returns?: any }): AgentHandoff {\n  return {\n    agent: options.agent,\n    returns: options.returns,\n    [HANDOFF_SYMBOL]: true,\n  };\n}\n\nexport interface ToolOptions<UserData = UnknownUserData> {\n  /**\n   * RunContext for the current agent session.\n   */\n  ctx: RunContext<UserData>;\n\n  /**\n   * The ID of the tool call.\n   */\n  toolCallId: string;\n\n  /**\n   * An optional abort signal that indicates that the overall operation should be aborted.\n   */\n  abortSignal?: AbortSignal;\n}\n\nexport type ToolExecuteFunction<\n  Parameters extends JSONObject,\n  UserData = UnknownUserData,\n  Result = unknown,\n> = (args: Parameters, opts: ToolOptions<UserData>) => Promise<Result>;\n\nexport interface Tool {\n  /**\n   * The type of the tool.\n   * @internal Either user-defined core tool or provider-defined tool.\n   */\n  type: ToolType;\n\n  [TOOL_SYMBOL]: true;\n}\n\n// TODO(AJS-112): support provider-defined tools\nexport interface ProviderDefinedTool extends Tool {\n  type: 'provider-defined';\n\n  /**\n   * The ID of the tool.\n   */\n  id: string;\n\n  /**\n   * The configuration of the tool.\n   */\n  config: Record<string, unknown>;\n\n  [PROVIDER_DEFINED_TOOL_SYMBOL]: true;\n}\n\nexport interface FunctionTool<\n  Parameters extends JSONObject,\n  UserData = UnknownUserData,\n  Result = unknown,\n> extends Tool {\n  type: 'function';\n\n  /**\n   * The description of the tool. Will be used by the language model to decide whether to use the tool.\n   */\n  description: string;\n\n  /**\n   * The schema of the input that the tool expects. The language model will use this to generate the input.\n   * It is also used to validate the output of the language model.\n   * Use descriptions to make the input understandable for the language model.\n   */\n  parameters: ToolInputSchema<Parameters>;\n\n  /**\n   * An async function that is called with the arguments from the tool call and produces a result.\n   * It also carries context about current session, user-defined data, and the tool call id, etc.\n   */\n  execute: ToolExecuteFunction<Parameters, UserData, Result>;\n\n  flags: number;\n\n  [FUNCTION_TOOL_SYMBOL]: true;\n}\n\n// TODO(AJS-112): support provider-defined tools in the future)\nexport type ToolContext<UserData = UnknownUserData> = {\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any -- Generic tool registry needs to accept any parameter/result types\n  [name: string]: FunctionTool<any, UserData, any>;\n};\n\nexport function isSameToolContext(ctx1: ToolContext, ctx2: ToolContext): boolean {\n  const toolNames = new Set(Object.keys(ctx1));\n  const toolNames2 = new Set(Object.keys(ctx2));\n\n  if (toolNames.size !== toolNames2.size) {\n    return false;\n  }\n\n  for (const name of toolNames) {\n    if (!toolNames2.has(name)) {\n      return false;\n    }\n\n    const tool1 = ctx1[name];\n    const tool2 = ctx2[name];\n\n    if (!tool1 || !tool2) {\n      return false;\n    }\n\n    if (tool1.description !== tool2.description) {\n      return false;\n    }\n  }\n\n  return true;\n}\n\nexport function isSameToolChoice(choice1: ToolChoice | null, choice2: ToolChoice | null): boolean {\n  if (choice1 === choice2) {\n    return true;\n  }\n  if (choice1 === null || choice2 === null) {\n    return false;\n  }\n  if (typeof choice1 === 'string' && typeof choice2 === 'string') {\n    return choice1 === choice2;\n  }\n  if (typeof choice1 === 'object' && typeof choice2 === 'object') {\n    return choice1.type === choice2.type && choice1.function.name === choice2.function.name;\n  }\n  return false;\n}\n\n/**\n * Create a function tool with inferred parameters from the schema.\n */\nexport function tool<\n  Schema extends ToolInputSchema<any>, // eslint-disable-line @typescript-eslint/no-explicit-any -- Generic constraint needs to accept any JSONObject type\n  UserData = UnknownUserData,\n  Result = unknown,\n>({\n  description,\n  parameters,\n  execute,\n  flags,\n}: {\n  description: string;\n  parameters: Schema;\n  execute: ToolExecuteFunction<InferToolInput<Schema>, UserData, Result>;\n  flags?: number;\n}): FunctionTool<InferToolInput<Schema>, UserData, Result>;\n\n/**\n * Create a function tool without parameters.\n */\nexport function tool<UserData = UnknownUserData, Result = unknown>({\n  description,\n  execute,\n  flags,\n}: {\n  description: string;\n  parameters?: never;\n  execute: ToolExecuteFunction<Record<string, never>, UserData, Result>;\n  flags?: number;\n}): FunctionTool<Record<string, never>, UserData, Result>;\n\n/**\n * Create a provider-defined tool.\n *\n * @param id - The ID of the tool.\n * @param config - The configuration of the tool.\n */\nexport function tool({\n  id,\n  config,\n}: {\n  id: string;\n  config: Record<string, unknown>;\n}): ProviderDefinedTool;\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function tool(tool: any): any {\n  if (tool.execute !== undefined) {\n    // Default parameters to z.object({}) if not provided\n    const parameters = tool.parameters ?? z.object({});\n\n    // if parameters is a Zod schema, ensure it's an object schema\n    if (isZodSchema(parameters) && !isZodObjectSchema(parameters)) {\n      throw new Error('Tool parameters must be a Zod object schema (z.object(...))');\n    }\n\n    // Ensure parameters is either a Zod schema or a plain object (JSON schema)\n    if (!isZodSchema(parameters) && !(typeof parameters === 'object')) {\n      throw new Error('Tool parameters must be a Zod object schema or a raw JSON schema');\n    }\n\n    return {\n      type: 'function',\n      description: tool.description,\n      parameters,\n      execute: tool.execute,\n      flags: tool.flags ?? ToolFlag.NONE,\n      [TOOL_SYMBOL]: true,\n      [FUNCTION_TOOL_SYMBOL]: true,\n    };\n  }\n\n  if (tool.config !== undefined && tool.id !== undefined) {\n    return {\n      type: 'provider-defined',\n      id: tool.id,\n      config: tool.config,\n      [TOOL_SYMBOL]: true,\n      [PROVIDER_DEFINED_TOOL_SYMBOL]: true,\n    };\n  }\n\n  throw new Error('Invalid tool');\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isTool(tool: any): tool is Tool {\n  return tool && tool[TOOL_SYMBOL] === true;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isFunctionTool(tool: any): tool is FunctionTool<any, any, any> {\n  const isTool = tool && tool[TOOL_SYMBOL] === true;\n  const isFunctionTool = tool[FUNCTION_TOOL_SYMBOL] === true;\n  return isTool && isFunctionTool;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isProviderDefinedTool(tool: any): tool is ProviderDefinedTool {\n  const isTool = tool && tool[TOOL_SYMBOL] === true;\n  const isProviderDefinedTool = tool[PROVIDER_DEFINED_TOOL_SYMBOL] === true;\n  return isTool && isProviderDefinedTool;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isToolError(error: any): error is ToolError {\n  return error && error[TOOL_ERROR_SYMBOL] === true;\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport function isAgentHandoff(handoff: any): handoff is AgentHandoff {\n  return handoff && handoff[HANDOFF_SYMBOL] === true;\n}\n"],"mappings":"AAIA,SAAS,SAAS;AAGlB,SAAS,mBAAmB,mBAAmB;AAK/C,MAAM,cAAc,OAAO,MAAM;AACjC,MAAM,uBAAuB,OAAO,eAAe;AACnD,MAAM,+BAA+B,OAAO,uBAAuB;AACnE,MAAM,oBAAoB,OAAO,YAAY;AAC7C,MAAM,iBAAiB,OAAO,SAAS;AAwDhC,MAAM,kBAAkB,MAAM;AAAA,EACnC,YAAY,SAAiB;AAC3B,UAAM,OAAO;AAEb,WAAO,eAAe,MAAM,mBAAmB;AAAA,MAC7C,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAEO,MAAM,WAAW;AAAA,EACtB,MAAM;AAAA,EACN,iBAAiB,KAAK;AACxB;AAmBO,SAAS,QAAQ,SAAwD;AAC9E,SAAO;AAAA,IACL,OAAO,QAAQ;AAAA,IACf,SAAS,QAAQ;AAAA,IACjB,CAAC,cAAc,GAAG;AAAA,EACpB;AACF;AAwFO,SAAS,kBAAkB,MAAmB,MAA4B;AAC/E,QAAM,YAAY,IAAI,IAAI,OAAO,KAAK,IAAI,CAAC;AAC3C,QAAM,aAAa,IAAI,IAAI,OAAO,KAAK,IAAI,CAAC;AAE5C,MAAI,UAAU,SAAS,WAAW,MAAM;AACtC,WAAO;AAAA,EACT;AAEA,aAAW,QAAQ,WAAW;AAC5B,QAAI,CAAC,WAAW,IAAI,IAAI,GAAG;AACzB,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,QAAQ,KAAK,IAAI;AAEvB,QAAI,CAAC,SAAS,CAAC,OAAO;AACpB,aAAO;AAAA,IACT;AAEA,QAAI,MAAM,gBAAgB,MAAM,aAAa;AAC3C,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;AAEO,SAAS,iBAAiB,SAA4B,SAAqC;AAChG,MAAI,YAAY,SAAS;AACvB,WAAO;AAAA,EACT;AACA,MAAI,YAAY,QAAQ,YAAY,MAAM;AACxC,WAAO;AAAA,EACT;AACA,MAAI,OAAO,YAAY,YAAY,OAAO,YAAY,UAAU;AAC9D,WAAO,YAAY;AAAA,EACrB;AACA,MAAI,OAAO,YAAY,YAAY,OAAO,YAAY,UAAU;AAC9D,WAAO,QAAQ,SAAS,QAAQ,QAAQ,QAAQ,SAAS,SAAS,QAAQ,SAAS;AAAA,EACrF;AACA,SAAO;AACT;AAkDO,SAAS,KAAKA,OAAgB;AACnC,MAAIA,MAAK,YAAY,QAAW;AAE9B,UAAM,aAAaA,MAAK,cAAc,EAAE,OAAO,CAAC,CAAC;AAGjD,QAAI,YAAY,UAAU,KAAK,CAAC,kBAAkB,UAAU,GAAG;AAC7D,YAAM,IAAI,MAAM,6DAA6D;AAAA,IAC/E;AAGA,QAAI,CAAC,YAAY,UAAU,KAAK,EAAE,OAAO,eAAe,WAAW;AACjE,YAAM,IAAI,MAAM,kEAAkE;AAAA,IACpF;AAEA,WAAO;AAAA,MACL,MAAM;AAAA,MACN,aAAaA,MAAK;AAAA,MAClB;AAAA,MACA,SAASA,MAAK;AAAA,MACd,OAAOA,MAAK,SAAS,SAAS;AAAA,MAC9B,CAAC,WAAW,GAAG;AAAA,MACf,CAAC,oBAAoB,GAAG;AAAA,IAC1B;AAAA,EACF;AAEA,MAAIA,MAAK,WAAW,UAAaA,MAAK,OAAO,QAAW;AACtD,WAAO;AAAA,MACL,MAAM;AAAA,MACN,IAAIA,MAAK;AAAA,MACT,QAAQA,MAAK;AAAA,MACb,CAAC,WAAW,GAAG;AAAA,MACf,CAAC,4BAA4B,GAAG;AAAA,IAClC;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,cAAc;AAChC;AAGO,SAAS,OAAOA,OAAyB;AAC9C,SAAOA,SAAQA,MAAK,WAAW,MAAM;AACvC;AAGO,SAAS,eAAeA,OAAgD;AAC7E,QAAMC,UAASD,SAAQA,MAAK,WAAW,MAAM;AAC7C,QAAME,kBAAiBF,MAAK,oBAAoB,MAAM;AACtD,SAAOC,WAAUC;AACnB;AAGO,SAAS,sBAAsBF,OAAwC;AAC5E,QAAMC,UAASD,SAAQA,MAAK,WAAW,MAAM;AAC7C,QAAMG,yBAAwBH,MAAK,4BAA4B,MAAM;AACrE,SAAOC,WAAUE;AACnB;AAGO,SAAS,YAAY,OAAgC;AAC1D,SAAO,SAAS,MAAM,iBAAiB,MAAM;AAC/C;AAGO,SAAS,eAAeC,UAAuC;AACpE,SAAOA,YAAWA,SAAQ,cAAc,MAAM;AAChD;","names":["tool","isTool","isFunctionTool","isProviderDefinedTool","handoff"]}

package/dist/metrics/base.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type AgentMetrics =\n  | STTMetrics\n  | LLMMetrics\n  | TTSMetrics\n  | VADMetrics\n  | EOUMetrics\n  | RealtimeModelMetrics;\n\nexport type LLMMetrics = {\n  type: 'llm_metrics';\n  label: string;\n  requestId: string;\n  timestamp: number;\n  /** Duration of the request in milliseconds. */\n  durationMs: number;\n  /** Time to first token in milliseconds. */\n  ttftMs: number;\n  cancelled: boolean;\n  completionTokens: number;\n  promptTokens: number;\n  promptCachedTokens: number;\n  totalTokens: number;\n  tokensPerSecond: number;\n  speechId?: string;\n};\n\nexport type STTMetrics = {\n  type: 'stt_metrics';\n  label: string;\n  requestId: string;\n  timestamp: number;\n  /**\n   * The request duration in milliseconds, 0.0 if the STT is streaming.\n   */\n  durationMs: number;\n  /**\n   * The duration of the pushed audio in milliseconds.\n   */\n  audioDurationMs: number;\n  /**\n   * Whether the STT is streaming (e.g using websocket).\n   */\n  streamed: boolean;\n};\n\nexport type TTSMetrics = {\n  type: 'tts_metrics';\n  label: string;\n  requestId: string;\n  timestamp: number;\n  /** Time to first byte in milliseconds. */\n  ttfbMs: number;\n  /** Total synthesis duration in milliseconds. */\n  durationMs: number;\n  /** Generated audio duration in milliseconds. */\n  audioDurationMs: number;\n  cancelled: boolean;\n  charactersCount: number;\n  streamed: boolean;\n  segmentId?: string;\n  speechId?: string;\n};\n\nexport type VADMetrics = {\n  type: 'vad_metrics';\n  label: string;\n  timestamp: number;\n  idleTimeMs: number;\n  inferenceDurationTotalMs: number;\n  inferenceCount: number;\n};\n\nexport type EOUMetrics = {\n  type: 'eou_metrics';\n  timestamp: number;\n  /**\n   * Amount of time between the end of speech from VAD and the decision to end the user's turn.\n   * Set to 0.0 if the end of speech was not detected.\n   */\n  endOfUtteranceDelayMs: number;\n  /**\n   * Time taken to obtain the transcript after the end of the user's speech.\n   * Set to 0.0 if the end of speech was not detected.\n   */\n  transcriptionDelayMs: number;\n  /**\n   * Time taken to invoke the user's `Agent.onUserTurnCompleted` callback.\n   */\n  onUserTurnCompletedDelayMs: number;\n  /**\n   * The time the user stopped speaking.\n   */\n  lastSpeakingTimeMs: number;\n  /**\n   * The ID of the speech handle.\n   */\n  speechId?: string;\n};\n\nexport type RealtimeModelMetricsCachedTokenDetails = {\n  audioTokens: number;\n  textTokens: number;\n  imageTokens: number;\n};\n\nexport type RealtimeModelMetricsInputTokenDetails = {\n  audioTokens: number;\n  textTokens: number;\n  imageTokens: number;\n  cachedTokens: number;\n  cachedTokensDetails?: RealtimeModelMetricsCachedTokenDetails;\n};\n\nexport type RealtimeModelMetricsOutputTokenDetails = {\n  textTokens: number;\n  audioTokens: number;\n  imageTokens: number;\n};\n\nexport type RealtimeModelMetrics = {\n  type: 'realtime_model_metrics';\n  label: string;\n  requestId: string;\n  /**\n   * The timestamp of the response creation.\n   */\n  timestamp: number;\n  /**\n   * The duration of the response from created to done in milliseconds.\n   */\n  durationMs: number;\n  /**\n   * Time to first audio token in milliseconds. -1 if no audio token was sent.\n   */\n  ttftMs: number;\n  /**\n   * Whether the request was cancelled.\n   */\n  cancelled: boolean;\n  /**\n   * The number of input tokens used in the Response, including text and audio tokens.\n   */\n  inputTokens: number;\n  /**\n   * The number of output tokens sent in the Response, including text and audio tokens.\n   */\n  outputTokens: number;\n  /**\n   * The total number of tokens in the Response.\n   */\n  totalTokens: number;\n  /**\n   * The number of tokens per second.\n   */\n  tokensPerSecond: number;\n  /**\n   * Details about the input tokens used in the Response.\n   */\n  inputTokenDetails: RealtimeModelMetricsInputTokenDetails;\n  /**\n   * Details about the output tokens used in the Response.\n   */\n  outputTokenDetails: RealtimeModelMetricsOutputTokenDetails;\n};\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}
+{"version":3,"sources":["../../src/metrics/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type MetricsMetadata = {\n  /** The provider name (e.g., 'openai', 'anthropic'). */\n  modelProvider?: string;\n  /** The model name (e.g., 'gpt-4o', 'claude-3-5-sonnet'). */\n  modelName?: string;\n};\n\nexport type AgentMetrics =\n  | STTMetrics\n  | LLMMetrics\n  | TTSMetrics\n  | VADMetrics\n  | EOUMetrics\n  | RealtimeModelMetrics\n  | InterruptionMetrics;\n\nexport type LLMMetrics = {\n  type: 'llm_metrics';\n  label: string;\n  requestId: string;\n  timestamp: number;\n  /** Duration of the request in milliseconds. */\n  durationMs: number;\n  /** Time to first token in milliseconds. */\n  ttftMs: number;\n  cancelled: boolean;\n  completionTokens: number;\n  promptTokens: number;\n  promptCachedTokens: number;\n  totalTokens: number;\n  tokensPerSecond: number;\n  speechId?: string;\n  /** Metadata for model provider and name tracking. */\n  metadata?: MetricsMetadata;\n};\n\nexport type STTMetrics = {\n  type: 'stt_metrics';\n  label: string;\n  requestId: string;\n  timestamp: number;\n  /**\n   * The request duration in milliseconds, 0.0 if the STT is streaming.\n   */\n  durationMs: number;\n  /**\n   * The duration of the pushed audio in milliseconds.\n   */\n  audioDurationMs: number;\n  /** Input audio tokens (for token-based billing). */\n  inputTokens?: number;\n  /** Output text tokens (for token-based billing). */\n  outputTokens?: number;\n  /**\n   * Whether the STT is streaming (e.g using websocket).\n   */\n  streamed: boolean;\n  /** Metadata for model provider and name tracking. */\n  metadata?: MetricsMetadata;\n};\n\nexport type TTSMetrics = {\n  type: 'tts_metrics';\n  label: string;\n  requestId: string;\n  timestamp: number;\n  /** Time to first byte in milliseconds. */\n  ttfbMs: number;\n  /** Total synthesis duration in milliseconds. */\n  durationMs: number;\n  /** Generated audio duration in milliseconds. */\n  audioDurationMs: number;\n  cancelled: boolean;\n  /** Number of characters synthesized (for character-based billing). */\n  charactersCount: number;\n  /** Input text tokens (for token-based billing, e.g., OpenAI TTS). */\n  inputTokens?: number;\n  /** Output audio tokens (for token-based billing, e.g., OpenAI TTS). */\n  outputTokens?: number;\n  streamed: boolean;\n  segmentId?: string;\n  speechId?: string;\n  /** Metadata for model provider and name tracking. */\n  metadata?: MetricsMetadata;\n};\n\nexport type VADMetrics = {\n  type: 'vad_metrics';\n  label: string;\n  timestamp: number;\n  idleTimeMs: number;\n  inferenceDurationTotalMs: number;\n  inferenceCount: number;\n};\n\nexport type EOUMetrics = {\n  type: 'eou_metrics';\n  timestamp: number;\n  /**\n   * Amount of time between the end of speech from VAD and the decision to end the user's turn.\n   * Set to 0.0 if the end of speech was not detected.\n   */\n  endOfUtteranceDelayMs: number;\n  /**\n   * Time taken to obtain the transcript after the end of the user's speech.\n   * Set to 0.0 if the end of speech was not detected.\n   */\n  transcriptionDelayMs: number;\n  /**\n   * Time taken to invoke the user's `Agent.onUserTurnCompleted` callback.\n   */\n  onUserTurnCompletedDelayMs: number;\n  /**\n   * The time the user stopped speaking.\n   */\n  lastSpeakingTimeMs: number;\n  /**\n   * The ID of the speech handle.\n   */\n  speechId?: string;\n};\n\nexport type RealtimeModelMetricsCachedTokenDetails = {\n  audioTokens: number;\n  textTokens: number;\n  imageTokens: number;\n};\n\nexport type RealtimeModelMetricsInputTokenDetails = {\n  audioTokens: number;\n  textTokens: number;\n  imageTokens: number;\n  cachedTokens: number;\n  cachedTokensDetails?: RealtimeModelMetricsCachedTokenDetails;\n};\n\nexport type RealtimeModelMetricsOutputTokenDetails = {\n  textTokens: number;\n  audioTokens: number;\n  imageTokens: number;\n};\n\nexport type RealtimeModelMetrics = {\n  type: 'realtime_model_metrics';\n  label: string;\n  requestId: string;\n  /**\n   * The timestamp of the response creation.\n   */\n  timestamp: number;\n  /**\n   * The duration of the response from created to done in milliseconds.\n   */\n  durationMs: number;\n  /**\n   * The duration of the session connection in milliseconds (for session-based billing like xAI).\n   */\n  sessionDurationMs?: number;\n  /**\n   * Time to first audio token in milliseconds. -1 if no audio token was sent.\n   */\n  ttftMs: number;\n  /**\n   * Whether the request was cancelled.\n   */\n  cancelled: boolean;\n  /**\n   * The number of input tokens used in the Response, including text and audio tokens.\n   */\n  inputTokens: number;\n  /**\n   * The number of output tokens sent in the Response, including text and audio tokens.\n   */\n  outputTokens: number;\n  /**\n   * The total number of tokens in the Response.\n   */\n  totalTokens: number;\n  /**\n   * The number of tokens per second.\n   */\n  tokensPerSecond: number;\n  /**\n   * Details about the input tokens used in the Response.\n   */\n  inputTokenDetails: RealtimeModelMetricsInputTokenDetails;\n  /**\n   * Details about the output tokens used in the Response.\n   */\n  outputTokenDetails: RealtimeModelMetricsOutputTokenDetails;\n  /** Metadata for model provider and name tracking. */\n  metadata?: MetricsMetadata;\n};\n\nexport type InterruptionMetrics = {\n  type: 'interruption_metrics';\n  timestamp: number;\n  /** Latest RTT time taken to perform inference, in milliseconds. */\n  totalDuration: number;\n  /** Latest time taken by the model side, in milliseconds. */\n  predictionDuration: number;\n  /** Latest total time from onset of speech to final prediction, in milliseconds. */\n  detectionDelay: number;\n  /** Number of interruptions detected (incremental). */\n  numInterruptions: number;\n  /** Number of backchannels detected (incremental). */\n  numBackchannels: number;\n  /** Number of requests sent to the model (incremental). */\n  numRequests: number;\n  metadata?: MetricsMetadata;\n};\n"],"mappings":";;;;;;;;;;;;;;AAAA;AAAA;","names":[]}

package/dist/metrics/base.d.cts

@@ -1,4 +1,10 @@
-export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | EOUMetrics | RealtimeModelMetrics;
+export type MetricsMetadata = {
+    /** The provider name (e.g., 'openai', 'anthropic'). */
+    modelProvider?: string;
+    /** The model name (e.g., 'gpt-4o', 'claude-3-5-sonnet'). */
+    modelName?: string;
+};
+export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | EOUMetrics | RealtimeModelMetrics | InterruptionMetrics;
 export type LLMMetrics = {
     type: 'llm_metrics';
     label: string;
@@ -15,6 +21,8 @@ export type LLMMetrics = {
     totalTokens: number;
     tokensPerSecond: number;
     speechId?: string;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
 };
 export type STTMetrics = {
     type: 'stt_metrics';
@@ -29,10 +37,16 @@ export type STTMetrics = {
      * The duration of the pushed audio in milliseconds.
      */
     audioDurationMs: number;
+    /** Input audio tokens (for token-based billing). */
+    inputTokens?: number;
+    /** Output text tokens (for token-based billing). */
+    outputTokens?: number;
     /**
      * Whether the STT is streaming (e.g using websocket).
      */
     streamed: boolean;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
 };
 export type TTSMetrics = {
     type: 'tts_metrics';
@@ -46,10 +60,17 @@ export type TTSMetrics = {
     /** Generated audio duration in milliseconds. */
     audioDurationMs: number;
     cancelled: boolean;
+    /** Number of characters synthesized (for character-based billing). */
     charactersCount: number;
+    /** Input text tokens (for token-based billing, e.g., OpenAI TTS). */
+    inputTokens?: number;
+    /** Output audio tokens (for token-based billing, e.g., OpenAI TTS). */
+    outputTokens?: number;
     streamed: boolean;
     segmentId?: string;
     speechId?: string;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
 };
 export type VADMetrics = {
     type: 'vad_metrics';
@@ -114,6 +135,10 @@ export type RealtimeModelMetrics = {
      * The duration of the response from created to done in milliseconds.
      */
     durationMs: number;
+    /**
+     * The duration of the session connection in milliseconds (for session-based billing like xAI).
+     */
+    sessionDurationMs?: number;
     /**
      * Time to first audio token in milliseconds. -1 if no audio token was sent.
      */
@@ -146,5 +171,24 @@ export type RealtimeModelMetrics = {
      * Details about the output tokens used in the Response.
      */
     outputTokenDetails: RealtimeModelMetricsOutputTokenDetails;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
+};
+export type InterruptionMetrics = {
+    type: 'interruption_metrics';
+    timestamp: number;
+    /** Latest RTT time taken to perform inference, in milliseconds. */
+    totalDuration: number;
+    /** Latest time taken by the model side, in milliseconds. */
+    predictionDuration: number;
+    /** Latest total time from onset of speech to final prediction, in milliseconds. */
+    detectionDelay: number;
+    /** Number of interruptions detected (incremental). */
+    numInterruptions: number;
+    /** Number of backchannels detected (incremental). */
+    numBackchannels: number;
+    /** Number of requests sent to the model (incremental). */
+    numRequests: number;
+    metadata?: MetricsMetadata;
 };
 //# sourceMappingURL=base.d.ts.map

package/dist/metrics/base.d.ts

@@ -1,4 +1,10 @@
-export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | EOUMetrics | RealtimeModelMetrics;
+export type MetricsMetadata = {
+    /** The provider name (e.g., 'openai', 'anthropic'). */
+    modelProvider?: string;
+    /** The model name (e.g., 'gpt-4o', 'claude-3-5-sonnet'). */
+    modelName?: string;
+};
+export type AgentMetrics = STTMetrics | LLMMetrics | TTSMetrics | VADMetrics | EOUMetrics | RealtimeModelMetrics | InterruptionMetrics;
 export type LLMMetrics = {
     type: 'llm_metrics';
     label: string;
@@ -15,6 +21,8 @@ export type LLMMetrics = {
     totalTokens: number;
     tokensPerSecond: number;
     speechId?: string;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
 };
 export type STTMetrics = {
     type: 'stt_metrics';
@@ -29,10 +37,16 @@ export type STTMetrics = {
      * The duration of the pushed audio in milliseconds.
      */
     audioDurationMs: number;
+    /** Input audio tokens (for token-based billing). */
+    inputTokens?: number;
+    /** Output text tokens (for token-based billing). */
+    outputTokens?: number;
     /**
      * Whether the STT is streaming (e.g using websocket).
      */
     streamed: boolean;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
 };
 export type TTSMetrics = {
     type: 'tts_metrics';
@@ -46,10 +60,17 @@ export type TTSMetrics = {
     /** Generated audio duration in milliseconds. */
     audioDurationMs: number;
     cancelled: boolean;
+    /** Number of characters synthesized (for character-based billing). */
     charactersCount: number;
+    /** Input text tokens (for token-based billing, e.g., OpenAI TTS). */
+    inputTokens?: number;
+    /** Output audio tokens (for token-based billing, e.g., OpenAI TTS). */
+    outputTokens?: number;
     streamed: boolean;
     segmentId?: string;
     speechId?: string;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
 };
 export type VADMetrics = {
     type: 'vad_metrics';
@@ -114,6 +135,10 @@ export type RealtimeModelMetrics = {
      * The duration of the response from created to done in milliseconds.
      */
     durationMs: number;
+    /**
+     * The duration of the session connection in milliseconds (for session-based billing like xAI).
+     */
+    sessionDurationMs?: number;
     /**
      * Time to first audio token in milliseconds. -1 if no audio token was sent.
      */
@@ -146,5 +171,24 @@ export type RealtimeModelMetrics = {
      * Details about the output tokens used in the Response.
      */
     outputTokenDetails: RealtimeModelMetricsOutputTokenDetails;
+    /** Metadata for model provider and name tracking. */
+    metadata?: MetricsMetadata;
+};
+export type InterruptionMetrics = {
+    type: 'interruption_metrics';
+    timestamp: number;
+    /** Latest RTT time taken to perform inference, in milliseconds. */
+    totalDuration: number;
+    /** Latest time taken by the model side, in milliseconds. */
+    predictionDuration: number;
+    /** Latest total time from onset of speech to final prediction, in milliseconds. */
+    detectionDelay: number;
+    /** Number of interruptions detected (incremental). */
+    numInterruptions: number;
+    /** Number of backchannels detected (incremental). */
+    numBackchannels: number;
+    /** Number of requests sent to the model (incremental). */
+    numRequests: number;
+    metadata?: MetricsMetadata;
 };
 //# sourceMappingURL=base.d.ts.map

package/dist/metrics/base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/metrics/base.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,oBAAoB,CAAC;AAEzB,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,+CAA+C;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,wBAAwB,EAAE,MAAM,CAAC;IACjC,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,qBAAqB,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;OAEG;IACH,0BAA0B,EAAE,MAAM,CAAC;IACnC;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,sCAAsC,GAAG;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAAG;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,CAAC,EAAE,sCAAsC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,sCAAsC,GAAG;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,SAAS,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,iBAAiB,EAAE,qCAAqC,CAAC;IACzD;;OAEG;IACH,kBAAkB,EAAE,sCAAsC,CAAC;CAC5D,CAAC"}
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/metrics/base.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,eAAe,GAAG;IAC5B,uDAAuD;IACvD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,UAAU,GACV,oBAAoB,GACpB,mBAAmB,CAAC;AAExB,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,+CAA+C;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qDAAqD;IACrD,QAAQ,CAAC,EAAE,eAAe,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB,oDAAoD;IACpD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;IAClB,qDAAqD;IACrD,QAAQ,CAAC,EAAE,eAAe,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,UAAU,EAAE,MAAM,CAAC;IACnB,gDAAgD;IAChD,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,sEAAsE;IACtE,eAAe,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uEAAuE;IACvE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qDAAqD;IACrD,QAAQ,CAAC,EAAE,eAAe,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,wBAAwB,EAAE,MAAM,CAAC;IACjC,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,qBAAqB,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;OAEG;IACH,0BAA0B,EAAE,MAAM,CAAC;IACnC;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,sCAAsC,GAAG;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,qCAAqC,GAAG;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,CAAC,EAAE,sCAAsC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,sCAAsC,GAAG;IACnD,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,wBAAwB,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,SAAS,EAAE,OAAO,CAAC;IACnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB;;OAEG;IACH,iBAAiB,EAAE,qCAAqC,CAAC;IACzD;;OAEG;IACH,kBAAkB,EAAE,sCAAsC,CAAC;IAC3D,qDAAqD;IACrD,QAAQ,CAAC,EAAE,eAAe,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,sBAAsB,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,mEAAmE;IACnE,aAAa,EAAE,MAAM,CAAC;IACtB,4DAA4D;IAC5D,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mFAAmF;IACnF,cAAc,EAAE,MAAM,CAAC;IACvB,sDAAsD;IACtD,gBAAgB,EAAE,MAAM,CAAC;IACzB,qDAAqD;IACrD,eAAe,EAAE,MAAM,CAAC;IACxB,0DAA0D;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,eAAe,CAAC;CAC5B,CAAC"}

package/dist/metrics/index.cjs

@@ -18,15 +18,20 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var metrics_exports = {};
 __export(metrics_exports, {
+  ModelUsageCollector: () => import_model_usage.ModelUsageCollector,
   UsageCollector: () => import_usage_collector.UsageCollector,
+  filterZeroValues: () => import_model_usage.filterZeroValues,
   logMetrics: () => import_utils.logMetrics
 });
 module.exports = __toCommonJS(metrics_exports);
+var import_model_usage = require("./model_usage.cjs");
 var import_usage_collector = require("./usage_collector.cjs");
 var import_utils = require("./utils.cjs");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  ModelUsageCollector,
   UsageCollector,
+  filterZeroValues,
   logMetrics
 });
 //# sourceMappingURL=index.cjs.map

package/dist/metrics/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  EOUMetrics,\n  LLMMetrics,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from './base.js';\nexport { UsageCollector, type UsageSummary } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAaA,6BAAkD;AAClD,mBAA2B;","names":[]}
+{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  EOUMetrics,\n  InterruptionMetrics,\n  LLMMetrics,\n  MetricsMetadata,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from './base.js';\nexport {\n  filterZeroValues,\n  ModelUsageCollector,\n  type InterruptionModelUsage,\n  type LLMModelUsage,\n  type ModelUsage,\n  type STTModelUsage,\n  type TTSModelUsage,\n} from './model_usage.js';\nexport { UsageCollector, type UsageSummary } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAeA,yBAQO;AACP,6BAAkD;AAClD,mBAA2B;","names":[]}

package/dist/metrics/index.d.cts

@@ -1,4 +1,5 @@
-export type { AgentMetrics, EOUMetrics, LLMMetrics, RealtimeModelMetrics, STTMetrics, TTSMetrics, VADMetrics, } from './base.js';
+export type { AgentMetrics, EOUMetrics, InterruptionMetrics, LLMMetrics, MetricsMetadata, RealtimeModelMetrics, STTMetrics, TTSMetrics, VADMetrics, } from './base.js';
+export { filterZeroValues, ModelUsageCollector, type InterruptionModelUsage, type LLMModelUsage, type ModelUsage, type STTModelUsage, type TTSModelUsage, } from './model_usage.js';
 export { UsageCollector, type UsageSummary } from './usage_collector.js';
 export { logMetrics } from './utils.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/index.d.ts

@@ -1,4 +1,5 @@
-export type { AgentMetrics, EOUMetrics, LLMMetrics, RealtimeModelMetrics, STTMetrics, TTSMetrics, VADMetrics, } from './base.js';
+export type { AgentMetrics, EOUMetrics, InterruptionMetrics, LLMMetrics, MetricsMetadata, RealtimeModelMetrics, STTMetrics, TTSMetrics, VADMetrics, } from './base.js';
+export { filterZeroValues, ModelUsageCollector, type InterruptionModelUsage, type LLMModelUsage, type ModelUsage, type STTModelUsage, type TTSModelUsage, } from './model_usage.js';
 export { UsageCollector, type UsageSummary } from './usage_collector.js';
 export { logMetrics } from './utils.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/metrics/index.ts"],"names":[],"mappings":"AAIA,YAAY,EACV,YAAY,EACZ,UAAU,EACV,UAAU,EACV,oBAAoB,EACpB,UAAU,EACV,UAAU,EACV,UAAU,GACX,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/metrics/index.ts"],"names":[],"mappings":"AAIA,YAAY,EACV,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,UAAU,EACV,eAAe,EACf,oBAAoB,EACpB,UAAU,EACV,UAAU,EACV,UAAU,GACX,MAAM,WAAW,CAAC;AACnB,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,KAAK,sBAAsB,EAC3B,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,aAAa,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC"}

package/dist/metrics/index.js

@@ -1,7 +1,13 @@
+import {
+  filterZeroValues,
+  ModelUsageCollector
+} from "./model_usage.js";
 import { UsageCollector } from "./usage_collector.js";
 import { logMetrics } from "./utils.js";
 export {
+  ModelUsageCollector,
   UsageCollector,
+  filterZeroValues,
   logMetrics
 };
 //# sourceMappingURL=index.js.map

package/dist/metrics/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  EOUMetrics,\n  LLMMetrics,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from './base.js';\nexport { UsageCollector, type UsageSummary } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":"AAaA,SAAS,sBAAyC;AAClD,SAAS,kBAAkB;","names":[]}
+{"version":3,"sources":["../../src/metrics/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport type {\n  AgentMetrics,\n  EOUMetrics,\n  InterruptionMetrics,\n  LLMMetrics,\n  MetricsMetadata,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n  VADMetrics,\n} from './base.js';\nexport {\n  filterZeroValues,\n  ModelUsageCollector,\n  type InterruptionModelUsage,\n  type LLMModelUsage,\n  type ModelUsage,\n  type STTModelUsage,\n  type TTSModelUsage,\n} from './model_usage.js';\nexport { UsageCollector, type UsageSummary } from './usage_collector.js';\nexport { logMetrics } from './utils.js';\n"],"mappings":"AAeA;AAAA,EACE;AAAA,EACA;AAAA,OAMK;AACP,SAAS,sBAAyC;AAClD,SAAS,kBAAkB;","names":[]}

package/dist/metrics/model_usage.cjs

@@ -0,0 +1,189 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var model_usage_exports = {};
+__export(model_usage_exports, {
+  ModelUsageCollector: () => ModelUsageCollector,
+  filterZeroValues: () => filterZeroValues
+});
+module.exports = __toCommonJS(model_usage_exports);
+function filterZeroValues(usage) {
+  const result = {};
+  for (const [key, value] of Object.entries(usage)) {
+    if (value !== 0 && value !== 0) {
+      result[key] = value;
+    }
+  }
+  return result;
+}
+class ModelUsageCollector {
+  llmUsage = /* @__PURE__ */ new Map();
+  ttsUsage = /* @__PURE__ */ new Map();
+  sttUsage = /* @__PURE__ */ new Map();
+  interruptionUsage = /* @__PURE__ */ new Map();
+  /** Extract provider and model from metrics metadata. */
+  extractProviderModel(metrics) {
+    let provider = "";
+    let model = "";
+    if (metrics.metadata) {
+      provider = metrics.metadata.modelProvider || "";
+      model = metrics.metadata.modelName || "";
+    }
+    return [provider, model];
+  }
+  /** Get or create an LLMModelUsage for the given provider/model combination. */
+  getLLMUsage(provider, model) {
+    const key = `${provider}:${model}`;
+    let usage = this.llmUsage.get(key);
+    if (!usage) {
+      usage = {
+        type: "llm_usage",
+        provider,
+        model,
+        inputTokens: 0,
+        inputCachedTokens: 0,
+        inputAudioTokens: 0,
+        inputCachedAudioTokens: 0,
+        inputTextTokens: 0,
+        inputCachedTextTokens: 0,
+        inputImageTokens: 0,
+        inputCachedImageTokens: 0,
+        outputTokens: 0,
+        outputAudioTokens: 0,
+        outputTextTokens: 0,
+        sessionDurationMs: 0
+      };
+      this.llmUsage.set(key, usage);
+    }
+    return usage;
+  }
+  /** Get or create a TTSModelUsage for the given provider/model combination. */
+  getTTSUsage(provider, model) {
+    const key = `${provider}:${model}`;
+    let usage = this.ttsUsage.get(key);
+    if (!usage) {
+      usage = {
+        type: "tts_usage",
+        provider,
+        model,
+        inputTokens: 0,
+        outputTokens: 0,
+        charactersCount: 0,
+        audioDurationMs: 0
+      };
+      this.ttsUsage.set(key, usage);
+    }
+    return usage;
+  }
+  /** Get or create an STTModelUsage for the given provider/model combination. */
+  getSTTUsage(provider, model) {
+    const key = `${provider}:${model}`;
+    let usage = this.sttUsage.get(key);
+    if (!usage) {
+      usage = {
+        type: "stt_usage",
+        provider,
+        model,
+        inputTokens: 0,
+        outputTokens: 0,
+        audioDurationMs: 0
+      };
+      this.sttUsage.set(key, usage);
+    }
+    return usage;
+  }
+  getInterruptionUsage(provider, model) {
+    const key = `${provider}:${model}`;
+    let usage = this.interruptionUsage.get(key);
+    if (!usage) {
+      usage = {
+        type: "interruption_usage",
+        provider,
+        model,
+        totalRequests: 0
+      };
+      this.interruptionUsage.set(key, usage);
+    }
+    return usage;
+  }
+  /** Collect metrics and aggregate usage by model/provider. */
+  collect(metrics) {
+    var _a, _b, _c;
+    if (metrics.type === "llm_metrics") {
+      const [provider, model] = this.extractProviderModel(metrics);
+      const usage = this.getLLMUsage(provider, model);
+      usage.inputTokens += metrics.promptTokens;
+      usage.inputCachedTokens += metrics.promptCachedTokens;
+      usage.outputTokens += metrics.completionTokens;
+    } else if (metrics.type === "realtime_model_metrics") {
+      const [provider, model] = this.extractProviderModel(metrics);
+      const usage = this.getLLMUsage(provider, model);
+      usage.inputTokens += metrics.inputTokens;
+      usage.inputCachedTokens += metrics.inputTokenDetails.cachedTokens;
+      usage.inputTextTokens += metrics.inputTokenDetails.textTokens;
+      usage.inputCachedTextTokens += ((_a = metrics.inputTokenDetails.cachedTokensDetails) == null ? void 0 : _a.textTokens) ?? 0;
+      usage.inputImageTokens += metrics.inputTokenDetails.imageTokens;
+      usage.inputCachedImageTokens += ((_b = metrics.inputTokenDetails.cachedTokensDetails) == null ? void 0 : _b.imageTokens) ?? 0;
+      usage.inputAudioTokens += metrics.inputTokenDetails.audioTokens;
+      usage.inputCachedAudioTokens += ((_c = metrics.inputTokenDetails.cachedTokensDetails) == null ? void 0 : _c.audioTokens) ?? 0;
+      usage.outputTextTokens += metrics.outputTokenDetails.textTokens;
+      usage.outputAudioTokens += metrics.outputTokenDetails.audioTokens;
+      usage.outputTokens += metrics.outputTokens;
+      usage.sessionDurationMs += metrics.sessionDurationMs ?? 0;
+    } else if (metrics.type === "tts_metrics") {
+      const [provider, model] = this.extractProviderModel(metrics);
+      const ttsUsage = this.getTTSUsage(provider, model);
+      ttsUsage.inputTokens += metrics.inputTokens ?? 0;
+      ttsUsage.outputTokens += metrics.outputTokens ?? 0;
+      ttsUsage.charactersCount += metrics.charactersCount;
+      ttsUsage.audioDurationMs += metrics.audioDurationMs;
+    } else if (metrics.type === "stt_metrics") {
+      const [provider, model] = this.extractProviderModel(metrics);
+      const sttUsage = this.getSTTUsage(provider, model);
+      sttUsage.inputTokens += metrics.inputTokens ?? 0;
+      sttUsage.outputTokens += metrics.outputTokens ?? 0;
+      sttUsage.audioDurationMs += metrics.audioDurationMs;
+    } else if (metrics.type === "interruption_metrics") {
+      const [provider, model] = this.extractProviderModel(metrics);
+      const usage = this.getInterruptionUsage(provider, model);
+      usage.totalRequests += metrics.numRequests;
+    }
+  }
+  flatten() {
+    const result = [];
+    for (const u of this.llmUsage.values()) {
+      result.push({ ...u });
+    }
+    for (const u of this.ttsUsage.values()) {
+      result.push({ ...u });
+    }
+    for (const u of this.sttUsage.values()) {
+      result.push({ ...u });
+    }
+    for (const u of this.interruptionUsage.values()) {
+      result.push({ ...u });
+    }
+    return result;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ModelUsageCollector,
+  filterZeroValues
+});
+//# sourceMappingURL=model_usage.cjs.map

package/dist/metrics/model_usage.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/metrics/model_usage.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type {\n  AgentMetrics,\n  InterruptionMetrics,\n  LLMMetrics,\n  RealtimeModelMetrics,\n  STTMetrics,\n  TTSMetrics,\n} from './base.js';\n\nexport type LLMModelUsage = {\n  type: 'llm_usage';\n  /** The provider name (e.g., 'openai', 'anthropic'). */\n  provider: string;\n  /** The model name (e.g., 'gpt-4o', 'claude-3-5-sonnet'). */\n  model: string;\n  /** Total input tokens. */\n  inputTokens: number;\n  /** Input tokens served from cache. */\n  inputCachedTokens: number;\n  /** Input audio tokens (for multimodal models). */\n  inputAudioTokens: number;\n  /** Cached input audio tokens. */\n  inputCachedAudioTokens: number;\n  /** Input text tokens. */\n  inputTextTokens: number;\n  /** Cached input text tokens. */\n  inputCachedTextTokens: number;\n  /** Input image tokens (for multimodal models). */\n  inputImageTokens: number;\n  /** Cached input image tokens. */\n  inputCachedImageTokens: number;\n  /** Total output tokens. */\n  outputTokens: number;\n  /** Output audio tokens (for multimodal models). */\n  outputAudioTokens: number;\n  /** Output text tokens. */\n  outputTextTokens: number;\n  /** Total session connection duration in milliseconds (for session-based billing like xAI). */\n  sessionDurationMs: number;\n};\n\nexport type TTSModelUsage = {\n  type: 'tts_usage';\n  /** The provider name (e.g., 'elevenlabs', 'cartesia'). */\n  provider: string;\n  /** The model name (e.g., 'eleven_turbo_v2', 'sonic'). */\n  model: string;\n  /** Input text tokens (for token-based TTS billing, e.g., OpenAI TTS). */\n  inputTokens: number;\n  /** Output audio tokens (for token-based TTS billing, e.g., OpenAI TTS). */\n  outputTokens: number;\n  /** Number of characters synthesized (for character-based TTS billing). */\n  charactersCount: number;\n  /**\n   * Duration of generated audio in milliseconds.\n   */\n  audioDurationMs: number;\n};\n\nexport type STTModelUsage = {\n  type: 'stt_usage';\n  /** The provider name (e.g., 'deepgram', 'assemblyai'). */\n  provider: string;\n  /** The model name (e.g., 'nova-2', 'best'). */\n  model: string;\n  /** Input audio tokens (for token-based STT billing). */\n  inputTokens: number;\n  /** Output text tokens (for token-based STT billing). */\n  outputTokens: number;\n  /** Duration of processed audio in milliseconds. */\n  audioDurationMs: number;\n};\n\nexport type InterruptionModelUsage = {\n  type: 'interruption_usage';\n  /** The provider name (e.g., 'livekit'). */\n  provider: string;\n  /** The model name (e.g., 'adaptive interruption'). */\n  model: string;\n  /** Total number of requests sent. */\n  totalRequests: number;\n};\n\nexport type ModelUsage = LLMModelUsage | TTSModelUsage | STTModelUsage | InterruptionModelUsage;\n\nexport function filterZeroValues<T extends ModelUsage>(usage: T): Partial<T> {\n  const result: Partial<T> = {} as Partial<T>;\n  for (const [key, value] of Object.entries(usage)) {\n    if (value !== 0 && value !== 0.0) {\n      (result as Record<string, unknown>)[key] = value;\n    }\n  }\n  return result;\n}\n\nexport class ModelUsageCollector {\n  private llmUsage: Map<string, LLMModelUsage> = new Map();\n  private ttsUsage: Map<string, TTSModelUsage> = new Map();\n  private sttUsage: Map<string, STTModelUsage> = new Map();\n\n  private interruptionUsage: Map<string, InterruptionModelUsage> = new Map();\n\n  /** Extract provider and model from metrics metadata. */\n  private extractProviderModel(\n    metrics: LLMMetrics | STTMetrics | TTSMetrics | RealtimeModelMetrics | InterruptionMetrics,\n  ): [string, string] {\n    let provider = '';\n    let model = '';\n    if (metrics.metadata) {\n      provider = metrics.metadata.modelProvider || '';\n      model = metrics.metadata.modelName || '';\n    }\n    return [provider, model];\n  }\n\n  /** Get or create an LLMModelUsage for the given provider/model combination. */\n  private getLLMUsage(provider: string, model: string): LLMModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.llmUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'llm_usage',\n        provider,\n        model,\n        inputTokens: 0,\n        inputCachedTokens: 0,\n        inputAudioTokens: 0,\n        inputCachedAudioTokens: 0,\n        inputTextTokens: 0,\n        inputCachedTextTokens: 0,\n        inputImageTokens: 0,\n        inputCachedImageTokens: 0,\n        outputTokens: 0,\n        outputAudioTokens: 0,\n        outputTextTokens: 0,\n        sessionDurationMs: 0,\n      };\n      this.llmUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  /** Get or create a TTSModelUsage for the given provider/model combination. */\n  private getTTSUsage(provider: string, model: string): TTSModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.ttsUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'tts_usage',\n        provider,\n        model,\n        inputTokens: 0,\n        outputTokens: 0,\n        charactersCount: 0,\n        audioDurationMs: 0,\n      };\n      this.ttsUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  /** Get or create an STTModelUsage for the given provider/model combination. */\n  private getSTTUsage(provider: string, model: string): STTModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.sttUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'stt_usage',\n        provider,\n        model,\n        inputTokens: 0,\n        outputTokens: 0,\n        audioDurationMs: 0,\n      };\n      this.sttUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  private getInterruptionUsage(provider: string, model: string): InterruptionModelUsage {\n    const key = `${provider}:${model}`;\n    let usage = this.interruptionUsage.get(key);\n    if (!usage) {\n      usage = {\n        type: 'interruption_usage',\n        provider,\n        model,\n        totalRequests: 0,\n      };\n      this.interruptionUsage.set(key, usage);\n    }\n    return usage;\n  }\n\n  /** Collect metrics and aggregate usage by model/provider. */\n  collect(metrics: AgentMetrics): void {\n    if (metrics.type === 'llm_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const usage = this.getLLMUsage(provider, model);\n      usage.inputTokens += metrics.promptTokens;\n      usage.inputCachedTokens += metrics.promptCachedTokens;\n      usage.outputTokens += metrics.completionTokens;\n    } else if (metrics.type === 'realtime_model_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const usage = this.getLLMUsage(provider, model);\n      usage.inputTokens += metrics.inputTokens;\n      usage.inputCachedTokens += metrics.inputTokenDetails.cachedTokens;\n\n      usage.inputTextTokens += metrics.inputTokenDetails.textTokens;\n      usage.inputCachedTextTokens += metrics.inputTokenDetails.cachedTokensDetails?.textTokens ?? 0;\n      usage.inputImageTokens += metrics.inputTokenDetails.imageTokens;\n      usage.inputCachedImageTokens +=\n        metrics.inputTokenDetails.cachedTokensDetails?.imageTokens ?? 0;\n      usage.inputAudioTokens += metrics.inputTokenDetails.audioTokens;\n      usage.inputCachedAudioTokens +=\n        metrics.inputTokenDetails.cachedTokensDetails?.audioTokens ?? 0;\n\n      usage.outputTextTokens += metrics.outputTokenDetails.textTokens;\n      usage.outputAudioTokens += metrics.outputTokenDetails.audioTokens;\n      usage.outputTokens += metrics.outputTokens;\n      usage.sessionDurationMs += metrics.sessionDurationMs ?? 0;\n    } else if (metrics.type === 'tts_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const ttsUsage = this.getTTSUsage(provider, model);\n      ttsUsage.inputTokens += metrics.inputTokens ?? 0;\n      ttsUsage.outputTokens += metrics.outputTokens ?? 0;\n      ttsUsage.charactersCount += metrics.charactersCount;\n      ttsUsage.audioDurationMs += metrics.audioDurationMs;\n    } else if (metrics.type === 'stt_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const sttUsage = this.getSTTUsage(provider, model);\n      sttUsage.inputTokens += metrics.inputTokens ?? 0;\n      sttUsage.outputTokens += metrics.outputTokens ?? 0;\n      sttUsage.audioDurationMs += metrics.audioDurationMs;\n    } else if (metrics.type === 'interruption_metrics') {\n      const [provider, model] = this.extractProviderModel(metrics);\n      const usage = this.getInterruptionUsage(provider, model);\n      usage.totalRequests += metrics.numRequests;\n    }\n    // VAD and EOU metrics are not aggregated for usage tracking.\n  }\n\n  flatten(): ModelUsage[] {\n    const result: ModelUsage[] = [];\n    for (const u of this.llmUsage.values()) {\n      result.push({ ...u });\n    }\n    for (const u of this.ttsUsage.values()) {\n      result.push({ ...u });\n    }\n    for (const u of this.sttUsage.values()) {\n      result.push({ ...u });\n    }\n    for (const u of this.interruptionUsage.values()) {\n      result.push({ ...u });\n    }\n    return result;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAwFO,SAAS,iBAAuC,OAAsB;AAC3E,QAAM,SAAqB,CAAC;AAC5B,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,QAAI,UAAU,KAAK,UAAU,GAAK;AAChC,MAAC,OAAmC,GAAG,IAAI;AAAA,IAC7C;AAAA,EACF;AACA,SAAO;AACT;AAEO,MAAM,oBAAoB;AAAA,EACvB,WAAuC,oBAAI,IAAI;AAAA,EAC/C,WAAuC,oBAAI,IAAI;AAAA,EAC/C,WAAuC,oBAAI,IAAI;AAAA,EAE/C,oBAAyD,oBAAI,IAAI;AAAA;AAAA,EAGjE,qBACN,SACkB;AAClB,QAAI,WAAW;AACf,QAAI,QAAQ;AACZ,QAAI,QAAQ,UAAU;AACpB,iBAAW,QAAQ,SAAS,iBAAiB;AAC7C,cAAQ,QAAQ,SAAS,aAAa;AAAA,IACxC;AACA,WAAO,CAAC,UAAU,KAAK;AAAA,EACzB;AAAA;AAAA,EAGQ,YAAY,UAAkB,OAA8B;AAClE,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,SAAS,IAAI,GAAG;AACjC,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,iBAAiB;AAAA,QACjB,uBAAuB;AAAA,QACvB,kBAAkB;AAAA,QAClB,wBAAwB;AAAA,QACxB,cAAc;AAAA,QACd,mBAAmB;AAAA,QACnB,kBAAkB;AAAA,QAClB,mBAAmB;AAAA,MACrB;AACA,WAAK,SAAS,IAAI,KAAK,KAAK;AAAA,IAC9B;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGQ,YAAY,UAAkB,OAA8B;AAClE,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,SAAS,IAAI,GAAG;AACjC,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,QACjB,iBAAiB;AAAA,MACnB;AACA,WAAK,SAAS,IAAI,KAAK,KAAK;AAAA,IAC9B;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGQ,YAAY,UAAkB,OAA8B;AAClE,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,SAAS,IAAI,GAAG;AACjC,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,aAAa;AAAA,QACb,cAAc;AAAA,QACd,iBAAiB;AAAA,MACnB;AACA,WAAK,SAAS,IAAI,KAAK,KAAK;AAAA,IAC9B;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,qBAAqB,UAAkB,OAAuC;AACpF,UAAM,MAAM,GAAG,QAAQ,IAAI,KAAK;AAChC,QAAI,QAAQ,KAAK,kBAAkB,IAAI,GAAG;AAC1C,QAAI,CAAC,OAAO;AACV,cAAQ;AAAA,QACN,MAAM;AAAA,QACN;AAAA,QACA;AAAA,QACA,eAAe;AAAA,MACjB;AACA,WAAK,kBAAkB,IAAI,KAAK,KAAK;AAAA,IACvC;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,QAAQ,SAA6B;AAtMvC;AAuMI,QAAI,QAAQ,SAAS,eAAe;AAClC,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,QAAQ,KAAK,YAAY,UAAU,KAAK;AAC9C,YAAM,eAAe,QAAQ;AAC7B,YAAM,qBAAqB,QAAQ;AACnC,YAAM,gBAAgB,QAAQ;AAAA,IAChC,WAAW,QAAQ,SAAS,0BAA0B;AACpD,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,QAAQ,KAAK,YAAY,UAAU,KAAK;AAC9C,YAAM,eAAe,QAAQ;AAC7B,YAAM,qBAAqB,QAAQ,kBAAkB;AAErD,YAAM,mBAAmB,QAAQ,kBAAkB;AACnD,YAAM,2BAAyB,aAAQ,kBAAkB,wBAA1B,mBAA+C,eAAc;AAC5F,YAAM,oBAAoB,QAAQ,kBAAkB;AACpD,YAAM,4BACJ,aAAQ,kBAAkB,wBAA1B,mBAA+C,gBAAe;AAChE,YAAM,oBAAoB,QAAQ,kBAAkB;AACpD,YAAM,4BACJ,aAAQ,kBAAkB,wBAA1B,mBAA+C,gBAAe;AAEhE,YAAM,oBAAoB,QAAQ,mBAAmB;AACrD,YAAM,qBAAqB,QAAQ,mBAAmB;AACtD,YAAM,gBAAgB,QAAQ;AAC9B,YAAM,qBAAqB,QAAQ,qBAAqB;AAAA,IAC1D,WAAW,QAAQ,SAAS,eAAe;AACzC,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,WAAW,KAAK,YAAY,UAAU,KAAK;AACjD,eAAS,eAAe,QAAQ,eAAe;AAC/C,eAAS,gBAAgB,QAAQ,gBAAgB;AACjD,eAAS,mBAAmB,QAAQ;AACpC,eAAS,mBAAmB,QAAQ;AAAA,IACtC,WAAW,QAAQ,SAAS,eAAe;AACzC,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,WAAW,KAAK,YAAY,UAAU,KAAK;AACjD,eAAS,eAAe,QAAQ,eAAe;AAC/C,eAAS,gBAAgB,QAAQ,gBAAgB;AACjD,eAAS,mBAAmB,QAAQ;AAAA,IACtC,WAAW,QAAQ,SAAS,wBAAwB;AAClD,YAAM,CAAC,UAAU,KAAK,IAAI,KAAK,qBAAqB,OAAO;AAC3D,YAAM,QAAQ,KAAK,qBAAqB,UAAU,KAAK;AACvD,YAAM,iBAAiB,QAAQ;AAAA,IACjC;AAAA,EAEF;AAAA,EAEA,UAAwB;AACtB,UAAM,SAAuB,CAAC;AAC9B,eAAW,KAAK,KAAK,SAAS,OAAO,GAAG;AACtC,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,eAAW,KAAK,KAAK,SAAS,OAAO,GAAG;AACtC,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,eAAW,KAAK,KAAK,SAAS,OAAO,GAAG;AACtC,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,eAAW,KAAK,KAAK,kBAAkB,OAAO,GAAG;AAC/C,aAAO,KAAK,EAAE,GAAG,EAAE,CAAC;AAAA,IACtB;AACA,WAAO;AAAA,EACT;AACF;","names":[]}