@livekit/agents 0.7.9 → 1.0.0-next.0

package/dist/llm/tool_context.type.test.js

@@ -0,0 +1,91 @@
+import { describe, expect, expectTypeOf, it } from "vitest";
+import { z } from "zod";
+import { tool } from "./index.js";
+describe("tool type inference", () => {
+  it("should infer argument type from zod schema", () => {
+    const toolType = tool({
+      description: "test",
+      parameters: z.object({ number: z.number() }),
+      execute: async () => "test"
+    });
+    expectTypeOf(toolType).toEqualTypeOf();
+  });
+  it("should infer provider defined tool type", () => {
+    const toolType = tool({
+      id: "code-interpreter",
+      config: {
+        language: "python"
+      }
+    });
+    expectTypeOf(toolType).toEqualTypeOf();
+  });
+  it("should infer run context type", () => {
+    const toolType = tool({
+      description: "test",
+      parameters: z.object({ number: z.number() }),
+      execute: async ({ number }, { ctx }) => {
+        return `The number is ${number}, ${ctx.userData.name}`;
+      }
+    });
+    expectTypeOf(toolType).toEqualTypeOf();
+  });
+  it("should not accept primitive zod schemas", () => {
+    expect(() => {
+      tool({
+        name: "test",
+        description: "test",
+        parameters: z.string(),
+        execute: async () => "test"
+      });
+    }).toThrowError("Tool parameters must be a Zod object schema (z.object(...))");
+  });
+  it("should not accept array schemas", () => {
+    expect(() => {
+      tool({
+        name: "test",
+        description: "test",
+        parameters: z.array(z.string()),
+        execute: async () => "test"
+      });
+    }).toThrowError("Tool parameters must be a Zod object schema (z.object(...))");
+  });
+  it("should not accept union schemas", () => {
+    expect(() => {
+      tool({
+        name: "test",
+        description: "test",
+        parameters: z.union([z.object({ a: z.string() }), z.object({ b: z.number() })]),
+        execute: async () => "test"
+      });
+    }).toThrowError("Tool parameters must be a Zod object schema (z.object(...))");
+  });
+  it("should not accept non-Zod values as parameters", () => {
+    expect(() => {
+      tool({
+        name: "test",
+        description: "test",
+        parameters: "invalid schema",
+        execute: async () => "test"
+      });
+    }).toThrowError("Tool parameters must be a Zod object schema or a raw JSON schema");
+  });
+  it("should infer empty object type when parameters are omitted", () => {
+    const toolType = tool({
+      description: "Simple action without parameters",
+      execute: async () => "done"
+    });
+    expectTypeOf(toolType).toEqualTypeOf();
+  });
+  it("should infer correct types with context but no parameters", () => {
+    const toolType = tool({
+      description: "Action with context",
+      execute: async (args, { ctx }) => {
+        expectTypeOf(args).toEqualTypeOf();
+        expectTypeOf(ctx.userData.userId).toEqualTypeOf();
+        return ctx.userData.userId;
+      }
+    });
+    expectTypeOf(toolType).toEqualTypeOf();
+  });
+});
+//# sourceMappingURL=tool_context.type.test.js.map

package/dist/llm/tool_context.type.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/tool_context.type.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, expectTypeOf, it } from 'vitest';\nimport { z } from 'zod';\nimport { type FunctionTool, type ProviderDefinedTool, type ToolOptions, tool } from './index.js';\n\ndescribe('tool type inference', () => {\n  it('should infer argument type from zod schema', () => {\n    const toolType = tool({\n      description: 'test',\n      parameters: z.object({ number: z.number() }),\n      execute: async () => 'test' as const,\n    });\n\n    expectTypeOf(toolType).toEqualTypeOf<FunctionTool<{ number: number }, unknown, 'test'>>();\n  });\n\n  it('should infer provider defined tool type', () => {\n    const toolType = tool({\n      id: 'code-interpreter',\n      config: {\n        language: 'python',\n      },\n    });\n\n    expectTypeOf(toolType).toEqualTypeOf<ProviderDefinedTool>();\n  });\n\n  it('should infer run context type', () => {\n    const toolType = tool({\n      description: 'test',\n      parameters: z.object({ number: z.number() }),\n      execute: async ({ number }, { ctx }: ToolOptions<{ name: string }>) => {\n        return `The number is ${number}, ${ctx.userData.name}`;\n      },\n    });\n\n    expectTypeOf(toolType).toEqualTypeOf<\n      FunctionTool<{ number: number }, { name: string }, string>\n    >();\n  });\n\n  it('should not accept primitive zod schemas', () => {\n    expect(() => {\n      // @ts-expect-error - Testing that non-object schemas are rejected\n      tool({\n        name: 'test',\n        description: 'test',\n        parameters: z.string(),\n        execute: async () => 'test' as const,\n      });\n    }).toThrowError('Tool parameters must be a Zod object schema (z.object(...))');\n  });\n\n  it('should not accept array schemas', () => {\n    expect(() => {\n      // @ts-expect-error - Testing that array schemas are rejected\n      tool({\n        name: 'test',\n        description: 'test',\n        parameters: z.array(z.string()),\n        execute: async () => 'test' as const,\n      });\n    }).toThrowError('Tool parameters must be a Zod object schema (z.object(...))');\n  });\n\n  it('should not accept union schemas', () => {\n    expect(() => {\n      // @ts-expect-error - Testing that union schemas are rejected\n      tool({\n        name: 'test',\n        description: 'test',\n        parameters: z.union([z.object({ a: z.string() }), z.object({ b: z.number() })]),\n        execute: async () => 'test' as const,\n      });\n    }).toThrowError('Tool parameters must be a Zod object schema (z.object(...))');\n  });\n\n  it('should not accept non-Zod values as parameters', () => {\n    expect(() => {\n      // @ts-expect-error - Testing that non-Zod values are rejected\n      tool({\n        name: 'test',\n        description: 'test',\n        parameters: 'invalid schema',\n        execute: async () => 'test' as const,\n      });\n    }).toThrowError('Tool parameters must be a Zod object schema or a raw JSON schema');\n  });\n\n  it('should infer empty object type when parameters are omitted', () => {\n    const toolType = tool({\n      description: 'Simple action without parameters',\n      execute: async () => 'done' as const,\n    });\n\n    expectTypeOf(toolType).toEqualTypeOf<FunctionTool<Record<string, never>, unknown, 'done'>>();\n  });\n\n  it('should infer correct types with context but no parameters', () => {\n    const toolType = tool({\n      description: 'Action with context',\n      execute: async (args, { ctx }: ToolOptions<{ userId: number }>) => {\n        expectTypeOf(args).toEqualTypeOf<Record<string, never>>();\n        expectTypeOf(ctx.userData.userId).toEqualTypeOf<number>();\n        return ctx.userData.userId;\n      },\n    });\n\n    expectTypeOf(toolType).toEqualTypeOf<\n      FunctionTool<Record<string, never>, { userId: number }, number>\n    >();\n  });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,cAAc,UAAU;AACnD,SAAS,SAAS;AAClB,SAAwE,YAAY;AAEpF,SAAS,uBAAuB,MAAM;AACpC,KAAG,8CAA8C,MAAM;AACrD,UAAM,WAAW,KAAK;AAAA,MACpB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAAA,MAC3C,SAAS,YAAY;AAAA,IACvB,CAAC;AAED,iBAAa,QAAQ,EAAE,cAAiE;AAAA,EAC1F,CAAC;AAED,KAAG,2CAA2C,MAAM;AAClD,UAAM,WAAW,KAAK;AAAA,MACpB,IAAI;AAAA,MACJ,QAAQ;AAAA,QACN,UAAU;AAAA,MACZ;AAAA,IACF,CAAC;AAED,iBAAa,QAAQ,EAAE,cAAmC;AAAA,EAC5D,CAAC;AAED,KAAG,iCAAiC,MAAM;AACxC,UAAM,WAAW,KAAK;AAAA,MACpB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAAA,MAC3C,SAAS,OAAO,EAAE,OAAO,GAAG,EAAE,IAAI,MAAqC;AACrE,eAAO,iBAAiB,MAAM,KAAK,IAAI,SAAS,IAAI;AAAA,MACtD;AAAA,IACF,CAAC;AAED,iBAAa,QAAQ,EAAE,cAErB;AAAA,EACJ,CAAC;AAED,KAAG,2CAA2C,MAAM;AAClD,WAAO,MAAM;AAEX,WAAK;AAAA,QACH,MAAM;AAAA,QACN,aAAa;AAAA,QACb,YAAY,EAAE,OAAO;AAAA,QACrB,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC,EAAE,aAAa,6DAA6D;AAAA,EAC/E,CAAC;AAED,KAAG,mCAAmC,MAAM;AAC1C,WAAO,MAAM;AAEX,WAAK;AAAA,QACH,MAAM;AAAA,QACN,aAAa;AAAA,QACb,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;AAAA,QAC9B,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC,EAAE,aAAa,6DAA6D;AAAA,EAC/E,CAAC;AAED,KAAG,mCAAmC,MAAM;AAC1C,WAAO,MAAM;AAEX,WAAK;AAAA,QACH,MAAM;AAAA,QACN,aAAa;AAAA,QACb,YAAY,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;AAAA,QAC9E,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC,EAAE,aAAa,6DAA6D;AAAA,EAC/E,CAAC;AAED,KAAG,kDAAkD,MAAM;AACzD,WAAO,MAAM;AAEX,WAAK;AAAA,QACH,MAAM;AAAA,QACN,aAAa;AAAA,QACb,YAAY;AAAA,QACZ,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH,CAAC,EAAE,aAAa,kEAAkE;AAAA,EACpF,CAAC;AAED,KAAG,8DAA8D,MAAM;AACrE,UAAM,WAAW,KAAK;AAAA,MACpB,aAAa;AAAA,MACb,SAAS,YAAY;AAAA,IACvB,CAAC;AAED,iBAAa,QAAQ,EAAE,cAAoE;AAAA,EAC7F,CAAC;AAED,KAAG,6DAA6D,MAAM;AACpE,UAAM,WAAW,KAAK;AAAA,MACpB,aAAa;AAAA,MACb,SAAS,OAAO,MAAM,EAAE,IAAI,MAAuC;AACjE,qBAAa,IAAI,EAAE,cAAqC;AACxD,qBAAa,IAAI,SAAS,MAAM,EAAE,cAAsB;AACxD,eAAO,IAAI,SAAS;AAAA,MACtB;AAAA,IACF,CAAC;AAED,iBAAa,QAAQ,EAAE,cAErB;AAAA,EACJ,CAAC;AACH,CAAC;","names":[]}

package/dist/llm/utils.cjs

@@ -0,0 +1,260 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var utils_exports = {};
+__export(utils_exports, {
+  computeChatCtxDiff: () => computeChatCtxDiff,
+  createToolOptions: () => createToolOptions,
+  executeToolCall: () => executeToolCall,
+  oaiBuildFunctionInfo: () => oaiBuildFunctionInfo,
+  oaiParams: () => oaiParams,
+  serializeImage: () => serializeImage,
+  toJsonSchema: () => toJsonSchema
+});
+module.exports = __toCommonJS(utils_exports);
+var import_rtc_node = require("@livekit/rtc-node");
+var import_sharp = __toESM(require("sharp"), 1);
+var import_zod = require("zod");
+var import_zod_to_json_schema = require("zod-to-json-schema");
+var import_chat_context = require("./chat_context.cjs");
+function getChannelsFromVideoBufferType(type) {
+  switch (type) {
+    case import_rtc_node.VideoBufferType.RGBA:
+    case import_rtc_node.VideoBufferType.ABGR:
+    case import_rtc_node.VideoBufferType.ARGB:
+    case import_rtc_node.VideoBufferType.BGRA:
+      return 4;
+    case import_rtc_node.VideoBufferType.RGB24:
+      return 3;
+    default:
+      throw new Error(`Unsupported VideoBufferType: ${type}. Only RGB/RGBA formats are supported.`);
+  }
+}
+function ensureRGBCompatible(frame) {
+  if (frame.type === import_rtc_node.VideoBufferType.RGBA || frame.type === import_rtc_node.VideoBufferType.BGRA || frame.type === import_rtc_node.VideoBufferType.ARGB || frame.type === import_rtc_node.VideoBufferType.ABGR || frame.type === import_rtc_node.VideoBufferType.RGB24) {
+    return frame;
+  }
+  try {
+    return frame.convert(import_rtc_node.VideoBufferType.RGBA);
+  } catch (error) {
+    throw new Error(
+      `Failed to convert format ${frame.type} to RGB: ${error}. Consider using RGB/RGBA formats or converting on the client side.`
+    );
+  }
+}
+async function serializeImage(image) {
+  var _a;
+  if (typeof image.image === "string") {
+    if (image.image.startsWith("data:")) {
+      const [header, base64Data] = image.image.split(",", 2);
+      const headerParts = header.split(";");
+      const mimeParts = (_a = headerParts[0]) == null ? void 0 : _a.split(":");
+      const headerMime = mimeParts == null ? void 0 : mimeParts[1];
+      if (!headerMime) {
+        throw new Error("Invalid data URL format");
+      }
+      let mimeType;
+      if (image.mimeType && image.mimeType !== headerMime) {
+        console.warn(
+          `Provided mimeType '${image.mimeType}' does not match data URL mime type '${headerMime}'. Using provided mimeType.`
+        );
+        mimeType = image.mimeType;
+      } else {
+        mimeType = headerMime;
+      }
+      const supportedTypes = /* @__PURE__ */ new Set(["image/jpeg", "image/png", "image/webp", "image/gif"]);
+      if (!supportedTypes.has(mimeType)) {
+        throw new Error(`Unsupported mimeType ${mimeType}. Must be jpeg, png, webp, or gif`);
+      }
+      return {
+        base64Data,
+        mimeType,
+        inferenceDetail: image.inferenceDetail
+      };
+    }
+    return {
+      mimeType: image.mimeType,
+      inferenceDetail: image.inferenceDetail,
+      externalUrl: image.image
+    };
+  } else if (image.image instanceof import_rtc_node.VideoFrame) {
+    const frame = ensureRGBCompatible(image.image);
+    const channels = getChannelsFromVideoBufferType(frame.type);
+    let encoded = (0, import_sharp.default)(frame.data, {
+      raw: {
+        width: frame.width,
+        height: frame.height,
+        channels
+      }
+    });
+    if (image.inferenceWidth && image.inferenceHeight) {
+      encoded = encoded.resize(image.inferenceWidth, image.inferenceHeight);
+    }
+    const base64Data = await encoded.png().toBuffer().then((buffer) => buffer.toString("base64"));
+    return {
+      base64Data,
+      mimeType: "image/png",
+      inferenceDetail: image.inferenceDetail
+    };
+  } else {
+    throw new Error("Unsupported image type");
+  }
+}
+const createToolOptions = (toolCallId, userData = {}) => {
+  return { ctx: { userData }, toolCallId };
+};
+const oaiParams = (p) => {
+  const { properties, required, additionalProperties } = (0, import_zod_to_json_schema.zodToJsonSchema)(p, {
+    target: "openAi"
+  });
+  return {
+    type: "object",
+    properties,
+    required,
+    additionalProperties
+  };
+};
+const oaiBuildFunctionInfo = (toolCtx, toolCallId, toolName, rawArgs) => {
+  const tool = toolCtx[toolName];
+  if (!tool) {
+    throw new Error(`AI tool ${toolName} not found`);
+  }
+  return import_chat_context.FunctionCall.create({
+    callId: toolCallId,
+    name: toolName,
+    args: rawArgs
+  });
+};
+async function executeToolCall(toolCall, toolCtx) {
+  const tool = toolCtx[toolCall.name];
+  let args;
+  let params;
+  try {
+    args = JSON.parse(toolCall.args);
+  } catch (error) {
+    return import_chat_context.FunctionCallOutput.create({
+      callId: toolCall.callId,
+      output: `Invalid JSON: ${error}`,
+      isError: true
+    });
+  }
+  try {
+    if (tool.parameters instanceof import_zod.ZodObject) {
+      params = tool.parameters.parse(args);
+    } else {
+      params = args;
+    }
+  } catch (error) {
+    return import_chat_context.FunctionCallOutput.create({
+      callId: toolCall.callId,
+      output: `Arguments parsing failed: ${error}`,
+      isError: true
+    });
+  }
+  try {
+    const result = await tool.execute(params, createToolOptions(toolCall.callId));
+    return import_chat_context.FunctionCallOutput.create({
+      callId: toolCall.callId,
+      output: JSON.stringify(result),
+      isError: false
+    });
+  } catch (error) {
+    return import_chat_context.FunctionCallOutput.create({
+      callId: toolCall.callId,
+      output: `Tool execution failed: ${error}`,
+      isError: true
+    });
+  }
+}
+function computeLCS(oldIds, newIds) {
+  const n = oldIds.length;
+  const m = newIds.length;
+  const dp = Array(n + 1).fill(null).map(() => Array(m + 1).fill(0));
+  for (let i2 = 1; i2 <= n; i2++) {
+    for (let j2 = 1; j2 <= m; j2++) {
+      if (oldIds[i2 - 1] === newIds[j2 - 1]) {
+        dp[i2][j2] = dp[i2 - 1][j2 - 1] + 1;
+      } else {
+        dp[i2][j2] = Math.max(dp[i2 - 1][j2], dp[i2][j2 - 1]);
+      }
+    }
+  }
+  const lcsIds = [];
+  let i = n;
+  let j = m;
+  while (i > 0 && j > 0) {
+    if (oldIds[i - 1] === newIds[j - 1]) {
+      lcsIds.push(oldIds[i - 1]);
+      i--;
+      j--;
+    } else if (dp[i - 1][j] > dp[i][j - 1]) {
+      i--;
+    } else {
+      j--;
+    }
+  }
+  return lcsIds.reverse();
+}
+function computeChatCtxDiff(oldCtx, newCtx) {
+  const oldIds = oldCtx.items.map((item) => item.id);
+  const newIds = newCtx.items.map((item) => item.id);
+  const lcsIds = new Set(computeLCS(oldIds, newIds));
+  const toRemove = oldCtx.items.filter((msg) => !lcsIds.has(msg.id)).map((msg) => msg.id);
+  const toCreate = [];
+  let lastIdInSequence = null;
+  for (const newItem of newCtx.items) {
+    if (lcsIds.has(newItem.id)) {
+      lastIdInSequence = newItem.id;
+    } else {
+      const prevId = lastIdInSequence;
+      toCreate.push([prevId, newItem.id]);
+      lastIdInSequence = newItem.id;
+    }
+  }
+  return {
+    toRemove,
+    toCreate
+  };
+}
+function toJsonSchema(schema) {
+  if (schema instanceof import_zod.ZodObject) {
+    return oaiParams(schema);
+  }
+  return schema;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  computeChatCtxDiff,
+  createToolOptions,
+  executeToolCall,
+  oaiBuildFunctionInfo,
+  oaiParams,
+  serializeImage,
+  toJsonSchema
+});
+//# sourceMappingURL=utils.cjs.map

package/dist/llm/utils.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VideoBufferType, VideoFrame } from '@livekit/rtc-node';\nimport type { JSONSchema7 } from 'json-schema';\nimport sharp from 'sharp';\nimport { ZodObject } from 'zod';\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport type { UnknownUserData } from '../voice/run_context.js';\nimport type { ChatContext } from './chat_context.js';\nimport {\n  type ChatItem,\n  FunctionCall,\n  FunctionCallOutput,\n  type ImageContent,\n} from './chat_context.js';\nimport type { ToolContext, ToolInputSchema, ToolOptions } from './tool_context.js';\n\nexport interface SerializedImage {\n  inferenceDetail: 'auto' | 'high' | 'low';\n  mimeType?: string;\n  base64Data?: string;\n  externalUrl?: string;\n}\n\nfunction getChannelsFromVideoBufferType(type: VideoBufferType): 3 | 4 {\n  switch (type) {\n    case VideoBufferType.RGBA:\n    case VideoBufferType.ABGR:\n    case VideoBufferType.ARGB:\n    case VideoBufferType.BGRA:\n      return 4;\n    case VideoBufferType.RGB24:\n      return 3;\n    default:\n      // YUV formats (I420, I420A, I422, I444, I010, NV12) need conversion\n      throw new Error(`Unsupported VideoBufferType: ${type}. Only RGB/RGBA formats are supported.`);\n  }\n}\n\nfunction ensureRGBCompatible(frame: VideoFrame): VideoFrame {\n  // If the frame is already in an RGB/RGBA-compatible format, return it directly\n  if (\n    frame.type === VideoBufferType.RGBA ||\n    frame.type === VideoBufferType.BGRA ||\n    frame.type === VideoBufferType.ARGB ||\n    frame.type === VideoBufferType.ABGR ||\n    frame.type === VideoBufferType.RGB24\n  ) {\n    return frame;\n  }\n\n  // Otherwise, attempt conversion for other formats (like YUV)\n  try {\n    return frame.convert(VideoBufferType.RGBA);\n  } catch (error) {\n    throw new Error(\n      `Failed to convert format ${frame.type} to RGB: ${error}. ` +\n        `Consider using RGB/RGBA formats or converting on the client side.`,\n    );\n  }\n}\n\nexport async function serializeImage(image: ImageContent): Promise<SerializedImage> {\n  if (typeof image.image === 'string') {\n    if (image.image.startsWith('data:')) {\n      const [header, base64Data] = image.image.split(',', 2) as [string, string];\n      const headerParts = header.split(';');\n      const mimeParts = headerParts[0]?.split(':');\n      const headerMime = mimeParts?.[1];\n\n      if (!headerMime) {\n        throw new Error('Invalid data URL format');\n      }\n\n      let mimeType: string;\n      if (image.mimeType && image.mimeType !== headerMime) {\n        console.warn(\n          `Provided mimeType '${image.mimeType}' does not match data URL mime type '${headerMime}'. Using provided mimeType.`,\n        );\n        mimeType = image.mimeType;\n      } else {\n        mimeType = headerMime;\n      }\n\n      const supportedTypes = new Set(['image/jpeg', 'image/png', 'image/webp', 'image/gif']);\n      if (!supportedTypes.has(mimeType)) {\n        throw new Error(`Unsupported mimeType ${mimeType}. Must be jpeg, png, webp, or gif`);\n      }\n\n      return {\n        base64Data,\n        mimeType: mimeType,\n        inferenceDetail: image.inferenceDetail,\n      };\n    }\n\n    // External URL\n    return {\n      mimeType: image.mimeType,\n      inferenceDetail: image.inferenceDetail,\n      externalUrl: image.image,\n    };\n  } else if (image.image instanceof VideoFrame) {\n    const frame = ensureRGBCompatible(image.image);\n    const channels = getChannelsFromVideoBufferType(frame.type);\n\n    // Sharp needs to know the format of raw pixel data\n    let encoded = sharp(frame.data, {\n      raw: {\n        width: frame.width,\n        height: frame.height,\n        channels,\n      },\n    });\n\n    if (image.inferenceWidth && image.inferenceHeight) {\n      encoded = encoded.resize(image.inferenceWidth, image.inferenceHeight);\n    }\n\n    const base64Data = await encoded\n      .png()\n      .toBuffer()\n      .then((buffer) => buffer.toString('base64'));\n\n    return {\n      base64Data,\n      mimeType: 'image/png',\n      inferenceDetail: image.inferenceDetail,\n    };\n  } else {\n    throw new Error('Unsupported image type');\n  }\n}\n\n/** Raw OpenAI-adherent function parameters. */\nexport type OpenAIFunctionParameters = {\n  type: 'object';\n  properties: { [id: string]: any }; // eslint-disable-line @typescript-eslint/no-explicit-any\n  required: string[];\n  additionalProperties?: boolean;\n};\n\n// TODO(brian): remove this helper once we have the real RunContext user data\nexport const createToolOptions = <UserData extends UnknownUserData>(\n  toolCallId: string,\n  userData: UserData = {} as UserData,\n): ToolOptions<UserData> => {\n  return { ctx: { userData }, toolCallId } as unknown as ToolOptions<UserData>;\n};\n\n/** @internal */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport const oaiParams = (p: ZodObject<any>): OpenAIFunctionParameters => {\n  // TODO(AJS-162): make zod to JSON parsing able to handle z.optional(v.field())\n  const { properties, required, additionalProperties } = zodToJsonSchema(p, {\n    target: 'openAi',\n  }) as OpenAIFunctionParameters;\n\n  return {\n    type: 'object',\n    properties,\n    required,\n    additionalProperties,\n  };\n};\n\n/** @internal */\nexport const oaiBuildFunctionInfo = (\n  toolCtx: ToolContext,\n  toolCallId: string,\n  toolName: string,\n  rawArgs: string,\n): FunctionCall => {\n  const tool = toolCtx[toolName];\n  if (!tool) {\n    throw new Error(`AI tool ${toolName} not found`);\n  }\n\n  return FunctionCall.create({\n    callId: toolCallId,\n    name: toolName,\n    args: rawArgs,\n  });\n};\n\nexport async function executeToolCall(\n  toolCall: FunctionCall,\n  toolCtx: ToolContext,\n): Promise<FunctionCallOutput> {\n  const tool = toolCtx[toolCall.name]!;\n  let args: object | undefined;\n  let params: object | undefined;\n\n  // Ensure valid JSON\n  try {\n    args = JSON.parse(toolCall.args);\n  } catch (error) {\n    return FunctionCallOutput.create({\n      callId: toolCall.callId,\n      output: `Invalid JSON: ${error}`,\n      isError: true,\n    });\n  }\n\n  // Ensure valid arguments schema\n  try {\n    if (tool.parameters instanceof ZodObject) {\n      params = tool.parameters.parse(args);\n    } else {\n      params = args;\n    }\n  } catch (error) {\n    return FunctionCallOutput.create({\n      callId: toolCall.callId,\n      output: `Arguments parsing failed: ${error}`,\n      isError: true,\n    });\n  }\n\n  try {\n    const result = await tool.execute(params, createToolOptions(toolCall.callId));\n    return FunctionCallOutput.create({\n      callId: toolCall.callId,\n      output: JSON.stringify(result),\n      isError: false,\n    });\n  } catch (error) {\n    return FunctionCallOutput.create({\n      callId: toolCall.callId,\n      output: `Tool execution failed: ${error}`,\n      isError: true,\n    });\n  }\n}\n\n/**\n * Standard dynamic-programming LCS to get the common subsequence\n * of IDs (in order) that appear in both old_ids and new_ids.\n *\n * @param oldIds - The old list of IDs.\n * @param newIds - The new list of IDs.\n * @returns The longest common subsequence of the two lists of IDs.\n */\nfunction computeLCS(oldIds: string[], newIds: string[]): string[] {\n  const n = oldIds.length;\n  const m = newIds.length;\n  const dp: number[][] = Array(n + 1)\n    .fill(null)\n    .map(() => Array(m + 1).fill(0));\n\n  // Fill DP table\n  for (let i = 1; i <= n; i++) {\n    for (let j = 1; j <= m; j++) {\n      if (oldIds[i - 1] === newIds[j - 1]) {\n        dp[i]![j] = dp[i - 1]![j - 1]! + 1;\n      } else {\n        dp[i]![j] = Math.max(dp[i - 1]![j]!, dp[i]![j - 1]!);\n      }\n    }\n  }\n\n  // Backtrack to find the actual LCS sequence\n  const lcsIds: string[] = [];\n  let i = n;\n  let j = m;\n  while (i > 0 && j > 0) {\n    if (oldIds[i - 1] === newIds[j - 1]) {\n      lcsIds.push(oldIds[i - 1]!);\n      i--;\n      j--;\n    } else if (dp[i - 1]![j]! > dp[i]![j - 1]!) {\n      i--;\n    } else {\n      j--;\n    }\n  }\n\n  return lcsIds.reverse();\n}\n\ninterface DiffOps {\n  toRemove: string[];\n  toCreate: Array<[string | null, string]>; // (previous_item_id, id), if previous_item_id is null, add to the root\n}\n\n/**\n * Compute the minimal list of create/remove operations to transform oldCtx into newCtx.\n *\n * @param oldCtx - The old chat context.\n * @param newCtx - The new chat context.\n * @returns The minimal list of create/remove operations to transform oldCtx into newCtx.\n */\nexport function computeChatCtxDiff(oldCtx: ChatContext, newCtx: ChatContext): DiffOps {\n  const oldIds = oldCtx.items.map((item: ChatItem) => item.id);\n  const newIds = newCtx.items.map((item: ChatItem) => item.id);\n  const lcsIds = new Set(computeLCS(oldIds, newIds));\n\n  const toRemove = oldCtx.items.filter((msg) => !lcsIds.has(msg.id)).map((msg) => msg.id);\n  const toCreate: Array<[string | null, string]> = [];\n\n  let lastIdInSequence: string | null = null;\n  for (const newItem of newCtx.items) {\n    if (lcsIds.has(newItem.id)) {\n      lastIdInSequence = newItem.id;\n    } else {\n      const prevId = lastIdInSequence; // null if root\n      toCreate.push([prevId, newItem.id]);\n      lastIdInSequence = newItem.id;\n    }\n  }\n\n  return {\n    toRemove,\n    toCreate,\n  };\n}\n\nexport function toJsonSchema(schema: ToolInputSchema<any>): JSONSchema7 {\n  if (schema instanceof ZodObject) {\n    return oaiParams(schema);\n  }\n  return schema;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAA4C;AAE5C,mBAAkB;AAClB,iBAA0B;AAC1B,gCAAgC;AAGhC,0BAKO;AAUP,SAAS,+BAA+B,MAA8B;AACpE,UAAQ,MAAM;AAAA,IACZ,KAAK,gCAAgB;AAAA,IACrB,KAAK,gCAAgB;AAAA,IACrB,KAAK,gCAAgB;AAAA,IACrB,KAAK,gCAAgB;AACnB,aAAO;AAAA,IACT,KAAK,gCAAgB;AACnB,aAAO;AAAA,IACT;AAEE,YAAM,IAAI,MAAM,gCAAgC,IAAI,wCAAwC;AAAA,EAChG;AACF;AAEA,SAAS,oBAAoB,OAA+B;AAE1D,MACE,MAAM,SAAS,gCAAgB,QAC/B,MAAM,SAAS,gCAAgB,QAC/B,MAAM,SAAS,gCAAgB,QAC/B,MAAM,SAAS,gCAAgB,QAC/B,MAAM,SAAS,gCAAgB,OAC/B;AACA,WAAO;AAAA,EACT;AAGA,MAAI;AACF,WAAO,MAAM,QAAQ,gCAAgB,IAAI;AAAA,EAC3C,SAAS,OAAO;AACd,UAAM,IAAI;AAAA,MACR,4BAA4B,MAAM,IAAI,YAAY,KAAK;AAAA,IAEzD;AAAA,EACF;AACF;AAEA,eAAsB,eAAe,OAA+C;AA/DpF;AAgEE,MAAI,OAAO,MAAM,UAAU,UAAU;AACnC,QAAI,MAAM,MAAM,WAAW,OAAO,GAAG;AACnC,YAAM,CAAC,QAAQ,UAAU,IAAI,MAAM,MAAM,MAAM,KAAK,CAAC;AACrD,YAAM,cAAc,OAAO,MAAM,GAAG;AACpC,YAAM,aAAY,iBAAY,CAAC,MAAb,mBAAgB,MAAM;AACxC,YAAM,aAAa,uCAAY;AAE/B,UAAI,CAAC,YAAY;AACf,cAAM,IAAI,MAAM,yBAAyB;AAAA,MAC3C;AAEA,UAAI;AACJ,UAAI,MAAM,YAAY,MAAM,aAAa,YAAY;AACnD,gBAAQ;AAAA,UACN,sBAAsB,MAAM,QAAQ,wCAAwC,UAAU;AAAA,QACxF;AACA,mBAAW,MAAM;AAAA,MACnB,OAAO;AACL,mBAAW;AAAA,MACb;AAEA,YAAM,iBAAiB,oBAAI,IAAI,CAAC,cAAc,aAAa,cAAc,WAAW,CAAC;AACrF,UAAI,CAAC,eAAe,IAAI,QAAQ,GAAG;AACjC,cAAM,IAAI,MAAM,wBAAwB,QAAQ,mCAAmC;AAAA,MACrF;AAEA,aAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA,iBAAiB,MAAM;AAAA,MACzB;AAAA,IACF;AAGA,WAAO;AAAA,MACL,UAAU,MAAM;AAAA,MAChB,iBAAiB,MAAM;AAAA,MACvB,aAAa,MAAM;AAAA,IACrB;AAAA,EACF,WAAW,MAAM,iBAAiB,4BAAY;AAC5C,UAAM,QAAQ,oBAAoB,MAAM,KAAK;AAC7C,UAAM,WAAW,+BAA+B,MAAM,IAAI;AAG1D,QAAI,cAAU,aAAAA,SAAM,MAAM,MAAM;AAAA,MAC9B,KAAK;AAAA,QACH,OAAO,MAAM;AAAA,QACb,QAAQ,MAAM;AAAA,QACd;AAAA,MACF;AAAA,IACF,CAAC;AAED,QAAI,MAAM,kBAAkB,MAAM,iBAAiB;AACjD,gBAAU,QAAQ,OAAO,MAAM,gBAAgB,MAAM,eAAe;AAAA,IACtE;AAEA,UAAM,aAAa,MAAM,QACtB,IAAI,EACJ,SAAS,EACT,KAAK,CAAC,WAAW,OAAO,SAAS,QAAQ,CAAC;AAE7C,WAAO;AAAA,MACL;AAAA,MACA,UAAU;AAAA,MACV,iBAAiB,MAAM;AAAA,IACzB;AAAA,EACF,OAAO;AACL,UAAM,IAAI,MAAM,wBAAwB;AAAA,EAC1C;AACF;AAWO,MAAM,oBAAoB,CAC/B,YACA,WAAqB,CAAC,MACI;AAC1B,SAAO,EAAE,KAAK,EAAE,SAAS,GAAG,WAAW;AACzC;AAIO,MAAM,YAAY,CAAC,MAAgD;AAExE,QAAM,EAAE,YAAY,UAAU,qBAAqB,QAAI,2CAAgB,GAAG;AAAA,IACxE,QAAQ;AAAA,EACV,CAAC;AAED,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAGO,MAAM,uBAAuB,CAClC,SACA,YACA,UACA,YACiB;AACjB,QAAM,OAAO,QAAQ,QAAQ;AAC7B,MAAI,CAAC,MAAM;AACT,UAAM,IAAI,MAAM,WAAW,QAAQ,YAAY;AAAA,EACjD;AAEA,SAAO,iCAAa,OAAO;AAAA,IACzB,QAAQ;AAAA,IACR,MAAM;AAAA,IACN,MAAM;AAAA,EACR,CAAC;AACH;AAEA,eAAsB,gBACpB,UACA,SAC6B;AAC7B,QAAM,OAAO,QAAQ,SAAS,IAAI;AAClC,MAAI;AACJ,MAAI;AAGJ,MAAI;AACF,WAAO,KAAK,MAAM,SAAS,IAAI;AAAA,EACjC,SAAS,OAAO;AACd,WAAO,uCAAmB,OAAO;AAAA,MAC/B,QAAQ,SAAS;AAAA,MACjB,QAAQ,iBAAiB,KAAK;AAAA,MAC9B,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AAGA,MAAI;AACF,QAAI,KAAK,sBAAsB,sBAAW;AACxC,eAAS,KAAK,WAAW,MAAM,IAAI;AAAA,IACrC,OAAO;AACL,eAAS;AAAA,IACX;AAAA,EACF,SAAS,OAAO;AACd,WAAO,uCAAmB,OAAO;AAAA,MAC/B,QAAQ,SAAS;AAAA,MACjB,QAAQ,6BAA6B,KAAK;AAAA,MAC1C,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AAEA,MAAI;AACF,UAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ,kBAAkB,SAAS,MAAM,CAAC;AAC5E,WAAO,uCAAmB,OAAO;AAAA,MAC/B,QAAQ,SAAS;AAAA,MACjB,QAAQ,KAAK,UAAU,MAAM;AAAA,MAC7B,SAAS;AAAA,IACX,CAAC;AAAA,EACH,SAAS,OAAO;AACd,WAAO,uCAAmB,OAAO;AAAA,MAC/B,QAAQ,SAAS;AAAA,MACjB,QAAQ,0BAA0B,KAAK;AAAA,MACvC,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AACF;AAUA,SAAS,WAAW,QAAkB,QAA4B;AAChE,QAAM,IAAI,OAAO;AACjB,QAAM,IAAI,OAAO;AACjB,QAAM,KAAiB,MAAM,IAAI,CAAC,EAC/B,KAAK,IAAI,EACT,IAAI,MAAM,MAAM,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;AAGjC,WAASC,KAAI,GAAGA,MAAK,GAAGA,MAAK;AAC3B,aAASC,KAAI,GAAGA,MAAK,GAAGA,MAAK;AAC3B,UAAI,OAAOD,KAAI,CAAC,MAAM,OAAOC,KAAI,CAAC,GAAG;AACnC,WAAGD,EAAC,EAAGC,EAAC,IAAI,GAAGD,KAAI,CAAC,EAAGC,KAAI,CAAC,IAAK;AAAA,MACnC,OAAO;AACL,WAAGD,EAAC,EAAGC,EAAC,IAAI,KAAK,IAAI,GAAGD,KAAI,CAAC,EAAGC,EAAC,GAAI,GAAGD,EAAC,EAAGC,KAAI,CAAC,CAAE;AAAA,MACrD;AAAA,IACF;AAAA,EACF;AAGA,QAAM,SAAmB,CAAC;AAC1B,MAAI,IAAI;AACR,MAAI,IAAI;AACR,SAAO,IAAI,KAAK,IAAI,GAAG;AACrB,QAAI,OAAO,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,GAAG;AACnC,aAAO,KAAK,OAAO,IAAI,CAAC,CAAE;AAC1B;AACA;AAAA,IACF,WAAW,GAAG,IAAI,CAAC,EAAG,CAAC,IAAK,GAAG,CAAC,EAAG,IAAI,CAAC,GAAI;AAC1C;AAAA,IACF,OAAO;AACL;AAAA,IACF;AAAA,EACF;AAEA,SAAO,OAAO,QAAQ;AACxB;AAcO,SAAS,mBAAmB,QAAqB,QAA8B;AACpF,QAAM,SAAS,OAAO,MAAM,IAAI,CAAC,SAAmB,KAAK,EAAE;AAC3D,QAAM,SAAS,OAAO,MAAM,IAAI,CAAC,SAAmB,KAAK,EAAE;AAC3D,QAAM,SAAS,IAAI,IAAI,WAAW,QAAQ,MAAM,CAAC;AAEjD,QAAM,WAAW,OAAO,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;AACtF,QAAM,WAA2C,CAAC;AAElD,MAAI,mBAAkC;AACtC,aAAW,WAAW,OAAO,OAAO;AAClC,QAAI,OAAO,IAAI,QAAQ,EAAE,GAAG;AAC1B,yBAAmB,QAAQ;AAAA,IAC7B,OAAO;AACL,YAAM,SAAS;AACf,eAAS,KAAK,CAAC,QAAQ,QAAQ,EAAE,CAAC;AAClC,yBAAmB,QAAQ;AAAA,IAC7B;AAAA,EACF;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,aAAa,QAA2C;AACtE,MAAI,kBAAkB,sBAAW;AAC/B,WAAO,UAAU,MAAM;AAAA,EACzB;AACA,SAAO;AACT;","names":["sharp","i","j"]}

package/dist/llm/utils.d.cts

@@ -0,0 +1,42 @@
+import type { JSONSchema7 } from 'json-schema';
+import { ZodObject } from 'zod';
+import type { ChatContext } from './chat_context.js';
+import { FunctionCall, FunctionCallOutput, type ImageContent } from './chat_context.js';
+import type { ToolContext, ToolInputSchema, ToolOptions } from './tool_context.js';
+export interface SerializedImage {
+    inferenceDetail: 'auto' | 'high' | 'low';
+    mimeType?: string;
+    base64Data?: string;
+    externalUrl?: string;
+}
+export declare function serializeImage(image: ImageContent): Promise<SerializedImage>;
+/** Raw OpenAI-adherent function parameters. */
+export type OpenAIFunctionParameters = {
+    type: 'object';
+    properties: {
+        [id: string]: any;
+    };
+    required: string[];
+    additionalProperties?: boolean;
+};
+export declare const createToolOptions: <UserData extends unknown>(toolCallId: string, userData?: UserData) => ToolOptions<UserData>;
+/** @internal */
+export declare const oaiParams: (p: ZodObject<any>) => OpenAIFunctionParameters;
+/** @internal */
+export declare const oaiBuildFunctionInfo: (toolCtx: ToolContext, toolCallId: string, toolName: string, rawArgs: string) => FunctionCall;
+export declare function executeToolCall(toolCall: FunctionCall, toolCtx: ToolContext): Promise<FunctionCallOutput>;
+interface DiffOps {
+    toRemove: string[];
+    toCreate: Array<[string | null, string]>;
+}
+/**
+ * Compute the minimal list of create/remove operations to transform oldCtx into newCtx.
+ *
+ * @param oldCtx - The old chat context.
+ * @param newCtx - The new chat context.
+ * @returns The minimal list of create/remove operations to transform oldCtx into newCtx.
+ */
+export declare function computeChatCtxDiff(oldCtx: ChatContext, newCtx: ChatContext): DiffOps;
+export declare function toJsonSchema(schema: ToolInputSchema<any>): JSONSchema7;
+export {};
+//# sourceMappingURL=utils.d.ts.map

package/dist/llm/utils.d.ts

@@ -0,0 +1,42 @@
+import type { JSONSchema7 } from 'json-schema';
+import { ZodObject } from 'zod';
+import type { ChatContext } from './chat_context.js';
+import { FunctionCall, FunctionCallOutput, type ImageContent } from './chat_context.js';
+import type { ToolContext, ToolInputSchema, ToolOptions } from './tool_context.js';
+export interface SerializedImage {
+    inferenceDetail: 'auto' | 'high' | 'low';
+    mimeType?: string;
+    base64Data?: string;
+    externalUrl?: string;
+}
+export declare function serializeImage(image: ImageContent): Promise<SerializedImage>;
+/** Raw OpenAI-adherent function parameters. */
+export type OpenAIFunctionParameters = {
+    type: 'object';
+    properties: {
+        [id: string]: any;
+    };
+    required: string[];
+    additionalProperties?: boolean;
+};
+export declare const createToolOptions: <UserData extends unknown>(toolCallId: string, userData?: UserData) => ToolOptions<UserData>;
+/** @internal */
+export declare const oaiParams: (p: ZodObject<any>) => OpenAIFunctionParameters;
+/** @internal */
+export declare const oaiBuildFunctionInfo: (toolCtx: ToolContext, toolCallId: string, toolName: string, rawArgs: string) => FunctionCall;
+export declare function executeToolCall(toolCall: FunctionCall, toolCtx: ToolContext): Promise<FunctionCallOutput>;
+interface DiffOps {
+    toRemove: string[];
+    toCreate: Array<[string | null, string]>;
+}
+/**
+ * Compute the minimal list of create/remove operations to transform oldCtx into newCtx.
+ *
+ * @param oldCtx - The old chat context.
+ * @param newCtx - The new chat context.
+ * @returns The minimal list of create/remove operations to transform oldCtx into newCtx.
+ */
+export declare function computeChatCtxDiff(oldCtx: ChatContext, newCtx: ChatContext): DiffOps;
+export declare function toJsonSchema(schema: ToolInputSchema<any>): JSONSchema7;
+export {};
+//# sourceMappingURL=utils.d.ts.map

package/dist/llm/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/llm/utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,SAAS,EAAE,MAAM,KAAK,CAAC;AAGhC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAEL,YAAY,EACZ,kBAAkB,EAClB,KAAK,YAAY,EAClB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEnF,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAwCD,wBAAsB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAsElF;AAED,+CAA+C;AAC/C,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,QAAQ,CAAC;IACf,UAAU,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IAClC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAChC,CAAC;AAGF,eAAO,MAAM,iBAAiB,yCAChB,MAAM,aACR,QAAQ,KACjB,YAAY,QAAQ,CAEtB,CAAC;AAEF,gBAAgB;AAEhB,eAAO,MAAM,SAAS,MAAO,UAAU,GAAG,CAAC,KAAG,wBAY7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,oBAAoB,YACtB,WAAW,cACR,MAAM,YACR,MAAM,WACP,MAAM,KACd,YAWF,CAAC;AAEF,wBAAsB,eAAe,CACnC,QAAQ,EAAE,YAAY,EACtB,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,kBAAkB,CAAC,CA6C7B;AA+CD,UAAU,OAAO;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;CAC1C;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAuBpF;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,WAAW,CAKtE"}