@livekit/agents 1.1.0 → 1.2.1

package/dist/llm/provider_format/openai.cjs

@@ -18,7 +18,8 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var openai_exports = {};
 __export(openai_exports, {
-  toChatCtx: () => toChatCtx
+  toChatCtx: () => toChatCtx,
+  toResponsesChatCtx: () => toResponsesChatCtx
 });
 module.exports = __toCommonJS(openai_exports);
 var import_utils = require("../utils.cjs");
@@ -29,11 +30,18 @@ async function toChatCtx(chatCtx, injectDummyUserMessage = true) {
   for (const group of itemGroups) {
     if (group.isEmpty) continue;
     const message = group.message ? await toChatItem(group.message) : { role: "assistant" };
-    const toolCalls = group.toolCalls.map((toolCall) => ({
-      type: "function",
-      id: toolCall.callId,
-      function: { name: toolCall.name, arguments: toolCall.args }
-    }));
+    const toolCalls = group.toolCalls.map((toolCall) => {
+      const tc = {
+        type: "function",
+        id: toolCall.callId,
+        function: { name: toolCall.name, arguments: toolCall.args }
+      };
+      const googleExtra = getGoogleExtra(toolCall);
+      if (googleExtra) {
+        tc.extra_content = { google: googleExtra };
+      }
+      return tc;
+    });
     if (toolCalls.length > 0) {
       message["tool_calls"] = toolCalls;
     }
@@ -48,28 +56,39 @@ async function toChatItem(item) {
   if (item.type === "message") {
     const listContent = [];
     let textContent = "";
-    for (const content2 of item.content) {
-      if (typeof content2 === "string") {
+    for (const content of item.content) {
+      if (typeof content === "string") {
         if (textContent) textContent += "\n";
-        textContent += content2;
-      } else if (content2.type === "image_content") {
-        listContent.push(await toImageContent(content2));
+        textContent += content;
+      } else if (content.type === "image_content") {
+        listContent.push(await toImageContent(content));
       } else {
-        throw new Error(`Unsupported content type: ${content2.type}`);
+        throw new Error(`Unsupported content type: ${content.type}`);
       }
     }
-    const content = listContent.length == 0 ? textContent : textContent.length == 0 ? listContent : [...listContent, { type: "text", text: textContent }];
-    return { role: item.role, content };
+    const result = { role: item.role };
+    if (listContent.length === 0) {
+      result.content = textContent;
+    } else {
+      if (textContent.length > 0) {
+        listContent.push({ type: "text", text: textContent });
+      }
+      result.content = listContent;
+    }
+    return result;
   } else if (item.type === "function_call") {
+    const tc = {
+      id: item.callId,
+      type: "function",
+      function: { name: item.name, arguments: item.args }
+    };
+    const googleExtra = getGoogleExtra(item);
+    if (googleExtra) {
+      tc.extra_content = { google: googleExtra };
+    }
     return {
       role: "assistant",
-      tool_calls: [
-        {
-          id: item.callId,
-          type: "function",
-          function: { name: item.name, arguments: item.args }
-        }
-      ]
+      tool_calls: [tc]
     };
   } else if (item.type === "function_call_output") {
     return {
@@ -77,9 +96,13 @@ async function toChatItem(item) {
       tool_call_id: item.callId,
       content: item.output
     };
-  } else {
-    throw new Error(`Unsupported item type: ${item["type"]}`);
   }
+  throw new Error(`Unsupported item type: ${item["type"]}`);
+}
+function getGoogleExtra(item) {
+  var _a;
+  const googleExtra = ((_a = item.extra) == null ? void 0 : _a.google) || (item.thoughtSignature ? { thoughtSignature: item.thoughtSignature } : void 0);
+  return googleExtra;
 }
 async function toImageContent(content) {
   const cacheKey = "serialized_image";
@@ -109,8 +132,87 @@ async function toImageContent(content) {
     }
   };
 }
+async function toResponsesImageContent(content) {
+  const cacheKey = "serialized_image";
+  let serialized;
+  if (content._cache[cacheKey] === void 0) {
+    serialized = await (0, import_utils.serializeImage)(content);
+    content._cache[cacheKey] = serialized;
+  }
+  serialized = content._cache[cacheKey];
+  if (serialized.externalUrl) {
+    return {
+      type: "input_image",
+      image_url: serialized.externalUrl,
+      detail: serialized.inferenceDetail
+    };
+  }
+  if (serialized.base64Data === void 0) {
+    throw new Error("Serialized image has no data bytes");
+  }
+  return {
+    type: "input_image",
+    image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,
+    detail: serialized.inferenceDetail
+  };
+}
+async function toResponsesChatCtx(chatCtx, injectDummyUserMessage = true) {
+  const itemGroups = (0, import_utils2.groupToolCalls)(chatCtx);
+  const messages = [];
+  for (const group of itemGroups) {
+    if (group.isEmpty) continue;
+    if (group.message) {
+      messages.push(await toResponsesChatItem(group.message));
+    }
+    for (const toolCall of group.toolCalls) {
+      messages.push({
+        type: "function_call",
+        call_id: toolCall.callId,
+        name: toolCall.name,
+        arguments: toolCall.args
+      });
+    }
+    for (const toolOutput of group.toolOutputs) {
+      messages.push(await toResponsesChatItem(toolOutput));
+    }
+  }
+  return messages;
+}
+async function toResponsesChatItem(item) {
+  if (item.type === "message") {
+    const listContent = [];
+    let textContent = "";
+    for (const content2 of item.content) {
+      if (typeof content2 === "string") {
+        if (textContent) textContent += "\n";
+        textContent += content2;
+      } else if (content2.type === "image_content") {
+        listContent.push(await toResponsesImageContent(content2));
+      } else {
+        throw new Error(`Unsupported content type: ${content2.type}`);
+      }
+    }
+    const content = listContent.length == 0 ? textContent : textContent.length == 0 ? listContent : [...listContent, { type: "input_text", text: textContent }];
+    return { role: item.role, content };
+  } else if (item.type === "function_call") {
+    return {
+      type: "function_call",
+      call_id: item.callId,
+      name: item.name,
+      arguments: item.args
+    };
+  } else if (item.type === "function_call_output") {
+    return {
+      type: "function_call_output",
+      call_id: item.callId,
+      output: item.output
+    };
+  }
+  throw new Error(`Unsupported item type: ${item["type"]}`);
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  toChatCtx
+  toChatCtx,
+  toResponsesChatCtx
 });
 //# sourceMappingURL=openai.cjs.map

package/dist/llm/provider_format/openai.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/llm/provider_format/openai.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage: boolean = true) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    const message: Record<string, any> = group.message // eslint-disable-line @typescript-eslint/no-explicit-any\n      ? await toChatItem(group.message)\n      : { role: 'assistant' };\n\n    const toolCalls = group.toolCalls.map((toolCall) => ({\n      type: 'function',\n      id: toolCall.callId,\n      function: { name: toolCall.name, arguments: toolCall.args },\n    }));\n\n    if (toolCalls.length > 0) {\n      message['tool_calls'] = toolCalls;\n    }\n\n    messages.push(message);\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const content =\n      listContent.length == 0\n        ? textContent\n        : textContent.length == 0\n          ? listContent\n          : [...listContent, { type: 'text', text: textContent }];\n\n    return { role: item.role, content };\n  } else if (item.type === 'function_call') {\n    return {\n      role: 'assistant',\n      tool_calls: [\n        {\n          id: item.callId,\n          type: 'function',\n          function: { name: item.name, arguments: item.args },\n        },\n      ],\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      role: 'tool',\n      tool_call_id: item.callId,\n      content: item.output,\n    };\n  } else {\n    throw new Error(`Unsupported item type: ${item['type']}`);\n  }\n}\n\nasync function toImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image'; // TODO: use hash of encoding options if available\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  // Convert SerializedImage to OpenAI format\n  if (serialized.externalUrl) {\n    return {\n      type: 'image_url',\n      image_url: {\n        url: serialized.externalUrl,\n        detail: serialized.inferenceDetail,\n      },\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'image_url',\n    image_url: {\n      url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n      detail: serialized.inferenceDetail,\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAqD;AACrD,IAAAA,gBAA+B;AAG/B,eAAsB,UAAU,SAAsB,yBAAkC,MAAM;AAC5F,QAAM,iBAAa,8BAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,UAAM,UAA+B,MAAM,UACvC,MAAM,WAAW,MAAM,OAAO,IAC9B,EAAE,MAAM,YAAY;AAExB,UAAM,YAAY,MAAM,UAAU,IAAI,CAAC,cAAc;AAAA,MACnD,MAAM;AAAA,MACN,IAAI,SAAS;AAAA,MACb,UAAU,EAAE,MAAM,SAAS,MAAM,WAAW,SAAS,KAAK;AAAA,IAC5D,EAAE;AAEF,QAAI,UAAU,SAAS,GAAG;AACxB,cAAQ,YAAY,IAAI;AAAA,IAC1B;AAEA,aAAS,KAAK,OAAO;AAErB,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,WAAW,UAAU,CAAC;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,WAAW,MAAgB;AACxC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAWC,YAAW,KAAK,SAAS;AAClC,UAAI,OAAOA,aAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAeA;AAAA,MACjB,WAAWA,SAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,eAAeA,QAAO,CAAC;AAAA,MAChD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6BA,SAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,UACJ,YAAY,UAAU,IAClB,cACA,YAAY,UAAU,IACpB,cACA,CAAC,GAAG,aAAa,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAE5D,WAAO,EAAE,MAAM,KAAK,MAAM,QAAQ;AAAA,EACpC,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,YAAY;AAAA,QACV;AAAA,UACE,IAAI,KAAK;AAAA,UACT,MAAM;AAAA,UACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,KAAK;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,IAChB;AAAA,EACF,OAAO;AACL,UAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAAA,EAC1D;AACF;AAEA,eAAe,eAAe,SAAuB;AACnD,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,UAAM,6BAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAGpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW;AAAA,QACT,KAAK,WAAW;AAAA,QAChB,QAAQ,WAAW;AAAA,MACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW;AAAA,MACT,KAAK,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,MAChE,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AACF;","names":["import_utils","content"]}
+{"version":3,"sources":["../../../src/llm/provider_format/openai.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage: boolean = true) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    const message: Record<string, any> = group.message // eslint-disable-line @typescript-eslint/no-explicit-any\n      ? await toChatItem(group.message)\n      : { role: 'assistant' };\n\n    const toolCalls = group.toolCalls.map((toolCall) => {\n      const tc: Record<string, any> = {\n        type: 'function',\n        id: toolCall.callId,\n        function: { name: toolCall.name, arguments: toolCall.args },\n      };\n\n      // Include provider-specific extra content (e.g., Google thought signatures)\n      const googleExtra = getGoogleExtra(toolCall);\n      if (googleExtra) {\n        tc.extra_content = { google: googleExtra };\n      }\n      return tc;\n    });\n\n    if (toolCalls.length > 0) {\n      message['tool_calls'] = toolCalls;\n    }\n\n    messages.push(message);\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const result: Record<string, any> = { role: item.role };\n    if (listContent.length === 0) {\n      result.content = textContent;\n    } else {\n      if (textContent.length > 0) {\n        listContent.push({ type: 'text', text: textContent });\n      }\n      result.content = listContent;\n    }\n\n    return result;\n  } else if (item.type === 'function_call') {\n    const tc: Record<string, any> = {\n      id: item.callId,\n      type: 'function',\n      function: { name: item.name, arguments: item.args },\n    };\n\n    // Include provider-specific extra content (e.g., Google thought signatures)\n    const googleExtra = getGoogleExtra(item);\n    if (googleExtra) {\n      tc.extra_content = { google: googleExtra };\n    }\n\n    return {\n      role: 'assistant',\n      tool_calls: [tc],\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      role: 'tool',\n      tool_call_id: item.callId,\n      content: item.output,\n    };\n  }\n  // Skip other item types (e.g., agent_handoff)\n  // These should be filtered by groupToolCalls, but this is a safety net\n  throw new Error(`Unsupported item type: ${item['type']}`);\n}\n\nfunction getGoogleExtra(\n  item: Partial<{ extra?: Record<string, unknown>; thoughtSignature?: string }>,\n): Record<string, unknown> | undefined {\n  const googleExtra =\n    (item.extra?.google as Record<string, unknown> | undefined) ||\n    (item.thoughtSignature ? { thoughtSignature: item.thoughtSignature } : undefined);\n  return googleExtra;\n}\n\nasync function toImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image'; // TODO: use hash of encoding options if available\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  // Convert SerializedImage to OpenAI format\n  if (serialized.externalUrl) {\n    return {\n      type: 'image_url',\n      image_url: {\n        url: serialized.externalUrl,\n        detail: serialized.inferenceDetail,\n      },\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'image_url',\n    image_url: {\n      url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n      detail: serialized.inferenceDetail,\n    },\n  };\n}\n\nasync function toResponsesImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image';\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  if (serialized.externalUrl) {\n    return {\n      type: 'input_image' as const,\n      image_url: serialized.externalUrl,\n      detail: serialized.inferenceDetail,\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'input_image' as const,\n    image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n    detail: serialized.inferenceDetail,\n  };\n}\n\nexport async function toResponsesChatCtx(\n  chatCtx: ChatContext,\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  injectDummyUserMessage: boolean = true,\n) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    if (group.message) {\n      messages.push(await toResponsesChatItem(group.message));\n    }\n\n    for (const toolCall of group.toolCalls) {\n      messages.push({\n        type: 'function_call',\n        call_id: toolCall.callId,\n        name: toolCall.name,\n        arguments: toolCall.args,\n      });\n    }\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toResponsesChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toResponsesChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toResponsesImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const content =\n      listContent.length == 0\n        ? textContent\n        : textContent.length == 0\n          ? listContent\n          : [...listContent, { type: 'input_text', text: textContent }];\n\n    return { role: item.role, content };\n  } else if (item.type === 'function_call') {\n    return {\n      type: 'function_call',\n      call_id: item.callId,\n      name: item.name,\n      arguments: item.args,\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      type: 'function_call_output',\n      call_id: item.callId,\n      output: item.output,\n    };\n  }\n\n  throw new Error(`Unsupported item type: ${item['type']}`);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAqD;AACrD,IAAAA,gBAA+B;AAG/B,eAAsB,UAAU,SAAsB,yBAAkC,MAAM;AAC5F,QAAM,iBAAa,8BAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,UAAM,UAA+B,MAAM,UACvC,MAAM,WAAW,MAAM,OAAO,IAC9B,EAAE,MAAM,YAAY;AAExB,UAAM,YAAY,MAAM,UAAU,IAAI,CAAC,aAAa;AAClD,YAAM,KAA0B;AAAA,QAC9B,MAAM;AAAA,QACN,IAAI,SAAS;AAAA,QACb,UAAU,EAAE,MAAM,SAAS,MAAM,WAAW,SAAS,KAAK;AAAA,MAC5D;AAGA,YAAM,cAAc,eAAe,QAAQ;AAC3C,UAAI,aAAa;AACf,WAAG,gBAAgB,EAAE,QAAQ,YAAY;AAAA,MAC3C;AACA,aAAO;AAAA,IACT,CAAC;AAED,QAAI,UAAU,SAAS,GAAG;AACxB,cAAQ,YAAY,IAAI;AAAA,IAC1B;AAEA,aAAS,KAAK,OAAO;AAErB,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,WAAW,UAAU,CAAC;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,WAAW,MAAgB;AACxC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAW,WAAW,KAAK,SAAS;AAClC,UAAI,OAAO,YAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAe;AAAA,MACjB,WAAW,QAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,eAAe,OAAO,CAAC;AAAA,MAChD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6B,QAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,SAA8B,EAAE,MAAM,KAAK,KAAK;AACtD,QAAI,YAAY,WAAW,GAAG;AAC5B,aAAO,UAAU;AAAA,IACnB,OAAO;AACL,UAAI,YAAY,SAAS,GAAG;AAC1B,oBAAY,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,MACtD;AACA,aAAO,UAAU;AAAA,IACnB;AAEA,WAAO;AAAA,EACT,WAAW,KAAK,SAAS,iBAAiB;AACxC,UAAM,KAA0B;AAAA,MAC9B,IAAI,KAAK;AAAA,MACT,MAAM;AAAA,MACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,KAAK;AAAA,IACpD;AAGA,UAAM,cAAc,eAAe,IAAI;AACvC,QAAI,aAAa;AACf,SAAG,gBAAgB,EAAE,QAAQ,YAAY;AAAA,IAC3C;AAEA,WAAO;AAAA,MACL,MAAM;AAAA,MACN,YAAY,CAAC,EAAE;AAAA,IACjB;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,IAChB;AAAA,EACF;AAGA,QAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAC1D;AAEA,SAAS,eACP,MACqC;AA1GvC;AA2GE,QAAM,gBACH,UAAK,UAAL,mBAAY,YACZ,KAAK,mBAAmB,EAAE,kBAAkB,KAAK,iBAAiB,IAAI;AACzE,SAAO;AACT;AAEA,eAAe,eAAe,SAAuB;AACnD,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,UAAM,6BAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAGpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW;AAAA,QACT,KAAK,WAAW;AAAA,QAChB,QAAQ,WAAW;AAAA,MACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW;AAAA,MACT,KAAK,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,MAChE,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AACF;AAEA,eAAe,wBAAwB,SAAuB;AAC5D,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,UAAM,6BAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAEpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW,WAAW;AAAA,MACtB,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,IACtE,QAAQ,WAAW;AAAA,EACrB;AACF;AAEA,eAAsB,mBACpB,SAEA,yBAAkC,MAClC;AACA,QAAM,iBAAa,8BAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,QAAI,MAAM,SAAS;AACjB,eAAS,KAAK,MAAM,oBAAoB,MAAM,OAAO,CAAC;AAAA,IACxD;AAEA,eAAW,YAAY,MAAM,WAAW;AACtC,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS,SAAS;AAAA,QAClB,MAAM,SAAS;AAAA,QACf,WAAW,SAAS;AAAA,MACtB,CAAC;AAAA,IACH;AAEA,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,oBAAoB,UAAU,CAAC;AAAA,IACrD;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,oBAAoB,MAAgB;AACjD,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAWC,YAAW,KAAK,SAAS;AAClC,UAAI,OAAOA,aAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAeA;AAAA,MACjB,WAAWA,SAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,wBAAwBA,QAAO,CAAC;AAAA,MACzD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6BA,SAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,UACJ,YAAY,UAAU,IAClB,cACA,YAAY,UAAU,IACpB,cACA,CAAC,GAAG,aAAa,EAAE,MAAM,cAAc,MAAM,YAAY,CAAC;AAElE,WAAO,EAAE,MAAM,KAAK,MAAM,QAAQ;AAAA,EACpC,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,KAAK;AAAA,MACd,MAAM,KAAK;AAAA,MACX,WAAW,KAAK;AAAA,IAClB;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAC1D;","names":["import_utils","content"]}

package/dist/llm/provider_format/openai.d.cts

@@ -1,3 +1,4 @@
 import type { ChatContext } from '../chat_context.js';
 export declare function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage?: boolean): Promise<Record<string, any>[]>;
+export declare function toResponsesChatCtx(chatCtx: ChatContext, injectDummyUserMessage?: boolean): Promise<Record<string, any>[]>;
 //# sourceMappingURL=openai.d.ts.map

package/dist/llm/provider_format/openai.d.ts

@@ -1,3 +1,4 @@
 import type { ChatContext } from '../chat_context.js';
 export declare function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage?: boolean): Promise<Record<string, any>[]>;
+export declare function toResponsesChatCtx(chatCtx: ChatContext, injectDummyUserMessage?: boolean): Promise<Record<string, any>[]>;
 //# sourceMappingURL=openai.d.ts.map

package/dist/llm/provider_format/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/llm/provider_format/openai.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAA0B,MAAM,oBAAoB,CAAC;AAK9E,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,sBAAsB,GAAE,OAAc,kCA6B3F"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/llm/provider_format/openai.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAA0B,MAAM,oBAAoB,CAAC;AAK9E,wBAAsB,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,sBAAsB,GAAE,OAAc,kCAsC3F;AAkID,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,WAAW,EAEpB,sBAAsB,GAAE,OAAc,kCA2BvC"}

package/dist/llm/provider_format/openai.js

@@ -6,11 +6,18 @@ async function toChatCtx(chatCtx, injectDummyUserMessage = true) {
   for (const group of itemGroups) {
     if (group.isEmpty) continue;
     const message = group.message ? await toChatItem(group.message) : { role: "assistant" };
-    const toolCalls = group.toolCalls.map((toolCall) => ({
-      type: "function",
-      id: toolCall.callId,
-      function: { name: toolCall.name, arguments: toolCall.args }
-    }));
+    const toolCalls = group.toolCalls.map((toolCall) => {
+      const tc = {
+        type: "function",
+        id: toolCall.callId,
+        function: { name: toolCall.name, arguments: toolCall.args }
+      };
+      const googleExtra = getGoogleExtra(toolCall);
+      if (googleExtra) {
+        tc.extra_content = { google: googleExtra };
+      }
+      return tc;
+    });
     if (toolCalls.length > 0) {
       message["tool_calls"] = toolCalls;
     }
@@ -25,28 +32,39 @@ async function toChatItem(item) {
   if (item.type === "message") {
     const listContent = [];
     let textContent = "";
-    for (const content2 of item.content) {
-      if (typeof content2 === "string") {
+    for (const content of item.content) {
+      if (typeof content === "string") {
         if (textContent) textContent += "\n";
-        textContent += content2;
-      } else if (content2.type === "image_content") {
-        listContent.push(await toImageContent(content2));
+        textContent += content;
+      } else if (content.type === "image_content") {
+        listContent.push(await toImageContent(content));
       } else {
-        throw new Error(`Unsupported content type: ${content2.type}`);
+        throw new Error(`Unsupported content type: ${content.type}`);
       }
     }
-    const content = listContent.length == 0 ? textContent : textContent.length == 0 ? listContent : [...listContent, { type: "text", text: textContent }];
-    return { role: item.role, content };
+    const result = { role: item.role };
+    if (listContent.length === 0) {
+      result.content = textContent;
+    } else {
+      if (textContent.length > 0) {
+        listContent.push({ type: "text", text: textContent });
+      }
+      result.content = listContent;
+    }
+    return result;
   } else if (item.type === "function_call") {
+    const tc = {
+      id: item.callId,
+      type: "function",
+      function: { name: item.name, arguments: item.args }
+    };
+    const googleExtra = getGoogleExtra(item);
+    if (googleExtra) {
+      tc.extra_content = { google: googleExtra };
+    }
     return {
       role: "assistant",
-      tool_calls: [
-        {
-          id: item.callId,
-          type: "function",
-          function: { name: item.name, arguments: item.args }
-        }
-      ]
+      tool_calls: [tc]
     };
   } else if (item.type === "function_call_output") {
     return {
@@ -54,9 +72,13 @@ async function toChatItem(item) {
       tool_call_id: item.callId,
       content: item.output
     };
-  } else {
-    throw new Error(`Unsupported item type: ${item["type"]}`);
   }
+  throw new Error(`Unsupported item type: ${item["type"]}`);
+}
+function getGoogleExtra(item) {
+  var _a;
+  const googleExtra = ((_a = item.extra) == null ? void 0 : _a.google) || (item.thoughtSignature ? { thoughtSignature: item.thoughtSignature } : void 0);
+  return googleExtra;
 }
 async function toImageContent(content) {
   const cacheKey = "serialized_image";
@@ -86,7 +108,86 @@ async function toImageContent(content) {
     }
   };
 }
+async function toResponsesImageContent(content) {
+  const cacheKey = "serialized_image";
+  let serialized;
+  if (content._cache[cacheKey] === void 0) {
+    serialized = await serializeImage(content);
+    content._cache[cacheKey] = serialized;
+  }
+  serialized = content._cache[cacheKey];
+  if (serialized.externalUrl) {
+    return {
+      type: "input_image",
+      image_url: serialized.externalUrl,
+      detail: serialized.inferenceDetail
+    };
+  }
+  if (serialized.base64Data === void 0) {
+    throw new Error("Serialized image has no data bytes");
+  }
+  return {
+    type: "input_image",
+    image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,
+    detail: serialized.inferenceDetail
+  };
+}
+async function toResponsesChatCtx(chatCtx, injectDummyUserMessage = true) {
+  const itemGroups = groupToolCalls(chatCtx);
+  const messages = [];
+  for (const group of itemGroups) {
+    if (group.isEmpty) continue;
+    if (group.message) {
+      messages.push(await toResponsesChatItem(group.message));
+    }
+    for (const toolCall of group.toolCalls) {
+      messages.push({
+        type: "function_call",
+        call_id: toolCall.callId,
+        name: toolCall.name,
+        arguments: toolCall.args
+      });
+    }
+    for (const toolOutput of group.toolOutputs) {
+      messages.push(await toResponsesChatItem(toolOutput));
+    }
+  }
+  return messages;
+}
+async function toResponsesChatItem(item) {
+  if (item.type === "message") {
+    const listContent = [];
+    let textContent = "";
+    for (const content2 of item.content) {
+      if (typeof content2 === "string") {
+        if (textContent) textContent += "\n";
+        textContent += content2;
+      } else if (content2.type === "image_content") {
+        listContent.push(await toResponsesImageContent(content2));
+      } else {
+        throw new Error(`Unsupported content type: ${content2.type}`);
+      }
+    }
+    const content = listContent.length == 0 ? textContent : textContent.length == 0 ? listContent : [...listContent, { type: "input_text", text: textContent }];
+    return { role: item.role, content };
+  } else if (item.type === "function_call") {
+    return {
+      type: "function_call",
+      call_id: item.callId,
+      name: item.name,
+      arguments: item.args
+    };
+  } else if (item.type === "function_call_output") {
+    return {
+      type: "function_call_output",
+      call_id: item.callId,
+      output: item.output
+    };
+  }
+  throw new Error(`Unsupported item type: ${item["type"]}`);
+}
 export {
-  toChatCtx
+  toChatCtx,
+  toResponsesChatCtx
 };
 //# sourceMappingURL=openai.js.map

package/dist/llm/provider_format/openai.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/llm/provider_format/openai.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage: boolean = true) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    const message: Record<string, any> = group.message // eslint-disable-line @typescript-eslint/no-explicit-any\n      ? await toChatItem(group.message)\n      : { role: 'assistant' };\n\n    const toolCalls = group.toolCalls.map((toolCall) => ({\n      type: 'function',\n      id: toolCall.callId,\n      function: { name: toolCall.name, arguments: toolCall.args },\n    }));\n\n    if (toolCalls.length > 0) {\n      message['tool_calls'] = toolCalls;\n    }\n\n    messages.push(message);\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const content =\n      listContent.length == 0\n        ? textContent\n        : textContent.length == 0\n          ? listContent\n          : [...listContent, { type: 'text', text: textContent }];\n\n    return { role: item.role, content };\n  } else if (item.type === 'function_call') {\n    return {\n      role: 'assistant',\n      tool_calls: [\n        {\n          id: item.callId,\n          type: 'function',\n          function: { name: item.name, arguments: item.args },\n        },\n      ],\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      role: 'tool',\n      tool_call_id: item.callId,\n      content: item.output,\n    };\n  } else {\n    throw new Error(`Unsupported item type: ${item['type']}`);\n  }\n}\n\nasync function toImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image'; // TODO: use hash of encoding options if available\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  // Convert SerializedImage to OpenAI format\n  if (serialized.externalUrl) {\n    return {\n      type: 'image_url',\n      image_url: {\n        url: serialized.externalUrl,\n        detail: serialized.inferenceDetail,\n      },\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'image_url',\n    image_url: {\n      url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n      detail: serialized.inferenceDetail,\n    },\n  };\n}\n"],"mappings":"AAIA,SAA+B,sBAAsB;AACrD,SAAS,sBAAsB;AAG/B,eAAsB,UAAU,SAAsB,yBAAkC,MAAM;AAC5F,QAAM,aAAa,eAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,UAAM,UAA+B,MAAM,UACvC,MAAM,WAAW,MAAM,OAAO,IAC9B,EAAE,MAAM,YAAY;AAExB,UAAM,YAAY,MAAM,UAAU,IAAI,CAAC,cAAc;AAAA,MACnD,MAAM;AAAA,MACN,IAAI,SAAS;AAAA,MACb,UAAU,EAAE,MAAM,SAAS,MAAM,WAAW,SAAS,KAAK;AAAA,IAC5D,EAAE;AAEF,QAAI,UAAU,SAAS,GAAG;AACxB,cAAQ,YAAY,IAAI;AAAA,IAC1B;AAEA,aAAS,KAAK,OAAO;AAErB,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,WAAW,UAAU,CAAC;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,WAAW,MAAgB;AACxC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAWA,YAAW,KAAK,SAAS;AAClC,UAAI,OAAOA,aAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAeA;AAAA,MACjB,WAAWA,SAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,eAAeA,QAAO,CAAC;AAAA,MAChD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6BA,SAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,UACJ,YAAY,UAAU,IAClB,cACA,YAAY,UAAU,IACpB,cACA,CAAC,GAAG,aAAa,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAE5D,WAAO,EAAE,MAAM,KAAK,MAAM,QAAQ;AAAA,EACpC,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,YAAY;AAAA,QACV;AAAA,UACE,IAAI,KAAK;AAAA,UACT,MAAM;AAAA,UACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,KAAK;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,IAChB;AAAA,EACF,OAAO;AACL,UAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAAA,EAC1D;AACF;AAEA,eAAe,eAAe,SAAuB;AACnD,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,MAAM,eAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAGpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW;AAAA,QACT,KAAK,WAAW;AAAA,QAChB,QAAQ,WAAW;AAAA,MACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW;AAAA,MACT,KAAK,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,MAChE,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AACF;","names":["content"]}
+{"version":3,"sources":["../../../src/llm/provider_format/openai.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage: boolean = true) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    const message: Record<string, any> = group.message // eslint-disable-line @typescript-eslint/no-explicit-any\n      ? await toChatItem(group.message)\n      : { role: 'assistant' };\n\n    const toolCalls = group.toolCalls.map((toolCall) => {\n      const tc: Record<string, any> = {\n        type: 'function',\n        id: toolCall.callId,\n        function: { name: toolCall.name, arguments: toolCall.args },\n      };\n\n      // Include provider-specific extra content (e.g., Google thought signatures)\n      const googleExtra = getGoogleExtra(toolCall);\n      if (googleExtra) {\n        tc.extra_content = { google: googleExtra };\n      }\n      return tc;\n    });\n\n    if (toolCalls.length > 0) {\n      message['tool_calls'] = toolCalls;\n    }\n\n    messages.push(message);\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const result: Record<string, any> = { role: item.role };\n    if (listContent.length === 0) {\n      result.content = textContent;\n    } else {\n      if (textContent.length > 0) {\n        listContent.push({ type: 'text', text: textContent });\n      }\n      result.content = listContent;\n    }\n\n    return result;\n  } else if (item.type === 'function_call') {\n    const tc: Record<string, any> = {\n      id: item.callId,\n      type: 'function',\n      function: { name: item.name, arguments: item.args },\n    };\n\n    // Include provider-specific extra content (e.g., Google thought signatures)\n    const googleExtra = getGoogleExtra(item);\n    if (googleExtra) {\n      tc.extra_content = { google: googleExtra };\n    }\n\n    return {\n      role: 'assistant',\n      tool_calls: [tc],\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      role: 'tool',\n      tool_call_id: item.callId,\n      content: item.output,\n    };\n  }\n  // Skip other item types (e.g., agent_handoff)\n  // These should be filtered by groupToolCalls, but this is a safety net\n  throw new Error(`Unsupported item type: ${item['type']}`);\n}\n\nfunction getGoogleExtra(\n  item: Partial<{ extra?: Record<string, unknown>; thoughtSignature?: string }>,\n): Record<string, unknown> | undefined {\n  const googleExtra =\n    (item.extra?.google as Record<string, unknown> | undefined) ||\n    (item.thoughtSignature ? { thoughtSignature: item.thoughtSignature } : undefined);\n  return googleExtra;\n}\n\nasync function toImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image'; // TODO: use hash of encoding options if available\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  // Convert SerializedImage to OpenAI format\n  if (serialized.externalUrl) {\n    return {\n      type: 'image_url',\n      image_url: {\n        url: serialized.externalUrl,\n        detail: serialized.inferenceDetail,\n      },\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'image_url',\n    image_url: {\n      url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n      detail: serialized.inferenceDetail,\n    },\n  };\n}\n\nasync function toResponsesImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image';\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  if (serialized.externalUrl) {\n    return {\n      type: 'input_image' as const,\n      image_url: serialized.externalUrl,\n      detail: serialized.inferenceDetail,\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'input_image' as const,\n    image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n    detail: serialized.inferenceDetail,\n  };\n}\n\nexport async function toResponsesChatCtx(\n  chatCtx: ChatContext,\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  injectDummyUserMessage: boolean = true,\n) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    if (group.message) {\n      messages.push(await toResponsesChatItem(group.message));\n    }\n\n    for (const toolCall of group.toolCalls) {\n      messages.push({\n        type: 'function_call',\n        call_id: toolCall.callId,\n        name: toolCall.name,\n        arguments: toolCall.args,\n      });\n    }\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toResponsesChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toResponsesChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toResponsesImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const content =\n      listContent.length == 0\n        ? textContent\n        : textContent.length == 0\n          ? listContent\n          : [...listContent, { type: 'input_text', text: textContent }];\n\n    return { role: item.role, content };\n  } else if (item.type === 'function_call') {\n    return {\n      type: 'function_call',\n      call_id: item.callId,\n      name: item.name,\n      arguments: item.args,\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      type: 'function_call_output',\n      call_id: item.callId,\n      output: item.output,\n    };\n  }\n\n  throw new Error(`Unsupported item type: ${item['type']}`);\n}\n"],"mappings":"AAIA,SAA+B,sBAAsB;AACrD,SAAS,sBAAsB;AAG/B,eAAsB,UAAU,SAAsB,yBAAkC,MAAM;AAC5F,QAAM,aAAa,eAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,UAAM,UAA+B,MAAM,UACvC,MAAM,WAAW,MAAM,OAAO,IAC9B,EAAE,MAAM,YAAY;AAExB,UAAM,YAAY,MAAM,UAAU,IAAI,CAAC,aAAa;AAClD,YAAM,KAA0B;AAAA,QAC9B,MAAM;AAAA,QACN,IAAI,SAAS;AAAA,QACb,UAAU,EAAE,MAAM,SAAS,MAAM,WAAW,SAAS,KAAK;AAAA,MAC5D;AAGA,YAAM,cAAc,eAAe,QAAQ;AAC3C,UAAI,aAAa;AACf,WAAG,gBAAgB,EAAE,QAAQ,YAAY;AAAA,MAC3C;AACA,aAAO;AAAA,IACT,CAAC;AAED,QAAI,UAAU,SAAS,GAAG;AACxB,cAAQ,YAAY,IAAI;AAAA,IAC1B;AAEA,aAAS,KAAK,OAAO;AAErB,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,WAAW,UAAU,CAAC;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,WAAW,MAAgB;AACxC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAW,WAAW,KAAK,SAAS;AAClC,UAAI,OAAO,YAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAe;AAAA,MACjB,WAAW,QAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,eAAe,OAAO,CAAC;AAAA,MAChD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6B,QAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,SAA8B,EAAE,MAAM,KAAK,KAAK;AACtD,QAAI,YAAY,WAAW,GAAG;AAC5B,aAAO,UAAU;AAAA,IACnB,OAAO;AACL,UAAI,YAAY,SAAS,GAAG;AAC1B,oBAAY,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,MACtD;AACA,aAAO,UAAU;AAAA,IACnB;AAEA,WAAO;AAAA,EACT,WAAW,KAAK,SAAS,iBAAiB;AACxC,UAAM,KAA0B;AAAA,MAC9B,IAAI,KAAK;AAAA,MACT,MAAM;AAAA,MACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,KAAK;AAAA,IACpD;AAGA,UAAM,cAAc,eAAe,IAAI;AACvC,QAAI,aAAa;AACf,SAAG,gBAAgB,EAAE,QAAQ,YAAY;AAAA,IAC3C;AAEA,WAAO;AAAA,MACL,MAAM;AAAA,MACN,YAAY,CAAC,EAAE;AAAA,IACjB;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,IAChB;AAAA,EACF;AAGA,QAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAC1D;AAEA,SAAS,eACP,MACqC;AA1GvC;AA2GE,QAAM,gBACH,UAAK,UAAL,mBAAY,YACZ,KAAK,mBAAmB,EAAE,kBAAkB,KAAK,iBAAiB,IAAI;AACzE,SAAO;AACT;AAEA,eAAe,eAAe,SAAuB;AACnD,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,MAAM,eAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAGpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW;AAAA,QACT,KAAK,WAAW;AAAA,QAChB,QAAQ,WAAW;AAAA,MACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW;AAAA,MACT,KAAK,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,MAChE,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AACF;AAEA,eAAe,wBAAwB,SAAuB;AAC5D,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,MAAM,eAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAEpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW,WAAW;AAAA,MACtB,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,IACtE,QAAQ,WAAW;AAAA,EACrB;AACF;AAEA,eAAsB,mBACpB,SAEA,yBAAkC,MAClC;AACA,QAAM,aAAa,eAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,QAAI,MAAM,SAAS;AACjB,eAAS,KAAK,MAAM,oBAAoB,MAAM,OAAO,CAAC;AAAA,IACxD;AAEA,eAAW,YAAY,MAAM,WAAW;AACtC,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS,SAAS;AAAA,QAClB,MAAM,SAAS;AAAA,QACf,WAAW,SAAS;AAAA,MACtB,CAAC;AAAA,IACH;AAEA,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,oBAAoB,UAAU,CAAC;AAAA,IACrD;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,oBAAoB,MAAgB;AACjD,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAWA,YAAW,KAAK,SAAS;AAClC,UAAI,OAAOA,aAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAeA;AAAA,MACjB,WAAWA,SAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,wBAAwBA,QAAO,CAAC;AAAA,MACzD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6BA,SAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,UACJ,YAAY,UAAU,IAClB,cACA,YAAY,UAAU,IACpB,cACA,CAAC,GAAG,aAAa,EAAE,MAAM,cAAc,MAAM,YAAY,CAAC;AAElE,WAAO,EAAE,MAAM,KAAK,MAAM,QAAQ;AAAA,EACpC,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,KAAK;AAAA,MACd,MAAM,KAAK;AAAA,MACX,WAAW,KAAK;AAAA,IAClB;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAC1D;","names":["content"]}