@livekit/agents 1.1.0 → 1.2.0

package/dist/llm/provider_format/openai.js

@@ -6,11 +6,18 @@ async function toChatCtx(chatCtx, injectDummyUserMessage = true) {
   for (const group of itemGroups) {
     if (group.isEmpty) continue;
     const message = group.message ? await toChatItem(group.message) : { role: "assistant" };
-    const toolCalls = group.toolCalls.map((toolCall) => ({
-      type: "function",
-      id: toolCall.callId,
-      function: { name: toolCall.name, arguments: toolCall.args }
-    }));
+    const toolCalls = group.toolCalls.map((toolCall) => {
+      const tc = {
+        type: "function",
+        id: toolCall.callId,
+        function: { name: toolCall.name, arguments: toolCall.args }
+      };
+      const googleExtra = getGoogleExtra(toolCall);
+      if (googleExtra) {
+        tc.extra_content = { google: googleExtra };
+      }
+      return tc;
+    });
     if (toolCalls.length > 0) {
       message["tool_calls"] = toolCalls;
     }
@@ -25,28 +32,39 @@ async function toChatItem(item) {
   if (item.type === "message") {
     const listContent = [];
     let textContent = "";
-    for (const content2 of item.content) {
-      if (typeof content2 === "string") {
+    for (const content of item.content) {
+      if (typeof content === "string") {
         if (textContent) textContent += "\n";
-        textContent += content2;
-      } else if (content2.type === "image_content") {
-        listContent.push(await toImageContent(content2));
+        textContent += content;
+      } else if (content.type === "image_content") {
+        listContent.push(await toImageContent(content));
       } else {
-        throw new Error(`Unsupported content type: ${content2.type}`);
+        throw new Error(`Unsupported content type: ${content.type}`);
       }
     }
-    const content = listContent.length == 0 ? textContent : textContent.length == 0 ? listContent : [...listContent, { type: "text", text: textContent }];
-    return { role: item.role, content };
+    const result = { role: item.role };
+    if (listContent.length === 0) {
+      result.content = textContent;
+    } else {
+      if (textContent.length > 0) {
+        listContent.push({ type: "text", text: textContent });
+      }
+      result.content = listContent;
+    }
+    return result;
   } else if (item.type === "function_call") {
+    const tc = {
+      id: item.callId,
+      type: "function",
+      function: { name: item.name, arguments: item.args }
+    };
+    const googleExtra = getGoogleExtra(item);
+    if (googleExtra) {
+      tc.extra_content = { google: googleExtra };
+    }
     return {
       role: "assistant",
-      tool_calls: [
-        {
-          id: item.callId,
-          type: "function",
-          function: { name: item.name, arguments: item.args }
-        }
-      ]
+      tool_calls: [tc]
     };
   } else if (item.type === "function_call_output") {
     return {
@@ -54,9 +72,13 @@ async function toChatItem(item) {
       tool_call_id: item.callId,
       content: item.output
     };
-  } else {
-    throw new Error(`Unsupported item type: ${item["type"]}`);
   }
+  throw new Error(`Unsupported item type: ${item["type"]}`);
+}
+function getGoogleExtra(item) {
+  var _a;
+  const googleExtra = ((_a = item.extra) == null ? void 0 : _a.google) || (item.thoughtSignature ? { thoughtSignature: item.thoughtSignature } : void 0);
+  return googleExtra;
 }
 async function toImageContent(content) {
   const cacheKey = "serialized_image";
@@ -86,7 +108,86 @@ async function toImageContent(content) {
     }
   };
 }
+async function toResponsesImageContent(content) {
+  const cacheKey = "serialized_image";
+  let serialized;
+  if (content._cache[cacheKey] === void 0) {
+    serialized = await serializeImage(content);
+    content._cache[cacheKey] = serialized;
+  }
+  serialized = content._cache[cacheKey];
+  if (serialized.externalUrl) {
+    return {
+      type: "input_image",
+      image_url: serialized.externalUrl,
+      detail: serialized.inferenceDetail
+    };
+  }
+  if (serialized.base64Data === void 0) {
+    throw new Error("Serialized image has no data bytes");
+  }
+  return {
+    type: "input_image",
+    image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,
+    detail: serialized.inferenceDetail
+  };
+}
+async function toResponsesChatCtx(chatCtx, injectDummyUserMessage = true) {
+  const itemGroups = groupToolCalls(chatCtx);
+  const messages = [];
+  for (const group of itemGroups) {
+    if (group.isEmpty) continue;
+    if (group.message) {
+      messages.push(await toResponsesChatItem(group.message));
+    }
+    for (const toolCall of group.toolCalls) {
+      messages.push({
+        type: "function_call",
+        call_id: toolCall.callId,
+        name: toolCall.name,
+        arguments: toolCall.args
+      });
+    }
+    for (const toolOutput of group.toolOutputs) {
+      messages.push(await toResponsesChatItem(toolOutput));
+    }
+  }
+  return messages;
+}
+async function toResponsesChatItem(item) {
+  if (item.type === "message") {
+    const listContent = [];
+    let textContent = "";
+    for (const content2 of item.content) {
+      if (typeof content2 === "string") {
+        if (textContent) textContent += "\n";
+        textContent += content2;
+      } else if (content2.type === "image_content") {
+        listContent.push(await toResponsesImageContent(content2));
+      } else {
+        throw new Error(`Unsupported content type: ${content2.type}`);
+      }
+    }
+    const content = listContent.length == 0 ? textContent : textContent.length == 0 ? listContent : [...listContent, { type: "input_text", text: textContent }];
+    return { role: item.role, content };
+  } else if (item.type === "function_call") {
+    return {
+      type: "function_call",
+      call_id: item.callId,
+      name: item.name,
+      arguments: item.args
+    };
+  } else if (item.type === "function_call_output") {
+    return {
+      type: "function_call_output",
+      call_id: item.callId,
+      output: item.output
+    };
+  }
+  throw new Error(`Unsupported item type: ${item["type"]}`);
+}
 export {
-  toChatCtx
+  toChatCtx,
+  toResponsesChatCtx
 };
 //# sourceMappingURL=openai.js.map

package/dist/llm/provider_format/openai.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/llm/provider_format/openai.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage: boolean = true) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    const message: Record<string, any> = group.message // eslint-disable-line @typescript-eslint/no-explicit-any\n      ? await toChatItem(group.message)\n      : { role: 'assistant' };\n\n    const toolCalls = group.toolCalls.map((toolCall) => ({\n      type: 'function',\n      id: toolCall.callId,\n      function: { name: toolCall.name, arguments: toolCall.args },\n    }));\n\n    if (toolCalls.length > 0) {\n      message['tool_calls'] = toolCalls;\n    }\n\n    messages.push(message);\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const content =\n      listContent.length == 0\n        ? textContent\n        : textContent.length == 0\n          ? listContent\n          : [...listContent, { type: 'text', text: textContent }];\n\n    return { role: item.role, content };\n  } else if (item.type === 'function_call') {\n    return {\n      role: 'assistant',\n      tool_calls: [\n        {\n          id: item.callId,\n          type: 'function',\n          function: { name: item.name, arguments: item.args },\n        },\n      ],\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      role: 'tool',\n      tool_call_id: item.callId,\n      content: item.output,\n    };\n  } else {\n    throw new Error(`Unsupported item type: ${item['type']}`);\n  }\n}\n\nasync function toImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image'; // TODO: use hash of encoding options if available\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  // Convert SerializedImage to OpenAI format\n  if (serialized.externalUrl) {\n    return {\n      type: 'image_url',\n      image_url: {\n        url: serialized.externalUrl,\n        detail: serialized.inferenceDetail,\n      },\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'image_url',\n    image_url: {\n      url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n      detail: serialized.inferenceDetail,\n    },\n  };\n}\n"],"mappings":"AAIA,SAA+B,sBAAsB;AACrD,SAAS,sBAAsB;AAG/B,eAAsB,UAAU,SAAsB,yBAAkC,MAAM;AAC5F,QAAM,aAAa,eAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,UAAM,UAA+B,MAAM,UACvC,MAAM,WAAW,MAAM,OAAO,IAC9B,EAAE,MAAM,YAAY;AAExB,UAAM,YAAY,MAAM,UAAU,IAAI,CAAC,cAAc;AAAA,MACnD,MAAM;AAAA,MACN,IAAI,SAAS;AAAA,MACb,UAAU,EAAE,MAAM,SAAS,MAAM,WAAW,SAAS,KAAK;AAAA,IAC5D,EAAE;AAEF,QAAI,UAAU,SAAS,GAAG;AACxB,cAAQ,YAAY,IAAI;AAAA,IAC1B;AAEA,aAAS,KAAK,OAAO;AAErB,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,WAAW,UAAU,CAAC;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,WAAW,MAAgB;AACxC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAWA,YAAW,KAAK,SAAS;AAClC,UAAI,OAAOA,aAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAeA;AAAA,MACjB,WAAWA,SAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,eAAeA,QAAO,CAAC;AAAA,MAChD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6BA,SAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,UACJ,YAAY,UAAU,IAClB,cACA,YAAY,UAAU,IACpB,cACA,CAAC,GAAG,aAAa,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAE5D,WAAO,EAAE,MAAM,KAAK,MAAM,QAAQ;AAAA,EACpC,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,YAAY;AAAA,QACV;AAAA,UACE,IAAI,KAAK;AAAA,UACT,MAAM;AAAA,UACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,KAAK;AAAA,QACpD;AAAA,MACF;AAAA,IACF;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,IAChB;AAAA,EACF,OAAO;AACL,UAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAAA,EAC1D;AACF;AAEA,eAAe,eAAe,SAAuB;AACnD,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,MAAM,eAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAGpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW;AAAA,QACT,KAAK,WAAW;AAAA,QAChB,QAAQ,WAAW;AAAA,MACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW;AAAA,MACT,KAAK,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,MAChE,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AACF;","names":["content"]}
+{"version":3,"sources":["../../../src/llm/provider_format/openai.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\n// eslint-disable-next-line @typescript-eslint/no-unused-vars\nexport async function toChatCtx(chatCtx: ChatContext, injectDummyUserMessage: boolean = true) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    const message: Record<string, any> = group.message // eslint-disable-line @typescript-eslint/no-explicit-any\n      ? await toChatItem(group.message)\n      : { role: 'assistant' };\n\n    const toolCalls = group.toolCalls.map((toolCall) => {\n      const tc: Record<string, any> = {\n        type: 'function',\n        id: toolCall.callId,\n        function: { name: toolCall.name, arguments: toolCall.args },\n      };\n\n      // Include provider-specific extra content (e.g., Google thought signatures)\n      const googleExtra = getGoogleExtra(toolCall);\n      if (googleExtra) {\n        tc.extra_content = { google: googleExtra };\n      }\n      return tc;\n    });\n\n    if (toolCalls.length > 0) {\n      message['tool_calls'] = toolCalls;\n    }\n\n    messages.push(message);\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const result: Record<string, any> = { role: item.role };\n    if (listContent.length === 0) {\n      result.content = textContent;\n    } else {\n      if (textContent.length > 0) {\n        listContent.push({ type: 'text', text: textContent });\n      }\n      result.content = listContent;\n    }\n\n    return result;\n  } else if (item.type === 'function_call') {\n    const tc: Record<string, any> = {\n      id: item.callId,\n      type: 'function',\n      function: { name: item.name, arguments: item.args },\n    };\n\n    // Include provider-specific extra content (e.g., Google thought signatures)\n    const googleExtra = getGoogleExtra(item);\n    if (googleExtra) {\n      tc.extra_content = { google: googleExtra };\n    }\n\n    return {\n      role: 'assistant',\n      tool_calls: [tc],\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      role: 'tool',\n      tool_call_id: item.callId,\n      content: item.output,\n    };\n  }\n  // Skip other item types (e.g., agent_handoff)\n  // These should be filtered by groupToolCalls, but this is a safety net\n  throw new Error(`Unsupported item type: ${item['type']}`);\n}\n\nfunction getGoogleExtra(\n  item: Partial<{ extra?: Record<string, unknown>; thoughtSignature?: string }>,\n): Record<string, unknown> | undefined {\n  const googleExtra =\n    (item.extra?.google as Record<string, unknown> | undefined) ||\n    (item.thoughtSignature ? { thoughtSignature: item.thoughtSignature } : undefined);\n  return googleExtra;\n}\n\nasync function toImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image'; // TODO: use hash of encoding options if available\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  // Convert SerializedImage to OpenAI format\n  if (serialized.externalUrl) {\n    return {\n      type: 'image_url',\n      image_url: {\n        url: serialized.externalUrl,\n        detail: serialized.inferenceDetail,\n      },\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'image_url',\n    image_url: {\n      url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n      detail: serialized.inferenceDetail,\n    },\n  };\n}\n\nasync function toResponsesImageContent(content: ImageContent) {\n  const cacheKey = 'serialized_image';\n  let serialized: SerializedImage;\n\n  if (content._cache[cacheKey] === undefined) {\n    serialized = await serializeImage(content);\n    content._cache[cacheKey] = serialized;\n  }\n  serialized = content._cache[cacheKey];\n\n  if (serialized.externalUrl) {\n    return {\n      type: 'input_image' as const,\n      image_url: serialized.externalUrl,\n      detail: serialized.inferenceDetail,\n    };\n  }\n\n  if (serialized.base64Data === undefined) {\n    throw new Error('Serialized image has no data bytes');\n  }\n\n  return {\n    type: 'input_image' as const,\n    image_url: `data:${serialized.mimeType};base64,${serialized.base64Data}`,\n    detail: serialized.inferenceDetail,\n  };\n}\n\nexport async function toResponsesChatCtx(\n  chatCtx: ChatContext,\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  injectDummyUserMessage: boolean = true,\n) {\n  const itemGroups = groupToolCalls(chatCtx);\n  const messages: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n\n  for (const group of itemGroups) {\n    if (group.isEmpty) continue;\n\n    if (group.message) {\n      messages.push(await toResponsesChatItem(group.message));\n    }\n\n    for (const toolCall of group.toolCalls) {\n      messages.push({\n        type: 'function_call',\n        call_id: toolCall.callId,\n        name: toolCall.name,\n        arguments: toolCall.args,\n      });\n    }\n\n    for (const toolOutput of group.toolOutputs) {\n      messages.push(await toResponsesChatItem(toolOutput));\n    }\n  }\n\n  return messages;\n}\n\nasync function toResponsesChatItem(item: ChatItem) {\n  if (item.type === 'message') {\n    const listContent: Record<string, any>[] = []; // eslint-disable-line @typescript-eslint/no-explicit-any\n    let textContent = '';\n\n    for (const content of item.content) {\n      if (typeof content === 'string') {\n        if (textContent) textContent += '\\n';\n        textContent += content;\n      } else if (content.type === 'image_content') {\n        listContent.push(await toResponsesImageContent(content));\n      } else {\n        throw new Error(`Unsupported content type: ${content.type}`);\n      }\n    }\n\n    const content =\n      listContent.length == 0\n        ? textContent\n        : textContent.length == 0\n          ? listContent\n          : [...listContent, { type: 'input_text', text: textContent }];\n\n    return { role: item.role, content };\n  } else if (item.type === 'function_call') {\n    return {\n      type: 'function_call',\n      call_id: item.callId,\n      name: item.name,\n      arguments: item.args,\n    };\n  } else if (item.type === 'function_call_output') {\n    return {\n      type: 'function_call_output',\n      call_id: item.callId,\n      output: item.output,\n    };\n  }\n\n  throw new Error(`Unsupported item type: ${item['type']}`);\n}\n"],"mappings":"AAIA,SAA+B,sBAAsB;AACrD,SAAS,sBAAsB;AAG/B,eAAsB,UAAU,SAAsB,yBAAkC,MAAM;AAC5F,QAAM,aAAa,eAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,UAAM,UAA+B,MAAM,UACvC,MAAM,WAAW,MAAM,OAAO,IAC9B,EAAE,MAAM,YAAY;AAExB,UAAM,YAAY,MAAM,UAAU,IAAI,CAAC,aAAa;AAClD,YAAM,KAA0B;AAAA,QAC9B,MAAM;AAAA,QACN,IAAI,SAAS;AAAA,QACb,UAAU,EAAE,MAAM,SAAS,MAAM,WAAW,SAAS,KAAK;AAAA,MAC5D;AAGA,YAAM,cAAc,eAAe,QAAQ;AAC3C,UAAI,aAAa;AACf,WAAG,gBAAgB,EAAE,QAAQ,YAAY;AAAA,MAC3C;AACA,aAAO;AAAA,IACT,CAAC;AAED,QAAI,UAAU,SAAS,GAAG;AACxB,cAAQ,YAAY,IAAI;AAAA,IAC1B;AAEA,aAAS,KAAK,OAAO;AAErB,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,WAAW,UAAU,CAAC;AAAA,IAC5C;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,WAAW,MAAgB;AACxC,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAW,WAAW,KAAK,SAAS;AAClC,UAAI,OAAO,YAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAe;AAAA,MACjB,WAAW,QAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,eAAe,OAAO,CAAC;AAAA,MAChD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6B,QAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,SAA8B,EAAE,MAAM,KAAK,KAAK;AACtD,QAAI,YAAY,WAAW,GAAG;AAC5B,aAAO,UAAU;AAAA,IACnB,OAAO;AACL,UAAI,YAAY,SAAS,GAAG;AAC1B,oBAAY,KAAK,EAAE,MAAM,QAAQ,MAAM,YAAY,CAAC;AAAA,MACtD;AACA,aAAO,UAAU;AAAA,IACnB;AAEA,WAAO;AAAA,EACT,WAAW,KAAK,SAAS,iBAAiB;AACxC,UAAM,KAA0B;AAAA,MAC9B,IAAI,KAAK;AAAA,MACT,MAAM;AAAA,MACN,UAAU,EAAE,MAAM,KAAK,MAAM,WAAW,KAAK,KAAK;AAAA,IACpD;AAGA,UAAM,cAAc,eAAe,IAAI;AACvC,QAAI,aAAa;AACf,SAAG,gBAAgB,EAAE,QAAQ,YAAY;AAAA,IAC3C;AAEA,WAAO;AAAA,MACL,MAAM;AAAA,MACN,YAAY,CAAC,EAAE;AAAA,IACjB;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,cAAc,KAAK;AAAA,MACnB,SAAS,KAAK;AAAA,IAChB;AAAA,EACF;AAGA,QAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAC1D;AAEA,SAAS,eACP,MACqC;AA1GvC;AA2GE,QAAM,gBACH,UAAK,UAAL,mBAAY,YACZ,KAAK,mBAAmB,EAAE,kBAAkB,KAAK,iBAAiB,IAAI;AACzE,SAAO;AACT;AAEA,eAAe,eAAe,SAAuB;AACnD,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,MAAM,eAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAGpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW;AAAA,QACT,KAAK,WAAW;AAAA,QAChB,QAAQ,WAAW;AAAA,MACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW;AAAA,MACT,KAAK,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,MAChE,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AACF;AAEA,eAAe,wBAAwB,SAAuB;AAC5D,QAAM,WAAW;AACjB,MAAI;AAEJ,MAAI,QAAQ,OAAO,QAAQ,MAAM,QAAW;AAC1C,iBAAa,MAAM,eAAe,OAAO;AACzC,YAAQ,OAAO,QAAQ,IAAI;AAAA,EAC7B;AACA,eAAa,QAAQ,OAAO,QAAQ;AAEpC,MAAI,WAAW,aAAa;AAC1B,WAAO;AAAA,MACL,MAAM;AAAA,MACN,WAAW,WAAW;AAAA,MACtB,QAAQ,WAAW;AAAA,IACrB;AAAA,EACF;AAEA,MAAI,WAAW,eAAe,QAAW;AACvC,UAAM,IAAI,MAAM,oCAAoC;AAAA,EACtD;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,WAAW,QAAQ,WAAW,QAAQ,WAAW,WAAW,UAAU;AAAA,IACtE,QAAQ,WAAW;AAAA,EACrB;AACF;AAEA,eAAsB,mBACpB,SAEA,yBAAkC,MAClC;AACA,QAAM,aAAa,eAAe,OAAO;AACzC,QAAM,WAAkC,CAAC;AAEzC,aAAW,SAAS,YAAY;AAC9B,QAAI,MAAM,QAAS;AAEnB,QAAI,MAAM,SAAS;AACjB,eAAS,KAAK,MAAM,oBAAoB,MAAM,OAAO,CAAC;AAAA,IACxD;AAEA,eAAW,YAAY,MAAM,WAAW;AACtC,eAAS,KAAK;AAAA,QACZ,MAAM;AAAA,QACN,SAAS,SAAS;AAAA,QAClB,MAAM,SAAS;AAAA,QACf,WAAW,SAAS;AAAA,MACtB,CAAC;AAAA,IACH;AAEA,eAAW,cAAc,MAAM,aAAa;AAC1C,eAAS,KAAK,MAAM,oBAAoB,UAAU,CAAC;AAAA,IACrD;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,oBAAoB,MAAgB;AACjD,MAAI,KAAK,SAAS,WAAW;AAC3B,UAAM,cAAqC,CAAC;AAC5C,QAAI,cAAc;AAElB,eAAWA,YAAW,KAAK,SAAS;AAClC,UAAI,OAAOA,aAAY,UAAU;AAC/B,YAAI,YAAa,gBAAe;AAChC,uBAAeA;AAAA,MACjB,WAAWA,SAAQ,SAAS,iBAAiB;AAC3C,oBAAY,KAAK,MAAM,wBAAwBA,QAAO,CAAC;AAAA,MACzD,OAAO;AACL,cAAM,IAAI,MAAM,6BAA6BA,SAAQ,IAAI,EAAE;AAAA,MAC7D;AAAA,IACF;AAEA,UAAM,UACJ,YAAY,UAAU,IAClB,cACA,YAAY,UAAU,IACpB,cACA,CAAC,GAAG,aAAa,EAAE,MAAM,cAAc,MAAM,YAAY,CAAC;AAElE,WAAO,EAAE,MAAM,KAAK,MAAM,QAAQ;AAAA,EACpC,WAAW,KAAK,SAAS,iBAAiB;AACxC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,KAAK;AAAA,MACd,MAAM,KAAK;AAAA,MACX,WAAW,KAAK;AAAA,IAClB;AAAA,EACF,WAAW,KAAK,SAAS,wBAAwB;AAC/C,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS,KAAK;AAAA,MACd,QAAQ,KAAK;AAAA,IACf;AAAA,EACF;AAEA,QAAM,IAAI,MAAM,0BAA0B,KAAK,MAAM,CAAC,EAAE;AAC1D;","names":["content"]}

package/dist/llm/provider_format/openai.test.cjs

@@ -207,6 +207,41 @@ import_vitest.vi.mock("../utils.js", () => ({
       }
     ]);
   });
+  (0, import_vitest.it)("should include provider-specific extra content on tool calls", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    const msg = ctx.addMessage({ role: "assistant", content: "Running tool" });
+    const toolCall = import_chat_context.FunctionCall.create({
+      id: `${msg.id}/tool_1`,
+      callId: "call_789",
+      name: "google_call",
+      args: "{}",
+      extra: { google: { thoughtSignature: "sig-123" } }
+    });
+    const toolOutput = import_chat_context.FunctionCallOutput.create({
+      callId: "call_789",
+      output: '{"result": "ok"}',
+      isError: false
+    });
+    ctx.insert([toolCall, toolOutput]);
+    const result = await (0, import_openai.toChatCtx)(ctx);
+    (0, import_vitest.expect)(result[0]).toEqual({
+      role: "assistant",
+      content: "Running tool",
+      tool_calls: [
+        {
+          type: "function",
+          id: "call_789",
+          function: { name: "google_call", arguments: "{}" },
+          extra_content: { google: { thoughtSignature: "sig-123" } }
+        }
+      ]
+    });
+    (0, import_vitest.expect)(result[1]).toEqual({
+      role: "tool",
+      tool_call_id: "call_789",
+      content: '{"result": "ok"}'
+    });
+  });
   (0, import_vitest.it)("should handle multiple tool calls in one message", async () => {
     const ctx = import_chat_context.ChatContext.empty();
     const msg = ctx.addMessage({ role: "assistant", content: "I'll check both locations." });
@@ -486,5 +521,363 @@ import_vitest.vi.mock("../utils.js", () => ({
       }
     ]);
   });
+  (0, import_vitest.it)("should filter out agent handoff items", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: "Hello" });
+    const handoff = new import_chat_context.AgentHandoffItem({
+      oldAgentId: "agent_1",
+      newAgentId: "agent_2"
+    });
+    ctx.insert(handoff);
+    ctx.addMessage({ role: "assistant", content: "Hi there!" });
+    const result = await (0, import_openai.toChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      { role: "user", content: "Hello" },
+      { role: "assistant", content: "Hi there!" }
+    ]);
+  });
+  (0, import_vitest.it)("should handle multiple agent handoffs without errors", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: "Start" });
+    ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: void 0, newAgentId: "agent_1" }));
+    ctx.addMessage({ role: "assistant", content: "Response from agent 1" });
+    ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: "agent_1", newAgentId: "agent_2" }));
+    ctx.addMessage({ role: "assistant", content: "Response from agent 2" });
+    ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: "agent_2", newAgentId: "agent_3" }));
+    ctx.addMessage({ role: "assistant", content: "Response from agent 3" });
+    const result = await (0, import_openai.toChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      { role: "user", content: "Start" },
+      { role: "assistant", content: "Response from agent 1" },
+      { role: "assistant", content: "Response from agent 2" },
+      { role: "assistant", content: "Response from agent 3" }
+    ]);
+  });
+});
+(0, import_vitest.describe)("toResponsesChatCtx", () => {
+  const serializeImageMock = import_vitest.vi.mocked(import_utils.serializeImage);
+  (0, import_log.initializeLogger)({ level: "silent", pretty: false });
+  (0, import_vitest.beforeEach)(async () => {
+    import_vitest.vi.clearAllMocks();
+  });
+  (0, import_vitest.it)("should convert simple text messages", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: "Hello" });
+    ctx.addMessage({ role: "assistant", content: "Hi there!" });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toHaveLength(2);
+    (0, import_vitest.expect)(result[0]).toEqual({ role: "user", content: "Hello" });
+    (0, import_vitest.expect)(result[1]).toEqual({ role: "assistant", content: "Hi there!" });
+  });
+  (0, import_vitest.it)("should handle system messages", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "system", content: "You are a helpful assistant" });
+    ctx.addMessage({ role: "user", content: "Hello" });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toHaveLength(2);
+    (0, import_vitest.expect)(result[0]).toEqual({ role: "system", content: "You are a helpful assistant" });
+    (0, import_vitest.expect)(result[1]).toEqual({ role: "user", content: "Hello" });
+  });
+  (0, import_vitest.it)("should handle multi-line text content", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: ["Line 1", "Line 2", "Line 3"] });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toHaveLength(1);
+    (0, import_vitest.expect)(result[0]).toEqual({ role: "user", content: "Line 1\nLine 2\nLine 3" });
+  });
+  (0, import_vitest.it)("should convert images to input_image format with external URL", async () => {
+    serializeImageMock.mockResolvedValue({
+      inferenceDetail: "high",
+      externalUrl: "https://example.com/image.jpg"
+    });
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({
+      role: "user",
+      content: [
+        {
+          id: "img1",
+          type: "image_content",
+          image: "https://example.com/image.jpg",
+          inferenceDetail: "high",
+          _cache: {}
+        }
+      ]
+    });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      {
+        role: "user",
+        content: [
+          {
+            type: "input_image",
+            image_url: "https://example.com/image.jpg",
+            detail: "high"
+          }
+        ]
+      }
+    ]);
+  });
+  (0, import_vitest.it)("should convert images to input_image format with base64 data", async () => {
+    serializeImageMock.mockResolvedValue({
+      inferenceDetail: "auto",
+      mimeType: "image/png",
+      base64Data: "iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB"
+    });
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({
+      role: "user",
+      content: [
+        {
+          id: "img1",
+          type: "image_content",
+          image: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB",
+          inferenceDetail: "auto",
+          _cache: {}
+        }
+      ]
+    });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      {
+        role: "user",
+        content: [
+          {
+            type: "input_image",
+            image_url: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB",
+            detail: "auto"
+          }
+        ]
+      }
+    ]);
+  });
+  (0, import_vitest.it)("should handle mixed content with text and image using input_text", async () => {
+    serializeImageMock.mockResolvedValue({
+      inferenceDetail: "high",
+      externalUrl: "https://example.com/image.jpg"
+    });
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({
+      role: "user",
+      content: [
+        "Check this out:",
+        {
+          id: "img1",
+          type: "image_content",
+          image: "https://example.com/image.jpg",
+          inferenceDetail: "high",
+          _cache: {}
+        }
+      ]
+    });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      {
+        role: "user",
+        content: [
+          {
+            type: "input_image",
+            image_url: "https://example.com/image.jpg",
+            detail: "high"
+          },
+          { type: "input_text", text: "Check this out:" }
+        ]
+      }
+    ]);
+  });
+  (0, import_vitest.it)("should handle tool calls as top-level function_call items", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    const msg = ctx.addMessage({ role: "assistant", content: "Let me help you." });
+    const toolCall = import_chat_context.FunctionCall.create({
+      id: msg.id + "/tool_1",
+      callId: "call_123",
+      name: "get_weather",
+      args: '{"location": "Paris"}'
+    });
+    const toolOutput = import_chat_context.FunctionCallOutput.create({
+      callId: "call_123",
+      output: '{"temperature": 20}',
+      isError: false
+    });
+    ctx.insert([toolCall, toolOutput]);
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      { role: "assistant", content: "Let me help you." },
+      {
+        type: "function_call",
+        call_id: "call_123",
+        name: "get_weather",
+        arguments: '{"location": "Paris"}'
+      },
+      {
+        type: "function_call_output",
+        call_id: "call_123",
+        output: '{"temperature": 20}'
+      }
+    ]);
+  });
+  (0, import_vitest.it)("should handle tool calls without an accompanying message", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    const toolCall = new import_chat_context.FunctionCall({
+      id: "func_1",
+      callId: "call_456",
+      name: "calculate",
+      args: '{"a": 5, "b": 3}'
+    });
+    const toolOutput = new import_chat_context.FunctionCallOutput({
+      callId: "call_456",
+      output: '{"result": 8}',
+      isError: false
+    });
+    ctx.insert([toolCall, toolOutput]);
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      {
+        type: "function_call",
+        call_id: "call_456",
+        name: "calculate",
+        arguments: '{"a": 5, "b": 3}'
+      },
+      {
+        type: "function_call_output",
+        call_id: "call_456",
+        output: '{"result": 8}'
+      }
+    ]);
+  });
+  (0, import_vitest.it)("should handle multiple tool calls as separate function_call items", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    const msg = ctx.addMessage({ role: "assistant", content: "I'll check both." });
+    const toolCall1 = new import_chat_context.FunctionCall({
+      id: msg.id + "/tool_1",
+      callId: "call_1",
+      name: "get_weather",
+      args: '{"location": "NYC"}'
+    });
+    const toolCall2 = new import_chat_context.FunctionCall({
+      id: msg.id + "/tool_2",
+      callId: "call_2",
+      name: "get_weather",
+      args: '{"location": "LA"}'
+    });
+    const toolOutput1 = new import_chat_context.FunctionCallOutput({
+      callId: "call_1",
+      output: '{"temperature": 65}',
+      isError: false
+    });
+    const toolOutput2 = new import_chat_context.FunctionCallOutput({
+      callId: "call_2",
+      output: '{"temperature": 78}',
+      isError: false
+    });
+    ctx.insert([toolCall1, toolCall2, toolOutput1, toolOutput2]);
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      { role: "assistant", content: "I'll check both." },
+      {
+        type: "function_call",
+        call_id: "call_1",
+        name: "get_weather",
+        arguments: '{"location": "NYC"}'
+      },
+      {
+        type: "function_call",
+        call_id: "call_2",
+        name: "get_weather",
+        arguments: '{"location": "LA"}'
+      },
+      {
+        type: "function_call_output",
+        call_id: "call_1",
+        output: '{"temperature": 65}'
+      },
+      {
+        type: "function_call_output",
+        call_id: "call_2",
+        output: '{"temperature": 78}'
+      }
+    ]);
+  });
+  (0, import_vitest.it)("should skip empty groups", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: "Hello", createdAt: 1e3 });
+    const orphanOutput = new import_chat_context.FunctionCallOutput({
+      callId: "orphan_call",
+      output: "This should be ignored",
+      isError: false,
+      createdAt: 2e3
+    });
+    ctx.insert(orphanOutput);
+    ctx.addMessage({ role: "assistant", content: "Hi!", createdAt: 3e3 });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toHaveLength(2);
+    (0, import_vitest.expect)(result).toContainEqual({ role: "user", content: "Hello" });
+    (0, import_vitest.expect)(result).toContainEqual({ role: "assistant", content: "Hi!" });
+  });
+  (0, import_vitest.it)("should filter out agent handoff items", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: "Hello" });
+    ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: "agent_1", newAgentId: "agent_2" }));
+    ctx.addMessage({ role: "assistant", content: "Hi there!" });
+    const result = await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(result).toEqual([
+      { role: "user", content: "Hello" },
+      { role: "assistant", content: "Hi there!" }
+    ]);
+  });
+  (0, import_vitest.it)("should cache serialized images", async () => {
+    serializeImageMock.mockResolvedValue({
+      inferenceDetail: "high",
+      mimeType: "image/png",
+      base64Data: "cached-data"
+    });
+    const imageContent = {
+      id: "img1",
+      type: "image_content",
+      image: "https://example.com/image.jpg",
+      inferenceDetail: "high",
+      _cache: {}
+    };
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({ role: "user", content: [imageContent] });
+    await (0, import_openai.toResponsesChatCtx)(ctx);
+    await (0, import_openai.toResponsesChatCtx)(ctx);
+    (0, import_vitest.expect)(serializeImageMock).toHaveBeenCalledTimes(1);
+    (0, import_vitest.expect)(imageContent._cache).toHaveProperty("serialized_image");
+  });
+  (0, import_vitest.it)("should throw error for unsupported content type", async () => {
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({
+      role: "user",
+      content: [
+        {
+          type: "audio_content",
+          frame: []
+        }
+      ]
+    });
+    await (0, import_vitest.expect)((0, import_openai.toResponsesChatCtx)(ctx)).rejects.toThrow(
+      "Unsupported content type: audio_content"
+    );
+  });
+  (0, import_vitest.it)("should throw error when serialized image has no data", async () => {
+    serializeImageMock.mockResolvedValue({
+      inferenceDetail: "high"
+      // No base64Data or externalUrl
+    });
+    const ctx = import_chat_context.ChatContext.empty();
+    ctx.addMessage({
+      role: "user",
+      content: [
+        {
+          id: "img1",
+          type: "image_content",
+          image: "invalid-image",
+          inferenceDetail: "high",
+          _cache: {}
+        }
+      ]
+    });
+    await (0, import_vitest.expect)((0, import_openai.toResponsesChatCtx)(ctx)).rejects.toThrow("Serialized image has no data bytes");
+  });
 });
 //# sourceMappingURL=openai.test.cjs.map