@cloudbase/agent-adapter-langgraph 1.0.1-alpha.28 → 1.0.1-alpha.29

package/dist/index.js

@@ -139,7 +139,7 @@ var LanggraphAgent = class extends import_client.AbstractAgent {
       "Preparing stream input"
     );
     logger.trace?.({ messages, tools: input.tools }, "Full input messages");
-    const langChainMessages = aguiMessagesToLangChain(messages);
+    const langChainMessages = aguiMessagesToLangChain(messages, logger);
     logger.trace?.(
       {
         langChainMessages,
@@ -576,7 +576,7 @@ var LanggraphAgent = class extends import_client.AbstractAgent {
           traceId: serverContextData.traceId,
           spanId: serverContextData.spanId,
           traceFlags: serverContextData.traceFlags,
-          isRemote: false
+          isRemote: true
         };
         this.observabilityCallback.setExternalParentContext(serverSpanContext, {
           threadId: input.threadId,
@@ -594,7 +594,7 @@ var LanggraphAgent = class extends import_client.AbstractAgent {
     }
   }
 };
-function aguiMessagesToLangChain(messages) {
+function aguiMessagesToLangChain(messages, logger) {
   return messages.map((message) => {
     switch (message.role) {
       case "user":
@@ -606,10 +606,34 @@ function aguiMessagesToLangChain(messages) {
             type: "human"
           };
         } else {
+          const langChainContent = [];
+          for (const part of message.content) {
+            if (part.type === "text") {
+              langChainContent.push({ type: "text", text: part.text });
+            } else if (part.type === "binary") {
+              const imageUrl = convertBinaryToImageUrl(
+                part,
+                message.id,
+                logger
+              );
+              if (imageUrl) {
+                langChainContent.push({
+                  type: "image_url",
+                  image_url: { url: imageUrl }
+                });
+              }
+            }
+          }
+          if (langChainContent.length === 0) {
+            logger?.warn?.(
+              { messageId: message.id },
+              "User message content array resulted in empty LangChain content"
+            );
+          }
           return {
             id: message.id,
             role: message.role,
-            content: message.content.filter((m) => m.type === "text"),
+            content: langChainContent,
             type: "human"
           };
         }
@@ -654,6 +678,22 @@ function isValidJson(json) {
     return false;
   }
 }
+function convertBinaryToImageUrl(part, messageId, logger) {
+  if (!part.mimeType.startsWith("image/")) {
+    logger?.debug?.(
+      { mimeType: part.mimeType, messageId },
+      "Skipping non-image binary content"
+    );
+    return void 0;
+  }
+  if (part.url) {
+    return part.url;
+  }
+  if (part.data) {
+    return `data:${part.mimeType};base64,${part.data}`;
+  }
+  return void 0;
+}
 
 // src/checkpoint.ts
 var import_langgraph2 = require("@langchain/langgraph");