@nextclaw/ncp-agent-runtime 0.2.1 → 0.2.3

package/dist/index.js

@@ -9,6 +9,42 @@ function readOptionalString(value) {
   const trimmed = value.trim();
   return trimmed.length > 0 ? trimmed : null;
 }
+function isRenderableImagePart(part) {
+  return part.type === "file" && typeof part.mimeType === "string" && part.mimeType.startsWith("image/") && (typeof part.url === "string" && part.url.trim().length > 0 || typeof part.contentBase64 === "string" && part.contentBase64.trim().length > 0);
+}
+function toOpenAIUserContent(parts) {
+  const content = [];
+  for (const part of parts) {
+    if (part.type === "text" && part.text.trim().length > 0) {
+      content.push({ type: "text", text: part.text });
+      continue;
+    }
+    if (part.type === "rich-text" && part.text.trim().length > 0) {
+      content.push({ type: "text", text: part.text });
+      continue;
+    }
+    if (!isRenderableImagePart(part)) {
+      continue;
+    }
+    const url = typeof part.url === "string" && part.url.trim().length > 0 ? part.url.trim() : `data:${part.mimeType};base64,${part.contentBase64?.trim() ?? ""}`;
+    content.push({
+      type: "image_url",
+      image_url: {
+        url
+      }
+    });
+  }
+  if (content.length === 0) {
+    return "";
+  }
+  if (content.length === 1 && content[0]?.type === "text") {
+    return content[0].text;
+  }
+  return content;
+}
+function isTextLikePart(part) {
+  return part.type === "text" || part.type === "rich-text";
+}
 function mergeMessageAndRequestMetadata(input) {
   const messageMetadata = input.messages.slice().reverse().find((message) => isRecord(message.metadata))?.metadata;
   return {
@@ -34,7 +70,10 @@ function messageToOpenAI(msg) {
   const role = msg.role;
   const parts = msg.parts ?? [];
   if (role === "user" || role === "system") {
-    const text = parts.filter((p) => p.type === "text").map((p) => p.text).join("");
+    if (role === "user") {
+      return [{ role, content: toOpenAIUserContent(parts) }];
+    }
+    const text = parts.filter(isTextLikePart).map((part) => part.text).join("");
     return [{ role, content: text }];
   }
   if (role === "assistant") {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nextclaw/ncp-agent-runtime",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "private": false,
   "description": "Default agent runtime implementation built on NCP interfaces.",
   "type": "module",
@@ -15,17 +15,19 @@
     "dist"
   ],
   "dependencies": {
-    "@nextclaw/ncp": "0.3.1"
+    "@nextclaw/ncp": "0.3.2"
   },
   "devDependencies": {
     "@types/node": "^20.17.6",
     "prettier": "^3.3.3",
     "tsup": "^8.3.5",
-    "typescript": "^5.6.3"
+    "typescript": "^5.6.3",
+    "vitest": "^2.1.2"
   },
   "scripts": {
     "build": "tsup src/index.ts --format esm --dts --out-dir dist",
     "lint": "eslint .",
+    "test": "vitest run",
     "tsc": "tsc -p tsconfig.json"
   }
 }