@gendive/chatllm 0.17.41 → 0.17.43

package/dist/react/index.js

@@ -1720,6 +1720,12 @@ var fileToBase64 = (file) => new Promise((resolve, reject) => {
   reader.onerror = reject;
   reader.readAsDataURL(file);
 });
+var fileToDataUri = (file) => new Promise((resolve, reject) => {
+  const reader = new FileReader();
+  reader.onload = () => resolve(reader.result);
+  reader.onerror = reject;
+  reader.readAsDataURL(file);
+});
 var convertAttachmentsToBase64 = async (attachments) => Promise.all(
   attachments.map(async (att) => ({
     name: att.name,
@@ -1728,6 +1734,34 @@ var convertAttachmentsToBase64 = async (attachments) => Promise.all(
     size: att.size
   }))
 );
+var findPreviousResultImage = (messages) => {
+  for (let i = messages.length - 1; i >= 0; i--) {
+    const msg = messages[i];
+    if (msg.role !== "assistant") continue;
+    if (msg.contentParts) {
+      for (let j = msg.contentParts.length - 1; j >= 0; j--) {
+        const part = msg.contentParts[j];
+        if (part.type === "tool_result" && part.result?.type === "image" && part.result?.content) {
+          return { name: "\uC774\uC804 \uC0DD\uC131 \uC774\uBBF8\uC9C0", url: part.result.content };
+        }
+        if (part.type === "image" && part.url) {
+          return { name: part.alt || "\uC774\uC804 \uC774\uBBF8\uC9C0", url: part.url };
+        }
+      }
+    }
+    if (msg.skillExecution?.result?.metadata?.type === "image" && msg.skillExecution.result.content) {
+      return { name: "\uC774\uC804 \uC0DD\uC131 \uC774\uBBF8\uC9C0", url: msg.skillExecution.result.content };
+    }
+    if (msg.checklistBlock?.items) {
+      for (let j = msg.checklistBlock.items.length - 1; j >= 0; j--) {
+        if (msg.checklistBlock.items[j].imageUrl) {
+          return { name: "\uC774\uC804 \uC0DD\uC131 \uC774\uBBF8\uC9C0", url: msg.checklistBlock.items[j].imageUrl };
+        }
+      }
+    }
+  }
+  return null;
+};
 var generateTitle = (messages) => {
   const firstUserMessage = messages.find((m) => m.role === "user");
   if (!firstUserMessage) return "\uC0C8 \uB300\uD654";
@@ -2551,8 +2585,9 @@ ${finalContent}`;
         userContentParts.push({ type: "text", content: finalContent });
       }
       for (const att of currentAttachments) {
-        if (att.type === "image" && att.previewUrl) {
-          userContentParts.push({ type: "image", url: att.previewUrl, alt: att.name });
+        if (att.type === "image" && att.file) {
+          const dataUri = await fileToDataUri(att.file);
+          userContentParts.push({ type: "image", url: dataUri, alt: att.name });
         } else {
           userContentParts.push({ type: "file", name: att.name, url: att.previewUrl || "", mimeType: att.mimeType, size: att.size });
         }
@@ -2607,8 +2642,11 @@ ${finalContent}`;
       const attachmentSkills = Object.entries(resolvedSkills).filter(
         ([, config]) => config.trigger === "attachment"
       );
+      const hasImageAtts = currentAttachments.some((a) => a.type === "image");
+      const hasText = finalContent.trim().length > 0;
+      const skipImageAttachmentSkill = hasImageAtts && hasText;
       for (const [skillName, skillConfig] of attachmentSkills) {
-        const matchedFiles = currentAttachments.filter((att) => {
+        let matchedFiles = currentAttachments.filter((att) => {
           if (!skillConfig.acceptedTypes || skillConfig.acceptedTypes.length === 0) return true;
           return skillConfig.acceptedTypes.some((type) => {
             if (type.startsWith(".")) return att.name.toLowerCase().endsWith(type.toLowerCase());
@@ -2619,6 +2657,9 @@ ${finalContent}`;
             return att.mimeType === type;
           });
         });
+        if (skipImageAttachmentSkill) {
+          matchedFiles = matchedFiles.filter((att) => att.type !== "image");
+        }
         if (matchedFiles.length === 0) continue;
         setSessions(
           (prev) => prev.map((s) => {
@@ -2702,6 +2743,18 @@ ${finalContent}`;
         pendingAttachmentDataRef.current = null;
       }
     }
+    if (currentAttachments.length === 0 && finalContent.trim().length > 0 && !pendingAttachmentDataRef.current) {
+      const previousImage = findPreviousResultImage(existingMessages);
+      if (previousImage) {
+        pendingAttachmentDataRef.current = [{
+          name: previousImage.name,
+          mimeType: "image/png",
+          base64: "",
+          url: previousImage.url,
+          size: 0
+        }];
+      }
+    }
     let shouldContinueAfterAttachment = continueAfterToolResult;
     if (attachmentResults.length > 0) {
       for (const part of attachmentResults) {
@@ -2824,6 +2877,27 @@ ${attachmentContext}
             });
           }
         }
+      } else if (attachmentResults.length === 0 && pendingAttachmentDataRef.current !== null) {
+        const isReferenceImage = pendingAttachmentDataRef.current.some((d) => d.url && !d.base64);
+        if (isReferenceImage) {
+          chatMessages.push({
+            role: "user",
+            content: `\uC774\uC804 \uB300\uD654\uC5D0\uC11C \uC0DD\uC131/\uD3B8\uC9D1\uB41C \uC774\uBBF8\uC9C0\uAC00 \uC788\uC2B5\uB2C8\uB2E4. \uC774\uBBF8\uC9C0 \uB370\uC774\uD130\uB294 \uB3C4\uAD6C \uD638\uCD9C \uC2DC \uC790\uB3D9\uC73C\uB85C \uC804\uB2EC\uB429\uB2C8\uB2E4.
+
+\uC0AC\uC6A9\uC790\uAC00 \uC774 \uC774\uBBF8\uC9C0\uB97C \uAE30\uBC18\uC73C\uB85C \uCD94\uAC00 \uC791\uC5C5\uC744 \uC694\uCCAD\uD558\uB294 \uACBD\uC6B0, \uC774\uBBF8\uC9C0\uB97C \uB2E4\uC2DC \uC694\uCCAD\uD558\uC9C0 \uB9D0\uACE0 \uBC14\uB85C \uC801\uC808\uD55C \uB3C4\uAD6C\uB97C \uD638\uCD9C\uD558\uC138\uC694.`
+          });
+        } else {
+          chatMessages.push({
+            role: "user",
+            content: `\uC0AC\uC6A9\uC790\uAC00 \uC774\uBBF8\uC9C0\uB97C \uCCA8\uBD80\uD588\uC2B5\uB2C8\uB2E4. \uC774\uBBF8\uC9C0 \uB370\uC774\uD130\uB294 \uB3C4\uAD6C \uD638\uCD9C \uC2DC \uC790\uB3D9\uC73C\uB85C \uC804\uB2EC\uB429\uB2C8\uB2E4.
+
+\uC0AC\uC6A9\uC790\uC758 \uC694\uCCAD \uC758\uB3C4\uB97C \uD30C\uC545\uD558\uC5EC \uC801\uC808\uD55C \uB3C4\uAD6C\uB97C \uC120\uD0DD\uD558\uC138\uC694:
+- \uC774\uBBF8\uC9C0 \uBD84\uC11D/\uC124\uBA85 \uC694\uCCAD \u2192 analyze_image \uB3C4\uAD6C
+- \uC774\uBBF8\uC9C0 \uD3B8\uC9D1/\uC218\uC815 \uC694\uCCAD \u2192 edit_image \uB3C4\uAD6C
+- \uC0C8 \uC774\uBBF8\uC9C0 \uC0DD\uC131 \uC694\uCCAD \u2192 generate_image \uB3C4\uAD6C
+- \uB3C4\uAD6C \uC5C6\uC774 \uB2F5\uBCC0 \uAC00\uB2A5 \u2192 \uBC14\uB85C \uB2F5\uBCC0`
+          });
+        }
       }
       console.log("[ChatUI] Messages to send:", chatMessages.length, chatMessages.map((m) => ({ role: m.role, content: m.content.slice(0, 50) })));
       const baseSystemPrompt = buildSystemPrompt();