@gemdoq/codi 0.1.8 → 0.1.9

package/dist/cli.js

@@ -952,9 +952,20 @@ var Repl = class {
       }
       return;
     }
-    let message = input3;
     const IMAGE_EXTS = /* @__PURE__ */ new Set([".png", ".jpg", ".jpeg", ".gif", ".webp", ".bmp", ".svg"]);
+    const MIME_MAP = {
+      ".png": "image/png",
+      ".jpg": "image/jpeg",
+      ".jpeg": "image/jpeg",
+      ".gif": "image/gif",
+      ".webp": "image/webp",
+      ".bmp": "image/bmp",
+      ".svg": "image/svg+xml"
+    };
     const atMatches = input3.match(/@([\w.\/\\:~-]+)/g);
+    let hasImages = false;
+    const imageBlocks = [];
+    let message = input3;
     if (atMatches) {
       for (const match of atMatches) {
         const filePath = match.slice(1);
@@ -963,19 +974,13 @@ var Repl = class {
           if (IMAGE_EXTS.has(ext)) {
             const data = readFileSync3(filePath);
             const base64 = data.toString("base64");
-            const mimeMap = {
-              ".png": "image/png",
-              ".jpg": "image/jpeg",
-              ".jpeg": "image/jpeg",
-              ".gif": "image/gif",
-              ".webp": "image/webp",
-              ".bmp": "image/bmp",
-              ".svg": "image/svg+xml"
-            };
-            const mime = mimeMap[ext] || "image/png";
-            message = message.replace(match, `
-[Image: ${filePath}](data:${mime};base64,${base64})
-`);
+            const mime = MIME_MAP[ext] || "image/png";
+            imageBlocks.push({
+              type: "image",
+              source: { type: "base64", media_type: mime, data: base64 }
+            });
+            message = message.replace(match, `[\uC774\uBBF8\uC9C0: ${path5.basename(filePath)}]`);
+            hasImages = true;
           } else {
             const content = readFileSync3(filePath, "utf-8");
             message = message.replace(match, `
@@ -989,7 +994,15 @@ ${content}
         }
       }
     }
-    await this.options.onMessage(message);
+    if (hasImages) {
+      const blocks = [
+        { type: "text", text: message.trim() },
+        ...imageBlocks
+      ];
+      await this.options.onMessage(blocks);
+    } else {
+      await this.options.onMessage(message);
+    }
   }
   openEditor() {
     try {
@@ -1442,11 +1455,31 @@ LLM Error: ${errMsg}`));
         console.log("");
       }
       const results = await executor.executeMany(response.toolCalls);
-      const toolResults = results.map((r) => ({
-        tool_use_id: r.toolUseId,
-        content: r.result.output,
-        is_error: !r.result.success
-      }));
+      const toolResults = results.map((r) => {
+        if (r.result.metadata?.isImage && r.result.metadata.imageData) {
+          const blocks = [
+            { type: "text", text: r.result.output },
+            {
+              type: "image",
+              source: {
+                type: "base64",
+                media_type: r.result.metadata.imageMimeType || "image/png",
+                data: r.result.metadata.imageData
+              }
+            }
+          ];
+          return {
+            tool_use_id: r.toolUseId,
+            content: blocks,
+            is_error: !r.result.success
+          };
+        }
+        return {
+          tool_use_id: r.toolUseId,
+          content: r.result.output,
+          is_error: !r.result.success
+        };
+      });
       conversation.addToolResults(toolResults);
     }
   }
@@ -4310,13 +4343,38 @@ var AnthropicProvider = class {
               name: block.name,
               input: block.input
             };
-          case "tool_result":
+          case "tool_result": {
+            let trContent;
+            if (typeof block.content === "string") {
+              trContent = block.content;
+            } else if (Array.isArray(block.content)) {
+              trContent = [];
+              for (const cb of block.content) {
+                if (cb.type === "text") {
+                  trContent.push({ type: "text", text: cb.text });
+                } else if (cb.type === "image") {
+                  trContent.push({
+                    type: "image",
+                    source: {
+                      type: "base64",
+                      media_type: cb.source.media_type,
+                      data: cb.source.data
+                    }
+                  });
+                } else {
+                  trContent.push({ type: "text", text: JSON.stringify(cb) });
+                }
+              }
+            } else {
+              trContent = JSON.stringify(block.content);
+            }
             return {
               type: "tool_result",
               tool_use_id: block.tool_use_id,
-              content: typeof block.content === "string" ? block.content : JSON.stringify(block.content),
+              content: trContent,
               ...block.is_error ? { is_error: true } : {}
             };
+          }
           default:
             return { type: "text", text: JSON.stringify(block) };
         }
@@ -4520,15 +4578,43 @@ var OpenAIProvider = class {
       }
       const hasToolResults = m.content.some((b) => b.type === "tool_result");
       if (hasToolResults) {
+        const pendingImages = [];
         for (const block of m.content) {
           if (block.type === "tool_result") {
-            result.push({
-              role: "tool",
-              tool_call_id: block.tool_use_id,
-              content: typeof block.content === "string" ? block.content : JSON.stringify(block.content)
-            });
+            if (Array.isArray(block.content)) {
+              const textParts = [];
+              for (const cb of block.content) {
+                if (cb.type === "text") textParts.push(cb.text);
+                else if (cb.type === "image") {
+                  pendingImages.push({
+                    type: "image_url",
+                    image_url: { url: `data:${cb.source.media_type};base64,${cb.source.data}` }
+                  });
+                }
+              }
+              result.push({
+                role: "tool",
+                tool_call_id: block.tool_use_id,
+                content: textParts.join("\n") || "(image)"
+              });
+            } else {
+              result.push({
+                role: "tool",
+                tool_call_id: block.tool_use_id,
+                content: block.content
+              });
+            }
           }
         }
+        if (pendingImages.length > 0) {
+          result.push({
+            role: "user",
+            content: [
+              { type: "text", text: "\uC704 \uB3C4\uAD6C\uAC00 \uBC18\uD658\uD55C \uC774\uBBF8\uC9C0\uC785\uB2C8\uB2E4. \uC774 \uC774\uBBF8\uC9C0\uB97C \uBD84\uC11D\uC5D0 \uD65C\uC6A9\uD558\uC138\uC694." },
+              ...pendingImages
+            ]
+          });
+        }
         continue;
       }
       const hasToolUse = m.content.some((b) => b.type === "tool_use");
@@ -4719,7 +4805,14 @@ var OllamaProvider = class {
         } else if (block.type === "image") {
           images.push(block.source.data);
         } else if (block.type === "tool_result") {
-          textParts.push(`[Tool Result: ${typeof block.content === "string" ? block.content : JSON.stringify(block.content)}]`);
+          if (Array.isArray(block.content)) {
+            for (const cb of block.content) {
+              if (cb.type === "text") textParts.push(cb.text);
+              else if (cb.type === "image") images.push(cb.source.data);
+            }
+          } else {
+            textParts.push(`[Tool Result: ${block.content}]`);
+          }
         } else if (block.type === "tool_use") {
           textParts.push(`[Tool Call: ${block.name}(${JSON.stringify(block.input)})]`);
         }
@@ -5018,7 +5111,8 @@ async function main() {
   };
   const repl = new Repl({
     onMessage: async (message) => {
-      checkpointManager.create(conversation, message.slice(0, 50));
+      const preview = typeof message === "string" ? message.slice(0, 50) : message.find((b) => b.type === "text")?.text?.slice(0, 50) || "image";
+      checkpointManager.create(conversation, preview);
       if (compressor.shouldCompress(conversation)) {
         console.log(chalk13.dim("Auto-compacting conversation..."));
         await compressor.compress(conversation, provider);