@caupulican/pi-adaptative 0.80.2 → 0.80.4

package/dist/modes/interactive/interactive-mode.js

@@ -26,7 +26,7 @@ import { BUILTIN_SLASH_COMMANDS } from "../../core/slash-commands.js";
 import { isInstallTelemetryEnabled } from "../../core/telemetry.js";
 import { getChangelogPath, getNewEntries, parseChangelog } from "../../utils/changelog.js";
 import { copyToClipboard } from "../../utils/clipboard.js";
-import { extensionForImageMimeType, readClipboardImage } from "../../utils/clipboard-image.js";
+import { readClipboardImage } from "../../utils/clipboard-image.js";
 import { parseGitUrl } from "../../utils/git.js";
 import { getCwdRelativePath, resolvePath } from "../../utils/paths.js";
 import { getPiUserAgent } from "../../utils/pi-user-agent.js";
@@ -206,6 +206,8 @@ export class InteractiveMode {
     isInitialized = false;
     onInputCallback;
     pendingUserInputs = [];
+    pendingClipboardImages = [];
+    clipboardImageCounter = 0;
     loadingAnimation = undefined;
     workingMessage = undefined;
     workingVisible = true;
@@ -641,7 +643,7 @@ export class InteractiveMode {
         while (true) {
             const userInput = await this.getUserInput();
             try {
-                await this.session.prompt(userInput);
+                await this.session.prompt(userInput.text, { images: userInput.images });
             }
             catch (error) {
                 const errorMessage = error instanceof Error ? error.message : "Unknown error occurred";
@@ -2107,21 +2109,49 @@ export class InteractiveMode {
         try {
             const image = await readClipboardImage();
             if (!image) {
+                this.showStatus("No image found on the clipboard");
                 return;
             }
-            // Write to temp file
-            const tmpDir = os.tmpdir();
-            const ext = extensionForImageMimeType(image.mimeType) ?? "png";
-            const fileName = `pi-clipboard-${crypto.randomUUID()}.${ext}`;
-            const filePath = path.join(tmpDir, fileName);
-            fs.writeFileSync(filePath, Buffer.from(image.bytes));
-            // Insert file path directly
-            this.editor.insertTextAtCursor?.(filePath);
+            const label = this.nextClipboardImageLabel();
+            const mimeType = image.mimeType.split(";")[0]?.trim().toLowerCase() || image.mimeType;
+            this.pendingClipboardImages.push({
+                label,
+                content: {
+                    type: "image",
+                    data: Buffer.from(image.bytes).toString("base64"),
+                    mimeType,
+                },
+            });
+            this.editor.insertTextAtCursor?.(`${label} `);
+            this.showStatus(`Attached clipboard image ${label} (${mimeType})`);
             this.ui.requestRender();
         }
-        catch {
-            // Silently ignore clipboard errors (may not have permission, etc.)
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            this.showWarning(`Failed to paste image: ${message}`);
+        }
+    }
+    nextClipboardImageLabel() {
+        if (this.pendingClipboardImages.length === 0) {
+            this.clipboardImageCounter = 0;
         }
+        this.clipboardImageCounter += 1;
+        return `[Image #${this.clipboardImageCounter}]`;
+    }
+    takeClipboardImagesForText(text) {
+        if (this.pendingClipboardImages.length === 0) {
+            return undefined;
+        }
+        const images = this.pendingClipboardImages
+            .filter((image) => text.includes(image.label))
+            .map((image) => image.content);
+        this.pendingClipboardImages = [];
+        this.clipboardImageCounter = 0;
+        return images.length > 0 ? images : undefined;
+    }
+    buildUserInputSubmission(text) {
+        const images = this.takeClipboardImagesForText(text);
+        return images ? { text, images } : { text };
     }
     setupEditorSubmitHandler() {
         this.defaultEditor.onSubmit = async (text) => {
@@ -2286,16 +2316,18 @@ export class InteractiveMode {
                     await this.session.prompt(text);
                 }
                 else {
-                    this.queueCompactionMessage(text, "steer");
+                    const images = this.takeClipboardImagesForText(text);
+                    this.queueCompactionMessage(text, "steer", images);
                 }
                 return;
             }
             // If streaming, use prompt() with steer behavior
             // This handles extension commands (execute immediately), prompt template expansion, and queueing
             if (this.session.isStreaming) {
+                const images = this.takeClipboardImagesForText(text);
                 this.editor.addToHistory?.(text);
                 this.editor.setText("");
-                await this.session.prompt(text, { streamingBehavior: "steer" });
+                await this.session.prompt(text, { streamingBehavior: "steer", images });
                 this.updatePendingMessagesDisplay();
                 this.ui.requestRender();
                 return;
@@ -2303,11 +2335,12 @@ export class InteractiveMode {
             // Normal message submission
             // First, move any pending bash components to chat
             this.flushPendingBashComponents();
+            const submission = this.buildUserInputSubmission(text);
             if (this.onInputCallback) {
-                this.onInputCallback(text);
+                this.onInputCallback(submission);
             }
             else {
-                this.pendingUserInputs.push(text);
+                this.pendingUserInputs.push(submission);
             }
             this.editor.addToHistory?.(text);
         };
@@ -2776,9 +2809,9 @@ export class InteractiveMode {
             return queuedInput;
         }
         return new Promise((resolve) => {
-            this.onInputCallback = (text) => {
+            this.onInputCallback = (submission) => {
                 this.onInputCallback = undefined;
-                resolve(text);
+                resolve(submission);
             };
         });
     }
@@ -2975,23 +3008,25 @@ export class InteractiveMode {
                 await this.session.prompt(text);
             }
             else {
-                this.queueCompactionMessage(text, "followUp");
+                const images = this.takeClipboardImagesForText(text);
+                this.queueCompactionMessage(text, "followUp", images);
             }
             return;
         }
         // Alt+Enter queues a follow-up message (waits until agent finishes)
         // This handles extension commands (execute immediately), prompt template expansion, and queueing
         if (this.session.isStreaming) {
+            const images = this.takeClipboardImagesForText(text);
             this.editor.addToHistory?.(text);
             this.editor.setText("");
-            await this.session.prompt(text, { streamingBehavior: "followUp" });
+            await this.session.prompt(text, { streamingBehavior: "followUp", images });
             this.updatePendingMessagesDisplay();
             this.ui.requestRender();
         }
         // If not streaming, Alt+Enter acts like regular Enter (trigger onSubmit)
         else if (this.editor.onSubmit) {
+            await this.editor.onSubmit(text);
             this.editor.setText("");
-            this.editor.onSubmit(text);
         }
     }
     handleDequeue() {
@@ -3246,8 +3281,8 @@ export class InteractiveMode {
         }
         return allQueued.length;
     }
-    queueCompactionMessage(text, mode) {
-        this.compactionQueuedMessages.push({ text, mode });
+    queueCompactionMessage(text, mode, images) {
+        this.compactionQueuedMessages.push({ text, mode, images });
         this.editor.addToHistory?.(text);
         this.editor.setText("");
         this.updatePendingMessagesDisplay();
@@ -3282,10 +3317,10 @@ export class InteractiveMode {
                         await this.session.prompt(message.text);
                     }
                     else if (message.mode === "followUp") {
-                        await this.session.followUp(message.text);
+                        await this.session.followUp(message.text, message.images);
                     }
                     else {
-                        await this.session.steer(message.text);
+                        await this.session.steer(message.text, message.images);
                     }
                 }
                 this.updatePendingMessagesDisplay();
@@ -3308,7 +3343,7 @@ export class InteractiveMode {
                 await this.session.prompt(message.text);
             }
             // Send first prompt (starts streaming)
-            const promptPromise = this.session.prompt(firstPrompt.text).catch((error) => {
+            const promptPromise = this.session.prompt(firstPrompt.text, { images: firstPrompt.images }).catch((error) => {
                 restoreQueue(error);
             });
             // Queue remaining messages
@@ -3317,10 +3352,10 @@ export class InteractiveMode {
                     await this.session.prompt(message.text);
                 }
                 else if (message.mode === "followUp") {
-                    await this.session.followUp(message.text);
+                    await this.session.followUp(message.text, message.images);
                 }
                 else {
-                    await this.session.steer(message.text);
+                    await this.session.steer(message.text, message.images);
                 }
             }
             this.updatePendingMessagesDisplay();