@selesai/code 0.1.14 → 0.1.15

package/dist/modes/interactive/interactive-mode.js

@@ -2,7 +2,6 @@
  * Interactive mode for the coding agent.
  * Handles TUI rendering and user interaction, delegating business logic to AgentSession.
  */
-import * as crypto from "node:crypto";
 import * as fs from "node:fs";
 import * as os from "node:os";
 import * as path from "node:path";
@@ -27,8 +26,9 @@ import { isInstallTelemetryEnabled } from "../../core/telemetry.js";
 import { hasTrustRequiringProjectResources, ProjectTrustStore } from "../../core/trust-manager.js";
 import { getChangelogPath, getNewEntries, normalizeChangelogLinks, parseChangelog } from "../../utils/changelog.js";
 import { copyToClipboard } from "../../utils/clipboard.js";
-import { extensionForImageMimeType, readClipboardImage } from "../../utils/clipboard-image.js";
+import { readClipboardImage } from "../../utils/clipboard-image.js";
 import { parseGitUrl } from "../../utils/git.js";
+import { formatDimensionNote, resizeImage } from "../../utils/image-resize.js";
 import { getCwdRelativePath } from "../../utils/paths.js";
 import { getPiUserAgent } from "../../utils/pi-user-agent.js";
 import { killTrackedDetachedChildren } from "../../utils/shell.js";
@@ -152,6 +152,7 @@ export class InteractiveMode {
     isInitialized = false;
     onInputCallback;
     pendingUserInputs = [];
+    pendingInputImages = [];
     loadingAnimation = undefined;
     workingMessage = undefined;
     workingVisible = true;
@@ -595,7 +596,7 @@ export class InteractiveMode {
         while (true) {
             const userInput = await this.getUserInput();
             try {
-                await this.session.prompt(userInput);
+                await this.session.prompt(userInput.text, { images: userInput.images });
             }
             catch (error) {
                 const errorMessage = error instanceof Error ? error.message : "Unknown error occurred";
@@ -1996,25 +1997,54 @@ export class InteractiveMode {
             if (!image) {
                 return;
             }
-            // Write to temp file
-            const tmpDir = os.tmpdir();
-            const ext = extensionForImageMimeType(image.mimeType) ?? "png";
-            const fileName = `pi-clipboard-${crypto.randomUUID()}.${ext}`;
-            const filePath = path.join(tmpDir, fileName);
-            fs.writeFileSync(filePath, Buffer.from(image.bytes));
-            // Insert file path directly
-            this.editor.insertTextAtCursor?.(filePath);
+            let attachment;
+            let dimensionNote;
+            const autoResizeImages = this.settingsManager.getImageAutoResize();
+            if (autoResizeImages) {
+                const resized = await resizeImage(image.bytes, image.mimeType);
+                if (!resized) {
+                    this.showWarning("Clipboard image could not be resized below the inline image size limit.");
+                    return;
+                }
+                dimensionNote = formatDimensionNote(resized);
+                attachment = {
+                    type: "image",
+                    mimeType: resized.mimeType,
+                    data: resized.data,
+                };
+            }
+            else {
+                attachment = {
+                    type: "image",
+                    mimeType: image.mimeType,
+                    data: Buffer.from(image.bytes).toString("base64"),
+                };
+            }
+            this.pendingInputImages.push(attachment);
+            const label = dimensionNote
+                ? `[clipboard image ${this.pendingInputImages.length}: ${dimensionNote}]`
+                : `[clipboard image ${this.pendingInputImages.length}]`;
+            this.editor.insertTextAtCursor?.(label);
             this.ui.requestRender();
         }
         catch {
             // Silently ignore clipboard errors (may not have permission, etc.)
         }
     }
+    consumePendingInputImages() {
+        if (this.pendingInputImages.length === 0) {
+            return undefined;
+        }
+        const images = this.pendingInputImages;
+        this.pendingInputImages = [];
+        return images;
+    }
     setupEditorSubmitHandler() {
         this.defaultEditor.onSubmit = async (text) => {
             text = text.trim();
             if (!text)
                 return;
+            const images = this.consumePendingInputImages();
             // Handle commands
             if (text === "/settings") {
                 this.showSettingsSelector();
@@ -2165,10 +2195,10 @@ export class InteractiveMode {
                 if (this.isExtensionCommand(text)) {
                     this.editor.addToHistory?.(text);
                     this.editor.setText("");
-                    await this.session.prompt(text);
+                    await this.session.prompt(text, { images });
                 }
                 else {
-                    this.queueCompactionMessage(text, "steer");
+                    this.queueCompactionMessage(text, "steer", images);
                 }
                 return;
             }
@@ -2177,7 +2207,7 @@ export class InteractiveMode {
             if (this.session.isStreaming) {
                 this.editor.addToHistory?.(text);
                 this.editor.setText("");
-                await this.session.prompt(text, { streamingBehavior: "steer" });
+                await this.session.prompt(text, { streamingBehavior: "steer", images });
                 this.updatePendingMessagesDisplay();
                 this.ui.requestRender();
                 return;
@@ -2185,11 +2215,12 @@ export class InteractiveMode {
             // Normal message submission
             // First, move any pending bash components to chat
             this.flushPendingBashComponents();
+            const input = { text, images };
             if (this.onInputCallback) {
-                this.onInputCallback(text);
+                this.onInputCallback(input);
             }
             else {
-                this.pendingUserInputs.push(text);
+                this.pendingUserInputs.push(input);
             }
             this.editor.addToHistory?.(text);
         };
@@ -2685,9 +2716,9 @@ export class InteractiveMode {
             return queuedInput;
         }
         return new Promise((resolve) => {
-            this.onInputCallback = (text) => {
+            this.onInputCallback = (input) => {
                 this.onInputCallback = undefined;
-                resolve(text);
+                resolve(input);
             };
         });
     }
@@ -2882,22 +2913,24 @@ export class InteractiveMode {
             return;
         // Queue input during compaction (extension commands execute immediately)
         if (this.session.isCompacting) {
+            const images = this.consumePendingInputImages();
             if (this.isExtensionCommand(text)) {
                 this.editor.addToHistory?.(text);
                 this.editor.setText("");
-                await this.session.prompt(text);
+                await this.session.prompt(text, { images });
             }
             else {
-                this.queueCompactionMessage(text, "followUp");
+                this.queueCompactionMessage(text, "followUp", images);
             }
             return;
         }
         // Alt+Enter queues a follow-up message (waits until agent finishes)
         // This handles extension commands (execute immediately), prompt template expansion, and queueing
         if (this.session.isStreaming) {
+            const images = this.consumePendingInputImages();
             this.editor.addToHistory?.(text);
             this.editor.setText("");
-            await this.session.prompt(text, { streamingBehavior: "followUp" });
+            await this.session.prompt(text, { streamingBehavior: "followUp", images });
             this.updatePendingMessagesDisplay();
             this.ui.requestRender();
         }
@@ -3040,6 +3073,7 @@ export class InteractiveMode {
     // =========================================================================
     clearEditor() {
         this.editor.setText("");
+        this.pendingInputImages = [];
         this.ui.requestRender();
     }
     showError(errorMessage) {
@@ -3157,8 +3191,8 @@ export class InteractiveMode {
         }
         return allQueued.length;
     }
-    queueCompactionMessage(text, mode) {
-        this.compactionQueuedMessages.push({ text, mode });
+    queueCompactionMessage(text, mode, images) {
+        this.compactionQueuedMessages.push({ text, images, mode });
         this.editor.addToHistory?.(text);
         this.editor.setText("");
         this.updatePendingMessagesDisplay();
@@ -3190,13 +3224,13 @@ export class InteractiveMode {
                 // When retry is pending, queue messages for the retry turn
                 for (const message of queuedMessages) {
                     if (this.isExtensionCommand(message.text)) {
-                        await this.session.prompt(message.text);
+                        await this.session.prompt(message.text, { images: message.images });
                     }
                     else if (message.mode === "followUp") {
-                        await this.session.followUp(message.text);
+                        await this.session.followUp(message.text, message.images);
                     }
                     else {
-                        await this.session.steer(message.text);
+                        await this.session.steer(message.text, message.images);
                     }
                 }
                 this.updatePendingMessagesDisplay();
@@ -3207,7 +3241,7 @@ export class InteractiveMode {
             if (firstPromptIndex === -1) {
                 // All extension commands - execute them all
                 for (const message of queuedMessages) {
-                    await this.session.prompt(message.text);
+                    await this.session.prompt(message.text, { images: message.images });
                 }
                 return;
             }
@@ -3216,22 +3250,22 @@ export class InteractiveMode {
             const firstPrompt = queuedMessages[firstPromptIndex];
             const rest = queuedMessages.slice(firstPromptIndex + 1);
             for (const message of preCommands) {
-                await this.session.prompt(message.text);
+                await this.session.prompt(message.text, { images: message.images });
             }
             // Send first prompt (starts streaming)
-            const promptPromise = this.session.prompt(firstPrompt.text).catch((error) => {
+            const promptPromise = this.session.prompt(firstPrompt.text, { images: firstPrompt.images }).catch((error) => {
                 restoreQueue(error);
             });
             // Queue remaining messages
             for (const message of rest) {
                 if (this.isExtensionCommand(message.text)) {
-                    await this.session.prompt(message.text);
+                    await this.session.prompt(message.text, { images: message.images });
                 }
                 else if (message.mode === "followUp") {
-                    await this.session.followUp(message.text);
+                    await this.session.followUp(message.text, message.images);
                 }
                 else {
-                    await this.session.steer(message.text);
+                    await this.session.steer(message.text, message.images);
                 }
             }
             this.updatePendingMessagesDisplay();