@caupulican/pi-adaptative 0.80.3 → 0.80.5

package/dist/modes/interactive/interactive-mode.js

@@ -20,13 +20,14 @@ import { createCompactionSummaryMessage } from "../../core/messages.js";
 import { defaultModelPerProvider, findExactModelReferenceMatch, resolveModelScope } from "../../core/model-resolver.js";
 import { DefaultPackageManager } from "../../core/package-manager.js";
 import { BUILT_IN_PROVIDER_DISPLAY_NAMES } from "../../core/provider-display-names.js";
+import { getPendingReloadBlockers } from "../../core/reload-blockers.js";
 import { formatMissingSessionCwdPrompt, MissingSessionCwdError } from "../../core/session-cwd.js";
 import { SessionManager } from "../../core/session-manager.js";
 import { BUILTIN_SLASH_COMMANDS } from "../../core/slash-commands.js";
 import { isInstallTelemetryEnabled } from "../../core/telemetry.js";
 import { getChangelogPath, getNewEntries, parseChangelog } from "../../utils/changelog.js";
 import { copyToClipboard } from "../../utils/clipboard.js";
-import { extensionForImageMimeType, readClipboardImage } from "../../utils/clipboard-image.js";
+import { readClipboardImage } from "../../utils/clipboard-image.js";
 import { parseGitUrl } from "../../utils/git.js";
 import { getCwdRelativePath, resolvePath } from "../../utils/paths.js";
 import { getPiUserAgent } from "../../utils/pi-user-agent.js";
@@ -206,6 +207,8 @@ export class InteractiveMode {
     isInitialized = false;
     onInputCallback;
     pendingUserInputs = [];
+    pendingClipboardImages = [];
+    clipboardImageCounter = 0;
     loadingAnimation = undefined;
     workingMessage = undefined;
     workingVisible = true;
@@ -641,7 +644,7 @@ export class InteractiveMode {
         while (true) {
             const userInput = await this.getUserInput();
             try {
-                await this.session.prompt(userInput);
+                await this.session.prompt(userInput.text, { images: userInput.images });
             }
             catch (error) {
                 const errorMessage = error instanceof Error ? error.message : "Unknown error occurred";
@@ -2107,22 +2110,50 @@ export class InteractiveMode {
         try {
             const image = await readClipboardImage();
             if (!image) {
+                this.showStatus("No image found on the clipboard");
                 return;
             }
-            // Write to temp file
-            const tmpDir = os.tmpdir();
-            const ext = extensionForImageMimeType(image.mimeType) ?? "png";
-            const fileName = `pi-clipboard-${crypto.randomUUID()}.${ext}`;
-            const filePath = path.join(tmpDir, fileName);
-            fs.writeFileSync(filePath, Buffer.from(image.bytes));
-            // Insert file path directly
-            this.editor.insertTextAtCursor?.(filePath);
+            const label = this.nextClipboardImageLabel();
+            const mimeType = image.mimeType.split(";")[0]?.trim().toLowerCase() || image.mimeType;
+            this.pendingClipboardImages.push({
+                label,
+                content: {
+                    type: "image",
+                    data: Buffer.from(image.bytes).toString("base64"),
+                    mimeType,
+                },
+            });
+            this.editor.insertTextAtCursor?.(`${label} `);
+            this.showStatus(`Attached clipboard image ${label} (${mimeType})`);
             this.ui.requestRender();
         }
-        catch {
-            // Silently ignore clipboard errors (may not have permission, etc.)
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            this.showWarning(`Failed to paste image: ${message}`);
         }
     }
+    nextClipboardImageLabel() {
+        if (this.pendingClipboardImages.length === 0) {
+            this.clipboardImageCounter = 0;
+        }
+        this.clipboardImageCounter += 1;
+        return `[Image #${this.clipboardImageCounter}]`;
+    }
+    takeClipboardImagesForText(text) {
+        if (this.pendingClipboardImages.length === 0) {
+            return undefined;
+        }
+        const images = this.pendingClipboardImages
+            .filter((image) => text.includes(image.label))
+            .map((image) => image.content);
+        this.pendingClipboardImages = [];
+        this.clipboardImageCounter = 0;
+        return images.length > 0 ? images : undefined;
+    }
+    buildUserInputSubmission(text) {
+        const images = this.takeClipboardImagesForText(text);
+        return images ? { text, images } : { text };
+    }
     setupEditorSubmitHandler() {
         this.defaultEditor.onSubmit = async (text) => {
             text = text.trim();
@@ -2286,16 +2317,18 @@ export class InteractiveMode {
                     await this.session.prompt(text);
                 }
                 else {
-                    this.queueCompactionMessage(text, "steer");
+                    const images = this.takeClipboardImagesForText(text);
+                    this.queueCompactionMessage(text, "steer", images);
                 }
                 return;
             }
             // If streaming, use prompt() with steer behavior
             // This handles extension commands (execute immediately), prompt template expansion, and queueing
             if (this.session.isStreaming) {
+                const images = this.takeClipboardImagesForText(text);
                 this.editor.addToHistory?.(text);
                 this.editor.setText("");
-                await this.session.prompt(text, { streamingBehavior: "steer" });
+                await this.session.prompt(text, { streamingBehavior: "steer", images });
                 this.updatePendingMessagesDisplay();
                 this.ui.requestRender();
                 return;
@@ -2303,11 +2336,12 @@ export class InteractiveMode {
             // Normal message submission
             // First, move any pending bash components to chat
             this.flushPendingBashComponents();
+            const submission = this.buildUserInputSubmission(text);
             if (this.onInputCallback) {
-                this.onInputCallback(text);
+                this.onInputCallback(submission);
             }
             else {
-                this.pendingUserInputs.push(text);
+                this.pendingUserInputs.push(submission);
             }
             this.editor.addToHistory?.(text);
         };
@@ -2776,9 +2810,9 @@ export class InteractiveMode {
             return queuedInput;
         }
         return new Promise((resolve) => {
-            this.onInputCallback = (text) => {
+            this.onInputCallback = (submission) => {
                 this.onInputCallback = undefined;
-                resolve(text);
+                resolve(submission);
             };
         });
     }
@@ -2975,23 +3009,25 @@ export class InteractiveMode {
                 await this.session.prompt(text);
             }
             else {
-                this.queueCompactionMessage(text, "followUp");
+                const images = this.takeClipboardImagesForText(text);
+                this.queueCompactionMessage(text, "followUp", images);
             }
             return;
         }
         // Alt+Enter queues a follow-up message (waits until agent finishes)
         // This handles extension commands (execute immediately), prompt template expansion, and queueing
         if (this.session.isStreaming) {
+            const images = this.takeClipboardImagesForText(text);
             this.editor.addToHistory?.(text);
             this.editor.setText("");
-            await this.session.prompt(text, { streamingBehavior: "followUp" });
+            await this.session.prompt(text, { streamingBehavior: "followUp", images });
             this.updatePendingMessagesDisplay();
             this.ui.requestRender();
         }
         // If not streaming, Alt+Enter acts like regular Enter (trigger onSubmit)
         else if (this.editor.onSubmit) {
+            await this.editor.onSubmit(text);
             this.editor.setText("");
-            this.editor.onSubmit(text);
         }
     }
     handleDequeue() {
@@ -3246,8 +3282,8 @@ export class InteractiveMode {
         }
         return allQueued.length;
     }
-    queueCompactionMessage(text, mode) {
-        this.compactionQueuedMessages.push({ text, mode });
+    queueCompactionMessage(text, mode, images) {
+        this.compactionQueuedMessages.push({ text, mode, images });
         this.editor.addToHistory?.(text);
         this.editor.setText("");
         this.updatePendingMessagesDisplay();
@@ -3282,10 +3318,10 @@ export class InteractiveMode {
                         await this.session.prompt(message.text);
                     }
                     else if (message.mode === "followUp") {
-                        await this.session.followUp(message.text);
+                        await this.session.followUp(message.text, message.images);
                     }
                     else {
-                        await this.session.steer(message.text);
+                        await this.session.steer(message.text, message.images);
                     }
                 }
                 this.updatePendingMessagesDisplay();
@@ -3308,7 +3344,7 @@ export class InteractiveMode {
                 await this.session.prompt(message.text);
             }
             // Send first prompt (starts streaming)
-            const promptPromise = this.session.prompt(firstPrompt.text).catch((error) => {
+            const promptPromise = this.session.prompt(firstPrompt.text, { images: firstPrompt.images }).catch((error) => {
                 restoreQueue(error);
             });
             // Queue remaining messages
@@ -3317,10 +3353,10 @@ export class InteractiveMode {
                     await this.session.prompt(message.text);
                 }
                 else if (message.mode === "followUp") {
-                    await this.session.followUp(message.text);
+                    await this.session.followUp(message.text, message.images);
                 }
                 else {
-                    await this.session.steer(message.text);
+                    await this.session.steer(message.text, message.images);
                 }
             }
             this.updatePendingMessagesDisplay();
@@ -3684,6 +3720,9 @@ export class InteractiveMode {
         const promptPath = path.join(dir, `${runId}.prompt.md`);
         const outFd = fs.openSync(logPath, "a");
         const kind = options.promptKind ?? "auto";
+        const sessionDir = path.join(dir, "sessions");
+        const sessionId = `auto-learn-${kind}-${runId}`;
+        fs.mkdirSync(sessionDir, { recursive: true });
         const prompt = this.buildAutoLearnPrompt(reason, settings, {
             kind,
             turnDigest: options.turnDigest,
@@ -3696,6 +3735,10 @@ export class InteractiveMode {
             `Auto Learn ${runId}`,
             "--model",
             modelPattern,
+            "--session-dir",
+            sessionDir,
+            "--session-id",
+            sessionId,
             prompt,
         ];
         const child = spawn(spawnTarget.command, args, {
@@ -3728,6 +3771,8 @@ export class InteractiveMode {
                 expiresAt: now + settings.leaseMinutes * 60 * 1000,
                 cwd: this.sessionManager.getCwd(),
                 logPath,
+                sessionDir,
+                sessionId,
                 promptPath,
                 kind,
                 autonomyMode: this.settingsManager.getAutonomySettings().mode,
@@ -3914,13 +3959,30 @@ export class InteractiveMode {
         const cooldownText = decision.cooldownRemainingMs > 0 ? `${Math.ceil(decision.cooldownRemainingMs / 60000)}m remaining` : "ready";
         const runLines = runs.length
             ? runs
-                .map(([id, run]) => `- ${id}: ${run.model}, kind=${run.kind ?? "auto"}, authority=${run.authority ?? "unknown"}, pid=${run.pid ?? "?"}, log=${run.logPath}`)
+                .map(([id, run]) => {
+                const session = [
+                    run.sessionId ? `session=${run.sessionId}` : "",
+                    run.sessionDir ? `sessionDir=${run.sessionDir}` : "",
+                ]
+                    .filter(Boolean)
+                    .join(", ");
+                const sessionText = session ? `, ${session}` : "";
+                return `- ${id}: ${run.model}, kind=${run.kind ?? "auto"}, authority=${run.authority ?? "unknown"}, pid=${run.pid ?? "?"}${sessionText}, log=${run.logPath}`;
+            })
                 .join("\n")
             : "- none";
+        const reloadBlockers = getPendingReloadBlockers({
+            ownPid: process.pid,
+            ownSessionId: this.sessionManager.getSessionId(),
+            ownSessionFile: this.sessionManager.getSessionFile(),
+        });
+        const reloadBlockerLines = reloadBlockers.pending
+            ? reloadBlockers.descriptions.map((description) => `- ${description}`).join("\n")
+            : "- none";
         const reflectionLast = state.lastReflectionByTenant?.[this.getAutoLearnTenantKey()] ?? 0;
         const reflectionCooldownRemainingMs = Math.max(0, reflectionLast + settings.reflectionCooldownMinutes * 60 * 1000 - Date.now());
         const reflectionCooldownText = reflectionCooldownRemainingMs > 0 ? `${Math.ceil(reflectionCooldownRemainingMs / 60000)}m remaining` : "ready";
-        return `Auto Learn status\nEnabled: ${settings.enabled}\nModel: ${settings.model}\nNext decision: ${decision.shouldRun ? "ready" : decision.reason}\nMessages: ${decision.messageCount}/${settings.longSessionMessages}\nContext: ${contextText}/${settings.longSessionContextPercent}%\nCooldown: ${cooldownText}\nReflection review: ${settings.reflectionReview ? "enabled" : "disabled"} (tool trigger ${settings.reflectionMinToolCalls}, cooldown ${reflectionCooldownText})\nRunning leases: ${runs.length}/${settings.maxConcurrentLearners}\nRuns:\n${runLines}`;
+        return `Auto Learn status\nEnabled: ${settings.enabled}\nModel: ${settings.model}\nNext decision: ${decision.shouldRun ? "ready" : decision.reason}\nMessages: ${decision.messageCount}/${settings.longSessionMessages}\nContext: ${contextText}/${settings.longSessionContextPercent}%\nCooldown: ${cooldownText}\nReflection review: ${settings.reflectionReview ? "enabled" : "disabled"} (tool trigger ${settings.reflectionMinToolCalls}, cooldown ${reflectionCooldownText})\nRunning leases: ${runs.length}/${settings.maxConcurrentLearners}\nPi auto-reload blockers: ${reloadBlockers.pending ? reloadBlockers.reason : "none"}\n${reloadBlockerLines}\nRuns:\n${runLines}`;
     }
     formatAutonomyStatus() {
         const autonomy = this.settingsManager.getAutonomySettings();