newmark-agent 0.4.7 → 0.4.8

package/dist/conversation-utility-host.bundle.cjs

@@ -327556,6 +327556,7 @@ var NATIVE_TOOL_CATALOG = [
   { name: "browser_reload", label: "Browser reload", description: "Reload the built-in browser.", category: "browser", defaultEnabled: true },
   { name: "browser_cdp", label: "Browser CDP", description: "Run an advanced Chrome DevTools Protocol command.", category: "browser", defaultEnabled: true },
   { name: "browser_use", label: "Browser Use", description: "Observe and control the built-in browser through scoped opaque element refs and structured receipts.", category: "browser", defaultEnabled: true },
+  { name: "screen_capture", label: "Active screenshot", description: "Capture the Windows desktop or one visible application without starting the full Computer Use control surface.", category: "desktop", defaultEnabled: true, protected: true, availability: "mode-scoped" },
   { name: "computer_use", label: "Computer Use", description: "Observe and control Windows desktop UI with screenshots and semantic objects.", category: "desktop", defaultEnabled: true },
   { name: "image_inspect", label: "Image inspect", description: "Crop and magnify images submitted in the current conversation for closer visual inspection.", category: "core", defaultEnabled: true, protected: true, availability: "mode-scoped" },
   { name: "image_display", label: "Image display", description: "Present a workspace PNG/JPEG inside the current Build Block.", category: "core", defaultEnabled: true, protected: true, availability: "mode-scoped" },
@@ -335746,6 +335747,7 @@ var import_crypto6 = require("crypto");
 // src/core/toolPolicy.ts
 var REQUIRED_TOOLS = /* @__PURE__ */ new Set(["pwd", "read", "glob", "grep"]);
 var MODE_SCOPED_TOOLS = /* @__PURE__ */ new Set([
+  "screen_capture",
   "image_inspect",
   "image_display",
   "ocr_read",
@@ -335778,6 +335780,7 @@ var MODE_SCOPED_TOOLS = /* @__PURE__ */ new Set([
   "branch_create"
 ]);
 var PLAN_READ_ONLY_TOOLS = /* @__PURE__ */ new Set([
+  "screen_capture",
   "task_read",
   "pwd",
   "read",
@@ -335825,6 +335828,7 @@ var CONCURRENCY_SAFE_TOOLS = /* @__PURE__ */ new Set([
   "git_status",
   "file_audit",
   "repo_security_audit",
+  "screen_capture",
   "SubAgent"
 ]);
 function isConcurrencySafeTool(name50, riskLevel) {
@@ -336908,6 +336912,13 @@ var ToolExecutor = class {
         max_refs: { type: "number" },
         attribute: { type: "string" }
       }, ["action"]),
+      t3("screen_capture", "Read-only active Windows screenshot available without provisioning or starting full Computer Use. Capture the whole desktop or one visible application. The image is a one-use model input and is deleted immediately; semantic Windows UI objects are returned alongside it.", {
+        target: { type: "string", enum: ["desktop", "application"], description: "Capture the whole desktop or one visible application. Defaults to desktop." },
+        app_target: { type: "string", description: "For target=application: application title, process name, process id, or window handle." },
+        capture_max_width: { type: "number", minimum: 320, maximum: 2048, description: "Maximum ephemeral screenshot width; defaults to 1280. Aspect ratio is preserved and the source is never enlarged." },
+        capture_max_height: { type: "number", minimum: 240, maximum: 2048, description: "Maximum ephemeral screenshot height; defaults to 960. Aspect ratio is preserved and the source is never enlarged." },
+        max_chars: { type: "number", minimum: 1e3, maximum: 1e5, description: "Maximum returned semantic UI text characters." }
+      }, []),
       t3("computer_use", "Native Windows desktop control with persistent observation/action helpers. Use observe/app_observe before acting. sequence may perform up to three stable low-risk move/click/scroll/wait/app_activate steps and stops when focus, window, menu, dialog, scene, or risk changes. Vision screenshots remain one-time inputs and are deleted immediately.", {
         action: { type: "string", enum: ["observe", "app_list", "app_observe", "sequence", "takeover_start", "takeover_stop", "move", "click", "scroll", "type", "key", "wait", "app_activate", "app_click", "app_scroll", "app_type", "app_key"] },
         capture_max_width: { type: "number", minimum: 320, maximum: 2048, description: "For observe/app_observe only. Maximum ephemeral screenshot width; defaults to 1280. Aspect ratio is preserved and the source is never enlarged." },
@@ -337398,6 +337409,44 @@ var ToolExecutor = class {
             result: parsed
           }, null, 2);
         }
+        case "screen_capture": {
+          const target = g2("target").toLowerCase() === "application" ? "application" : "desktop";
+          if (process.env.NEWMARK_WSL_DISTRO) {
+            const result = await requestWindowsHostTool("screen_capture", args, {
+              conversationId: context.conversationId || "default",
+              workspaceId: context.workspaceId || terminalTakeoverWorkspaceId(context.workspacePath || wsPath),
+              actorId: context.actorId || ROOT_TERMINAL_ACTOR_ID,
+              runtimeKey: browserUseScope(context, wsPath).runtimeKey,
+              allowEphemeralVisionImage: context.allowEphemeralVisionImage === true,
+              mode: context.mode || "build"
+            }, 12e4, context.signal);
+            return typeof result === "string" ? result : JSON.stringify(result);
+          }
+          if (process.env.NEWMARK_ISOLATED_RUNTIME === "1") {
+            const result = await requestUtilityHostTool("screen_capture", args, {
+              conversationId: context.conversationId || "default",
+              workspaceId: context.workspaceId || terminalTakeoverWorkspaceId(context.workspacePath || wsPath),
+              actorId: context.actorId || ROOT_TERMINAL_ACTOR_ID,
+              workspacePath: context.workspacePath || wsPath,
+              backend: "utility",
+              mode: context.mode || "build",
+              allowEphemeralVisionImage: context.allowEphemeralVisionImage === true
+            }, 12e4, context.signal);
+            return typeof result === "string" ? result : JSON.stringify(result);
+          }
+          return await runComputerUse({
+            action: target === "application" ? "app_observe" : "observe",
+            appTarget: g2("app_target"),
+            windowHandle: target === "application" ? g2("app_target") : "",
+            maxChars: Number(args.max_chars || 3e4),
+            workspacePath: wsPath,
+            allowEphemeralVisionImage: context.allowEphemeralVisionImage === true,
+            captureMaxWidth: Number(args.capture_max_width),
+            captureMaxHeight: Number(args.capture_max_height),
+            invocation: context.invocation,
+            ownerId: `screen-capture:${computerUseOwner(context, wsPath)}:${String(context.actorId || "root")}`
+          });
+        }
         case "computer_use": {
           const action = normalizeComputerUseAction(g2("action"));
           const owner = `${computerUseOwner(context, wsPath)}:${String(context.actorId || "root")}`;
@@ -337604,7 +337653,7 @@ var ToolExecutor = class {
   }
   hostSupportsTool(name50) {
     if (name50.startsWith("browser_") && !this.hostProfile.electronBrowser) return false;
-    if (name50 === "computer_use" && !this.hostProfile.windowsComputerUse) return false;
+    if ((name50 === "computer_use" || name50 === "screen_capture") && !this.hostProfile.windowsComputerUse) return false;
     return true;
   }
   async decorateBrowserUseReceipt(input, context, runtimeKey) {
@@ -341504,10 +341553,12 @@ function toKernelTools(agent, definitions, provisioning) {
           throw new Error(rawText);
         }
         const visionImage = visualFallbackImageInput(agent, name50, rawText);
+        const capturedInput = name50 === "screen_capture" ? agent.registerCapturedImageInput(visionImage.image || "", "active-screenshot.jpg") : null;
         const directImage = imageInspectDataUrl(name50, rawText);
-        const text = spillOversizedToolResult(agent, name50, sanitizeVisualToolText(name50, rawText));
+        const text = spillOversizedToolResult(agent, name50, capturedImageToolText(name50, sanitizeVisualToolText(name50, rawText), capturedInput?.id));
         const content = [{ type: "text", text }];
-        if (visionImage.imagePath) content.push({ type: "image", imagePath: visionImage.imagePath, mimeType: imageMimeForPath(visionImage.imagePath) });
+        if (name50 === "screen_capture" && capturedInput?.dataUrl) content.push({ type: "image", image: capturedInput.dataUrl, mimeType: capturedInput.mimeType });
+        else if (visionImage.imagePath) content.push({ type: "image", imagePath: visionImage.imagePath, mimeType: imageMimeForPath(visionImage.imagePath) });
         else if (visionImage.image) content.push({ type: "image", image: visionImage.image, mimeType: visionImage.mimeType });
         if (directImage) content.push({ type: "image", image: directImage, mimeType: "image/png" });
         const terminate = shouldTerminateAfterToolResult(name50) && (name50 !== "question" || agent.pendingOptions.length > 0);
@@ -341520,7 +341571,7 @@ function toKernelTools(agent, definitions, provisioning) {
           } catch {
           }
         }
-        return { content, details: { tool: name50, ok: true, terminate, ...launchReceipt ? { launchReceipt } : {}, visionImagePath: visionImage.imagePath || void 0, ephemeralVisionImage: !!visionImage.image, displayImage }, terminate };
+        return { content, details: { tool: name50, ok: true, terminate, ...launchReceipt ? { launchReceipt } : {}, visionImagePath: visionImage.imagePath || void 0, ephemeralVisionImage: !!visionImage.image, capturedAttachmentId: capturedInput?.id, displayImage }, terminate };
       }
     };
   }).filter((tool) => !!tool.name);
@@ -341544,7 +341595,7 @@ var INLINE_TOOL_RESULT_MAX_CHARS = 24e3;
 function spillOversizedToolResult(agent, name50, text) {
   const value = String(text || "");
   if (value.length <= INLINE_TOOL_RESULT_MAX_CHARS) return value;
-  if (["computer_use", "browser_use", "pdf_read", "image_inspect", "image_display", "task", "subagent_create", "SubAgent", "subagent_send", "subagent_result", "subagent_read", "linked_plan", "question"].includes(name50)) {
+  if (["screen_capture", "computer_use", "browser_use", "pdf_read", "image_inspect", "image_display", "task", "subagent_create", "SubAgent", "subagent_send", "subagent_result", "subagent_read", "linked_plan", "question"].includes(name50)) {
     return value;
   }
   const artifactId = agent.storeToolResultArtifact(name50, value);
@@ -341559,10 +341610,10 @@ function spillOversizedToolResult(agent, name50, text) {
   ].join("\n");
 }
 function sanitizeVisualToolText(name50, text) {
-  if (name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read" && name50 !== "image_inspect") return text;
+  if (name50 !== "screen_capture" && name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read" && name50 !== "image_inspect") return text;
   try {
     const parsed = JSON.parse(text);
-    if (name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read") {
+    if (name50 === "screen_capture" || name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read") {
       delete parsed.vision_image_path;
       delete parsed.vision_image_data_url;
       if (name50 === "pdf_read" && parsed.result && typeof parsed.result === "object") {
@@ -341578,7 +341629,7 @@ function sanitizeVisualToolText(name50, text) {
   }
 }
 function discardComputerUseVisionImage(name50, text) {
-  if (name50 !== "computer_use") return;
+  if (name50 !== "screen_capture" && name50 !== "computer_use") return;
   try {
     const parsed = JSON.parse(text);
     const screenshotPath = String(parsed.vision_image_path || "");
@@ -341596,8 +341647,20 @@ function imageInspectDataUrl(name50, text) {
     return "";
   }
 }
+function capturedImageToolText(name50, text, attachmentId) {
+  if (name50 !== "screen_capture" || !attachmentId) return text;
+  try {
+    const parsed = JSON.parse(text);
+    parsed.attachment_id = attachmentId;
+    parsed.image_input_channel = "user-image";
+    parsed.inspect_next = { tool: "image_inspect", actions: ["source_info", "crop"], max_scale: 4 };
+    return JSON.stringify(parsed, null, 2);
+  } catch {
+    return text;
+  }
+}
 function visualFallbackImageInput(agent, name50, text) {
-  if (name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read") return {};
+  if (name50 !== "screen_capture" && name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read") return {};
   const model = agent.activeModelConfig();
   if (!model?.vision) return {};
   try {
@@ -341723,7 +341786,7 @@ async function executeNewmarkTool(agent, name50, args, inputSchema, signal) {
       actorId: agent.runtimeActorId,
       workspaceId: terminalTakeoverWorkspaceId(wsDir),
       backend: process.env.NEWMARK_WSL_DISTRO ? "wsl" : process.platform === "win32" ? "windows" : process.platform,
-      allowEphemeralVisionImage: (name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read" || name50 === "ocr_read") && !!agent.activeModelConfig()?.vision,
+      allowEphemeralVisionImage: (name50 === "screen_capture" || name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read" || name50 === "ocr_read") && !!agent.activeModelConfig()?.vision,
       signal
     });
     if (signal?.aborted) throw abortError4();
@@ -344866,6 +344929,7 @@ var Agent4 = class _Agent {
   memoryLabRebuildState = "idle";
   memoryLabRebuildError = "";
   displayImageDescriptionCache = /* @__PURE__ */ new Map();
+  latestCapturedImageInputs = [];
   activeProcessAbortController = null;
   automationManager = null;
   activeAgentKernelRuntime = null;
@@ -347063,6 +347127,13 @@ ${String(event.toolArgs || "")}`;
   listConversationStates() {
     return this.listWorkspaceConversationStates(this.workspace.current);
   }
+  registerCapturedImageInput(dataUrl, name50 = "active-screenshot.jpg") {
+    if (!String(dataUrl || "").startsWith("data:image/")) return null;
+    const prepared = this.prepareSubmittedConversationImages([{ dataUrl, name: name50, type: dataUrl.slice(5, dataUrl.indexOf(";")) }]);
+    const attachment = prepared.attachments[0] || null;
+    this.latestCapturedImageInputs = attachment ? [attachment] : [];
+    return attachment;
+  }
   subagentConcurrencyLimit() {
     return this.intelligence === "ultra" ? 16 : 4;
   }
@@ -351980,6 +352051,13 @@ ${items.map((item) => this.formatAutomation(item)).join("\n")}`;
   }
   latestSubmittedImages(attachmentId = "") {
     const normalizedId = String(attachmentId || "").trim();
+    const captured = hydrateConversationImageAttachments(this.rootPath, this.latestCapturedImageInputs).flatMap((attachment) => attachment.dataUrl ? [{ id: attachment.id, dataUrl: attachment.dataUrl }] : []);
+    if (normalizedId) {
+      const capturedMatch = captured.find((item) => item.id === normalizedId);
+      if (capturedMatch) return [capturedMatch];
+    } else if (captured.length) {
+      return captured;
+    }
     for (let index = this.chatMessages.length - 1; index >= 0; index -= 1) {
       const message = this.chatMessages[index];
       if (message?.role !== "user") continue;
@@ -353164,6 +353242,155 @@ var ConversationKernel = class {
       followUp: queued?.followUp.slice() || []
     };
   }
+  queueItems(target) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) return [];
+    return runtime.pendingNextTurn.flatMap((item) => {
+      if (item.queueMode !== "followUp") return [];
+      if (typeof item.message === "string") return [];
+      const id = String(item.message.clientMessageId || "");
+      if (!id) return [];
+      return [{
+        id,
+        text: String(item.message.visibleUserInput || item.message.text || "").replace(/^\[Next queued while current turn is running\]\n/, ""),
+        queueMode: item.queueMode,
+        requestedMode: item.message.visibleMode,
+        goalObjective: item.message.goalObjective,
+        runId: item.message.runId,
+        createdAt: String(item.message.createdAt || "")
+      }];
+    });
+  }
+  enqueueNext(target, input) {
+    const runtime = this.findRuntime(target);
+    if (!runtime?.activePromise || !runtime.runId) throw new Error("Target conversation is not running");
+    const id = String(input.id || "").trim().slice(0, 200);
+    const text = String(input.text || "").trim();
+    if (!id || !text) throw new Error("Queue item id and text are required");
+    const existing = this.queueItems(runtime.target).find((item) => item.id === id);
+    if (existing) return existing;
+    const prompt = `[Next queued while current turn is running]
+${text}`;
+    const createdAt = String(input.createdAt || (/* @__PURE__ */ new Date()).toISOString());
+    runtime.pendingNextTurn.push({
+      message: {
+        text: prompt,
+        visibleUserInput: text,
+        visibleMode: String(input.requestedMode || "build"),
+        goalObjective: String(input.goalObjective || "") || void 0,
+        clientMessageId: id,
+        runId: runtime.runId,
+        createdAt
+      },
+      queueMode: "followUp"
+    });
+    runtime.runner.retainConversationContinuations([{
+      content: prompt,
+      queueMode: "followUp",
+      clientMessageId: id,
+      runId: runtime.runId,
+      createdAt
+    }]);
+    this.trackQueuedMessage(runtime, prompt, "followUp");
+    this.emitQueueUpdate(runtime);
+    return this.queueItems(runtime.target).find((item) => item.id === id);
+  }
+  updateQueueItem(target, idInput, textInput) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    const id = String(idInput || "").trim();
+    const text = String(textInput || "").trim();
+    if (!id || !text) throw new Error("Queue item id and text are required");
+    const pending3 = runtime.pendingNextTurn.find((item) => typeof item.message !== "string" && item.message.clientMessageId === id);
+    if (!pending3 || typeof pending3.message === "string") throw new Error("Queue item is no longer editable");
+    const oldPrompt = pending3.message.text;
+    pending3.message.text = `[Next queued while current turn is running]
+${text}`;
+    pending3.message.visibleUserInput = text;
+    runtime.runner.consumeConversationContinuation({ content: oldPrompt, queueMode: pending3.queueMode, clientMessageId: id });
+    runtime.runner.retainConversationContinuations([{
+      content: pending3.message.text,
+      queueMode: pending3.queueMode,
+      clientMessageId: id,
+      runId: pending3.message.runId
+    }]);
+    this.replaceTrackedQueuedMessage(runtime, oldPrompt, pending3.message.text, pending3.queueMode);
+    this.emitQueueUpdate(runtime);
+    return this.queueItems(runtime.target).find((item) => item.id === id);
+  }
+  deleteQueueItem(target, idInput) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) return false;
+    const id = String(idInput || "").trim();
+    const index = runtime.pendingNextTurn.findIndex((item) => typeof item.message !== "string" && item.message.clientMessageId === id);
+    if (index < 0) return false;
+    const [removed] = runtime.pendingNextTurn.splice(index, 1);
+    if (typeof removed.message !== "string") {
+      runtime.runner.consumeConversationContinuation({ content: removed.message.text, queueMode: removed.queueMode, clientMessageId: id });
+      this.consumeQueuedMessage(runtime, removed.message.text);
+    }
+    this.emitQueueUpdate(runtime);
+    return true;
+  }
+  setQueuePaused(target, paused) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    runtime.queuePaused = paused;
+    this.emitQueueUpdate(runtime);
+    if (!paused && !runtime.activePromise && runtime.pendingNextTurn.length) {
+      this.schedulePendingRuntimeContinuation(runtime, runtime.runId);
+    }
+    return runtime.queuePaused;
+  }
+  queueAction(target, action, input = {}) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    let receipt;
+    if (action === "enqueue") {
+      this.enqueueNext(runtime.target, {
+        id: String(input.id || ""),
+        text: String(input.text || ""),
+        requestedMode: input.requestedMode,
+        goalObjective: input.goalObjective,
+        createdAt: input.createdAt
+      });
+    } else if (action === "update") {
+      this.updateQueueItem(runtime.target, String(input.id || ""), String(input.text || ""));
+    } else if (action === "delete") {
+      if (!this.deleteQueueItem(runtime.target, String(input.id || ""))) throw new Error("Queue item was not found");
+    } else if (action === "toggle_pause") {
+      this.setQueuePaused(runtime.target, !runtime.queuePaused);
+    } else if (action === "guide") {
+      const item = this.queueItems(runtime.target).find((entry) => entry.id === String(input.id || ""));
+      if (!item) throw new Error("Queue item was not found");
+      receipt = this.enqueueGuide({
+        clientMessageId: item.id,
+        guideId: (0, import_crypto16.randomUUID)(),
+        target: runtime.target,
+        runId: runtime.runId,
+        deliveryMode: "steer",
+        text: item.goalObjective ? `Goal for the current Build:
+${item.goalObjective}` : item.text,
+        goalObjective: item.goalObjective,
+        createdAt: item.createdAt || (/* @__PURE__ */ new Date()).toISOString()
+      });
+      if (receipt.status === "rejected") return {
+        ok: false,
+        queueItems: this.queueItems(runtime.target),
+        queuePaused: runtime.queuePaused,
+        queued: this.queued(runtime.target),
+        receipt
+      };
+      this.deleteQueueItem(runtime.target, item.id);
+    }
+    return {
+      ok: true,
+      queueItems: this.queueItems(runtime.target),
+      queuePaused: runtime.queuePaused,
+      queued: this.queued(runtime.target),
+      receipt
+    };
+  }
   events(target) {
     return this.findRuntime(target)?.events.slice() || [];
   }
@@ -353192,6 +353419,8 @@ var ConversationKernel = class {
       workRuns: this.bindWorkRunsToRuntimeTarget(conversationSnapshot.workRuns, normalized),
       target: normalized,
       queued: this.queued(normalized),
+      queueItems: this.queueItems(normalized),
+      queuePaused: runtime?.queuePaused === true,
       workEvents: this.events(normalized),
       runtime: this.runtimeState(normalized),
       mode: runner.mode,
@@ -353627,7 +353856,7 @@ var ConversationKernel = class {
           if (runtime.stopRequestedRunId === runId) {
             stopped = true;
             this.settleCooperativeStop(runtime, runId);
-          } else if (runtime.pendingNextTurn.length > 0) {
+          } else if (!runtime.queuePaused && runtime.pendingNextTurn.length > 0) {
             this.schedulePendingRuntimeContinuation(runtime, runId);
           }
         }
@@ -353662,7 +353891,7 @@ var ConversationKernel = class {
       return this.result(runtime, lastTokens);
     }
     for (; ; ) {
-      while (runtime.pendingNextTurn.length > 0) {
+      while (!runtime.queuePaused && runtime.pendingNextTurn.length > 0) {
         if (runtime.stopRequestedRunId === runtime.runId) return this.result(runtime, lastTokens);
         const next = runtime.pendingNextTurn.shift();
         if (next.queueMode === "steer" && typeof next.message !== "string" && !!next.message.clientMessageId) {
@@ -353704,11 +353933,11 @@ ${batchText}`,
           this.mirrorHostIfTargetActive(runtime);
           return this.result(runtime, lastTokens);
         }
-        this.clearQueued(runtime);
+        if (!runtime.pendingNextTurn.length) this.clearQueued(runtime);
         const completedRunId = runtime.runId;
         runtime.runner.finishConversationWorkRun(completedRunId, "completed");
         await new Promise((resolve16) => setImmediate(resolve16));
-        if (runtime.runId === completedRunId && runtime.stopRequestedRunId !== completedRunId && runtime.pendingNextTurn.length > 0) {
+        if (runtime.runId === completedRunId && runtime.stopRequestedRunId !== completedRunId && !runtime.queuePaused && runtime.pendingNextTurn.length > 0) {
           runtime.guideAcceptanceClosedRunId = "";
           if (!runtime.runner.resumeConversationWorkRun(completedRunId)) {
             throw new Error(`Unable to resume deferred Guide work run ${completedRunId}`);
@@ -353799,6 +354028,7 @@ Review this persisted peer result and summarize or continue the parent task as n
       events: [],
       pendingNextTurn: [],
       queued: { steering: [], followUp: [] },
+      queuePaused: false,
       runId: "",
       generation: this.generations.get(target.runtimeKey) || 0,
       stopRequestedRunId: "",
@@ -353894,7 +354124,7 @@ Review this persisted peer result and summarize or continue the parent task as n
     }
     setImmediate(() => {
       runtime.pendingContinuationRunId = void 0;
-      if (runtime.runId !== runId || runtime.activePromise || runtime.stopRequestedRunId === runId) return;
+      if (runtime.runId !== runId || runtime.activePromise || runtime.stopRequestedRunId === runId || runtime.queuePaused) return;
       const next = runtime.pendingNextTurn.shift();
       if (!next) return;
       const message = typeof next.message === "string" ? { text: next.message, runId } : { ...next.message, runId: next.message.runId || runId };
@@ -354045,7 +354275,36 @@ Review this persisted peer result and summarize or continue the parent task as n
     const text = typeof message === "string" ? message : message.text;
     const prompt = isSteer ? text : `[Next queued while current turn is running]
 ${text}`;
-    if (!isSteer) this.trackQueuedMessage(runtime, prompt, queueMode);
+    if (!isSteer) {
+      const structured = typeof message === "string" ? null : message;
+      const clientMessageId = String(structured?.clientMessageId || (0, import_crypto16.randomUUID)());
+      const queuedMessage = {
+        ...structured || {},
+        text: prompt,
+        visibleUserInput: structured?.visibleUserInput || text,
+        visibleMode: structured?.visibleMode || runtime.options.mode,
+        clientMessageId,
+        runId: structured?.runId || runtime.runId,
+        createdAt: String(structured?.createdAt || (/* @__PURE__ */ new Date()).toISOString())
+      };
+      if (!runtime.pendingNextTurn.some((item) => typeof item.message !== "string" && item.message.clientMessageId === clientMessageId)) {
+        runtime.pendingNextTurn.push({ message: queuedMessage, queueMode: "followUp" });
+      }
+      runtime.runner.retainConversationContinuations([{
+        content: prompt,
+        queueMode: "followUp",
+        clientMessageId,
+        runId: queuedMessage.runId,
+        images: queuedMessage.images?.map((image) => ({ ...image })),
+        attachments: queuedMessage.attachments?.map((attachment) => ({ ...attachment })),
+        createdAt: queuedMessage.createdAt
+      }]);
+      this.trackQueuedMessage(runtime, prompt, "followUp");
+      runtime.runner.recordWorkStatus(runtime.stopRequestedRunId === runtime.runId ? "Next message retained while stopping." : "Next message queued.");
+      if (runtime.stopRequestedRunId === runtime.runId) runtime.forceStopArmedRunId = "";
+      this.emitQueueUpdate(runtime);
+      return;
+    }
     if (runtime.stopRequestedRunId === runtime.runId) {
       runtime.forceStopArmedRunId = "";
       const structured = typeof message === "string" ? void 0 : message;
@@ -354091,6 +354350,12 @@ ${text}`;
     }
     if (changed) this.emitQueueUpdate(runtime);
   }
+  replaceTrackedQueuedMessage(runtime, oldMessage, nextMessage, queueMode) {
+    this.queueState(runtime);
+    const list = queueMode === "steer" ? runtime.queued.steering : runtime.queued.followUp;
+    const index = list.indexOf(oldMessage);
+    if (index >= 0) list[index] = nextMessage;
+  }
   emitQueueUpdate(runtime) {
     this.queueState(runtime);
     runtime.runner.emitWorkEvent({
@@ -354212,9 +354477,10 @@ ${text}`;
     const runId = runtime.runId;
     await Promise.resolve();
     if (runtime.runId !== runId || runtime.stopRequestedRunId === runId) return true;
-    if (runtime.pendingNextTurn.length > 0 || runtime.runner.subagents.readRootInbox().length > 0) return false;
+    const hasSteering = runtime.pendingNextTurn.some((item) => item.queueMode === "steer");
+    if (hasSteering || runtime.runner.subagents.readRootInbox().length > 0) return false;
     runtime.guideAcceptanceClosedRunId = runId;
-    if (runtime.pendingNextTurn.length > 0 || runtime.runner.subagents.readRootInbox().length > 0) {
+    if (runtime.pendingNextTurn.some((item) => item.queueMode === "steer") || runtime.runner.subagents.readRootInbox().length > 0) {
       runtime.guideAcceptanceClosedRunId = "";
       return false;
     }
@@ -354367,6 +354633,9 @@ async function handle(request) {
       target
     });
   }
+  if (request.method === "queue_action") {
+    return kernel.queueAction(checkedTarget(request.params.target), request.params.action, request.params.input);
+  }
   if (request.method === "checkpoint") return kernel.checkpoint(checkedTarget(request.params.target));
   if (request.method === "context_compress") {
     return kernel.compressContext(checkedTarget(request.params.target), request.params.options);

package/dist/conversation-utility-host.js

@@ -79,6 +79,9 @@ async function handle(request) {
             target,
         });
     }
+    if (request.method === 'queue_action') {
+        return kernel.queueAction(checkedTarget(request.params.target), request.params.action, request.params.input);
+    }
     if (request.method === 'checkpoint')
         return kernel.checkpoint(checkedTarget(request.params.target));
     if (request.method === 'context_compress') {

package/dist/core/agent.d.ts

@@ -346,6 +346,7 @@ export declare class Agent {
     private memoryLabRebuildState;
     private memoryLabRebuildError;
     private displayImageDescriptionCache;
+    private latestCapturedImageInputs;
     private activeProcessAbortController;
     private automationManager;
     private activeAgentKernelRuntime;
@@ -622,6 +623,7 @@ export declare class Agent {
         order: number;
         branchCommunication: boolean;
     }>;
+    registerCapturedImageInput(dataUrl: string, name?: string): ConversationImageAttachment | null;
     private subagentConcurrencyLimit;
     /** 当前工作区使用内存中的前台选择；后台工作区从各自持久化状态读取 active id。 */
     activeConversationIdForWorkspace(ws: WorkspaceInfo | null): string;

package/dist/core/agent.js

@@ -241,6 +241,7 @@ class Agent {
     memoryLabRebuildState = 'idle';
     memoryLabRebuildError = '';
     displayImageDescriptionCache = new Map();
+    latestCapturedImageInputs = [];
     activeProcessAbortController = null;
     automationManager = null;
     activeAgentKernelRuntime = null;
@@ -2859,6 +2860,14 @@ class Agent {
     listConversationStates() {
         return this.listWorkspaceConversationStates(this.workspace.current);
     }
+    registerCapturedImageInput(dataUrl, name = 'active-screenshot.jpg') {
+        if (!String(dataUrl || '').startsWith('data:image/'))
+            return null;
+        const prepared = this.prepareSubmittedConversationImages([{ dataUrl, name, type: dataUrl.slice(5, dataUrl.indexOf(';')) }]);
+        const attachment = prepared.attachments[0] || null;
+        this.latestCapturedImageInputs = attachment ? [attachment] : [];
+        return attachment;
+    }
     subagentConcurrencyLimit() {
         return this.intelligence === 'ultra' ? 16 : 4;
     }
@@ -8382,6 +8391,17 @@ class Agent {
     }
     latestSubmittedImages(attachmentId = '') {
         const normalizedId = String(attachmentId || '').trim();
+        const captured = (0, conversationAttachments_1.hydrateConversationImageAttachments)(this.rootPath, this.latestCapturedImageInputs).flatMap(attachment => attachment.dataUrl
+            ? [{ id: attachment.id, dataUrl: attachment.dataUrl }]
+            : []);
+        if (normalizedId) {
+            const capturedMatch = captured.find(item => item.id === normalizedId);
+            if (capturedMatch)
+                return [capturedMatch];
+        }
+        else if (captured.length) {
+            return captured;
+        }
         for (let index = this.chatMessages.length - 1; index >= 0; index -= 1) {
             const message = this.chatMessages[index];
             if (message?.role !== 'user')