newmark-agent 0.4.7 → 0.4.9

package/dist/conversation-utility-host.bundle.cjs

@@ -327556,6 +327556,7 @@ var NATIVE_TOOL_CATALOG = [
   { name: "browser_reload", label: "Browser reload", description: "Reload the built-in browser.", category: "browser", defaultEnabled: true },
   { name: "browser_cdp", label: "Browser CDP", description: "Run an advanced Chrome DevTools Protocol command.", category: "browser", defaultEnabled: true },
   { name: "browser_use", label: "Browser Use", description: "Observe and control the built-in browser through scoped opaque element refs and structured receipts.", category: "browser", defaultEnabled: true },
+  { name: "screen_capture", label: "Active screenshot", description: "Capture the Windows desktop or one visible application without starting the full Computer Use control surface.", category: "desktop", defaultEnabled: true, protected: true, availability: "mode-scoped" },
   { name: "computer_use", label: "Computer Use", description: "Observe and control Windows desktop UI with screenshots and semantic objects.", category: "desktop", defaultEnabled: true },
   { name: "image_inspect", label: "Image inspect", description: "Crop and magnify images submitted in the current conversation for closer visual inspection.", category: "core", defaultEnabled: true, protected: true, availability: "mode-scoped" },
   { name: "image_display", label: "Image display", description: "Present a workspace PNG/JPEG inside the current Build Block.", category: "core", defaultEnabled: true, protected: true, availability: "mode-scoped" },
@@ -335746,6 +335747,7 @@ var import_crypto6 = require("crypto");
 // src/core/toolPolicy.ts
 var REQUIRED_TOOLS = /* @__PURE__ */ new Set(["pwd", "read", "glob", "grep"]);
 var MODE_SCOPED_TOOLS = /* @__PURE__ */ new Set([
+  "screen_capture",
   "image_inspect",
   "image_display",
   "ocr_read",
@@ -335778,6 +335780,7 @@ var MODE_SCOPED_TOOLS = /* @__PURE__ */ new Set([
   "branch_create"
 ]);
 var PLAN_READ_ONLY_TOOLS = /* @__PURE__ */ new Set([
+  "screen_capture",
   "task_read",
   "pwd",
   "read",
@@ -335825,6 +335828,7 @@ var CONCURRENCY_SAFE_TOOLS = /* @__PURE__ */ new Set([
   "git_status",
   "file_audit",
   "repo_security_audit",
+  "screen_capture",
   "SubAgent"
 ]);
 function isConcurrencySafeTool(name50, riskLevel) {
@@ -336908,6 +336912,13 @@ var ToolExecutor = class {
         max_refs: { type: "number" },
         attribute: { type: "string" }
       }, ["action"]),
+      t3("screen_capture", "Read-only active Windows screenshot available without provisioning or starting full Computer Use. Capture the whole desktop or one visible application. The image is a one-use model input and is deleted immediately; semantic Windows UI objects are returned alongside it.", {
+        target: { type: "string", enum: ["desktop", "application"], description: "Capture the whole desktop or one visible application. Defaults to desktop." },
+        app_target: { type: "string", description: "For target=application: application title, process name, process id, or window handle." },
+        capture_max_width: { type: "number", minimum: 320, maximum: 2048, description: "Maximum ephemeral screenshot width; defaults to 1280. Aspect ratio is preserved and the source is never enlarged." },
+        capture_max_height: { type: "number", minimum: 240, maximum: 2048, description: "Maximum ephemeral screenshot height; defaults to 960. Aspect ratio is preserved and the source is never enlarged." },
+        max_chars: { type: "number", minimum: 1e3, maximum: 1e5, description: "Maximum returned semantic UI text characters." }
+      }, []),
       t3("computer_use", "Native Windows desktop control with persistent observation/action helpers. Use observe/app_observe before acting. sequence may perform up to three stable low-risk move/click/scroll/wait/app_activate steps and stops when focus, window, menu, dialog, scene, or risk changes. Vision screenshots remain one-time inputs and are deleted immediately.", {
         action: { type: "string", enum: ["observe", "app_list", "app_observe", "sequence", "takeover_start", "takeover_stop", "move", "click", "scroll", "type", "key", "wait", "app_activate", "app_click", "app_scroll", "app_type", "app_key"] },
         capture_max_width: { type: "number", minimum: 320, maximum: 2048, description: "For observe/app_observe only. Maximum ephemeral screenshot width; defaults to 1280. Aspect ratio is preserved and the source is never enlarged." },
@@ -337398,6 +337409,44 @@ var ToolExecutor = class {
             result: parsed
           }, null, 2);
         }
+        case "screen_capture": {
+          const target = g2("target").toLowerCase() === "application" ? "application" : "desktop";
+          if (process.env.NEWMARK_WSL_DISTRO) {
+            const result = await requestWindowsHostTool("screen_capture", args, {
+              conversationId: context.conversationId || "default",
+              workspaceId: context.workspaceId || terminalTakeoverWorkspaceId(context.workspacePath || wsPath),
+              actorId: context.actorId || ROOT_TERMINAL_ACTOR_ID,
+              runtimeKey: browserUseScope(context, wsPath).runtimeKey,
+              allowEphemeralVisionImage: context.allowEphemeralVisionImage === true,
+              mode: context.mode || "build"
+            }, 12e4, context.signal);
+            return typeof result === "string" ? result : JSON.stringify(result);
+          }
+          if (process.env.NEWMARK_ISOLATED_RUNTIME === "1") {
+            const result = await requestUtilityHostTool("screen_capture", args, {
+              conversationId: context.conversationId || "default",
+              workspaceId: context.workspaceId || terminalTakeoverWorkspaceId(context.workspacePath || wsPath),
+              actorId: context.actorId || ROOT_TERMINAL_ACTOR_ID,
+              workspacePath: context.workspacePath || wsPath,
+              backend: "utility",
+              mode: context.mode || "build",
+              allowEphemeralVisionImage: context.allowEphemeralVisionImage === true
+            }, 12e4, context.signal);
+            return typeof result === "string" ? result : JSON.stringify(result);
+          }
+          return await runComputerUse({
+            action: target === "application" ? "app_observe" : "observe",
+            appTarget: g2("app_target"),
+            windowHandle: target === "application" ? g2("app_target") : "",
+            maxChars: Number(args.max_chars || 3e4),
+            workspacePath: wsPath,
+            allowEphemeralVisionImage: context.allowEphemeralVisionImage === true,
+            captureMaxWidth: Number(args.capture_max_width),
+            captureMaxHeight: Number(args.capture_max_height),
+            invocation: context.invocation,
+            ownerId: `screen-capture:${computerUseOwner(context, wsPath)}:${String(context.actorId || "root")}`
+          });
+        }
         case "computer_use": {
           const action = normalizeComputerUseAction(g2("action"));
           const owner = `${computerUseOwner(context, wsPath)}:${String(context.actorId || "root")}`;
@@ -337604,7 +337653,7 @@ var ToolExecutor = class {
   }
   hostSupportsTool(name50) {
     if (name50.startsWith("browser_") && !this.hostProfile.electronBrowser) return false;
-    if (name50 === "computer_use" && !this.hostProfile.windowsComputerUse) return false;
+    if ((name50 === "computer_use" || name50 === "screen_capture") && !this.hostProfile.windowsComputerUse) return false;
     return true;
   }
   async decorateBrowserUseReceipt(input, context, runtimeKey) {
@@ -340934,7 +340983,7 @@ async function runAgentKernel(agent) {
             return;
           }
           const publicError = normalizePublicProviderError(error, [currentAgent.activeModelConfig()?.api_key]);
-          if (/\b402\b|insufficient balance|insufficient funds|payment required|余额不足/i.test(publicError)) {
+          if (/\b402\b|insufficient balance|insufficient funds|payment required|insufficient[_ -]?quota|quota (?:exceeded|exhausted)|credit(?:s| balance)? (?:exhausted|depleted)|billing hard limit|budget exhausted|余额不足|额度不足|配额(?:不足|耗尽|超限)/i.test(publicError)) {
             currentAgent.noteProviderBalanceFailure();
           }
           const final = assistantMessage2(model, [{ type: "text", text: `[Error] ${publicError}` }], "error");
@@ -341504,10 +341553,12 @@ function toKernelTools(agent, definitions, provisioning) {
           throw new Error(rawText);
         }
         const visionImage = visualFallbackImageInput(agent, name50, rawText);
+        const capturedInput = name50 === "screen_capture" ? agent.registerCapturedImageInput(visionImage.image || "", "active-screenshot.jpg") : null;
         const directImage = imageInspectDataUrl(name50, rawText);
-        const text = spillOversizedToolResult(agent, name50, sanitizeVisualToolText(name50, rawText));
+        const text = spillOversizedToolResult(agent, name50, capturedImageToolText(name50, sanitizeVisualToolText(name50, rawText), capturedInput?.id));
         const content = [{ type: "text", text }];
-        if (visionImage.imagePath) content.push({ type: "image", imagePath: visionImage.imagePath, mimeType: imageMimeForPath(visionImage.imagePath) });
+        if (name50 === "screen_capture" && capturedInput?.dataUrl) content.push({ type: "image", image: capturedInput.dataUrl, mimeType: capturedInput.mimeType });
+        else if (visionImage.imagePath) content.push({ type: "image", imagePath: visionImage.imagePath, mimeType: imageMimeForPath(visionImage.imagePath) });
         else if (visionImage.image) content.push({ type: "image", image: visionImage.image, mimeType: visionImage.mimeType });
         if (directImage) content.push({ type: "image", image: directImage, mimeType: "image/png" });
         const terminate = shouldTerminateAfterToolResult(name50) && (name50 !== "question" || agent.pendingOptions.length > 0);
@@ -341520,7 +341571,7 @@ function toKernelTools(agent, definitions, provisioning) {
           } catch {
           }
         }
-        return { content, details: { tool: name50, ok: true, terminate, ...launchReceipt ? { launchReceipt } : {}, visionImagePath: visionImage.imagePath || void 0, ephemeralVisionImage: !!visionImage.image, displayImage }, terminate };
+        return { content, details: { tool: name50, ok: true, terminate, ...launchReceipt ? { launchReceipt } : {}, visionImagePath: visionImage.imagePath || void 0, ephemeralVisionImage: !!visionImage.image, capturedAttachmentId: capturedInput?.id, displayImage }, terminate };
       }
     };
   }).filter((tool) => !!tool.name);
@@ -341544,7 +341595,7 @@ var INLINE_TOOL_RESULT_MAX_CHARS = 24e3;
 function spillOversizedToolResult(agent, name50, text) {
   const value = String(text || "");
   if (value.length <= INLINE_TOOL_RESULT_MAX_CHARS) return value;
-  if (["computer_use", "browser_use", "pdf_read", "image_inspect", "image_display", "task", "subagent_create", "SubAgent", "subagent_send", "subagent_result", "subagent_read", "linked_plan", "question"].includes(name50)) {
+  if (["screen_capture", "computer_use", "browser_use", "pdf_read", "image_inspect", "image_display", "task", "subagent_create", "SubAgent", "subagent_send", "subagent_result", "subagent_read", "linked_plan", "question"].includes(name50)) {
     return value;
   }
   const artifactId = agent.storeToolResultArtifact(name50, value);
@@ -341559,10 +341610,10 @@ function spillOversizedToolResult(agent, name50, text) {
   ].join("\n");
 }
 function sanitizeVisualToolText(name50, text) {
-  if (name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read" && name50 !== "image_inspect") return text;
+  if (name50 !== "screen_capture" && name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read" && name50 !== "image_inspect") return text;
   try {
     const parsed = JSON.parse(text);
-    if (name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read") {
+    if (name50 === "screen_capture" || name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read") {
       delete parsed.vision_image_path;
       delete parsed.vision_image_data_url;
       if (name50 === "pdf_read" && parsed.result && typeof parsed.result === "object") {
@@ -341578,7 +341629,7 @@ function sanitizeVisualToolText(name50, text) {
   }
 }
 function discardComputerUseVisionImage(name50, text) {
-  if (name50 !== "computer_use") return;
+  if (name50 !== "screen_capture" && name50 !== "computer_use") return;
   try {
     const parsed = JSON.parse(text);
     const screenshotPath = String(parsed.vision_image_path || "");
@@ -341596,8 +341647,20 @@ function imageInspectDataUrl(name50, text) {
     return "";
   }
 }
+function capturedImageToolText(name50, text, attachmentId) {
+  if (name50 !== "screen_capture" || !attachmentId) return text;
+  try {
+    const parsed = JSON.parse(text);
+    parsed.attachment_id = attachmentId;
+    parsed.image_input_channel = "user-image";
+    parsed.inspect_next = { tool: "image_inspect", actions: ["source_info", "crop"], max_scale: 4 };
+    return JSON.stringify(parsed, null, 2);
+  } catch {
+    return text;
+  }
+}
 function visualFallbackImageInput(agent, name50, text) {
-  if (name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read") return {};
+  if (name50 !== "screen_capture" && name50 !== "computer_use" && name50 !== "browser_use" && name50 !== "pdf_read") return {};
   const model = agent.activeModelConfig();
   if (!model?.vision) return {};
   try {
@@ -341723,7 +341786,7 @@ async function executeNewmarkTool(agent, name50, args, inputSchema, signal) {
       actorId: agent.runtimeActorId,
       workspaceId: terminalTakeoverWorkspaceId(wsDir),
       backend: process.env.NEWMARK_WSL_DISTRO ? "wsl" : process.platform === "win32" ? "windows" : process.platform,
-      allowEphemeralVisionImage: (name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read" || name50 === "ocr_read") && !!agent.activeModelConfig()?.vision,
+      allowEphemeralVisionImage: (name50 === "screen_capture" || name50 === "computer_use" || name50 === "browser_use" || name50 === "pdf_read" || name50 === "ocr_read") && !!agent.activeModelConfig()?.vision,
       signal
     });
     if (signal?.aborted) throw abortError4();
@@ -342988,8 +343051,8 @@ function classifyRouteFailure(error) {
   if (statusCode === 400 || /bad request|invalid parameter|invalid request/i.test(text)) {
     return { type: "invalid_request", retryable: false, switchAllowed: false, statusCode };
   }
-  if (statusCode === 402 || /insufficient balance|insufficient funds|payment required|余额不足/i.test(text)) {
-    return { type: "balance_exhausted", retryable: false, switchAllowed: false, statusCode: 402 };
+  if (statusCode === 402 || /insufficient balance|insufficient funds|payment required|insufficient[_ -]?quota|quota (?:exceeded|exhausted)|credit(?:s| balance)? (?:exhausted|depleted)|billing hard limit|budget exhausted|余额不足|额度不足|配额(?:不足|耗尽|超限)/i.test(text)) {
+    return { type: "balance_exhausted", retryable: false, switchAllowed: true, statusCode: statusCode || 402 };
   }
   if (statusCode === 429 || /rate limit|too many requests/i.test(text)) {
     return { type: "rate_limited", retryable: true, switchAllowed: true, statusCode: 429, retryAfterMs };
@@ -343127,13 +343190,13 @@ var AutoRouter = class {
   }
   planAttempts(decision, candidates, failure) {
     const current = decision.resolvedDeployment;
-    if (!current || !failure.error.retryable || !failure.error.switchAllowed || failure.streamCommitted || failure.sideEffectCommitted) return [];
+    if (!current || !failure.error.switchAllowed || failure.streamCommitted || failure.sideEffectCommitted) return [];
     const remainingAttempts = Math.max(0, 3 - decision.attempts.length);
     if (!remainingAttempts) return [];
     const attempts = [];
     const retryDelayMs = failure.error.retryAfterMs ?? 250;
     const alreadyRetriedCurrent = decision.attempts.some((attempt) => attempt.kind === "retry_same_deployment" && sameDeployment(attempt.deployment, current));
-    if (!alreadyRetriedCurrent && retryDelayMs <= (decision.retryBudgetMs ?? 5e3)) {
+    if (failure.error.retryable && !alreadyRetriedCurrent && retryDelayMs <= (decision.retryBudgetMs ?? 5e3)) {
       attempts.push({
         deployment: { ...current },
         kind: "retry_same_deployment",
@@ -343154,11 +343217,16 @@ var AutoRouter = class {
     const eligible = candidates.filter((candidate) => candidate.enabled && inScope(candidate.deployment, scope) && inSubset(candidate.deployment, subset) && !sameDeployment(candidate.deployment, current) && !attemptedDeployments.some((attempted) => sameDeployment(candidate.deployment, attempted)) && validationEligible(candidate, now2).length === 0 && this.passedInitialHardFilters(decision, candidate) && this.circuitState(candidate.deployment, now2, false) !== "open");
     const equivalent = currentGroup ? eligible.find((candidate) => candidate.deployment.logicalModelGroupId === currentGroup && !candidate.fallbackOnly) : void 0;
     const fallback = eligible.find((candidate) => candidate.fallbackOnly);
-    for (const next of [equivalent, fallback]) {
+    const rankedAlternates = decision.rankedCandidates.map((ranked) => eligible.find((candidate) => sameDeployment(candidate.deployment, ranked.deployment))).filter((candidate) => !!candidate && candidate !== equivalent && candidate !== fallback && !candidate.fallbackOnly);
+    for (const candidate of eligible) {
+      if (candidate === equivalent || candidate === fallback || candidate.fallbackOnly || rankedAlternates.some((existing) => sameDeployment(existing.deployment, candidate.deployment))) continue;
+      rankedAlternates.push(candidate);
+    }
+    for (const next of [equivalent, fallback, ...rankedAlternates]) {
       if (!next || attempts.length >= 2) continue;
       attempts.push({
         deployment: { ...next.deployment },
-        kind: next === equivalent ? "equivalent_deployment" : "fallback_model",
+        kind: next === equivalent ? "equivalent_deployment" : next === fallback ? "fallback_model" : "alternate_model",
         status: "planned",
         errorType: failure.error.type,
         streamCommitted: false,
@@ -343401,7 +343469,7 @@ function percentile(values, fraction) {
 }
 function failureFromType(type) {
   const retryable = type === "timeout" || type === "rate_limited" || type === "transport" || type === "server_error" || type === "empty_response";
-  return { type, retryable, switchAllowed: retryable };
+  return { type, retryable, switchAllowed: retryable || type === "balance_exhausted" };
 }
 
 // src/context/services/agent-context-manager.ts
@@ -344866,6 +344934,7 @@ var Agent4 = class _Agent {
   memoryLabRebuildState = "idle";
   memoryLabRebuildError = "";
   displayImageDescriptionCache = /* @__PURE__ */ new Map();
+  latestCapturedImageInputs = [];
   activeProcessAbortController = null;
   automationManager = null;
   activeAgentKernelRuntime = null;
@@ -345506,7 +345575,9 @@ var Agent4 = class _Agent {
   }
   updateProviders(value) {
     const before = this.config.providers();
-    this.config.set("models", "providers", mergeProviderSecrets(value, before));
+    const merged = mergeProviderSecrets(value, before);
+    resetEditedModelValidationEvidence(merged, before);
+    this.config.set("models", "providers", merged);
     const after = this.config.providers();
     const beforeById = new Map(before.map((provider) => [provider.id, provider]));
     const afterById = new Map(after.map((provider) => [provider.id, provider]));
@@ -347063,6 +347134,13 @@ ${String(event.toolArgs || "")}`;
   listConversationStates() {
     return this.listWorkspaceConversationStates(this.workspace.current);
   }
+  registerCapturedImageInput(dataUrl, name50 = "active-screenshot.jpg") {
+    if (!String(dataUrl || "").startsWith("data:image/")) return null;
+    const prepared = this.prepareSubmittedConversationImages([{ dataUrl, name: name50, type: dataUrl.slice(5, dataUrl.indexOf(";")) }]);
+    const attachment = prepared.attachments[0] || null;
+    this.latestCapturedImageInputs = attachment ? [attachment] : [];
+    return attachment;
+  }
   subagentConcurrencyLimit() {
     return this.intelligence === "ultra" ? 16 : 4;
   }
@@ -347585,6 +347663,19 @@ Review this persisted peer result and summarize or continue the parent task as n
     this.writeStoredConversationState(stored, targetWs);
     return true;
   }
+  reorderConversationContinuations(orderedIds) {
+    const currentIds = this.continuations.filter((item) => item.queueMode === "followUp" && !!item.clientMessageId).map((item) => String(item.clientMessageId));
+    const completeOrder = orderedIds.length === currentIds.length && new Set(orderedIds).size === orderedIds.length && orderedIds.every((id) => currentIds.includes(id));
+    if (!completeOrder) throw new Error("A complete queue order with unique current item ids is required");
+    const byId = new Map(this.continuations.flatMap((item) => item.queueMode === "followUp" && item.clientMessageId ? [[String(item.clientMessageId), item]] : []));
+    let nextIndex = 0;
+    this.continuations = this.continuations.map((item) => {
+      if (item.queueMode !== "followUp" || !item.clientMessageId) return item;
+      return byId.get(orderedIds[nextIndex++]);
+    });
+    this.saveWorkspaceConversationState(true);
+    return this.conversationContinuations();
+  }
   renameConversation(id, title, ws = this.workspace.current) {
     const targetWs = ws || this.workspace.current;
     if (!targetWs) return false;
@@ -350390,6 +350481,9 @@ ${msg.content}
     const fallbackEnabled = this.config.getBool("models", "fallback_on_unavailable");
     const observedFailure = classifyRouteFailure(errorText);
     const observedDeployment = this.activeDeployment();
+    if (observedFailure.type === "balance_exhausted" && observedDeployment) {
+      this.providerBalanceBlockedUntilByDeployment.set(deploymentIdentity(observedDeployment), Date.now() + 5 * 6e4);
+    }
     const previousAttempt = observedDeployment && this.lastRouteDecision ? [...this.lastRouteDecision.attempts].reverse().find((attempt) => deploymentIdentity(attempt.deployment) === deploymentIdentity(observedDeployment)) : void 0;
     if (this.model === "auto" && this.routeAttemptStartedAt === 0 && (this.lastRouteDecision?.finalStatus === "failed" || this.lastRouteDecision?.finalStatus === "blocked") && previousAttempt?.status === "failed" && previousAttempt.errorType === observedFailure.type) {
       return null;
@@ -350440,14 +350534,12 @@ ${msg.content}
       return current2.modelId;
     }
     if (!fallbackEnabled) return null;
-    if (!observedFailure.retryable || !observedFailure.switchAllowed || this.routeStreamCommitted || this.routeSideEffectCommitted) return null;
+    if (!observedFailure.switchAllowed || this.routeStreamCommitted || this.routeSideEffectCommitted) return null;
     const current = this.model;
-    const all = this.scopedSwitchModels(current).filter((m2) => m2.name !== current);
+    const currentDeployment = observedDeployment;
+    const all = this.scopedSwitchModels(current).filter((m2) => !currentDeployment || deploymentIdentity(this.deploymentRef(m2)) !== deploymentIdentity(currentDeployment));
     if (!all.length) return null;
-    const usable = all.filter((m2) => {
-      const status = String(m2.evaluation?.status || "unknown").toLowerCase();
-      return status !== "unavailable" && !status.startsWith("error");
-    });
+    const usable = all.filter((m2) => !this.isBalanceBlockedDeployment(this.deploymentRef(m2)) && !modelConfigIsUnavailable(m2));
     if (!usable.length) return null;
     const pref = this.config.autoSwitchPreference();
     const ranked = [...usable].sort((a3, b2) => this.modelScore(b2, pref, false, false) - this.modelScore(a3, pref, false, false));
@@ -351123,7 +351215,7 @@ ${persisted.map((guide, index) => `Guide ${index + 1}: ${guide.text}`).join("\n"
         throw e3;
       }
       const msg = e3 instanceof Error ? e3.message : String(e3);
-      if (/\b402\b|insufficient balance|insufficient funds|payment required|余额不足/i.test(msg)) {
+      if (/\b402\b|insufficient balance|insufficient funds|payment required|insufficient[_ -]?quota|quota (?:exceeded|exhausted)|credit(?:s| balance)? (?:exhausted|depleted)|billing hard limit|budget exhausted|余额不足|额度不足|配额(?:不足|耗尽|超限)/i.test(msg)) {
         this.noteProviderBalanceFailure();
       }
       this.status = "error";
@@ -351980,6 +352072,13 @@ ${items.map((item) => this.formatAutomation(item)).join("\n")}`;
   }
   latestSubmittedImages(attachmentId = "") {
     const normalizedId = String(attachmentId || "").trim();
+    const captured = hydrateConversationImageAttachments(this.rootPath, this.latestCapturedImageInputs).flatMap((attachment) => attachment.dataUrl ? [{ id: attachment.id, dataUrl: attachment.dataUrl }] : []);
+    if (normalizedId) {
+      const capturedMatch = captured.find((item) => item.id === normalizedId);
+      if (capturedMatch) return [capturedMatch];
+    } else if (captured.length) {
+      return captured;
+    }
     for (let index = this.chatMessages.length - 1; index >= 0; index -= 1) {
       const message = this.chatMessages[index];
       if (message?.role !== "user") continue;
@@ -353024,11 +353123,63 @@ function routeProviderFingerprint(provider) {
     enabled: provider.enabled,
     models: (provider.models || []).map((model) => ({
       name: model.name,
+      display: model.display,
+      description: model.description,
+      maxTokens: model.max_tokens,
+      vision: model.vision,
+      thinking: !!model.thinking,
+      imageOutput: !!model.image_output,
       enabled: model.enabled !== false,
-      logicalModelGroupId: model.logical_model_group_id || ""
+      preview: !!model.preview,
+      logicalModelGroupId: model.logical_model_group_id || "",
+      privacy: model.privacy || [],
+      capabilities: model.capabilities || [],
+      supportedParameters: model.supported_parameters || [],
+      routePreference: model.route_preference,
+      fallbackOnly: !!model.fallback_only,
+      thinkingTierMap: model.thinking_tier_map || {}
     }))
   });
 }
+function modelConfigurationFingerprint(model) {
+  const { validation, evaluation, _previous_name, previous_name, ...configuration } = model;
+  void validation;
+  void evaluation;
+  void _previous_name;
+  void previous_name;
+  return JSON.stringify(configuration);
+}
+function resetEditedModelValidationEvidence(incomingProviders, existingProviders) {
+  const existingById = new Map(existingProviders.map((provider) => [provider.id, provider]));
+  const existingByName = new Map(existingProviders.map((provider) => [provider.name, provider]));
+  for (const rawProvider of incomingProviders) {
+    if (!rawProvider || typeof rawProvider !== "object" || Array.isArray(rawProvider)) continue;
+    const provider = rawProvider;
+    const previousProvider = existingById.get(String(provider.id || "")) || existingByName.get(String(provider._previous_name || provider.previous_name || provider.name || ""));
+    const models = Array.isArray(provider.models) ? provider.models : [];
+    const providerConnectionChanged = !!previousProvider && (String(provider.base_url || provider.endpoint || "") !== previousProvider.base_url || String(provider.protocol || "") !== previousProvider.protocol);
+    for (const rawModel of models) {
+      if (!rawModel || typeof rawModel !== "object" || Array.isArray(rawModel)) continue;
+      const model = rawModel;
+      const previousName = String(model._previous_name || model.previous_name || model.name || "");
+      const previousModel = previousProvider?.models.find((candidate) => candidate.name === previousName);
+      const edited = providerConnectionChanged || !!previousModel && modelConfigurationFingerprint(model) !== modelConfigurationFingerprint(previousModel);
+      delete model._previous_name;
+      delete model.previous_name;
+      if (!edited) continue;
+      model.validation = { level: "discovered", status: "degraded", checked_at: "", capabilities: {} };
+      delete model.evaluation;
+      model.speed_rating = "unknown";
+      model.capability_rating = "unknown";
+    }
+  }
+}
+function modelConfigIsUnavailable(model) {
+  const validationStatus = effectiveModelValidationStatus(model);
+  if (model.validation?.level !== "discovered" && (validationStatus === "unavailable" || validationStatus === "auth_error" || validationStatus === "invalid_config")) return true;
+  const evaluationStatus = validationStatus === "degraded" ? "degraded" : String(model.evaluation?.status || "").toLowerCase();
+  return evaluationStatus === "unavailable" || evaluationStatus.startsWith("error");
+}
 function parseDeploymentSelectionValue2(value) {
   const marker = String(value || "").trim();
   if (!marker.startsWith("deployment:")) return null;
@@ -353045,9 +353196,9 @@ function parseDeploymentSelectionValue2(value) {
 function effectiveModelValidationStatus(model) {
   const raw = String(model.validation?.status || "").toLowerCase();
   if (raw === "auth_error") return raw;
+  if (String(model.validation?.level || "").toLowerCase() === "discovered") return "degraded";
   const textEvidence = model.validation?.capabilities?.text === true || model.validation?.capabilities?.text_input === true || model.validation?.capabilities?.text_output === true || model.evaluation?.text_input === true || model.evaluation?.text_output === true;
   if (textEvidence && raw === "unavailable") return "degraded";
-  if (!raw && String(model.validation?.level || "").toLowerCase() === "discovered") return "degraded";
   return ["verified", "degraded", "unavailable", "auth_error", "rate_limited", "invalid_config"].includes(raw) ? raw : "unavailable";
 }
 function routeToolIsReadOnly(name50, rawArgs) {
@@ -353164,6 +353315,184 @@ var ConversationKernel = class {
       followUp: queued?.followUp.slice() || []
     };
   }
+  queueItems(target) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) return [];
+    return runtime.pendingNextTurn.flatMap((item) => {
+      if (item.queueMode !== "followUp") return [];
+      if (typeof item.message === "string") return [];
+      const id = String(item.message.clientMessageId || "");
+      if (!id) return [];
+      return [{
+        id,
+        text: String(item.message.visibleUserInput || item.message.text || "").replace(/^\[Next queued while current turn is running\]\n/, ""),
+        queueMode: item.queueMode,
+        requestedMode: item.message.visibleMode,
+        goalObjective: item.message.goalObjective,
+        runId: item.message.runId,
+        createdAt: String(item.message.createdAt || "")
+      }];
+    });
+  }
+  enqueueNext(target, input) {
+    const runtime = this.findRuntime(target);
+    if (!runtime?.activePromise || !runtime.runId) throw new Error("Target conversation is not running");
+    const id = String(input.id || "").trim().slice(0, 200);
+    const text = String(input.text || "").trim();
+    if (!id || !text) throw new Error("Queue item id and text are required");
+    const existing = this.queueItems(runtime.target).find((item) => item.id === id);
+    if (existing) return existing;
+    const prompt = `[Next queued while current turn is running]
+${text}`;
+    const createdAt = String(input.createdAt || (/* @__PURE__ */ new Date()).toISOString());
+    runtime.pendingNextTurn.push({
+      message: {
+        text: prompt,
+        visibleUserInput: text,
+        visibleMode: String(input.requestedMode || "build"),
+        goalObjective: String(input.goalObjective || "") || void 0,
+        clientMessageId: id,
+        runId: runtime.runId,
+        createdAt
+      },
+      queueMode: "followUp"
+    });
+    runtime.runner.retainConversationContinuations([{
+      content: prompt,
+      queueMode: "followUp",
+      clientMessageId: id,
+      runId: runtime.runId,
+      createdAt
+    }]);
+    this.trackQueuedMessage(runtime, prompt, "followUp");
+    this.emitQueueUpdate(runtime);
+    return this.queueItems(runtime.target).find((item) => item.id === id);
+  }
+  updateQueueItem(target, idInput, textInput) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    const id = String(idInput || "").trim();
+    const text = String(textInput || "").trim();
+    if (!id || !text) throw new Error("Queue item id and text are required");
+    const pending3 = runtime.pendingNextTurn.find((item) => typeof item.message !== "string" && item.message.clientMessageId === id);
+    if (!pending3 || typeof pending3.message === "string") throw new Error("Queue item is no longer editable");
+    const oldPrompt = pending3.message.text;
+    pending3.message.text = `[Next queued while current turn is running]
+${text}`;
+    pending3.message.visibleUserInput = text;
+    runtime.runner.consumeConversationContinuation({ content: oldPrompt, queueMode: pending3.queueMode, clientMessageId: id });
+    runtime.runner.retainConversationContinuations([{
+      content: pending3.message.text,
+      queueMode: pending3.queueMode,
+      clientMessageId: id,
+      runId: pending3.message.runId
+    }]);
+    this.replaceTrackedQueuedMessage(runtime, oldPrompt, pending3.message.text, pending3.queueMode);
+    this.emitQueueUpdate(runtime);
+    return this.queueItems(runtime.target).find((item) => item.id === id);
+  }
+  deleteQueueItem(target, idInput) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) return false;
+    const id = String(idInput || "").trim();
+    const index = runtime.pendingNextTurn.findIndex((item) => typeof item.message !== "string" && item.message.clientMessageId === id);
+    if (index < 0) return false;
+    const [removed] = runtime.pendingNextTurn.splice(index, 1);
+    if (typeof removed.message !== "string") {
+      runtime.runner.consumeConversationContinuation({ content: removed.message.text, queueMode: removed.queueMode, clientMessageId: id });
+      this.consumeQueuedMessage(runtime, removed.message.text);
+    }
+    this.emitQueueUpdate(runtime);
+    return true;
+  }
+  reorderQueueItems(target, orderedIdsInput) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    const currentItems = this.queueItems(runtime.target);
+    const orderedIds = Array.isArray(orderedIdsInput) ? orderedIdsInput.map((id) => String(id || "").trim()) : [];
+    const currentIds = currentItems.map((item) => item.id);
+    const completeOrder = orderedIds.length === currentIds.length && new Set(orderedIds).size === orderedIds.length && orderedIds.every((id) => currentIds.includes(id));
+    if (!completeOrder) throw new Error("A complete queue order with unique current item ids is required");
+    const persistedIds = runtime.runner.conversationContinuations().filter((item) => item.queueMode === "followUp" && !!item.clientMessageId).map((item) => String(item.clientMessageId));
+    if (persistedIds.length !== currentIds.length || new Set(persistedIds).size !== persistedIds.length || persistedIds.some((id) => !currentIds.includes(id))) {
+      throw new Error("Persisted queue does not match the complete queue order");
+    }
+    const pendingById = new Map(runtime.pendingNextTurn.flatMap((item) => {
+      if (item.queueMode !== "followUp" || typeof item.message === "string" || !item.message.clientMessageId) return [];
+      return [[String(item.message.clientMessageId), item]];
+    }));
+    const reorderedPending = orderedIds.map((id) => pendingById.get(id));
+    let nextIndex = 0;
+    runtime.pendingNextTurn = runtime.pendingNextTurn.map((item) => {
+      if (item.queueMode !== "followUp" || typeof item.message === "string" || !item.message.clientMessageId) return item;
+      return reorderedPending[nextIndex++];
+    });
+    runtime.runner.reorderConversationContinuations(orderedIds);
+    runtime.queued.followUp = orderedIds.map((id) => pendingById.get(id)).map((item) => typeof item.message === "string" ? item.message : item.message.text);
+    this.emitQueueUpdate(runtime);
+    return this.queueItems(runtime.target);
+  }
+  setQueuePaused(target, paused) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    runtime.queuePaused = paused;
+    this.emitQueueUpdate(runtime);
+    if (!paused && !runtime.activePromise && runtime.pendingNextTurn.length) {
+      this.schedulePendingRuntimeContinuation(runtime, runtime.runId);
+    }
+    return runtime.queuePaused;
+  }
+  queueAction(target, action, input = {}) {
+    const runtime = this.findRuntime(target);
+    if (!runtime) throw new Error("Target conversation runtime is unavailable");
+    let receipt;
+    if (action === "enqueue") {
+      this.enqueueNext(runtime.target, {
+        id: String(input.id || ""),
+        text: String(input.text || ""),
+        requestedMode: input.requestedMode,
+        goalObjective: input.goalObjective,
+        createdAt: input.createdAt
+      });
+    } else if (action === "update") {
+      this.updateQueueItem(runtime.target, String(input.id || ""), String(input.text || ""));
+    } else if (action === "delete") {
+      if (!this.deleteQueueItem(runtime.target, String(input.id || ""))) throw new Error("Queue item was not found");
+    } else if (action === "reorder") {
+      this.reorderQueueItems(runtime.target, input.orderedIds || []);
+    } else if (action === "toggle_pause") {
+      this.setQueuePaused(runtime.target, !runtime.queuePaused);
+    } else if (action === "guide") {
+      const item = this.queueItems(runtime.target).find((entry) => entry.id === String(input.id || ""));
+      if (!item) throw new Error("Queue item was not found");
+      receipt = this.enqueueGuide({
+        clientMessageId: item.id,
+        guideId: (0, import_crypto16.randomUUID)(),
+        target: runtime.target,
+        runId: runtime.runId,
+        deliveryMode: "steer",
+        text: item.goalObjective ? `Goal for the current Build:
+${item.goalObjective}` : item.text,
+        goalObjective: item.goalObjective,
+        createdAt: item.createdAt || (/* @__PURE__ */ new Date()).toISOString()
+      });
+      if (receipt.status === "rejected") return {
+        ok: false,
+        queueItems: this.queueItems(runtime.target),
+        queuePaused: runtime.queuePaused,
+        queued: this.queued(runtime.target),
+        receipt
+      };
+      this.deleteQueueItem(runtime.target, item.id);
+    }
+    return {
+      ok: true,
+      queueItems: this.queueItems(runtime.target),
+      queuePaused: runtime.queuePaused,
+      queued: this.queued(runtime.target),
+      receipt
+    };
+  }
   events(target) {
     return this.findRuntime(target)?.events.slice() || [];
   }
@@ -353192,6 +353521,8 @@ var ConversationKernel = class {
       workRuns: this.bindWorkRunsToRuntimeTarget(conversationSnapshot.workRuns, normalized),
       target: normalized,
       queued: this.queued(normalized),
+      queueItems: this.queueItems(normalized),
+      queuePaused: runtime?.queuePaused === true,
       workEvents: this.events(normalized),
       runtime: this.runtimeState(normalized),
       mode: runner.mode,
@@ -353627,7 +353958,7 @@ var ConversationKernel = class {
           if (runtime.stopRequestedRunId === runId) {
             stopped = true;
             this.settleCooperativeStop(runtime, runId);
-          } else if (runtime.pendingNextTurn.length > 0) {
+          } else if (!runtime.queuePaused && runtime.pendingNextTurn.length > 0) {
             this.schedulePendingRuntimeContinuation(runtime, runId);
           }
         }
@@ -353662,7 +353993,7 @@ var ConversationKernel = class {
       return this.result(runtime, lastTokens);
     }
     for (; ; ) {
-      while (runtime.pendingNextTurn.length > 0) {
+      while (!runtime.queuePaused && runtime.pendingNextTurn.length > 0) {
         if (runtime.stopRequestedRunId === runtime.runId) return this.result(runtime, lastTokens);
         const next = runtime.pendingNextTurn.shift();
         if (next.queueMode === "steer" && typeof next.message !== "string" && !!next.message.clientMessageId) {
@@ -353704,11 +354035,11 @@ ${batchText}`,
           this.mirrorHostIfTargetActive(runtime);
           return this.result(runtime, lastTokens);
         }
-        this.clearQueued(runtime);
+        if (!runtime.pendingNextTurn.length) this.clearQueued(runtime);
         const completedRunId = runtime.runId;
         runtime.runner.finishConversationWorkRun(completedRunId, "completed");
         await new Promise((resolve16) => setImmediate(resolve16));
-        if (runtime.runId === completedRunId && runtime.stopRequestedRunId !== completedRunId && runtime.pendingNextTurn.length > 0) {
+        if (runtime.runId === completedRunId && runtime.stopRequestedRunId !== completedRunId && !runtime.queuePaused && runtime.pendingNextTurn.length > 0) {
           runtime.guideAcceptanceClosedRunId = "";
           if (!runtime.runner.resumeConversationWorkRun(completedRunId)) {
             throw new Error(`Unable to resume deferred Guide work run ${completedRunId}`);
@@ -353799,6 +354130,7 @@ Review this persisted peer result and summarize or continue the parent task as n
       events: [],
       pendingNextTurn: [],
       queued: { steering: [], followUp: [] },
+      queuePaused: false,
       runId: "",
       generation: this.generations.get(target.runtimeKey) || 0,
       stopRequestedRunId: "",
@@ -353894,7 +354226,7 @@ Review this persisted peer result and summarize or continue the parent task as n
     }
     setImmediate(() => {
       runtime.pendingContinuationRunId = void 0;
-      if (runtime.runId !== runId || runtime.activePromise || runtime.stopRequestedRunId === runId) return;
+      if (runtime.runId !== runId || runtime.activePromise || runtime.stopRequestedRunId === runId || runtime.queuePaused) return;
       const next = runtime.pendingNextTurn.shift();
       if (!next) return;
       const message = typeof next.message === "string" ? { text: next.message, runId } : { ...next.message, runId: next.message.runId || runId };
@@ -354045,7 +354377,36 @@ Review this persisted peer result and summarize or continue the parent task as n
     const text = typeof message === "string" ? message : message.text;
     const prompt = isSteer ? text : `[Next queued while current turn is running]
 ${text}`;
-    if (!isSteer) this.trackQueuedMessage(runtime, prompt, queueMode);
+    if (!isSteer) {
+      const structured = typeof message === "string" ? null : message;
+      const clientMessageId = String(structured?.clientMessageId || (0, import_crypto16.randomUUID)());
+      const queuedMessage = {
+        ...structured || {},
+        text: prompt,
+        visibleUserInput: structured?.visibleUserInput || text,
+        visibleMode: structured?.visibleMode || runtime.options.mode,
+        clientMessageId,
+        runId: structured?.runId || runtime.runId,
+        createdAt: String(structured?.createdAt || (/* @__PURE__ */ new Date()).toISOString())
+      };
+      if (!runtime.pendingNextTurn.some((item) => typeof item.message !== "string" && item.message.clientMessageId === clientMessageId)) {
+        runtime.pendingNextTurn.push({ message: queuedMessage, queueMode: "followUp" });
+      }
+      runtime.runner.retainConversationContinuations([{
+        content: prompt,
+        queueMode: "followUp",
+        clientMessageId,
+        runId: queuedMessage.runId,
+        images: queuedMessage.images?.map((image) => ({ ...image })),
+        attachments: queuedMessage.attachments?.map((attachment) => ({ ...attachment })),
+        createdAt: queuedMessage.createdAt
+      }]);
+      this.trackQueuedMessage(runtime, prompt, "followUp");
+      runtime.runner.recordWorkStatus(runtime.stopRequestedRunId === runtime.runId ? "Next message retained while stopping." : "Next message queued.");
+      if (runtime.stopRequestedRunId === runtime.runId) runtime.forceStopArmedRunId = "";
+      this.emitQueueUpdate(runtime);
+      return;
+    }
     if (runtime.stopRequestedRunId === runtime.runId) {
       runtime.forceStopArmedRunId = "";
       const structured = typeof message === "string" ? void 0 : message;
@@ -354091,6 +354452,12 @@ ${text}`;
     }
     if (changed) this.emitQueueUpdate(runtime);
   }
+  replaceTrackedQueuedMessage(runtime, oldMessage, nextMessage, queueMode) {
+    this.queueState(runtime);
+    const list = queueMode === "steer" ? runtime.queued.steering : runtime.queued.followUp;
+    const index = list.indexOf(oldMessage);
+    if (index >= 0) list[index] = nextMessage;
+  }
   emitQueueUpdate(runtime) {
     this.queueState(runtime);
     runtime.runner.emitWorkEvent({
@@ -354212,9 +354579,10 @@ ${text}`;
     const runId = runtime.runId;
     await Promise.resolve();
     if (runtime.runId !== runId || runtime.stopRequestedRunId === runId) return true;
-    if (runtime.pendingNextTurn.length > 0 || runtime.runner.subagents.readRootInbox().length > 0) return false;
+    const hasSteering = runtime.pendingNextTurn.some((item) => item.queueMode === "steer");
+    if (hasSteering || runtime.runner.subagents.readRootInbox().length > 0) return false;
     runtime.guideAcceptanceClosedRunId = runId;
-    if (runtime.pendingNextTurn.length > 0 || runtime.runner.subagents.readRootInbox().length > 0) {
+    if (runtime.pendingNextTurn.some((item) => item.queueMode === "steer") || runtime.runner.subagents.readRootInbox().length > 0) {
       runtime.guideAcceptanceClosedRunId = "";
       return false;
     }
@@ -354367,6 +354735,9 @@ async function handle(request) {
       target
     });
   }
+  if (request.method === "queue_action") {
+    return kernel.queueAction(checkedTarget(request.params.target), request.params.action, request.params.input);
+  }
   if (request.method === "checkpoint") return kernel.checkpoint(checkedTarget(request.params.target));
   if (request.method === "context_compress") {
     return kernel.compressContext(checkedTarget(request.params.target), request.params.options);