@mindstudio-ai/remy 0.1.64 → 0.1.66

package/dist/headless.js

@@ -574,7 +574,7 @@ async function* streamChat(params) {
 var MAX_RETRIES = 3;
 var INITIAL_BACKOFF_MS = 1e3;
 function isRetryableError(error) {
-  return /Network error/i.test(error) || /HTTP 5\d\d/i.test(error) || /Stream stalled/i.test(error);
+  return /Network error/i.test(error) || /HTTP 5\d\d/i.test(error) || /Stream stalled/i.test(error) || /overloaded/i.test(error);
 }
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
@@ -1892,7 +1892,7 @@ function formatOccurrenceError(count, lines, filePath) {
 var editFileTool = {
   definition: {
     name: "editFile",
-    description: "Replace a string in a file. old_string must appear exactly once (minor indentation differences are handled automatically). Set replace_all to true to replace every occurrence at once. For bulk mechanical substitutions (renaming a variable, swapping colors), prefer replace_all. Always read the file first so you know the exact text to match.",
+    description: "Replace a string in a file. old_string must appear exactly once (minor indentation differences are handled automatically). Set replace_all to true to replace every occurrence at once. For bulk mechanical substitutions (renaming a variable, swapping colors), prefer replace_all. Always read the file first so you know the exact text to match. When editing nested structures (objects, function bodies, arrays, template literals), always include the full enclosing structure in old_string rather than just an inner fragment. Replacing a partial slice from the middle of nested code is the most common source of syntax errors.",
     inputSchema: {
       type: "object",
       properties: {
@@ -2501,6 +2501,37 @@ function findLastSummaryCheckpoint(messages, name) {
   }
   return -1;
 }
+function fixOrphanedToolCalls(messages) {
+  const toolResultIds = /* @__PURE__ */ new Set();
+  for (const msg of messages) {
+    if (msg.role === "user" && msg.toolCallId) {
+      toolResultIds.add(msg.toolCallId);
+    }
+  }
+  const result = [...messages];
+  for (let i = result.length - 1; i >= 0; i--) {
+    const msg = result[i];
+    if (msg.role !== "assistant" || !Array.isArray(msg.content)) {
+      continue;
+    }
+    const toolBlocks = msg.content.filter(
+      (b) => b.type === "tool"
+    );
+    const orphans = toolBlocks.filter((tc) => !toolResultIds.has(tc.id));
+    if (orphans.length === 0) {
+      continue;
+    }
+    const synthetics = orphans.map((tc) => ({
+      role: "user",
+      content: "Error: tool result lost (session recovered)",
+      toolCallId: tc.id,
+      isToolError: true
+    }));
+    result.splice(i + 1, 0, ...synthetics);
+    break;
+  }
+  return result;
+}
 function cleanMessagesForApi(messages) {
   const checkpointIdx = findLastSummaryCheckpoint(messages, "conversation");
   let startIdx = 0;
@@ -2522,7 +2553,7 @@ ${summaryBlock.text}
     }
     startIdx = checkpointIdx + 1;
   }
-  const messagesToProcess = messages.slice(startIdx);
+  const messagesToProcess = fixOrphanedToolCalls(messages.slice(startIdx));
   const toolUseIds = /* @__PURE__ */ new Set();
   for (const msg of messagesToProcess) {
     if (msg.role === "assistant" && Array.isArray(msg.content)) {
@@ -3345,11 +3376,37 @@ var definition5 = {
       path: {
         type: "string",
         description: 'Navigate to this path before capturing (e.g. "/settings"). If omitted, screenshots the current page.'
+      },
+      instructions: {
+        type: "string",
+        description: "If the screenshot you need requires interaction first (dismissing a modal, clicking a tab, filling out a form, navigating a flow), describe the steps to get there. A browser automation agent will follow these instructions before capturing the screenshot."
       }
     }
   }
 };
-async function execute5(input, onLog) {
+async function execute5(input, onLog, context) {
+  if (input.instructions && context) {
+    try {
+      const task = input.path ? `Navigate to "${input.path}", then: ${input.instructions}. After completing these steps, take a full-page screenshot.` : `${input.instructions}. After completing these steps, take a full-page screenshot.`;
+      const result = await browserAutomationTool.execute({ task }, context);
+      const urlMatch = result.match(
+        /https:\/\/[^\s"')]+\.(?:png|jpg|jpeg|webp)/i
+      );
+      if (!urlMatch) {
+        return `Error: browser navigation completed but no screenshot URL was returned. Agent output: ${result}`;
+      }
+      const url = urlMatch[0];
+      const analysisPrompt = input.prompt || SCREENSHOT_ANALYSIS_PROMPT;
+      const analysis = await analyzeImage({
+        prompt: analysisPrompt,
+        imageUrl: url,
+        onLog
+      });
+      return JSON.stringify({ url, analysis });
+    } catch (err) {
+      return `Error taking interactive screenshot: ${err.message}`;
+    }
+  }
   try {
     return await captureAndAnalyzeScreenshot({
       prompt: input.prompt,
@@ -3618,7 +3675,7 @@ async function executeDesignExpertTool(name, input, context, toolCallId, onLog)
   if (!tool) {
     return `Error: unknown tool "${name}"`;
   }
-  return tool.execute(input, onLog);
+  return tool.execute(input, onLog, context);
 }
 
 // src/subagents/designExpert/prompt.ts

package/dist/index.js

@@ -221,7 +221,7 @@ async function* streamChat(params) {
   }
 }
 function isRetryableError(error) {
-  return /Network error/i.test(error) || /HTTP 5\d\d/i.test(error) || /Stream stalled/i.test(error);
+  return /Network error/i.test(error) || /HTTP 5\d\d/i.test(error) || /Stream stalled/i.test(error) || /overloaded/i.test(error);
 }
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
@@ -1477,7 +1477,7 @@ var init_editFile = __esm({
     editFileTool = {
       definition: {
         name: "editFile",
-        description: "Replace a string in a file. old_string must appear exactly once (minor indentation differences are handled automatically). Set replace_all to true to replace every occurrence at once. For bulk mechanical substitutions (renaming a variable, swapping colors), prefer replace_all. Always read the file first so you know the exact text to match.",
+        description: "Replace a string in a file. old_string must appear exactly once (minor indentation differences are handled automatically). Set replace_all to true to replace every occurrence at once. For bulk mechanical substitutions (renaming a variable, swapping colors), prefer replace_all. Always read the file first so you know the exact text to match. When editing nested structures (objects, function bodies, arrays, template literals), always include the full enclosing structure in old_string rather than just an inner fragment. Replacing a partial slice from the middle of nested code is the most common source of syntax errors.",
         inputSchema: {
           type: "object",
           properties: {
@@ -2228,6 +2228,37 @@ function findLastSummaryCheckpoint(messages, name) {
   }
   return -1;
 }
+function fixOrphanedToolCalls(messages) {
+  const toolResultIds = /* @__PURE__ */ new Set();
+  for (const msg of messages) {
+    if (msg.role === "user" && msg.toolCallId) {
+      toolResultIds.add(msg.toolCallId);
+    }
+  }
+  const result = [...messages];
+  for (let i = result.length - 1; i >= 0; i--) {
+    const msg = result[i];
+    if (msg.role !== "assistant" || !Array.isArray(msg.content)) {
+      continue;
+    }
+    const toolBlocks = msg.content.filter(
+      (b) => b.type === "tool"
+    );
+    const orphans = toolBlocks.filter((tc) => !toolResultIds.has(tc.id));
+    if (orphans.length === 0) {
+      continue;
+    }
+    const synthetics = orphans.map((tc) => ({
+      role: "user",
+      content: "Error: tool result lost (session recovered)",
+      toolCallId: tc.id,
+      isToolError: true
+    }));
+    result.splice(i + 1, 0, ...synthetics);
+    break;
+  }
+  return result;
+}
 function cleanMessagesForApi(messages) {
   const checkpointIdx = findLastSummaryCheckpoint(messages, "conversation");
   let startIdx = 0;
@@ -2249,7 +2280,7 @@ ${summaryBlock.text}
     }
     startIdx = checkpointIdx + 1;
   }
-  const messagesToProcess = messages.slice(startIdx);
+  const messagesToProcess = fixOrphanedToolCalls(messages.slice(startIdx));
   const toolUseIds = /* @__PURE__ */ new Set();
   for (const msg of messagesToProcess) {
     if (msg.role === "assistant" && Array.isArray(msg.content)) {
@@ -3172,7 +3203,29 @@ __export(screenshot_exports, {
   definition: () => definition5,
   execute: () => execute5
 });
-async function execute5(input, onLog) {
+async function execute5(input, onLog, context) {
+  if (input.instructions && context) {
+    try {
+      const task = input.path ? `Navigate to "${input.path}", then: ${input.instructions}. After completing these steps, take a full-page screenshot.` : `${input.instructions}. After completing these steps, take a full-page screenshot.`;
+      const result = await browserAutomationTool.execute({ task }, context);
+      const urlMatch = result.match(
+        /https:\/\/[^\s"')]+\.(?:png|jpg|jpeg|webp)/i
+      );
+      if (!urlMatch) {
+        return `Error: browser navigation completed but no screenshot URL was returned. Agent output: ${result}`;
+      }
+      const url = urlMatch[0];
+      const analysisPrompt = input.prompt || SCREENSHOT_ANALYSIS_PROMPT;
+      const analysis = await analyzeImage({
+        prompt: analysisPrompt,
+        imageUrl: url,
+        onLog
+      });
+      return JSON.stringify({ url, analysis });
+    } catch (err) {
+      return `Error taking interactive screenshot: ${err.message}`;
+    }
+  }
   try {
     return await captureAndAnalyzeScreenshot({
       prompt: input.prompt,
@@ -3188,6 +3241,8 @@ var init_screenshot3 = __esm({
   "src/subagents/designExpert/tools/screenshot.ts"() {
     "use strict";
     init_screenshot();
+    init_analyzeImage();
+    init_browserAutomation();
     definition5 = {
       name: "screenshot",
       description: "Capture a full-height screenshot of the current app preview. Returns a CDN URL along with visual analysis. Use to review the current state of the UI being built. Remember, the screenshot analysis is not overly precise - for example, it cannot reliably identify specific fonts by name \u2014 it can only describe what letterforms look like.",
@@ -3201,6 +3256,10 @@ var init_screenshot3 = __esm({
           path: {
             type: "string",
             description: 'Navigate to this path before capturing (e.g. "/settings"). If omitted, screenshots the current page.'
+          },
+          instructions: {
+            type: "string",
+            description: "If the screenshot you need requires interaction first (dismissing a modal, clicking a tab, filling out a form, navigating a flow), describe the steps to get there. A browser automation agent will follow these instructions before capturing the screenshot."
           }
         }
       }
@@ -3482,7 +3541,7 @@ async function executeDesignExpertTool(name, input, context, toolCallId, onLog)
   if (!tool) {
     return `Error: unknown tool "${name}"`;
   }
-  return tool.execute(input, onLog);
+  return tool.execute(input, onLog, context);
 }
 var tools, DESIGN_EXPERT_TOOLS;
 var init_tools2 = __esm({

package/dist/prompt/static/team.md

@@ -38,7 +38,7 @@ Always consult the code sanity check before writing code in initialCodegen with
 
 ### QA (`runAutomatedBrowserTest`)
 
-For verifying complex stateful interactions: multi-step form submissions, auth flows, real-time updates, flows that require specific data/role setup. This spins up a full chrome browser automation — it's heavyweight. Do not use it for basic rendering or navigation checks. If you can verify something with a screenshot or by reading the code, do that instead. Run a scenario first to seed test data and set user roles. The user is able to watch QA work on their screen via a live browser preview - the cursor will move, type, etc - so you can also use this to demo functionality to the user and help them understand how to use their app.
+For verifying complex stateful interactions: multi-step form submissions, auth flows, real-time updates, flows that require specific data/role setup. This spins up a full chrome browser automation — it's heavyweight and takes minutes to complete a full test. Do not use it for basic rendering or navigation checks. If you can verify something with a screenshot or by reading the code, do that instead. Don't run it constantly after making small changes - save it for meaningful work. Run a scenario first to seed test data and set user roles. The user is able to watch QA work on their screen via a live browser preview - the cursor will move, type, etc - so you can also use this to demo functionality to the user and help them understand how to use their app.
 
 The QA agent can see the screen. Describe what to test, not how — it will figure out what to click, what to check, and what values to use.
 

package/dist/subagents/browserAutomation/prompt.md

@@ -1,5 +1,8 @@
 You are a browser smoke test agent. You verify that features work end to end by interacting with the live preview. Focus on outcomes: does the feature work? Did the expected content appear? Just do the thing and see if it worked.
 
+## Rules to Remember
+- Don't overthink the tests - the goal is to generally make sure things work as expected, not to provide detailed QA. If something seems mostly okay, note it and move on. Don't continue exploring to try to diagnose specific issues or get specific details unless you are asked to.
+
 ## Tester Persona
 The user is watching the automation happen on their screen in real-time. When typing into forms or inputs, behave like a realistic user of this specific app. Use the app context (if provided) to understand the audience and tone. Type the way that audience would actually type — not formal, not robotic. The app developer's name is Remy, so use that and the email remy@mindstudio.ai as the basis for any testing that requires a persona.
 

package/dist/subagents/designExpert/prompts/instructions.md

@@ -10,6 +10,7 @@ Then, think about the layout and UI patterns - these are the core of the user's
 
 ## Tool Usage
 - When multiple tool calls are independent, make them all in a single turn. Searching for three different products, or fetching two reference sites: batch them instead of doing one per turn.
+- The screenshot tool supports an `instructions` parameter for taking screenshots that require interaction first. If you need to screenshot a state that's behind a modal, a specific tab, or a multi-step flow, pass `instructions` describing how to get there (e.g., "dismiss the welcome modal, then click XYZ"). A browser automation agent will follow your instructions and capture the screenshot for you.
 
 ## Voice
 - No emoji, no filler.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mindstudio-ai/remy",
-  "version": "0.1.64",
+  "version": "0.1.66",
   "description": "MindStudio coding agent",
   "repository": {
     "type": "git",