@mindstudio-ai/remy 0.1.137 → 0.1.139

package/dist/automatedActions/buildFromInitialSpec.md

@@ -29,4 +29,4 @@ The initial build prioritizes getting everything connected and functional, but t
 
 Then, ask the `visualDesignExpert` to take a screenshot and verity that the visual design looks correct. Fix any issues it flags - we want the user's first time seeing the finished product to truly wow them.
 
-When everything is working, use `productVision` to mark the MVP roadmap item as done, then call `setProjectOnboardingState({ state: "onboardingFinished" })`.
+When everything is working, use `productVision` to mark the MVP roadmap item as done, then call `setProjectOnboardingState({ state: "onboardingFinished" })`. Finally, call `compactConversation` to summarize the build session and free up context for the next phase of work.

package/dist/automatedActions/buildFromRoadmap.md

@@ -12,4 +12,4 @@ Then, put together a plan to build out the feature. Present the plan to the user
 
 When they've approved the plan, be sure to update the spec first - remember, the spec is the source of truth about the product. Then, build everything in one turn, using the spec as the master plan.
 
-When you're finished, verify your work, then tell`productVision` what was done so it can update the roadmap to reflect the progress. Give the user a summary of what was done.
+When you're finished, verify your work, then tell `productVision` what was done so it can update the roadmap to reflect the progress. Give the user a summary of what was done, then call `compactConversation` to summarize the build session and free up context.

package/dist/headless.js

@@ -1739,6 +1739,29 @@ var setProjectMetadataTool = {
   }
 };
 
+// src/tools/common/compactConversation.ts
+var compactConversationTool = {
+  clearable: false,
+  definition: {
+    name: "compactConversation",
+    description: "Compact the conversation history by summarizing older messages into a checkpoint. The summary preserves key decisions, what was built, and the current state of the project, but drops the verbose tool results, diffs, and intermediate steps that are no longer useful. Use this when you have just finished a large block of mechanical work (building, refactoring, debugging) and are about to shift back into conversational mode with the user. Runs in the background. Do not use after small changes like fixing a bug or editing copy.",
+    inputSchema: {
+      type: "object",
+      properties: {}
+    }
+  },
+  async execute(_input, context) {
+    if (!context?.conversationMessages || !context.apiConfig) {
+      return "Error: compaction requires execution context.";
+    }
+    triggerCompaction(
+      { messages: context.conversationMessages },
+      context.apiConfig
+    );
+    return "Compaction started in the background.";
+  }
+};
+
 // src/tools/code/readFile.ts
 import fs9 from "fs/promises";
 var DEFAULT_MAX_LINES2 = 500;
@@ -2842,8 +2865,10 @@ async function runSubAgent(config) {
     requestId,
     history,
     background,
-    onBackgroundComplete
+    onBackgroundComplete,
+    captureArtifacts
   } = config;
+  const artifacts = {};
   const bgAbort = background ? new AbortController() : null;
   const signal = background ? bgAbort.signal : parentSignal;
   const agentName = subAgentId || "sub-agent";
@@ -3015,7 +3040,12 @@ ${partial}` : "[INTERRUPTED] Agent was interrupted before producing output.",
       if (stopReason !== "tool_use" || toolCalls.length === 0) {
         statusWatcher.stop();
         const text = getPartialText(contentBlocks);
-        return { text, messages: thisInvocation() };
+        const hasArtifacts = Object.keys(artifacts).length > 0;
+        return {
+          text,
+          messages: thisInvocation(),
+          ...hasArtifacts ? { artifacts } : {}
+        };
       }
       log5.info("Tools executing", {
         requestId,
@@ -3126,6 +3156,12 @@ ${partial}` : "[INTERRUPTED] Agent was interrupted before producing output.",
           if (innerMsgs) {
             block.subAgentMessages = innerMsgs;
           }
+          if (captureArtifacts?.includes(block.name) && !r.isError) {
+            try {
+              artifacts[block.name] = JSON.parse(r.result);
+            } catch {
+            }
+          }
         }
         messages.push({
           role: "user",
@@ -3457,13 +3493,22 @@ var browserAutomationTool = {
           }
           return result2;
         },
-        toolRegistry: context.toolRegistry
+        toolRegistry: context.toolRegistry,
+        captureArtifacts: ["screenshotFullPage"]
       });
       try {
         await sidecarRequest("/reset-browser", {}, { timeout: 5e3 });
       } catch {
       }
       context.subAgentMessages?.set(context.toolCallId, result.messages);
+      const ss = result.artifacts?.screenshotFullPage;
+      if (ss?.url) {
+        return JSON.stringify({
+          text: result.text,
+          screenshotUrl: ss.url,
+          ...ss.styleMap ? { styleMap: ss.styleMap } : {}
+        });
+      }
       return result.text;
     } finally {
       release();
@@ -3511,19 +3556,18 @@ var screenshotTool = {
       if (input.instructions && context) {
         const task = input.path ? `Navigate to "${input.path}", then: ${input.instructions}. After completing these steps, take a full-page screenshot.` : `${input.instructions}. After completing these steps, take a full-page screenshot.`;
         const result = await browserAutomationTool.execute({ task }, context);
-        const urlMatch = result.match(
-          /https:\/\/[^\s"')]+\.(?:png|jpg|jpeg|webp)/i
-        );
-        if (!urlMatch) {
-          return `Error: browser navigation completed but no screenshot URL was returned. Agent output: ${result}`;
-        }
-        const url = urlMatch[0];
+        const resultStr = result;
+        let url;
         let styleMap;
         try {
-          const parsed = JSON.parse(result);
-          styleMap = parsed?.styleMap;
+          const parsed = JSON.parse(resultStr);
+          url = parsed.screenshotUrl;
+          styleMap = parsed.styleMap;
         } catch {
         }
+        if (!url) {
+          return `Error: browser navigation completed but no screenshot URL was returned. Agent output: ${resultStr}`;
+        }
         const analysisPrompt = buildScreenshotAnalysisPrompt({
           prompt: input.prompt,
           styleMap
@@ -3847,19 +3891,18 @@ async function execute5(input, onLog, context) {
     try {
       const task = input.path ? `Navigate to "${input.path}", then: ${input.instructions}. After completing these steps, take a full-page screenshot.` : `${input.instructions}. After completing these steps, take a full-page screenshot.`;
       const result = await browserAutomationTool.execute({ task }, context);
-      const urlMatch = result.match(
-        /https:\/\/[^\s"')]+\.(?:png|jpg|jpeg|webp)/i
-      );
-      if (!urlMatch) {
-        return `Error: browser navigation completed but no screenshot URL was returned. Agent output: ${result}`;
-      }
-      const url = urlMatch[0];
+      const resultStr = result;
+      let url;
       let styleMap;
       try {
-        const parsed = JSON.parse(result);
-        styleMap = parsed?.styleMap;
+        const parsed = JSON.parse(resultStr);
+        url = parsed.screenshotUrl;
+        styleMap = parsed.styleMap;
       } catch {
       }
+      if (!url) {
+        return `Error: browser navigation completed but no screenshot URL was returned. Agent output: ${resultStr}`;
+      }
       const analysisPrompt = buildScreenshotAnalysisPrompt({
         prompt: input.prompt,
         styleMap
@@ -4997,6 +5040,7 @@ var ALL_TOOLS = [
   designExpertTool,
   productVisionTool,
   codeSanityCheckTool,
+  compactConversationTool,
   // Post-onboarding
   clearSyncStatusTool,
   presentSyncPlanTool,
@@ -5115,6 +5159,24 @@ function clearSession(state) {
   }
 }
 
+// src/compaction/trigger.ts
+var log8 = createLogger("compaction:trigger");
+function triggerCompaction(state, apiConfig, callbacks) {
+  callbacks?.onStart?.();
+  const system = buildSystemPrompt("onboardingFinished");
+  const tools2 = getToolDefinitions("onboardingFinished");
+  compactConversation(state, apiConfig, system, tools2).then(() => {
+    saveSession(state);
+    callbacks?.onComplete?.();
+    log8.info("Compaction complete");
+  }).catch((err) => {
+    callbacks?.onError?.(err.message || "Compaction failed");
+    log8.error("Compaction failed", { error: err.message });
+  }).finally(() => {
+    callbacks?.onFinally?.();
+  });
+}
+
 // src/parsePartialJson.ts
 var PartialJSON = class extends Error {
 };
@@ -5305,7 +5367,7 @@ function friendlyError(raw) {
 }
 
 // src/agent.ts
-var log8 = createLogger("agent");
+var log9 = createLogger("agent");
 function getTextContent(blocks) {
   return blocks.filter((b) => b.type === "text").map((b) => b.text).join("");
 }
@@ -5350,7 +5412,7 @@ async function runTurn(params) {
   } = params;
   const tools2 = getToolDefinitions(onboardingState);
   const excludeToolsFromClearing = tools2.filter((t) => !CLEARABLE_TOOLS.has(t.name)).map((t) => t.name);
-  log8.info("Turn started", {
+  log9.info("Turn started", {
     requestId,
     model,
     toolCount: tools2.length,
@@ -5574,7 +5636,7 @@ async function runTurn(params) {
             const tool = getToolByName(event.name);
             const wasStreamed = acc?.started ?? false;
             const isInputStreaming = !!tool?.streaming?.partialInput;
-            log8.info("Tool received", {
+            log9.info("Tool received", {
               requestId,
               toolCallId: event.id,
               name: event.name
@@ -5621,7 +5683,14 @@ async function runTurn(params) {
         });
         state.messages.push({
           role: "assistant",
-          content: [...contentBlocks].sort((a, b) => a.startedAt - b.startedAt)
+          content: [...contentBlocks].sort((a, b) => a.startedAt - b.startedAt),
+          usage: {
+            inputTokens: turnInputTokens,
+            outputTokens: turnOutputTokens,
+            cacheCreationTokens: turnCacheCreation || void 0,
+            cacheReadTokens: turnCacheRead || void 0,
+            llmCalls: turnLlmCalls
+          }
         });
       }
       onEvent({ type: "turn_cancelled" });
@@ -5631,7 +5700,14 @@ async function runTurn(params) {
     if (contentBlocks.length > 0) {
       state.messages.push({
         role: "assistant",
-        content: [...contentBlocks].sort((a, b) => a.startedAt - b.startedAt)
+        content: [...contentBlocks].sort((a, b) => a.startedAt - b.startedAt),
+        usage: {
+          inputTokens: turnInputTokens,
+          outputTokens: turnOutputTokens,
+          cacheCreationTokens: turnCacheCreation || void 0,
+          cacheReadTokens: turnCacheRead || void 0,
+          llmCalls: turnLlmCalls
+        }
       });
     }
     const toolCalls = getToolCalls(contentBlocks);
@@ -5653,7 +5729,7 @@ async function runTurn(params) {
       });
       return;
     }
-    log8.info("Tools executing", {
+    log9.info("Tools executing", {
       requestId,
       count: toolCalls.length,
       tools: toolCalls.map((tc) => tc.name)
@@ -5700,7 +5776,7 @@ async function runTurn(params) {
             let result;
             if (EXTERNAL_TOOLS.has(tc.name) && resolveExternalTool) {
               saveSession(state);
-              log8.info("Waiting for external tool result", {
+              log9.info("Waiting for external tool result", {
                 requestId,
                 toolCallId: tc.id,
                 name: tc.name
@@ -5757,7 +5833,7 @@ async function runTurn(params) {
         if (!tc.input.background) {
           toolRegistry?.unregister(tc.id);
         }
-        log8.info("Tool completed", {
+        log9.info("Tool completed", {
           requestId,
           toolCallId: tc.id,
           name: tc.name,
@@ -5812,7 +5888,7 @@ async function runTurn(params) {
 }
 
 // src/toolRegistry.ts
-var log9 = createLogger("tool-registry");
+var log10 = createLogger("tool-registry");
 var ToolRegistry = class {
   entries = /* @__PURE__ */ new Map();
   onEvent;
@@ -5838,7 +5914,7 @@ var ToolRegistry = class {
     if (!entry) {
       return false;
     }
-    log9.info("Tool stopped", { toolCallId: id, name: entry.name, mode });
+    log10.info("Tool stopped", { toolCallId: id, name: entry.name, mode });
     entry.abortController.abort(mode);
     if (mode === "graceful") {
       const partial = entry.getPartialResult?.() ?? "";
@@ -5871,7 +5947,7 @@ ${partial}` : "[INTERRUPTED] Tool execution was stopped.";
     if (!entry) {
       return false;
     }
-    log9.info("Tool restarted", { toolCallId: id, name: entry.name });
+    log10.info("Tool restarted", { toolCallId: id, name: entry.name });
     entry.abortController.abort("restart");
     const newInput = patchedInput ? { ...entry.input, ...patchedInput } : entry.input;
     this.onEvent?.({
@@ -5916,7 +5992,7 @@ ${body}`;
 }
 
 // src/headless.ts
-var log10 = createLogger("headless");
+var log11 = createLogger("headless");
 function emit(event, data, requestId) {
   const payload = { event, ...data };
   if (requestId) {
@@ -6032,7 +6108,7 @@ ${xmlParts}
   }
   function onBackgroundComplete(toolCallId, name, result, subAgentMessages) {
     pendingBlockUpdates.push({ toolCallId, result, subAgentMessages });
-    log10.info("Background complete", {
+    log11.info("Background complete", {
       toolCallId,
       name,
       requestId: currentRequestId
@@ -6304,7 +6380,7 @@ ${xmlParts}
           requestId
         );
       }
-      log10.info("Turn complete", {
+      log11.info("Turn complete", {
         requestId,
         durationMs: Date.now() - turnStart
       });
@@ -6313,7 +6389,7 @@ ${xmlParts}
         emit("error", { error: err.message }, requestId);
         emit("completed", { success: false, error: err.message }, requestId);
       }
-      log10.warn("Command failed", {
+      log11.warn("Command failed", {
         action: "message",
         requestId,
         error: err.message
@@ -6333,7 +6409,7 @@ ${xmlParts}
       return;
     }
     const { action, requestId } = parsed;
-    log10.info("Command received", { action, requestId });
+    log11.info("Command received", { action, requestId });
     if (action === "tool_result" && parsed.id) {
       const id = parsed.id;
       const result = parsed.result ?? "";
@@ -6342,7 +6418,7 @@ ${xmlParts}
         pendingTools.delete(id);
         pending.resolve(result);
       } else if (!running) {
-        log10.info("Late tool_result while idle, dismissing", { id });
+        log11.info("Late tool_result while idle, dismissing", { id });
         emit("completed", { success: true }, requestId);
       } else {
         earlyResults.set(id, result);
@@ -6398,36 +6474,31 @@ ${xmlParts}
       return;
     }
     if (action === "compact") {
-      sessionStats.compactionInProgress = true;
-      sessionStats.updatedAt = Date.now();
-      try {
-        writeFileSync(".remy-stats.json", JSON.stringify(sessionStats));
-      } catch {
-      }
-      const compactSystem = buildSystemPrompt("onboardingFinished");
-      const compactTools = getToolDefinitions("onboardingFinished");
-      compactConversation(state, config, compactSystem, compactTools).then(() => {
-        saveSession(state);
-        emit("compaction_complete", {}, requestId);
-        emit("completed", { success: true }, requestId);
-      }).catch((err) => {
-        emit(
-          "compaction_complete",
-          { error: err.message || "Compaction failed" },
-          requestId
-        );
-        emit(
-          "completed",
-          { success: false, error: err.message || "Compaction failed" },
-          requestId
-        );
-      }).finally(() => {
-        sessionStats.compactionInProgress = false;
-        sessionStats.messageCount = state.messages.length;
-        sessionStats.updatedAt = Date.now();
-        try {
-          writeFileSync(".remy-stats.json", JSON.stringify(sessionStats));
-        } catch {
+      triggerCompaction(state, config, {
+        onStart: () => {
+          sessionStats.compactionInProgress = true;
+          sessionStats.updatedAt = Date.now();
+          try {
+            writeFileSync(".remy-stats.json", JSON.stringify(sessionStats));
+          } catch {
+          }
+        },
+        onComplete: () => {
+          emit("compaction_complete", {}, requestId);
+          emit("completed", { success: true }, requestId);
+        },
+        onError: (error) => {
+          emit("compaction_complete", { error }, requestId);
+          emit("completed", { success: false, error }, requestId);
+        },
+        onFinally: () => {
+          sessionStats.compactionInProgress = false;
+          sessionStats.messageCount = state.messages.length;
+          sessionStats.updatedAt = Date.now();
+          try {
+            writeFileSync(".remy-stats.json", JSON.stringify(sessionStats));
+          } catch {
+          }
         }
       });
       return;