@mindstudio-ai/remy 0.1.319 → 0.1.321

package/dist/automatedActions/reviewExistingProject.md

@@ -0,0 +1,7 @@
+---
+trigger: reviewExistingProject
+---
+
+This is an automated message triggered by the user choosing "Bring an existing project" on the Remy start screen and uploading what they have. They can't see this message. The uploads are attached and already saved under `src/.user-uploads/` (paths are in the attachment header; a folder upload arrives as one zip). Repository URL, blank if none: {{repoUrl}}
+
+Let the user know you're going to review their project, and then hand the upload paths (and the URL, if any) to `reviewExistingProject` first, before saying anything substantive, and do not open the archive yourself. Then run intake as usual on top of what comes back: tell the user in a few lines what you found and what you think they were building, and put the review's questions to them as a form. The prior attempt is evidence of intent, not a spec. Oftentimes, the user is uploading something that never worked or was half-finished (hence why they're here!). What actually gets built in this session is decided with the user, not inherited from the upload. Treat the results of the review as a *communication shortcut* to more quickly align with the user, not as a guide for "importing" their project!

package/dist/headless.js

@@ -441,6 +441,13 @@ var MODEL_SURFACES = {
     modelType: "text",
     userPickable: true
   },
+  reviewExistingProject: {
+    default: "claude-5-sonnet",
+    label: "Existing Project Review",
+    description: "Reviews a project you bring from another tool and reports what is worth carrying forward.",
+    modelType: "text",
+    userPickable: true
+  },
   copyEditor: {
     default: "claude-5-sonnet",
     label: "Copy Agent",
@@ -1420,6 +1427,9 @@ async function listRecursive(dir) {
   for (const entry of entries) {
     const fullPath = path5.join(dir, entry.name);
     if (entry.isDirectory()) {
+      if (entry.name.startsWith(".")) {
+        continue;
+      }
       results.push(`${fullPath}/`);
       results.push(...await listRecursive(fullPath));
     } else {
@@ -1593,7 +1603,7 @@ var promptUserTool = {
               type: {
                 type: "string",
                 enum: ["select", "checklist", "text", "file"],
-                description: 'select: pick one from a list. checklist: pick one or more from a list. The user can always provide a custom "Other" answer for select and checklist questions, so there is no need to include an "Other" option. text: free-form input. file: file/image upload. The answer is the local path (string) under src/.user-uploads/ \u2014 the file is already downloaded to disk. Documents may have an extracted-text sidecar at <path>.txt. Reference the path directly; pass image paths straight to analyzeImage / screenshot tools.'
+                description: 'select: pick one from a list. checklist: pick one or more from a list. The user can always provide a custom "Other" answer for select and checklist questions, so there is no need to include an "Other" option. text: free-form input. file: the user hands over files, a folder, or a paste (set `multiple: true` to take several). Each answer arrives in one of two shapes. A local path (string) under src/.user-uploads/: the file is already on disk, documents may have an extracted-text sidecar at <path>.txt, and a folder arrives as src/.user-uploads/<folder>.zip for you to unpack with bash. Or, when the user brought a dataset (a folder over about 100 MB or 500 files, or any single file over 100 MB), a store landing object { kind: "store", store, prefix, files, bytes, failed } \u2014 the files were streamed into the app\'s private file store `uploads` under that prefix and are NOT on disk; read them in place with `remy-admin datasources inspect --store <store> --prefix <prefix>` and `remy-admin files get`, never download the whole set. Pass image paths straight to analyzeImage / screenshot tools.'
               },
               helpText: {
                 type: "string",
@@ -1628,7 +1638,7 @@ var promptUserTool = {
               },
               multiple: {
                 type: "boolean",
-                description: "For file type: allow multiple uploads (the answer is an array of local paths). Defaults to false."
+                description: 'For file type: allow several files or folders (the answer is an array of local paths and/or store landings). Defaults to false. Set it whenever you ask for "a few examples" or "a sample of your data".'
               },
               format: {
                 type: "string",
@@ -2619,7 +2629,7 @@ async function readAndSort(dirPath) {
 async function collapsePath(basePath, name) {
   let display = name;
   let current = path8.join(basePath, name);
-  for (; ; ) {
+  while (true) {
     let children;
     try {
       children = await readAndSort(current);
@@ -2646,8 +2656,8 @@ function formatSize(bytes) {
 }
 async function formatFile(dirPath, name, indent) {
   try {
-    const stat4 = await fs15.stat(path8.join(dirPath, name));
-    return `${indent}${name}${" ".repeat(Math.max(1, 30 - indent.length - name.length))}${formatSize(stat4.size)}`;
+    const stat6 = await fs15.stat(path8.join(dirPath, name));
+    return `${indent}${name}${" ".repeat(Math.max(1, 30 - indent.length - name.length))}${formatSize(stat6.size)}`;
   } catch {
     return `${indent}${name}`;
   }
@@ -3437,6 +3447,48 @@ ${partial}` : "[INTERRUPTED] Tool execution was stopped.";
   }
 };
 
+// src/recording.ts
+function liftRecording(result) {
+  if (!result.includes('"recording"')) {
+    return { result };
+  }
+  let parsed;
+  try {
+    parsed = JSON.parse(result);
+  } catch {
+    return { result };
+  }
+  if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+    return { result };
+  }
+  const obj = parsed;
+  const r = obj.recording;
+  if (!r || typeof r !== "object") {
+    return { result };
+  }
+  const ref = r;
+  if (typeof ref.path !== "string" || typeof ref.sessionId !== "string" || typeof ref.runId !== "string" || typeof ref.seq !== "number") {
+    return { result };
+  }
+  const recording = {
+    path: ref.path,
+    sessionId: ref.sessionId,
+    runId: ref.runId,
+    seq: ref.seq,
+    containsSnapshot: ref.containsSnapshot === true,
+    startTs: typeof ref.startTs === "number" ? ref.startTs : 0,
+    endTs: typeof ref.endTs === "number" ? ref.endTs : 0,
+    width: typeof ref.width === "number" ? ref.width : 0,
+    height: typeof ref.height === "number" ? ref.height : 0
+  };
+  const rest = { ...obj };
+  delete rest.recording;
+  return {
+    result: JSON.stringify({ ...rest, recorded: true }),
+    recording
+  };
+}
+
 // src/historyLimits.ts
 var MAX_TOOL_RESULT_BYTES = 256 * 1024;
 function capToolResult(result, maxBytes = MAX_TOOL_RESULT_BYTES) {
@@ -3479,6 +3531,13 @@ function capMessageForHistory(msg, maxBytes = MAX_TOOL_RESULT_BYTES) {
         continue;
       }
       if (typeof block.result === "string") {
+        if (block.name === "browserCommand" && !block.recording) {
+          const lifted = liftRecording(block.result);
+          if (lifted.recording) {
+            block.result = lifted.result;
+            block.recording = lifted.recording;
+          }
+        }
         block.result = capToolResult(block.result, maxBytes);
       }
       if (typeof block.backgroundResult === "string") {
@@ -4075,25 +4134,36 @@ ${partial}` : "[INTERRUPTED] Agent was interrupted before producing output.",
             }
             let settle;
             const resultPromise = new Promise((res) => {
-              settle = (result, isError) => res({ id: tc.id, result, isError });
+              settle = (result, isError, recording) => res({
+                id: tc.id,
+                result,
+                isError,
+                ...recording ? { recording } : {}
+              });
             });
             let toolAbort = new AbortController();
             const cascadeAbort = () => toolAbort.abort();
             signal?.addEventListener("abort", cascadeAbort, { once: true });
             let settled = false;
-            const safeSettle = (result, isError) => {
+            const safeSettle = (result, isError, recording) => {
               if (settled) {
                 return;
               }
               settled = true;
               signal?.removeEventListener("abort", cascadeAbort);
-              settle(result, isError);
+              settle(result, isError, recording);
             };
             const run2 = async (input) => {
               try {
                 let result;
+                let recording;
                 if (externalTools.has(tc.name) && resolveExternalTool) {
                   result = await resolveExternalTool(tc.id, tc.name, input);
+                  if (tc.name === "browserCommand") {
+                    const lifted = liftRecording(result);
+                    result = lifted.result;
+                    recording = lifted.recording;
+                  }
                 } else {
                   const onLog = (line) => emit({
                     type: "tool_input_delta",
@@ -4109,7 +4179,11 @@ ${partial}` : "[INTERRUPTED] Agent was interrupted before producing output.",
                     subAgentMessages
                   );
                 }
-                safeSettle(capToolResult(result), result.startsWith("Error"));
+                safeSettle(
+                  capToolResult(result),
+                  result.startsWith("Error"),
+                  recording
+                );
               } catch (err) {
                 safeSettle(`Error: ${err.message}`, true);
               }
@@ -4151,7 +4225,8 @@ ${partial}` : "[INTERRUPTED] Agent was interrupted before producing output.",
               id: tc.id,
               name: tc.name,
               result: r.result,
-              isError: r.isError
+              isError: r.isError,
+              ...r.recording ? { recording: r.recording } : {}
             });
             return r;
           })
@@ -4165,6 +4240,9 @@ ${partial}` : "[INTERRUPTED] Agent was interrupted before producing output.",
             block.result = r.result;
             block.isError = r.isError;
             block.completedAt = Date.now();
+            if (r.recording) {
+              block.recording = r.recording;
+            }
             const innerMsgs = subAgentMessages.get(r.id);
             if (innerMsgs) {
               block.subAgentMessages = capSubAgentTranscript(innerMsgs);
@@ -4295,7 +4373,7 @@ var BROWSER_TOOLS = [
   },
   {
     name: "browserCommand",
-    description: "Interact with the app's live preview by sending browser commands. Commands execute sequentially with an animated cursor. Always start with a snapshot to see the current state and get ref identifiers. The result includes a snapshot field with the final page state after all steps complete. On error, the failing step has an error field and execution stops. Batches that contain an interactive step (click, type, select) also return a `recording` object \u2014 one chunk of a continuous per-session rrweb recording that the viewer stitches into a single replay (not a standalone per-call clip). Timeout: 120s.",
+    description: "Interact with the app's live preview by sending browser commands. Commands execute sequentially with an animated cursor. Always start with a snapshot to see the current state and get ref identifiers. The result includes a snapshot field with the final page state after all steps complete. On error, the failing step has an error field and execution stops. Batches that contain an interactive step (click, type, select) are recorded for the user to replay and return `recorded: true`. Timeout: 120s.",
     inputSchema: {
       type: "object",
       properties: {
@@ -4413,7 +4491,7 @@ function walkMdFiles(dir, skip) {
     for (const entry of fs17.readdirSync(dir, { withFileTypes: true })) {
       const full = path9.join(dir, entry.name);
       if (entry.isDirectory()) {
-        if (!skip?.has(entry.name)) {
+        if (!skip?.has(entry.name) && !entry.name.startsWith(".")) {
           files.push(...walkMdFiles(full, skip));
         }
       } else if (entry.name.endsWith(".md")) {
@@ -4711,8 +4789,14 @@ async function runBrowserAutomation(task, context, opts) {
     });
     context.subAgentMessages?.set(context.toolCallId, result.messages);
     const preferred = opts?.capture === "viewport" ? lastCapture.viewport ?? lastCapture.fullPage : lastCapture.fullPage ?? lastCapture.viewport;
+    const recorded = result.messages.some(
+      (m) => m.role === "assistant" && Array.isArray(m.content) && m.content.some(
+        (b) => b.type === "tool" && b.name === "browserCommand" && !!b.recording
+      )
+    );
     return {
       text: result.text,
+      recorded,
       ...preferred?.url ? { screenshot: preferred } : {}
     };
   } finally {
@@ -4739,12 +4823,18 @@ var browserAutomationTool = {
       return "Error: browser automation requires execution context (only available in headless mode)";
     }
     const result = await runBrowserAutomation(input.task, context);
+    let text = result.text;
     if (result.screenshot) {
-      return `${result.text}
+      text += `
 
 ![Final state](${result.screenshot.url})`;
     }
-    return result.text;
+    if (result.recorded) {
+      text += `
+
+Replay of this run: ![Browser test replay](replay:${context.toolCallId})`;
+    }
+    return text;
   }
 };
 
@@ -7078,6 +7168,138 @@ After reconciling the spec, refresh the Build Overview: author the complete upda
   }
 };
 
+// src/subagents/reviewExistingProject/tools.ts
+var REVIEW_TOOLS = [
+  ...COMMON_READ_TOOLS,
+  bashTool.definition
+];
+
+// src/subagents/reviewExistingProject/validatePaths.ts
+import { stat as stat4 } from "fs/promises";
+import { join as join5 } from "path";
+var UPLOAD_REF_RE = /`(src\/\.user-uploads\/[^`\n]+?)\/?`/g;
+async function validateUploadPaths(text) {
+  const refs = /* @__PURE__ */ new Set();
+  for (const m of text.matchAll(UPLOAD_REF_RE)) {
+    refs.add(m[1]);
+  }
+  if (refs.size === 0) {
+    return null;
+  }
+  const missing = [];
+  for (const ref of refs) {
+    const exists = await stat4(join5(PROJECT_ROOT, ref)).then(
+      () => true,
+      () => false
+    );
+    if (!exists) {
+      missing.push(ref);
+    }
+  }
+  if (missing.length === 0) {
+    return null;
+  }
+  return [
+    `Your review cites paths under src/.user-uploads/ that do not exist on disk:`,
+    ...missing.map((p) => `- ${p}`),
+    ``,
+    `Check the real location with listDir \u2014 the trimmed tree may have landed under a different name, or the original archive may already have been deleted \u2014 and correct or remove each path. Then send your complete review again from the top \u2014 it fully replaces your previous response, so include everything, not just the fixes.`
+  ].join("\n");
+}
+
+// src/subagents/reviewExistingProject/index.ts
+var BASE_PROMPT7 = readAsset("subagents/reviewExistingProject", "prompt.md");
+function buildTask(input) {
+  const parts = [];
+  const paths = (input.paths ?? []).filter(
+    (p) => typeof p === "string" && p.trim()
+  );
+  if (paths.length > 0) {
+    parts.push(
+      `Uploads (local paths):
+${paths.map((p) => `- ${p.trim()}`).join("\n")}`
+    );
+  }
+  if (input.repoUrl?.trim()) {
+    parts.push(`Repository URL: ${input.repoUrl.trim()}`);
+  }
+  if (input.context?.trim()) {
+    parts.push(`Context from the conversation: ${input.context.trim()}`);
+  }
+  return parts.join("\n\n");
+}
+async function runReviewExistingProject(input, context) {
+  const task = buildTask(input);
+  if (!task) {
+    return "Error: reviewExistingProject needs at least one upload path or a repository URL.";
+  }
+  const specIndex = loadSpecIndex();
+  const parts = [BASE_PROMPT7, loadPlatformBrief()];
+  parts.push("<!-- cache_breakpoint -->");
+  if (specIndex) {
+    parts.push(specIndex);
+  }
+  const system = parts.join("\n\n");
+  const result = await runSubAgent({
+    system,
+    task,
+    tools: REVIEW_TOOLS,
+    externalTools: /* @__PURE__ */ new Set(),
+    executeTool: (name, toolInput, toolCallId, onLog, sams) => {
+      const childCtx = toolCallId ? {
+        ...deriveContext(context, toolCallId, onLog),
+        subAgentMessages: sams
+      } : context;
+      return executeTool(name, toolInput, childCtx);
+    },
+    apiConfig: context.apiConfig,
+    model: resolveModel("reviewExistingProject", context.models, context.model),
+    subAgentId: "reviewExistingProject",
+    signal: context.signal,
+    parentToolId: context.toolCallId,
+    requestId: context.requestId,
+    onEvent: context.onEvent,
+    resolveExternalTool: context.resolveExternalTool,
+    toolRegistry: context.toolRegistry,
+    // Every quoted src/.user-uploads/ path in the review must exist on disk
+    // (see validatePaths.ts) — the paths are the part the caller acts on.
+    validateResult: (text) => validateUploadPaths(text)
+  });
+  context.subAgentMessages?.set(context.toolCallId, result.messages);
+  return result.text;
+}
+var reviewExistingProjectTool = {
+  definition: {
+    name: "reviewExistingProject",
+    description: "Your reviewer for anything a user brings from a prior/extant project or attempt at a project: a zip of a codebase from another coding agent, an export from a vibe coding platform, a folder of specs and docs, a public git URL. It unpacks the upload, strips the noise, lands the trimmed tree in src/.user-uploads/, and returns a short review: what the project was trying to be, the materials worth carrying forward with their paths, what to ignore, state signals, and the questions only the user can answer. Treat the review as evidence of what the user wants, never as a spec. Do not open the archive yourself.",
+    inputSchema: {
+      type: "object",
+      properties: {
+        paths: {
+          type: "array",
+          items: { type: "string" },
+          description: "Local paths under src/.user-uploads/ to the uploaded archive(s) and/or loose files, exactly as given in the attachment header."
+        },
+        context: {
+          type: "string",
+          description: "One or two lines about the user and what they said they want. The reviewer cannot see the conversation."
+        },
+        repoUrl: {
+          type: "string",
+          description: "A public git repository URL to shallow-clone and review, instead of or alongside the uploads."
+        }
+      },
+      required: []
+    }
+  },
+  async execute(input, context) {
+    if (!context) {
+      return "Error: reviewExistingProject requires execution context";
+    }
+    return runReviewExistingProject(input, context);
+  }
+};
+
 // src/tools/common/scrapeWebUrl.ts
 var scrapeWebUrlTool = {
   definition: {
@@ -7172,7 +7394,8 @@ var ALL_TOOLS = [
   // new tool goes at the end to leave every existing session's prefix intact.
   loadSkillTool,
   testJewelTool,
-  researchTool
+  researchTool,
+  reviewExistingProjectTool
 ];
 var SUBAGENT_TOOL_NAMES = /* @__PURE__ */ new Set([
   "visualDesignExpert",
@@ -7182,7 +7405,8 @@ var SUBAGENT_TOOL_NAMES = /* @__PURE__ */ new Set([
   "specSync",
   "runAutomatedBrowserTest",
   "askMindStudioSdk",
-  "research"
+  "research",
+  "reviewExistingProject"
 ]);
 function getToolDefinitions() {
   return ALL_TOOLS.map((t) => t.definition);
@@ -8172,7 +8396,9 @@ function walkMdFiles2(dir) {
     for (const entry of entries) {
       const full = path12.join(dir, entry.name);
       if (entry.isDirectory()) {
-        results.push(...walkMdFiles2(full));
+        if (!entry.name.startsWith(".")) {
+          results.push(...walkMdFiles2(full));
+        }
       } else if (entry.name.endsWith(".md")) {
         results.push(full);
       }
@@ -9572,11 +9798,15 @@ async function runTurn(params) {
 }
 
 // src/headless/attachments.ts
-import { mkdirSync, existsSync } from "fs";
-import { writeFile as writeFile3 } from "fs/promises";
-import { basename as basename2, join as join5, extname as extname3 } from "path";
+import { mkdirSync, existsSync, createWriteStream } from "fs";
+import { writeFile as writeFile3, stat as stat5 } from "fs/promises";
+import { Readable } from "stream";
+import { pipeline } from "stream/promises";
+import { basename as basename2, join as join6, extname as extname3 } from "path";
 var log16 = createLogger("headless:attachments");
 var UPLOADS_DIR = "src/.user-uploads";
+var IMAGE_DOWNLOAD_TIMEOUT_MS = 3e4;
+var DOCUMENT_DOWNLOAD_TIMEOUT_MS = 3e5;
 function filenameFromUrl(url) {
   try {
     const pathname = new URL(url).pathname;
@@ -9587,7 +9817,7 @@ function filenameFromUrl(url) {
   }
 }
 function resolveUniqueFilename(name, claimed) {
-  const isFree = (candidate) => !claimed.has(candidate) && !existsSync(join5(UPLOADS_DIR, candidate));
+  const isFree = (candidate) => !claimed.has(candidate) && !existsSync(join6(UPLOADS_DIR, candidate));
   if (isFree(name)) {
     return name;
   }
@@ -9622,19 +9852,23 @@ async function persistAttachmentList(attachments) {
   const results = await Promise.allSettled(
     nonVoice.map(async (att, i) => {
       const name = names[i];
-      const localPath = join5(UPLOADS_DIR, name);
+      const localPath = join6(UPLOADS_DIR, name);
+      const timeoutMs = isImageAttachment(att) ? IMAGE_DOWNLOAD_TIMEOUT_MS : DOCUMENT_DOWNLOAD_TIMEOUT_MS;
       const res = await fetch(att.url, {
-        signal: AbortSignal.timeout(3e4)
+        signal: AbortSignal.timeout(timeoutMs)
       });
-      if (!res.ok) {
+      if (!res.ok || !res.body) {
         throw new Error(`HTTP ${res.status} downloading ${att.url}`);
       }
-      const buffer = Buffer.from(await res.arrayBuffer());
-      await writeFile3(localPath, buffer);
+      await pipeline(
+        Readable.fromWeb(res.body),
+        createWriteStream(localPath)
+      );
+      const { size } = await stat5(localPath);
       log16.info("Attachment saved", {
         filename: name,
         path: localPath,
-        bytes: buffer.length
+        bytes: size
       });
       let extractedTextPath;
       if (att.extractedTextUrl) {
@@ -10505,6 +10739,7 @@ var HeadlessSession = class {
             name: e.name,
             result: e.result,
             isError: e.isError,
+            ...e.recording && { recording: e.recording },
             ...e.parentToolId && { parentToolId: e.parentToolId }
           },
           rid
@@ -10617,12 +10852,15 @@ var HeadlessSession = class {
     const questions = Array.isArray(input?.questions) ? input.questions : [];
     const batch = [];
     const slots = [];
+    let landings = 0;
     for (const q of questions) {
       if (q?.type !== "file" || typeof q.id !== "string") {
         continue;
       }
       const val = answers[q.id];
-      const items = (Array.isArray(val) ? val : [val]).filter(isDescriptor);
+      const all = Array.isArray(val) ? val : [val];
+      landings += all.filter((v) => v && v.kind === "store").length;
+      const items = all.filter(isDescriptor);
       if (items.length === 0) {
         continue;
       }
@@ -10641,6 +10879,9 @@ var HeadlessSession = class {
       }
     }
     if (batch.length === 0) {
+      if (landings > 0) {
+        log17.info("promptUser store landings passed through", { landings });
+      }
       return raw;
     }
     let results;
@@ -10984,7 +11225,7 @@ var HeadlessSession = class {
    * there would strand the chain steps and background results behind it.
    */
   async drainQueueLoop() {
-    for (; ; ) {
+    while (true) {
       const at = this.queue.firstDeliverableIndex();
       if (at === -1) {
         return;