@flowriki/agent 0.1.0-beta.53 → 0.1.0-beta.55

package/dist/{chunk-FIR6NOLA.js → chunk-3XKTIMRP.js}

@@ -14,7 +14,9 @@ import { spawn as spawn2 } from "child_process";
 import fs3 from "fs";
 import os3 from "os";
 import path3 from "path";
+import { execFile as execFile2 } from "child_process";
 import fs4 from "fs";
+import os4 from "os";
 import path4 from "path";
 
 // ../test-model/dist/chunk-I5COYCQ5.js
@@ -2647,7 +2649,7 @@ async function cloudDevices(account, key) {
     if (!res.ok) throw new Error(`${account.provider} answered ${res.status}.`);
     return res.json();
   };
-  const platformOf = (os4) => /android/i.test(os4) ? "android" : /ios/i.test(os4) ? "ios" : null;
+  const platformOf = (os5) => /android/i.test(os5) ? "android" : /ios/i.test(os5) ? "ios" : null;
   const out = [];
   if (account.provider === "browserstack") {
     for (const d of await get("https://api-cloud.browserstack.com/app-automate/devices.json")) {
@@ -2661,11 +2663,11 @@ async function cloudDevices(account, key) {
       if (p) out.push({ name: d.name, platform: p, osVersion: d.osVersion });
     }
   } else {
-    for (const os4 of ["android", "ios"]) {
-      const listed = await get(`https://mobile-api.lambdatest.com/mobile-automation/api/v1/list?region=us&os=${os4}`);
+    for (const os5 of ["android", "ios"]) {
+      const listed = await get(`https://mobile-api.lambdatest.com/mobile-automation/api/v1/list?region=us&os=${os5}`);
       for (const [, devices] of Object.entries(listed)) {
         if (!Array.isArray(devices)) continue;
-        for (const d of devices) out.push({ name: d.deviceName, platform: os4, osVersion: d.platformVersion });
+        for (const d of devices) out.push({ name: d.deviceName, platform: os5, osVersion: d.platformVersion });
       }
     }
   }
@@ -3313,6 +3315,16 @@ var MobileSession = class _MobileSession {
     }
     return png;
   }
+  /** The screen as a picture to LOOK at — the recorder's mirror, the run
+   *  page's live phone — at most `maxPx` on its longer side. A phone's own
+   *  resolution is three to four times what a mirror draws, and every byte
+   *  of it crosses the control channel each time; on macOS `sips` shrinks it
+   *  in a few milliseconds, elsewhere the full picture is sent. Evidence
+   *  files keep the full size. */
+  async preview(maxPx = 900) {
+    const png = await this.screenshot();
+    return shrink(png, maxPx);
+  }
   /** Android: the activity on screen. iOS has none worth reading. */
   async currentScreenName() {
     if (this.platform !== "android") return "";
@@ -3510,6 +3522,22 @@ var MobileSession = class _MobileSession {
     await this.driver.close();
   }
 };
+async function shrink(png, maxPx) {
+  if (process.platform !== "darwin") return png;
+  const dir = fs4.mkdtempSync(path4.join(os4.tmpdir(), "flowriki-shot-"));
+  const file = path4.join(dir, "s.png");
+  try {
+    fs4.writeFileSync(file, png);
+    await new Promise((resolve, reject) => {
+      execFile2("/usr/bin/sips", ["-Z", String(maxPx), file], { timeout: 5e3 }, (error) => error ? reject(error) : resolve());
+    });
+    return fs4.readFileSync(file);
+  } catch {
+    return png;
+  } finally {
+    fs4.rmSync(dir, { recursive: true, force: true });
+  }
+}
 var ANDROID_KEYS = {
   enter: 66,
   return: 66,
@@ -4166,6 +4194,7 @@ export {
   checkMobileAssertion,
   openSessionOn,
   MobileSession,
+  shrink,
   MOBILE_TIMEOUTS,
   performMobileStep,
   runMobileSteps,

package/dist/{chunk-6AR63WTN.js → chunk-NWJWMDVO.js}

@@ -68,7 +68,7 @@ import {
   textIndependent,
   validateActors,
   webCloudOf
-} from "./chunk-FIR6NOLA.js";
+} from "./chunk-3XKTIMRP.js";
 
 // src/engine/machine.ts
 import fs from "fs";
@@ -76,7 +76,7 @@ import os from "os";
 import path from "path";
 import { createRequire } from "module";
 import { spawnSync } from "child_process";
-var AGENT_VERSION = "0.1.0-beta.53";
+var AGENT_VERSION = "0.1.0-beta.55";
 async function prepareBrowsers() {
   if (browsersReady()) {
     return { ok: true, already: true, message: "chromium is already installed" };
@@ -136,7 +136,7 @@ async function checkMachine() {
     }
   } catch {
   }
-  const { mobileDoctor: mobileDoctor2 } = await import("./dist-6GKVE5CL.js");
+  const { mobileDoctor: mobileDoctor2 } = await import("./dist-RTDFWPOC.js");
   return {
     agentVersion: AGENT_VERSION,
     node: process.versions.node,
@@ -9846,8 +9846,11 @@ var ownerOf = (l) => l.draft ? "recording" : "debug";
 var SECRET_WORDS = /password|passwd|pass[-_\s]?code|pwd|secret|otp|\bpin\b|cvv|cvc/i;
 async function screenOf(l, withImage = false) {
   l.session.changed();
-  const screen = await l.session.screen();
-  const png = withImage ? await l.session.screenshot() : null;
+  const [screen, png, where] = await Promise.all([
+    l.session.screen(),
+    withImage ? l.session.preview() : Promise.resolve(null),
+    l.session.currentScreenName()
+  ]);
   return {
     ...png ? { image: png.toString("base64") } : {},
     width: screen.size.width,
@@ -9862,7 +9865,7 @@ async function screenOf(l, withImage = false) {
       ...n2.value ? { value: n2.password ? "\u2022\u2022\u2022" : n2.value } : {},
       ...n2.id ? { id: n2.id } : {}
     })),
-    where: await l.session.currentScreenName(),
+    where,
     device: l.session.deviceName
   };
 }
@@ -9890,7 +9893,7 @@ function mobileHandlers(ctx) {
       const session = live.get(platform)?.session ?? openSessionOn(platform);
       if (!session) return { ok: true, result: { image: null } };
       try {
-        const png = await session.screenshot();
+        const png = await session.preview(720);
         return { ok: true, result: { image: png.toString("base64"), device: session.deviceName } };
       } catch {
         return { ok: true, result: { image: null } };
@@ -10003,18 +10006,18 @@ function mobileHandlers(ctx) {
             if (op === "run" || step.type === "signIn" || step.type === "assert") {
               const done = await runMobileSteps(l.session, [step], { values: l.values, resolveSecret: l.resolveSecret, resolveAuth: l.resolveAuth, ...l.runHelper ? { runHelper: l.runHelper } : {} });
               const result = done.results[0];
-              if (op === "run") return { ok: true, result: { result: result ?? null, screen: await screenOf(l) } };
+              if (op === "run") return { ok: true, result: { result: result ?? null } };
               if (done.status !== "passed") throw new Error(result?.detail ?? done.error ?? "it did not work");
             } else {
               await performMobileStep(l.session, step, { values: l.values, resolveSecret: l.resolveSecret, resolveAuth: l.resolveAuth, ...l.runHelper ? { runHelper: l.runHelper } : {} });
             }
           } catch (error) {
             if (secret2) l.typed.delete(ref);
-            return { ok: true, result: { kept: false, error: error.message.split("\n")[0], screen: await screenOf(l) } };
+            return { ok: true, result: { kept: false, error: error.message.split("\n")[0] } };
           }
-          await new Promise((r) => setTimeout(r, 500));
+          await new Promise((r) => setTimeout(r, 300));
           l.draft?.steps.push(step);
-          return { ok: true, result: { kept: true, step, durationMs: Date.now() - t0, steps: l.draft?.steps ?? [], screen: await screenOf(l) } };
+          return { ok: true, result: { kept: true, step, durationMs: Date.now() - t0, steps: l.draft?.steps ?? [] } };
         }
         if (op === "check") {
           const assertion = RecordedStepSchema.shape.proposals.element.parse({ enabled: true, ...command.args["assertion"] });
@@ -10336,75 +10339,15 @@ function createClaudeCli(options) {
     ask(ask) {
       if (current) return { started: false, detail: "The assistant is already answering a question on this machine." };
       fs43.mkdirSync(scratchRoot2, { recursive: true, mode: 448 });
-      const dir = fs43.mkdtempSync(path42.join(scratchRoot2, "ask-"));
+      const dir = path42.join(scratchRoot2, `project-${ask.projectId.replace(/[^A-Za-z0-9_-]/g, "_")}`);
+      fs43.mkdirSync(dir, { recursive: true, mode: 448 });
       const mcpConfigPath = path42.join(dir, "mcp.json");
       fs43.writeFileSync(
         mcpConfigPath,
         JSON.stringify({ mcpServers: { [MCP_SERVER_NAME]: { command: options.mcp.command, args: options.mcp.args } } }),
         { mode: 384 }
       );
-      let child;
-      try {
-        child = spawn2(
-          binary,
-          buildAskArgs({
-            prompt: ask.prompt,
-            mcpConfigPath,
-            projectId: ask.projectId,
-            projectName: ask.projectName,
-            ...ask.sessionId ? { sessionId: ask.sessionId } : {},
-            ...ask.folders?.length ? { folders: ask.folders } : {},
-            ...ask.mode ? { mode: ask.mode } : {}
-          }),
-          // THE SCRATCH FOLDER, not the project: nothing here to read or write.
-          { cwd: dir, stdio: ["ignore", "pipe", "pipe"] }
-        );
-      } catch {
-        fs43.rmSync(dir, { recursive: true, force: true });
-        return { started: false, detail: "The assistant\u2019s command-line tool could not be started." };
-      }
-      current = { askId: ask.askId, child };
-      let buffer = "", stderr = "", sawDone = false, ended = false;
-      const handleLine = (line) => {
-        for (const event of eventsFromLine(ask.askId, line)) {
-          if (event.name === "assistant.done") sawDone = true;
-          ask.emit(event.name, event.data);
-        }
-      };
-      const end = (ok, detail) => {
-        if (ended) return;
-        ended = true;
-        clearTimeout(timer);
-        if (buffer.trim()) handleLine(buffer);
-        if (!sawDone) ask.emit("assistant.done", { askId: ask.askId, ok, result: detail });
-        current = null;
-        fs43.rmSync(dir, { recursive: true, force: true });
-      };
-      const timer = setTimeout(() => {
-        child.kill("SIGTERM");
-        end(false, `Stopped after ${Math.max(1, Math.round(maxAskMs / 6e4))} minutes. Whatever it saved so far is on the Branches page \u2014 send \u201Ccontinue\u201D to carry on.`);
-      }, maxAskMs);
-      timer.unref?.();
-      child.stdout?.on("data", (chunk) => {
-        buffer += chunk.toString();
-        let at;
-        while ((at = buffer.indexOf("\n")) >= 0) {
-          handleLine(buffer.slice(0, at));
-          buffer = buffer.slice(at + 1);
-        }
-      });
-      child.stderr?.on("data", (chunk) => {
-        stderr = (stderr + chunk.toString()).slice(-2e3);
-      });
-      child.on("error", () => end(false, "The assistant\u2019s command-line tool could not be started."));
-      child.on(
-        "close",
-        (code) => end(
-          code === 0,
-          cancelled === ask.askId ? "Stopped." : code === 0 ? "" : stderr.trim().split("\n").slice(-3).join(" ") || `The assistant stopped (exit ${code ?? "?"}).`
-        )
-      );
-      return { started: true };
+      return launch(ask, dir, mcpConfigPath, ask.sessionId);
     },
     cancel(askId) {
       if (!current || current.askId !== askId) return false;
@@ -10414,8 +10357,85 @@ function createClaudeCli(options) {
       setTimeout(() => child.kill("SIGKILL"), 3e3).unref?.();
       return true;
     },
-    busy: () => current !== null
+    busy() {
+      return current !== null;
+    }
   };
+  function launch(ask, dir, mcpConfigPath, sessionId) {
+    let child;
+    try {
+      child = spawn2(
+        binary,
+        buildAskArgs({
+          prompt: ask.prompt,
+          mcpConfigPath,
+          projectId: ask.projectId,
+          projectName: ask.projectName,
+          ...sessionId ? { sessionId } : {},
+          ...ask.folders?.length ? { folders: ask.folders } : {},
+          ...ask.mode ? { mode: ask.mode } : {},
+          ...ask.brief ? { brief: ask.brief } : {}
+        }),
+        // THE SCRATCH FOLDER, not the project: nothing here to read or write.
+        { cwd: dir, stdio: ["ignore", "pipe", "pipe"] }
+      );
+    } catch {
+      return { started: false, detail: "The assistant\u2019s command-line tool could not be started." };
+    }
+    current = { askId: ask.askId, child };
+    let buffer = "", stderr = "", sawDone = false, ended = false;
+    let silentFailure = false;
+    const handleLine = (line) => {
+      for (const event of eventsFromLine(ask.askId, line)) {
+        if (event.name === "assistant.done" && event.data["ok"] === false && !String(event.data["result"] ?? "").trim()) {
+          silentFailure = true;
+          continue;
+        }
+        if (event.name === "assistant.done") sawDone = true;
+        ask.emit(event.name, event.data);
+      }
+    };
+    const end = (ok, detail) => {
+      if (ended) return;
+      ended = true;
+      clearTimeout(timer);
+      if (buffer.trim()) handleLine(buffer);
+      current = null;
+      if (silentFailure && sessionId && /no conversation found/i.test(stderr) && cancelled !== ask.askId) {
+        const again = launch(ask, dir, mcpConfigPath, void 0);
+        if (again.started) return;
+      }
+      if (!sawDone) {
+        const why = detail || stderr.trim().split("\n").filter((l) => l && !/^Warning:/.test(l)).slice(-3).join(" ") || "The assistant stopped without saying why.";
+        ask.emit("assistant.done", { askId: ask.askId, ok: ok && !silentFailure, result: ok && !silentFailure ? "" : why });
+      }
+    };
+    const timer = setTimeout(() => {
+      child.kill("SIGTERM");
+      end(false, `Stopped after ${Math.max(1, Math.round(maxAskMs / 6e4))} minutes. Whatever it saved so far is on the Branches page \u2014 send \u201Ccontinue\u201D to carry on.`);
+    }, maxAskMs);
+    timer.unref?.();
+    child.stdout?.on("data", (chunk) => {
+      buffer += chunk.toString();
+      let at;
+      while ((at = buffer.indexOf("\n")) >= 0) {
+        handleLine(buffer.slice(0, at));
+        buffer = buffer.slice(at + 1);
+      }
+    });
+    child.stderr?.on("data", (chunk) => {
+      stderr = (stderr + chunk.toString()).slice(-2e3);
+    });
+    child.on("error", () => end(false, "The assistant\u2019s command-line tool could not be started."));
+    child.on(
+      "close",
+      (code) => end(
+        code === 0,
+        cancelled === ask.askId ? "Stopped." : code === 0 ? "" : stderr.trim().split("\n").filter((l) => l && !/^Warning:/.test(l)).slice(-3).join(" ") || `The assistant stopped (exit ${code ?? "?"}).`
+      )
+    );
+    return { started: true };
+  }
 }
 function createAgentRuntime(options) {
   const lease = new BrowserLease();

package/dist/cli.js

@@ -23,7 +23,7 @@ import {
   runtimeValue,
   start,
   status
-} from "./chunk-6AR63WTN.js";
+} from "./chunk-NWJWMDVO.js";
 import {
   CLOUD_PROVIDERS,
   CLOUD_PROVIDER_NAME,
@@ -49,7 +49,7 @@ import {
   screenLines,
   stepRefusedOn,
   targetFor
-} from "./chunk-FIR6NOLA.js";
+} from "./chunk-3XKTIMRP.js";
 
 // src/cli.ts
 import { parseArgs } from "util";

package/dist/{dist-6GKVE5CL.js → dist-RTDFWPOC.js}

@@ -40,12 +40,13 @@ import {
   run,
   runMobileSteps,
   screenLines,
+  shrink,
   stopAppium,
   targetFor,
   textOf,
   toolEnv,
   typesSecrets
-} from "./chunk-FIR6NOLA.js";
+} from "./chunk-3XKTIMRP.js";
 export {
   AGENT_HOME,
   APPIUM_DIR,
@@ -87,6 +88,7 @@ export {
   runMobileSteps,
   run as runTool,
   screenLines,
+  shrink,
   stopAppium,
   targetFor,
   textOf,

package/dist/engine.js

@@ -9,8 +9,8 @@ import {
   resolveCheckouts,
   start,
   status
-} from "./chunk-6AR63WTN.js";
-import "./chunk-FIR6NOLA.js";
+} from "./chunk-NWJWMDVO.js";
+import "./chunk-3XKTIMRP.js";
 export {
   AGENT_VERSION,
   browsersReady,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flowriki/agent",
-  "version": "0.1.0-beta.53",
+  "version": "0.1.0-beta.55",
   "description": "Run Flowriki UI tests on your own computer. Connects this machine to your Flowriki account.",
   "license": "SEE LICENSE IN LICENSE",
   "type": "module",