vibeview 0.27.0 → 0.28.0

package/dist/cli.js

@@ -11,7 +11,6 @@ import {
   formatDeviceModelsHuman,
   formatDevicesHuman,
   formatDuration,
-  formatUtcTimestamp,
   killOwnedMetro,
   listBuilds,
   loadDevConfig,
@@ -23,22 +22,27 @@ import {
   readDevState,
   readMetroState,
   runAgentVerb
-} from "./chunk-46X7UN6Y.js";
+} from "./chunk-OKOAWGWV.js";
 import {
   ApiClient,
+  ApiStatusError,
+  DEVICE_STATUS_FILTERS,
   EXIT_INFRA_ERROR,
   EXIT_PASS,
   EXIT_TEST_FAIL,
+  NetworkError,
   NotFoundError,
   UsageError,
   createSpinner,
   errorExitCode,
+  formatUtcTimestamp,
   loadConfig,
+  printJsonError,
   reportCommandError,
   resolveAuth,
   saveConfig,
   uploadApp
-} from "./chunk-U7FCGMWG.js";
+} from "./chunk-2JLTC67A.js";
 
 // src/cli.ts
 import { createRequire } from "module";
@@ -52,6 +56,26 @@ import chalk2 from "chalk";
 
 // src/lib/formatters/human.ts
 import chalk from "chalk";
+
+// src/lib/formatters/cases.ts
+function resultCases(result) {
+  if (Array.isArray(result.test_runs)) return result.test_runs;
+  const failedStep = result.steps?.find((s) => s.status !== "passed");
+  return [
+    {
+      case_name: result.case_name || result.run_id,
+      status: result.status,
+      duration_ms: result.duration_ms,
+      error_message: result.error_message ?? failedStep?.error ?? null,
+      error_kind: failedStep?.error_kind ?? null,
+      error_kind_description: failedStep?.error_kind_description ?? null,
+      screenshot_signed_url: failedStep?.screenshot_signed_url ?? null,
+      url: result.url
+    }
+  ];
+}
+
+// src/lib/formatters/human.ts
 function failureLines(failure) {
   const lines = [];
   if (failure.error_kind) {
@@ -72,20 +96,19 @@ function formatHuman(result, verbose) {
   const icon = result.status === "passed" ? chalk.green("PASS") : chalk.red("FAIL");
   const duration = result.duration_ms ? `${(result.duration_ms / 1e3).toFixed(1)}s` : "-";
   lines.push("");
-  if (result.suite_name) {
-    lines.push(`  ${icon}  ${chalk.bold(result.suite_name)}  ${chalk.dim(duration)}`);
-  } else {
-    lines.push(`  ${icon}  ${chalk.bold(result.run_id)}  ${chalk.dim(duration)}`);
-  }
-  const passed = result.test_runs.filter((t) => t.status === "passed").length;
-  const total = result.test_runs.length;
+  const title = result.suite_name || result.case_name || result.run_id;
+  lines.push(`  ${icon}  ${chalk.bold(title)}  ${chalk.dim(duration)}`);
+  const cases = resultCases(result);
+  const passed = cases.filter((t) => t.status === "passed").length;
+  const total = cases.length;
   lines.push(`  ${chalk.dim(`${passed}/${total} cases passed`)}`);
   if (result.url) {
     lines.push(`  ${chalk.dim(result.url)}`);
   }
-  if (result.test_runs.length > 0) {
+  const suiteCases = result.test_runs ?? [];
+  if (suiteCases.length > 0) {
     lines.push("");
-    for (const tr of result.test_runs) {
+    for (const tr of suiteCases) {
       const caseIcon = tr.status === "passed" ? chalk.green("  PASS") : tr.status === "cancelled" || tr.status === "pending" || tr.status === "running" ? chalk.yellow("  SKIP") : chalk.red("  FAIL");
       const caseDuration = tr.duration_ms ? `${(tr.duration_ms / 1e3).toFixed(1)}s` : "-";
       lines.push(`  ${caseIcon}  ${tr.case_name}  ${chalk.dim(caseDuration)}`);
@@ -99,7 +122,7 @@ function formatHuman(result, verbose) {
   }
   if (result.steps && result.steps.length > 0) {
     lines.push("");
-    if (result.case_name) {
+    if (result.case_name && result.case_name !== title) {
       lines.push(`  ${chalk.bold(result.case_name)}`);
     }
     for (const step of result.steps) {
@@ -134,10 +157,11 @@ function escapeXml(s) {
   return s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
 }
 function formatJunit(result) {
-  const suiteName = escapeXml(result.suite_name || result.run_id);
-  const tests = result.test_runs.length;
-  const failures = result.test_runs.filter((t) => t.status === "failed").length;
-  const errors = result.test_runs.filter((t) => t.status === "error").length;
+  const suiteName = escapeXml(result.suite_name || result.case_name || result.run_id);
+  const cases = resultCases(result);
+  const tests = cases.length;
+  const failures = cases.filter((t) => t.status === "failed").length;
+  const errors = cases.filter((t) => t.status === "error").length;
   const totalTime = result.duration_ms ? (result.duration_ms / 1e3).toFixed(1) : "0";
   const timestamp = (/* @__PURE__ */ new Date()).toISOString();
   const lines = [];
@@ -148,31 +172,64 @@ function formatJunit(result) {
   lines.push(
     `  <testsuite name="${suiteName}" tests="${tests}" failures="${failures}" errors="${errors}" time="${totalTime}" timestamp="${timestamp}">`
   );
-  for (const tr of result.test_runs) {
+  if (result.url) {
+    lines.push("    <properties>");
+    lines.push(`      <property name="vibeview.run_url" value="${escapeXml(result.url)}" />`);
+    lines.push("    </properties>");
+  }
+  for (const tr of cases) {
     const caseName = escapeXml(tr.case_name);
     const caseTime = tr.duration_ms ? (tr.duration_ms / 1e3).toFixed(1) : "0";
-    if (tr.status === "passed") {
+    const out = tr.url ? `      <system-out>${escapeXml(tr.url)}</system-out>` : null;
+    if (tr.status === "passed" && !out) {
       lines.push(`    <testcase name="${caseName}" classname="${suiteName}" time="${caseTime}" />`);
-    } else if (tr.status === "failed") {
+      continue;
+    }
+    lines.push(`    <testcase name="${caseName}" classname="${suiteName}" time="${caseTime}">`);
+    if (tr.status === "failed") {
       const msg = escapeXml(tr.error_message || "Test failed");
-      lines.push(`    <testcase name="${caseName}" classname="${suiteName}" time="${caseTime}">`);
       lines.push(`      <failure message="${msg}" type="TestFailure">${msg}</failure>`);
-      lines.push("    </testcase>");
-    } else {
+    } else if (tr.status !== "passed") {
       const msg = escapeXml(tr.error_message || "Infrastructure error");
-      lines.push(`    <testcase name="${caseName}" classname="${suiteName}" time="${caseTime}">`);
       lines.push(`      <error message="${msg}" type="InfraError">${msg}</error>`);
-      lines.push("    </testcase>");
     }
+    if (out) lines.push(out);
+    lines.push("    </testcase>");
   }
   lines.push("  </testsuite>");
   lines.push("</testsuites>");
   return lines.join("\n");
 }
-function formatMultiSuiteJunit(result) {
+function formatJunitError(name, message, url) {
+  const n = escapeXml(name);
+  const msg = escapeXml(message);
+  const timestamp = (/* @__PURE__ */ new Date()).toISOString();
+  const lines = [];
+  lines.push('<?xml version="1.0" encoding="UTF-8"?>');
+  lines.push(`<testsuites name="vibeview" tests="1" failures="0" errors="1" time="0">`);
+  lines.push(
+    `  <testsuite name="${n}" tests="1" failures="0" errors="1" time="0" timestamp="${timestamp}">`
+  );
+  if (url) {
+    lines.push("    <properties>");
+    lines.push(`      <property name="vibeview.run_url" value="${escapeXml(url)}" />`);
+    lines.push("    </properties>");
+  }
+  lines.push(`    <testcase name="${n}" classname="${n}" time="0">`);
+  lines.push(`      <error message="${msg}" type="InfraError">${msg}</error>`);
+  lines.push("    </testcase>");
+  lines.push("  </testsuite>");
+  lines.push("</testsuites>");
+  return lines.join("\n");
+}
+var MULTI_TERMINAL = /* @__PURE__ */ new Set(["passed", "failed", "error", "cancelled"]);
+function formatMultiSuiteJunit(result, opts = {}) {
+  const unfinished = (status) => opts.timedOut !== void 0 && !MULTI_TERMINAL.has(status);
+  const errored = (status) => status === "error" || unfinished(status);
   const tests = result.suite_runs.reduce((sum, sr) => sum + sr.passed + sr.failed, 0);
   const failures = result.suite_runs.reduce((sum, sr) => sum + sr.failed, 0);
-  const totalErrors = result.suite_runs.filter((sr) => sr.status === "error").length;
+  const noSuites = opts.timedOut !== void 0 && result.suite_runs.length === 0;
+  const totalErrors = result.suite_runs.filter((sr) => errored(sr.status)).length + (noSuites ? 1 : 0);
   const timestamp = result.started_at ?? (/* @__PURE__ */ new Date()).toISOString();
   const lines = [];
   lines.push('<?xml version="1.0" encoding="UTF-8"?>');
@@ -183,43 +240,113 @@ function formatMultiSuiteJunit(result) {
     const suiteName = escapeXml(sr.suite_name || sr.suite_id);
     const suiteTests = sr.passed + sr.failed;
     const suiteFails = sr.failed;
-    const suiteErrors = sr.status === "error" ? 1 : 0;
+    const suiteErrors = errored(sr.status) ? 1 : 0;
     lines.push(
       `  <testsuite name="${suiteName}" tests="${suiteTests}" failures="${suiteFails}" errors="${suiteErrors}" timestamp="${timestamp}">`
     );
-    if (suiteErrors > 0) {
+    if (sr.url) {
+      lines.push("    <properties>");
+      lines.push(`      <property name="vibeview.run_url" value="${escapeXml(sr.url)}" />`);
+      lines.push("    </properties>");
+    }
+    if (unfinished(sr.status)) {
+      const msg = escapeXml(`${opts.timedOut} (suite was ${sr.status})`);
+      lines.push(`    <error message="${msg}" type="InfraError" />`);
+    } else if (suiteErrors > 0) {
       lines.push(`    <error message="Suite errored" type="InfraError" />`);
     }
     lines.push("  </testsuite>");
   }
+  if (noSuites) {
+    const msg = escapeXml(opts.timedOut);
+    lines.push(
+      `  <testsuite name="vibeview run-suites" tests="0" failures="0" errors="1" timestamp="${timestamp}">`
+    );
+    lines.push(`    <error message="${msg}" type="InfraError" />`);
+    lines.push("  </testsuite>");
+  }
   lines.push("</testsuites>");
   return lines.join("\n");
 }
 
 // src/lib/poll.ts
-function printBelowSpinner(spinner, line) {
-  const text = spinner.text;
+function resumeSpinner(spinner, text) {
+  if (spinner.isEnabled === false) {
+    if (text !== void 0) spinner.text = text;
+    return;
+  }
+  spinner.start(text);
+}
+function printBelowSpinner(spinner, line, nextText) {
+  const text = nextText ?? spinner.text;
   spinner.stop();
   process.stderr.write(line + "\n");
-  spinner.start(text);
+  resumeSpinner(spinner, text);
+}
+function printStepLines(stepNum, total, status, text, actions, error) {
+  const icon = status === "passed" ? chalk2.green("\u2713") : status === "failed" ? chalk2.red("\u2717") : chalk2.yellow("!");
+  process.stderr.write(`  ${icon} Step ${stepNum}/${total}: ${text}
+`);
+  for (const action of actions ?? []) {
+    process.stderr.write(`    ${chalk2.dim(formatAction(action))}
+`);
+  }
+  if (error) process.stderr.write(`    ${chalk2.red(error)}
+`);
+}
+var PollTimeoutError = class extends Error {
+  constructor(message) {
+    super(message);
+    this.name = "PollTimeoutError";
+  }
+};
+var POLL_RETRY_DELAYS_MS = [2e3, 4e3, 8e3, 16e3, 3e4];
+function isTransientPollError(err) {
+  if (err instanceof NetworkError) return true;
+  if (err instanceof ApiStatusError) {
+    return err.status === 408 || err.status === 429 || err.status >= 500;
+  }
+  return false;
+}
+async function retryTransient(fn, opts = {}) {
+  for (let attempt = 0; ; attempt++) {
+    try {
+      return await fn();
+    } catch (err) {
+      const delay = POLL_RETRY_DELAYS_MS[attempt];
+      if (!isTransientPollError(err) || delay === void 0) throw err;
+      if (opts.deadline !== void 0 && Date.now() + delay >= opts.deadline) throw err;
+      const message = err instanceof Error ? err.message : String(err);
+      process.stderr.write(
+        `${opts.label ?? "Status poll"} failed (${message}); retrying in ${delay / 1e3}s (${attempt + 1}/${POLL_RETRY_DELAYS_MS.length})
+`
+      );
+      await new Promise((r) => setTimeout(r, delay));
+    }
+  }
+}
+function keepAliveEnabled(output) {
+  return output !== "json" && output !== "junit";
 }
-async function pollUntilComplete(client, runId, timeoutMs, spinner, onQueueObserved) {
+async function pollUntilComplete(client, runId, timeoutMs, spinner, onQueueObserved, opts = {}) {
   const deadline = Date.now() + timeoutMs;
   const isCI = process.env.CI === "true" || process.env.CI === "1" || !process.stdout.isTTY;
+  const keepAlive = isCI && opts.keepAlive !== false;
   let lastLogTime = Date.now();
   let lastSeenEventCount = 0;
   let totalSteps;
   let currentStepLabel = "";
+  const printedSteps = /* @__PURE__ */ new Set();
   let cachedDeviceLabel = null;
   const caseStateBefore = /* @__PURE__ */ new Map();
   const caseStartedPrinted = /* @__PURE__ */ new Set();
   while (Date.now() < deadline) {
-    const result = await client.getRunStatus(runId);
+    const result = await retryTransient(() => client.getRunStatus(runId), { deadline });
     const progress = result.progress || [];
     if (progress.length > lastSeenEventCount) {
       const newEvents = progress.slice(lastSeenEventCount);
       for (const evt of newEvents) {
-        const ctx = { spinner, totalSteps, currentStepLabel };
+        const ctx = { spinner, totalSteps, currentStepLabel, printedSteps };
         displayProgressEvent(evt, ctx);
         totalSteps = ctx.totalSteps;
         currentStepLabel = ctx.currentStepLabel;
@@ -252,6 +379,20 @@ async function pollUntilComplete(client, runId, timeoutMs, spinner, onQueueObser
       }
     }
     if (["passed", "failed", "error", "cancelled"].includes(result.status)) {
+      if (printedSteps.size > 0 && Array.isArray(result.steps)) {
+        spinner.stop();
+        result.steps.forEach((st, i) => {
+          if (printedSteps.has(i)) return;
+          printStepLines(
+            i + 1,
+            totalSteps ?? result.steps.length,
+            st.status,
+            st.step,
+            st.actions,
+            st.error
+          );
+        });
+      }
       return result;
     }
     if (result.status === "queued" && result.queue) {
@@ -292,20 +433,24 @@ async function pollUntilComplete(client, runId, timeoutMs, spinner, onQueueObser
         spinner.text = `Status: ${result.status}...`;
       }
     }
-    if (isCI && Date.now() - lastLogTime >= 3e4) {
-      console.log(`Status: ${result.status}...`);
+    if (keepAlive && Date.now() - lastLogTime >= 3e4) {
+      const where = result.status === "queued" && result.queue ? ` (position ${result.queue.position} in line for a device)` : "";
+      process.stderr.write(`Status: ${result.status}${where}...
+`);
       lastLogTime = Date.now();
     }
     await new Promise((r) => setTimeout(r, 3e3));
   }
-  throw new Error(`Timeout: run did not complete within ${Math.round(timeoutMs / 1e3)}s`);
+  throw new PollTimeoutError(
+    `Timeout: run did not complete within ${Math.round(timeoutMs / 1e3)}s`
+  );
 }
 function formatAction(action) {
   const tool = action.tool;
   const args = action.args || {};
   switch (tool) {
     case "tap":
-      return `tap ${args.element_ref || ""}`;
+      return `tap ${args.ref ?? args.element_ref ?? ""}`.trimEnd();
     case "tap_coordinates":
       return `tap (${args.x}, ${args.y})`;
     case "type_text":
@@ -333,7 +478,8 @@ function displayProgressEvent(evt, ctx) {
     case "run_started":
       printBelowSpinner(
         spinner,
-        `${chalk2.cyan("\u25B6")} AI test started \u2014 ${evt.total_steps} step(s), model: ${chalk2.bold(evt.model || "default")}`
+        `${chalk2.cyan("\u25B6")} AI test started \u2014 ${evt.total_steps} step(s), model: ${chalk2.bold(evt.model || "default")}`,
+        "  Starting test..."
       );
       ctx.totalSteps = evt.total_steps ?? ctx.totalSteps;
       break;
@@ -345,23 +491,17 @@ function displayProgressEvent(evt, ctx) {
       break;
     }
     case "step_completed": {
-      const stepNum = (evt.step_index ?? 0) + 1;
+      const stepIndex = evt.step_index ?? 0;
+      const stepNum = stepIndex + 1;
       const total = ctx.totalSteps ?? evt.total_steps ?? "?";
-      const icon = evt.status === "passed" ? chalk2.green("\u2713") : evt.status === "failed" ? chalk2.red("\u2717") : chalk2.yellow("!");
+      if (ctx.printedSteps.has(stepIndex)) break;
+      ctx.printedSteps.add(stepIndex);
       spinner.stop();
-      process.stderr.write(`  ${icon} Step ${stepNum}/${total}: ${evt.step_text || ""}
-`);
-      if (evt.actions && evt.actions.length > 0) {
-        for (const action of evt.actions) {
-          process.stderr.write(`    ${chalk2.dim(formatAction(action))}
-`);
-        }
-      }
-      if (evt.error) {
-        process.stderr.write(`    ${chalk2.red(evt.error)}
-`);
-      }
-      spinner.start();
+      printStepLines(stepNum, total, evt.status, evt.step_text || "", evt.actions, evt.error);
+      resumeSpinner(
+        spinner,
+        typeof total === "number" && stepNum >= total ? "  Finishing..." : "  Next step..."
+      );
       break;
     }
     case "conversation_turn": {
@@ -380,7 +520,7 @@ function displayProgressEvent(evt, ctx) {
         `${icon} Run ${evt.status}${evt.duration_ms ? ` (${(evt.duration_ms / 1e3).toFixed(1)}s)` : ""}
 `
       );
-      spinner.start();
+      resumeSpinner(spinner);
       break;
     }
     case "app_installing":
@@ -393,6 +533,17 @@ function displayProgressEvent(evt, ctx) {
       break;
   }
 }
+function outputRunError(err, options, ctx) {
+  if (options.output === "json") {
+    const extra = {};
+    if (ctx.runId) extra.run_id = ctx.runId;
+    if (ctx.url) extra.url = ctx.url;
+    printJsonError(err, extra);
+  } else if (options.output === "junit") {
+    const message = err instanceof Error ? err.message : String(err);
+    console.log(formatJunitError(ctx.name, message, ctx.url));
+  }
+}
 function outputResult(result, options) {
   switch (options.output) {
     case "json":
@@ -418,6 +569,7 @@ async function runSuite(suiteId, options) {
   const spinner = createSpinner("Starting suite run...");
   let sessionId;
   let lastQueueEntryId;
+  let runId;
   let cleaning = false;
   const cleanup = async (signal) => {
     if (cleaning) process.exit(130);
@@ -478,6 +630,7 @@ ${signal} received.
       metadata: options.metadata
     });
     sessionId = response.session_id;
+    runId = response.run_id;
     spinner.stop();
     process.stderr.write(
       `${chalk3.dim("Suite:")} ${suiteId}
@@ -494,7 +647,8 @@ ${chalk3.dim("Run:")} ${response.run_id}
       spinner,
       (entryId) => {
         lastQueueEntryId = entryId;
-      }
+      },
+      { keepAlive: keepAliveEnabled(options.output) }
     );
     spinner.stop();
     if (process.stdin.isTTY) {
@@ -505,6 +659,11 @@ ${chalk3.dim("Run:")} ${response.run_id}
     process.exit(mapExitCode(result.status));
   } catch (err) {
     spinner.fail(err instanceof Error ? err.message : "Unknown error");
+    outputRunError(err, options, {
+      name: suiteId,
+      runId,
+      url: runId ? `${baseUrl}/tests/runs/${runId}` : void 0
+    });
     if (lastQueueEntryId !== void 0) {
       try {
         await client.cancelQueueEntry(lastQueueEntryId);
@@ -593,10 +752,15 @@ ${signal} received.
     const msg = err instanceof Error ? err.message : String(err);
     if (msg.startsWith("Not found:") || msg.includes("404") || /No suites match tags/.test(msg)) {
       const suffix = opts.platform ? ` on platform ${opts.platform}` : "";
-      process.stderr.write(chalk4.yellow(`No suites match tags: ${opts.tag.join(", ")}${suffix}
+      const noMatch = `No suites match tags: ${opts.tag.join(", ")}${suffix}`;
+      if (opts.output === "json") printJsonError(noMatch);
+      if (opts.output === "junit") console.log(formatJunitError("vibeview run-suites", noMatch));
+      process.stderr.write(chalk4.yellow(`${noMatch}
 `));
       process.exit(EXIT_INFRA_ERROR);
     }
+    if (opts.output === "json") printJsonError(err);
+    if (opts.output === "junit") console.log(formatJunitError("vibeview run-suites", msg));
     process.stderr.write(chalk4.red(`Failed to start: ${msg}
 `));
     process.exit(EXIT_INFRA_ERROR);
@@ -635,8 +799,47 @@ ${chalk4.dim("Matched:")} ${totalMatched} suite(s)${matchedNames.length ? " \u20
   };
   const TERMINAL = /* @__PURE__ */ new Set(["passed", "failed", "error", "cancelled"]);
   let last = null;
+  const abandon = async (reason) => {
+    spinner.stop();
+    if (process.stdin.isTTY) {
+      process.stdin.setRawMode(false);
+      process.stdin.pause();
+    }
+    process.stderr.write(chalk4.red(`${reason}
+`));
+    process.stderr.write("Cancelling multi-suite run...\n");
+    try {
+      await client.cancelMultiSuiteRun(start.aggregate_id);
+      process.stderr.write("Cancellation requested.\n");
+    } catch (err) {
+      const m = err instanceof Error ? err.message : String(err);
+      process.stderr.write(chalk4.yellow(`Could not cancel the run: ${m}
+`));
+    }
+    if (opts.output === "json") {
+      printJsonError(reason, { aggregate_id: start.aggregate_id, result: last });
+    } else if (opts.output === "junit") {
+      const doc = last ?? {
+        id: start.aggregate_id,
+        status: "running",
+        suite_runs: [],
+        started_at: null,
+        completed_at: null,
+        commit_sha: null
+      };
+      process.stdout.write(formatMultiSuiteJunit(doc, { timedOut: reason }) + "\n");
+    }
+    process.exit(EXIT_INFRA_ERROR);
+  };
   while (Date.now() < deadline) {
-    last = await client.getMultiSuiteRun(start.aggregate_id);
+    try {
+      last = await retryTransient(() => client.getMultiSuiteRun(start.aggregate_id), {
+        deadline
+      });
+    } catch (err) {
+      const m = err instanceof Error ? err.message : String(err);
+      return abandon(`Could not read the run's status: ${m}`);
+    }
     let doneCount = 0;
     let queuedChild;
     for (const sr of last.suite_runs) {
@@ -671,18 +874,19 @@ ${chalk4.dim("Matched:")} ${totalMatched} suite(s)${matchedNames.length ? " \u20
     } else {
       spinner.text = `Running suites \u2014 ${doneCount}/${totalMatched} complete...`;
     }
-    if (last.status !== "pending" && last.status !== "running") break;
+    if (TERMINAL.has(last.status)) break;
     await new Promise((r) => setTimeout(r, 2e3));
   }
+  if (!last || !TERMINAL.has(last.status)) {
+    return abandon(
+      last ? `Timeout: run did not complete within ${totalTimeout}s` : "Timed out before any status was returned."
+    );
+  }
   spinner.stop();
   if (process.stdin.isTTY) {
     process.stdin.setRawMode(false);
     process.stdin.pause();
   }
-  if (!last) {
-    process.stderr.write(chalk4.red("Timed out before any status was returned.\n"));
-    process.exit(EXIT_INFRA_ERROR);
-  }
   if (opts.output === "json") {
     process.stdout.write(JSON.stringify(last, null, 2) + "\n");
   } else if (opts.output === "junit") {
@@ -728,6 +932,7 @@ async function runTest(testId, options) {
   const client = new ApiClient(baseUrl, token);
   let sessionId;
   let lastQueueEntryId;
+  let runId;
   const spinner = createSpinner("Starting test run...");
   let cleaning = false;
   const cleanup = async (signal) => {
@@ -789,6 +994,7 @@ ${signal} received.
       metadata: options.metadata
     });
     sessionId = response.session_id;
+    runId = response.run_id;
     spinner.stop();
     process.stderr.write(
       `${chalk5.dim("Session:")} ${sessionId || "unknown"}
@@ -806,7 +1012,8 @@ ${chalk5.dim("Run:")} ${response.run_id}
       spinner,
       (entryId) => {
         lastQueueEntryId = entryId;
-      }
+      },
+      { keepAlive: keepAliveEnabled(options.output) }
     );
     spinner.stop();
     if (process.stdin.isTTY) {
@@ -817,6 +1024,11 @@ ${chalk5.dim("Run:")} ${response.run_id}
     process.exit(mapExitCode(result.status));
   } catch (err) {
     spinner.fail(err instanceof Error ? err.message : "Unknown error");
+    outputRunError(err, options, {
+      name: testId,
+      runId,
+      url: runId ? `${baseUrl}/tests/runs/${runId}` : void 0
+    });
     if (lastQueueEntryId !== void 0) {
       try {
         await client.cancelQueueEntry(lastQueueEntryId);
@@ -862,7 +1074,9 @@ async function listSuites(options) {
   for (const s of suites) {
     const platform = s.platform ? chalk6.dim(` [${s.platform}]`) : "";
     const tagsText = s.tags && s.tags.length > 0 ? chalk6.dim(` [${s.tags.map((t) => t.display_name).join(", ")}]`) : "";
-    console.log(`  ${chalk6.cyan(s.id)}  ${s.name}${platform}${tagsText}  (${s.case_count} cases)`);
+    console.log(
+      `  ${chalk6.cyan(s.id)}  ${s.name}${platform}${tagsText}  (${s.case_count} ${s.case_count === 1 ? "case" : "cases"})`
+    );
   }
   console.log();
 }
@@ -1017,9 +1231,12 @@ async function createTest(options) {
       app_id: appPublicId || "",
       steps,
       context: options.context,
-      mode: "ai"
+      mode: "ai",
+      if_exists: options.ifExists
     });
-    spinner.succeed(`Test created: ${result.name}`);
+    spinner.succeed(
+      result.outcome === "updated" ? `Test updated: ${result.name}` : result.outcome === "unchanged" ? `Test already exists, unchanged: ${result.name}` : `Test created: ${result.name}`
+    );
     if (options.output === "json") {
       console.log(
         JSON.stringify(
@@ -1027,6 +1244,7 @@ async function createTest(options) {
             test_id: result.public_id,
             name: result.name,
             app_id: appPublicId || null,
+            outcome: result.outcome ?? null,
             url: `${baseUrl}/tests?tab=standalone`
           },
           null,
@@ -1047,8 +1265,11 @@ async function createTest(options) {
 `));
     }
   } catch (err) {
+    if (options.output === "json") printJsonError(err);
     console.error(chalk9.red(err instanceof Error ? err.message : "Failed to create test"));
-    process.exit(EXIT_INFRA_ERROR);
+    process.exit(
+      err instanceof ApiStatusError && err.status === 409 ? EXIT_TEST_FAIL : EXIT_INFRA_ERROR
+    );
   }
 }
 
@@ -1130,6 +1351,11 @@ async function logout() {
 
 // src/commands/dev-status.ts
 import chalk10 from "chalk";
+function buildLine(info) {
+  if (!info || typeof info.app_build_id !== "number") return null;
+  const version = info.app_version ? `  version ${info.app_version}${info.app_build_number ? ` (${info.app_build_number})` : ""}` : "";
+  return `${info.app_build_id}${version}`;
+}
 async function devStatus(opts) {
   const state = readDevState(process.cwd());
   if (!state) {
@@ -1144,12 +1370,14 @@ async function devStatus(opts) {
   const { token, baseUrl } = resolveAuth(opts);
   const api = new ApiClient(baseUrl, token);
   let sessionStatus;
+  let info;
   try {
-    const info = await api.getSession(state.session_id);
+    info = await api.getSession(state.session_id);
     sessionStatus = info.status;
   } catch {
     sessionStatus = void 0;
   }
+  const build = buildLine(info);
   const metro = readMetroState(process.cwd());
   if (opts.json) {
     console.log(
@@ -1163,6 +1391,9 @@ async function devStatus(opts) {
         metro_port: state.metro_port,
         started_at: state.started_at,
         session_status: sessionStatus ?? null,
+        build_id: info?.app_build_id ?? null,
+        build_version: info?.app_version ?? null,
+        build_number: info?.app_build_number ?? null,
         ...metro ? { owned_metro_pid: metro.pid, owned_metro_port: metro.port } : {}
       })
     );
@@ -1171,6 +1402,7 @@ async function devStatus(opts) {
     console.error(`  session:  ${state.session_id}${sessionStatus ? ` (${sessionStatus})` : ""}`);
     console.error(`  platform: ${state.platform}`);
     console.error(`  app:      ${state.app_id}`);
+    if (build) console.error(`  build:    ${build}`);
     console.error(`  url:      ${state.page_url}`);
     console.error(`  started:  ${state.started_at}`);
   }
@@ -1322,13 +1554,13 @@ function formatBuildsHuman(builds2) {
   ]);
   const widths = HEADERS.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk12.bold(join3(padCells(HEADERS)))];
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk12.bold(join4(padCells(HEADERS)))];
   for (const row of rows) {
     const padded = padCells(row);
     const colorFn = STATUS_COLOR[row[2]] ?? ((s) => s);
     padded[2] = colorFn(row[2]) + padded[2].slice(row[2].length);
-    lines.push(join3(padded));
+    lines.push(join4(padded));
   }
   return lines.join("\n") + "\n";
 }
@@ -1915,9 +2147,9 @@ function formatVersionsHuman(versions2) {
   const rows = versions2.map((v) => [v.platform, String(v.build_number), v.updated_at ?? ""]);
   const widths = HEADERS2.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk15.bold(join3(padCells(HEADERS2)))];
-  for (const row of rows) lines.push(join3(padCells(row)));
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk15.bold(join4(padCells(HEADERS2)))];
+  for (const row of rows) lines.push(join4(padCells(row)));
   return lines.join("\n") + "\n";
 }
 function printError3(opts, err) {
@@ -2074,9 +2306,9 @@ function formatEnvVarsHuman(variables) {
   ]);
   const widths = HEADERS3.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk17.bold(join3(padCells(HEADERS3)))];
-  for (const row of rows) lines.push(join3(padCells(row)));
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk17.bold(join4(padCells(HEADERS3)))];
+  for (const row of rows) lines.push(join4(padCells(row)));
   return lines.join("\n") + "\n";
 }
 async function envSet(name, value, opts, deps) {
@@ -2616,9 +2848,9 @@ function formatAscKeysHuman(keys) {
   const rows = keys.map((k) => [k.name, k.key_id, k.issuer_id, formatUtcTimestamp(k.created_at)]);
   const widths = HEADERS3.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk18.bold(join3(padCells(HEADERS3)))];
-  for (const row of rows) lines.push(join3(padCells(row)));
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk18.bold(join4(padCells(HEADERS3)))];
+  for (const row of rows) lines.push(join4(padCells(row)));
   return lines.join("\n") + "\n";
 }
 async function ascKeyRm(name, opts, deps) {
@@ -2692,9 +2924,9 @@ function formatPlayKeysHuman(keys) {
   const rows = keys.map((k) => [k.name, k.client_email, formatUtcTimestamp(k.created_at)]);
   const widths = HEADERS3.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk18.bold(join3(padCells(HEADERS3)))];
-  for (const row of rows) lines.push(join3(padCells(row)));
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk18.bold(join4(padCells(HEADERS3)))];
+  for (const row of rows) lines.push(join4(padCells(row)));
   return lines.join("\n") + "\n";
 }
 async function playKeyRm(name, opts, deps) {
@@ -2772,9 +3004,9 @@ function formatCredentialsHuman(credentials2) {
   ]);
   const widths = HEADERS3.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk18.bold(join3(padCells(HEADERS3)))];
-  for (const row of rows) lines.push(join3(padCells(row)));
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk18.bold(join4(padCells(HEADERS3)))];
+  for (const row of rows) lines.push(join4(padCells(row)));
   return lines.join("\n") + "\n";
 }
 async function credentialsRm(name, opts, deps) {
@@ -2891,9 +3123,9 @@ function formatWebhooksHuman(webhooks2) {
   ]);
   const widths = HEADERS3.map((h, i) => Math.max(h.length, ...rows.map((r) => r[i].length)));
   const padCells = (cells) => cells.map((c, i) => c.padEnd(widths[i]));
-  const join3 = (cells) => cells.join("  ").trimEnd();
-  const lines = [chalk19.bold(join3(padCells(HEADERS3)))];
-  for (const row of rows) lines.push(join3(padCells(row)));
+  const join4 = (cells) => cells.join("  ").trimEnd();
+  const lines = [chalk19.bold(join4(padCells(HEADERS3)))];
+  for (const row of rows) lines.push(join4(padCells(row)));
   return lines.join("\n") + "\n";
 }
 async function webhooksList(opts, deps) {
@@ -3168,6 +3400,72 @@ Suggested line for your project's ${chalk20.bold("CLAUDE.md")} (or ${chalk20.bol
   );
 }
 
+// src/lib/update-check.ts
+import { mkdirSync as mkdirSync3, readFileSync as readFileSync3, writeFileSync } from "fs";
+import { homedir as homedir2 } from "os";
+import { dirname as dirname2, join as join3 } from "path";
+var CACHE_FILE = join3(homedir2(), ".vibeview", "update-check.json");
+var REGISTRY_URL = "https://registry.npmjs.org/vibeview/latest";
+var ONE_DAY_MS = 24 * 60 * 60 * 1e3;
+function isNewerVersion(a, b) {
+  const parse = (v) => /^\d+\.\d+\.\d+$/.test(v) ? v.split(".").map(Number) : null;
+  const x = parse(a);
+  const y = parse(b);
+  if (!x || !y) return false;
+  for (let i = 0; i < 3; i++) {
+    if (x[i] !== y[i]) return x[i] > y[i];
+  }
+  return false;
+}
+function updateCheckAllowed(argv, env2, stderrIsTTY) {
+  if (!stderrIsTTY) return false;
+  if (env2.CI || env2.NO_UPDATE_NOTIFIER || env2.VIBEVIEW_NO_UPDATE_CHECK) return false;
+  const args = argv.slice(2);
+  if (args[0] === "mcp") return false;
+  if (args.includes("--json")) return false;
+  const output = args.findIndex((a) => a === "--output" || a.startsWith("--output="));
+  if (output !== -1) {
+    const value = args[output].includes("=") ? args[output].split("=")[1] : args[output + 1];
+    if (value && value !== "human") return false;
+  }
+  return true;
+}
+function updateNotice(current, latest) {
+  return `A newer vibeview is available: ${current} \u2192 ${latest}. Run \`npm i -g vibeview@latest\`, or \`npx vibeview@latest ...\`.`;
+}
+function readCache(file) {
+  try {
+    const parsed = JSON.parse(readFileSync3(file, "utf8"));
+    if (typeof parsed?.checked_at === "number" && typeof parsed?.latest === "string") {
+      return parsed;
+    }
+  } catch {
+  }
+  return null;
+}
+function checkForUpdate(current, opts) {
+  const file = opts.cacheFile ?? CACHE_FILE;
+  const now = opts.now ?? Date.now();
+  const cache = readCache(file);
+  if (cache && isNewerVersion(cache.latest, current)) {
+    opts.print(updateNotice(current, cache.latest));
+  }
+  if (cache && now - cache.checked_at < ONE_DAY_MS) return Promise.resolve();
+  const fetchLatest = opts.fetchLatest ?? fetchLatestFromRegistry;
+  return fetchLatest().then((latest) => {
+    if (!latest) return;
+    mkdirSync3(dirname2(file), { recursive: true });
+    writeFileSync(file, JSON.stringify({ checked_at: now, latest }) + "\n");
+  }).catch(() => {
+  });
+}
+async function fetchLatestFromRegistry() {
+  const resp = await fetch(REGISTRY_URL, { signal: AbortSignal.timeout(1500) });
+  if (!resp.ok) return null;
+  const body = await resp.json();
+  return typeof body.version === "string" ? body.version : null;
+}
+
 // src/cli.ts
 var require2 = createRequire(import.meta.url);
 var pkg = require2("../package.json");
@@ -3208,7 +3506,9 @@ function resolveMetadata(opts) {
   }
 }
 var program = new Command();
-program.name("vibeview").description("VibeView CLI -- run mobile tests from CI/CD pipelines").version(pkg.version);
+program.name("vibeview").description(
+  "VibeView CLI -- run your app on cloud iOS simulators, Android emulators, Apple TV, Android TV and Roku (beta) devices: a React Native dev loop (dev), device control for you or your coding agent (ui-tree, tap, mcp), and tests from CI (run-test, run-suites)"
+).version(pkg.version);
 program.command("run-suite <suite-id>").description("Run all test cases in a suite").option("--token <token>", "API token (or set VIBEVIEW_API_TOKEN)").option("--output <format>", "Output format: human, json, junit", "human").option("--verbose", "Show per-case breakdown", false).option("--timeout <seconds>", "Max wait time in seconds (queue wait plus execution)", "1800").option("--commit-sha <sha>", "Git commit SHA for GitHub status checks").option("--model <model>", "AI model to use").option("--provider <provider>", "AI provider").option("--mode <mode>", "Execution mode: hybrid, ai, replay").option(
   "--device-category <category>",
   "Device category: phone, tablet, tv (default: phone when --device is not set)",
@@ -3291,7 +3591,12 @@ program.command("list-devices").description("List devices registered with the pl
   new Option("--type <type>", "Filter by device type").choices(["ios", "android", "roku"])
 ).addOption(
   new Option("--category <category>", "Filter by category").choices(["phone", "tablet", "tv"])
-).addOption(new Option("--status <status>", "Filter by status").choices(["available", "busy"])).option(
+).addOption(
+  new Option(
+    "--status <status>",
+    "Filter by status (updating = being updated, takes no new session yet)"
+  ).choices([...DEVICE_STATUS_FILTERS])
+).option(
   "--models",
   "List the device models you can start instead (the names `dev --model` takes)",
   false
@@ -3299,7 +3604,12 @@ program.command("list-devices").description("List devices registered with the pl
 program.command("upload-app <file>").description(
   "Upload an app build (zipped simulator .app for iOS/tvOS, .apk for Android/Android TV, or a Roku channel .zip)"
 ).option("--token <token>", "API token").option("--output <format>", "Output format: human, json", "human").option("--name <name>", "App name (auto-detected if not provided)").option("--note <text>", "Note stored on the uploaded build (shown in the dashboard)").action((file, opts) => uploadApp(file, opts));
-program.command("create-test [name]").description("Create a standalone AI test case").option("--token <token>", "API token").option("--output <format>", "Output format: human, json", "human").option("--app <app>", "App ID (public_id) or package name (requires --platform)").option("--platform <platform>", "Platform (ios, android) when using package name for --app").option("--steps <json>", "Test steps as inline JSON array").option("--steps-file <path>", "Path to JSON file containing test steps").option("--context <text>", "Additional context for AI test execution").option("--test-name <name>", "Test case name (alternative to positional arg)").action((name, opts) => createTest({ ...opts, testName: name || opts.testName || "CLI Test" }));
+program.command("create-test [name]").description("Create a standalone AI test case").option("--token <token>", "API token").option("--output <format>", "Output format: human, json", "human").option("--app <app>", "App ID (public_id) or package name (requires --platform)").option("--platform <platform>", "Platform (ios, android) when using package name for --app").option("--steps <json>", "Test steps as inline JSON array").option("--steps-file <path>", "Path to JSON file containing test steps").option("--context <text>", "Additional context for AI test execution").option("--test-name <name>", "Test case name (alternative to positional arg)").addOption(
+  new Option(
+    "--if-exists <mode>",
+    "When a standalone test with this name already exists for the app: fail, update it, or create a new one alongside it. Default: reuse an identical test, refuse a different one"
+  ).choices(["fail", "update", "new"])
+).action((name, opts) => createTest({ ...opts, testName: name || opts.testName || "CLI Test" }));
 program.command("login").description("Log in to VibeView (interactive)").option("--base-url <url>", "VibeView server URL (defaults to https://vibeview.io)").action((opts) => login(opts));
 program.command("logout").description("Revoke the saved login token and remove it from ~/.vibeview/config.json").action(() => logout());
 program.command("dev").description(
@@ -3465,7 +3775,7 @@ program.command("dev-reload").description(
 program.command("mcp").description(
   "Run an MCP stdio server exposing the agent verbs (tap, swipe, type, ...) plus dev_start/dev_stop/dev_reload as tools"
 ).option("--token <token>", "API token (or set VIBEVIEW_API_TOKEN)").action(async (opts) => {
-  const { runMcpServer } = await import("./server-XJREB7KU.js");
+  const { runMcpServer } = await import("./server-6SRFOQ6B.js");
   await runMcpServer({ ...opts, version: pkg.version });
 });
 program.command("agent-setup").description(
@@ -3489,6 +3799,10 @@ ${pressButtonsHelp()}`);
     return runAgentVerb(cmd, positionals, opts);
   });
 }
+if (updateCheckAllowed(process.argv, process.env, process.stderr.isTTY)) {
+  void checkForUpdate(pkg.version, { print: (line) => process.stderr.write(`${line}
+`) });
+}
 program.parseAsync().catch((e) => {
   if (e instanceof Error && e.name === "ExitPromptError") {
     process.exit(130);