vibeview 0.38.0 → 0.39.0

package/dist/{chunk-AV674D7T.js → chunk-EQN3X62U.js}

@@ -15,6 +15,31 @@ import {
   uploadAppBuild
 } from "./chunk-MYXUGCR5.js";
 
+// src/lib/formatters/not-checked.ts
+function notCheckedSteps(steps) {
+  return (steps ?? []).filter((s) => s.status === "not_checked");
+}
+function runStepsNotChecked(result) {
+  if (typeof result.steps_not_checked === "number") return result.steps_not_checked;
+  return notCheckedSteps(result.steps).length;
+}
+function stepsNotCheckedLabel(n) {
+  return `${n} step${n === 1 ? "" : "s"} not checked`;
+}
+function notCheckedSuffix(status, n) {
+  return status === "passed" && n && n > 0 ? ` (${stepsNotCheckedLabel(n)})` : "";
+}
+function outcomeOf(r) {
+  if (r.not_checked === true || r.status === "not_checked") return "not_checked";
+  if (r.not_run === true || r.status === "cancelled" && isNotRunMessage(r.error_message)) {
+    return "not_run";
+  }
+  return r.status ?? "";
+}
+function isNotRunMessage(message) {
+  return (message ?? "").startsWith("Not run:");
+}
+
 // src/lib/dev-config.ts
 import { readFileSync, renameSync, rmSync, writeFileSync } from "fs";
 import { join } from "path";
@@ -5168,6 +5193,11 @@ async function runAgentVerb(cmd, positionals2, opts) {
 }
 
 export {
+  notCheckedSteps,
+  runStepsNotChecked,
+  stepsNotCheckedLabel,
+  notCheckedSuffix,
+  outcomeOf,
   DEV_PLATFORMS,
   PLATFORM_NEEDS_METRO,
   isDevPlatform,

package/dist/cli.js

@@ -15,6 +15,9 @@ import {
   listBuilds,
   loadDevConfig,
   newTransitionState,
+  notCheckedSteps,
+  notCheckedSuffix,
+  outcomeOf,
   platformLabel,
   platformWithArticle,
   pressButtonsHelp,
@@ -24,8 +27,10 @@ import {
   readDevStateFile,
   readMetroState,
   recordDevUse,
-  runAgentVerb
-} from "./chunk-AV674D7T.js";
+  runAgentVerb,
+  runStepsNotChecked,
+  stepsNotCheckedLabel
+} from "./chunk-EQN3X62U.js";
 import {
   ApiClient,
   ApiStatusError,
@@ -61,21 +66,6 @@ import chalk2 from "chalk";
 // src/lib/formatters/human.ts
 import chalk from "chalk";
 
-// src/lib/formatters/not-checked.ts
-function notCheckedSteps(steps) {
-  return (steps ?? []).filter((s) => s.status === "not_checked");
-}
-function runStepsNotChecked(result) {
-  if (typeof result.steps_not_checked === "number") return result.steps_not_checked;
-  return notCheckedSteps(result.steps).length;
-}
-function stepsNotCheckedLabel(n) {
-  return `${n} step${n === 1 ? "" : "s"} not checked`;
-}
-function notCheckedSuffix(status, n) {
-  return status === "passed" && n && n > 0 ? ` (${stepsNotCheckedLabel(n)})` : "";
-}
-
 // src/lib/formatters/cases.ts
 function resultCases(result) {
   if (Array.isArray(result.test_runs)) return result.test_runs;
@@ -91,6 +81,8 @@ function resultCases(result) {
       screenshot_signed_url: failedStep?.screenshot_signed_url ?? null,
       url: result.url,
       quarantined: result.quarantined,
+      not_checked: result.not_checked,
+      not_run: result.not_run,
       steps_not_checked: runStepsNotChecked(result),
       not_checked_steps: notCheckedSteps(result.steps).map((s) => ({
         step: s.step,
@@ -118,19 +110,21 @@ function failureLines(failure) {
 }
 function formatHuman(result, verbose) {
   const lines = [];
-  const icon = result.status === "passed" ? chalk.green("PASS") : result.status === "failed" && result.quarantined === true ? chalk.yellow("FAIL (quarantined)") : chalk.red("FAIL");
+  const outcome = outcomeOf(result);
+  const icon = outcome === "not_checked" ? chalk.gray("NOT CHECKED") : result.status === "passed" ? chalk.green("PASS") : result.status === "failed" && result.quarantined === true ? chalk.yellow("FAIL (quarantined)") : chalk.red("FAIL");
   const duration = result.duration_ms ? `${(result.duration_ms / 1e3).toFixed(1)}s` : "-";
   lines.push("");
   const title = result.suite_name || result.case_name || result.run_id;
   const cases = resultCases(result);
   const notChecked = cases.reduce((n, t) => n + (t.steps_not_checked ?? 0), 0);
-  const runSuffix = notCheckedSuffix(result.status, notChecked);
+  const runSuffix = notCheckedSuffix(outcome, notChecked);
   lines.push(
     `  ${icon}${runSuffix ? chalk.yellow(runSuffix) : ""}  ${chalk.bold(title)}  ${chalk.dim(duration)}`
   );
-  const passed = cases.filter((t) => t.status === "passed").length;
+  const passed = cases.filter((t) => outcomeOf(t) === "passed").length;
+  const notCheckedCases = cases.filter((t) => outcomeOf(t) === "not_checked").length;
   const total = cases.length;
-  const notCheckedNote = notChecked > 0 ? `, ${stepsNotCheckedLabel(notChecked)}` : "";
+  const notCheckedNote = notCheckedCases > 0 ? `, ${notCheckedCases} not checked` : notChecked > 0 ? `, ${stepsNotCheckedLabel(notChecked)}` : "";
   lines.push(`  ${chalk.dim(`${passed}/${total} cases passed${notCheckedNote}`)}`);
   if (result.url) {
     lines.push(`  ${chalk.dim(result.url)}`);
@@ -139,16 +133,19 @@ function formatHuman(result, verbose) {
   if (suiteCases.length > 0) {
     lines.push("");
     for (const tr of suiteCases) {
-      const caseIcon = tr.status === "passed" ? chalk.green("  PASS") : tr.status === "failed" && tr.quarantined === true ? chalk.yellow("  FAIL (quarantined)") : tr.status === "cancelled" || tr.status === "pending" || tr.status === "running" ? chalk.yellow("  SKIP") : chalk.red("  FAIL");
+      const caseOutcome = outcomeOf(tr);
+      const caseIcon = caseOutcome === "not_checked" ? chalk.gray("  NOT CHECKED") : caseOutcome === "not_run" ? chalk.gray("  NOT RUN") : tr.status === "passed" ? chalk.green("  PASS") : tr.status === "failed" && tr.quarantined === true ? chalk.yellow("  FAIL (quarantined)") : tr.status === "cancelled" || tr.status === "pending" || tr.status === "running" ? chalk.yellow("  SKIP") : chalk.red("  FAIL");
       const caseDuration = tr.duration_ms ? `${(tr.duration_ms / 1e3).toFixed(1)}s` : "-";
-      const caseSuffix = notCheckedSuffix(tr.status, tr.steps_not_checked);
+      const caseSuffix = notCheckedSuffix(caseOutcome, tr.steps_not_checked);
       lines.push(
         `  ${caseIcon}${caseSuffix ? chalk.yellow(caseSuffix) : ""}  ${tr.case_name}  ${chalk.dim(caseDuration)}`
       );
       if (tr.url) {
         lines.push(`        ${chalk.dim(tr.url)}`);
       }
-      if (tr.status !== "passed") {
+      if (caseOutcome === "not_checked" || caseOutcome === "not_run") {
+        if (tr.error_message) lines.push(`        ${chalk.dim(tr.error_message)}`);
+      } else if (tr.status !== "passed") {
         lines.push(...failureLines(tr));
       }
     }
@@ -174,7 +171,10 @@ function formatHuman(result, verbose) {
       }
     }
   }
-  if (result.error_message) {
+  if (result.error_message && outcome === "not_checked") {
+    lines.push(`
+  ${chalk.dim(result.error_message)}`);
+  } else if (result.error_message) {
     lines.push(`
   ${chalk.red("Error:")} ${result.error_message}`);
   }
@@ -216,13 +216,18 @@ function caseDetailLines(c) {
   return lines;
 }
 var isQuarantinedFailure = (t) => t.status === "failed" && t.quarantined === true;
+var NEUTRAL = /* @__PURE__ */ new Set(["not_checked", "not_run"]);
+function neutralMessage(outcome, message) {
+  if (outcome === "not_checked") return `not checked: ${message || "no step was checked"}`;
+  return message || "Not run";
+}
 function formatJunit(result) {
   const suiteName = escapeXml(result.suite_name || result.case_name || result.run_id);
   const cases = resultCases(result);
   const tests = cases.length;
   const failures = cases.filter((t) => t.status === "failed" && !isQuarantinedFailure(t)).length;
   const errors = cases.filter((t) => t.status === "error").length;
-  const skipped = cases.filter(isQuarantinedFailure).length;
+  const skipped = cases.filter((t) => isQuarantinedFailure(t) || NEUTRAL.has(outcomeOf(t))).length;
   const skippedAttr = skipped > 0 ? ` skipped="${skipped}"` : "";
   const totalTime = result.duration_ms ? (result.duration_ms / 1e3).toFixed(1) : "0";
   const timestamp = (/* @__PURE__ */ new Date()).toISOString();
@@ -249,8 +254,9 @@ function formatJunit(result) {
   for (const tr of cases) {
     const caseName = escapeXml(tr.case_name);
     const caseTime = tr.duration_ms ? (tr.duration_ms / 1e3).toFixed(1) : "0";
-    const detail = caseDetailLines(tr);
-    if (tr.status === "passed" && detail.length === 0) {
+    const outcome = outcomeOf(tr);
+    const detail = caseDetailLines({ ...tr, status: outcome });
+    if (outcome === "passed" && detail.length === 0) {
       lines.push(`    <testcase name="${caseName}" classname="${suiteName}" time="${caseTime}" />`);
       continue;
     }
@@ -258,6 +264,10 @@ function formatJunit(result) {
     if (isQuarantinedFailure(tr)) {
       const msg = escapeXml(tr.error_message || "Test failed");
       lines.push(`      <skipped message="quarantined: ${msg}" />`);
+    } else if (NEUTRAL.has(outcome)) {
+      lines.push(
+        `      <skipped message="${escapeXml(neutralMessage(outcome, tr.error_message))}" />`
+      );
     } else if (tr.status === "failed") {
       const msg = escapeXml(tr.error_message || "Test failed");
       lines.push(`      <failure message="${msg}" type="TestFailure">${msg}</failure>`);
@@ -294,7 +304,7 @@ function formatJunitError(name, message, url) {
   lines.push("</testsuites>");
   return lines.join("\n");
 }
-var MULTI_TERMINAL = /* @__PURE__ */ new Set(["passed", "failed", "error", "cancelled"]);
+var MULTI_TERMINAL = /* @__PURE__ */ new Set(["passed", "failed", "error", "cancelled", "not_checked"]);
 function caseLines(c, classname) {
   const name = escapeXml(c.name);
   const head = `    <testcase name="${name}" classname="${classname}" time="${c.time}"`;
@@ -331,6 +341,14 @@ function formatMultiSuiteJunit(result, opts = {}) {
         url: c.url || void 0,
         steps_not_checked: c.steps_not_checked
       };
+      const outcome = outcomeOf(c);
+      if (NEUTRAL.has(outcome)) {
+        return {
+          ...base,
+          verdict: "skipped",
+          message: neutralMessage(outcome, c.error_message)
+        };
+      }
       if (c.status === "failed" && c.quarantined === true) {
         return {
           ...base,
@@ -409,6 +427,7 @@ function formatMultiSuiteJunit(result, opts = {}) {
 }
 
 // src/lib/poll.ts
+var TERMINAL_STATUSES = ["passed", "failed", "error", "cancelled", "not_checked"];
 function resumeSpinner(spinner, text) {
   if (spinner.isEnabled === false) {
     if (text !== void 0) spinner.text = text;
@@ -506,20 +525,26 @@ async function pollUntilComplete(client, runId, timeoutMs, spinner, onQueueObser
             `${chalk2.cyan("\u25B6")} ${chalk2.bold(tr.case_name || "Case")} started`
           );
         }
-        const isTerminal = ["passed", "failed", "error", "cancelled"].includes(cur);
-        const wasTerminal = prev && ["passed", "failed", "error", "cancelled"].includes(prev);
+        const isTerminal = TERMINAL_STATUSES.includes(cur);
+        const wasTerminal = prev && TERMINAL_STATUSES.includes(prev);
         if (isTerminal && !wasTerminal) {
-          const icon = cur === "passed" ? chalk2.green("\u2713") : cur === "cancelled" ? chalk2.yellow("\u26A0") : chalk2.red("\u2717");
+          const outcome = outcomeOf(tr);
+          const neutral = outcome === "not_checked" || outcome === "not_run";
+          const icon = neutral ? chalk2.gray("\u25CB") : cur === "passed" ? chalk2.green("\u2713") : cur === "cancelled" ? chalk2.yellow("\u26A0") : chalk2.red("\u2717");
+          const label = neutral ? outcome.replace("_", " ") : cur;
           const dur = tr.duration_ms ? ` (${(tr.duration_ms / 1e3).toFixed(1)}s)` : "";
-          printBelowSpinner(spinner, `${icon} ${chalk2.bold(tr.case_name || "Case")} ${cur}${dur}`);
-          if (tr.error_message && cur !== "passed") {
+          printBelowSpinner(
+            spinner,
+            `${icon} ${chalk2.bold(tr.case_name || "Case")} ${label}${dur}`
+          );
+          if (tr.error_message && cur !== "passed" && !neutral) {
             printBelowSpinner(spinner, `    ${chalk2.red(tr.error_message)}`);
           }
         }
         caseStateBefore.set(tr.public_id, cur);
       }
     }
-    if (["passed", "failed", "error", "cancelled"].includes(result.status)) {
+    if (TERMINAL_STATUSES.includes(result.status)) {
       if (printedSteps.size > 0 && Array.isArray(result.steps)) {
         spinner.stop();
         result.steps.forEach((st, i) => {
@@ -569,7 +594,7 @@ async function pollUntilComplete(client, runId, timeoutMs, spinner, onQueueObser
         if (result.type === "suite_run" && Array.isArray(result.test_runs)) {
           const total = result.total_cases ?? result.test_runs.length;
           const done = result.test_runs.filter(
-            (tr) => ["passed", "failed", "error", "cancelled"].includes(tr.status ?? "")
+            (tr) => TERMINAL_STATUSES.includes(tr.status ?? "")
           ).length;
           spinner.text = `Running suite \u2014 ${done}/${total} cases complete...`;
         } else {
@@ -666,10 +691,10 @@ function displayProgressEvent(evt, ctx) {
       break;
     }
     case "run_completed": {
-      const icon = evt.status === "passed" ? chalk2.green("\u2713") : evt.status === "cancelled" ? chalk2.yellow("\u26A0") : chalk2.red("\u2717");
+      const icon = evt.status === "not_checked" ? chalk2.gray("\u25CB") : evt.status === "passed" ? chalk2.green("\u2713") : evt.status === "cancelled" ? chalk2.yellow("\u26A0") : chalk2.red("\u2717");
       spinner.stop();
       process.stderr.write(
-        `${icon} Run ${evt.status}${evt.duration_ms ? ` (${(evt.duration_ms / 1e3).toFixed(1)}s)` : ""}
+        `${icon} Run ${evt.status === "not_checked" ? "not checked" : evt.status}${evt.duration_ms ? ` (${(evt.duration_ms / 1e3).toFixed(1)}s)` : ""}
 `
       );
       resumeSpinner(spinner);
@@ -709,7 +734,7 @@ function outputResult(result, options) {
   }
 }
 function mapExitCode(status) {
-  if (status === "passed") return EXIT_PASS;
+  if (status === "passed" || status === "not_checked") return EXIT_PASS;
   if (status === "failed") return EXIT_TEST_FAIL;
   return EXIT_INFRA_ERROR;
 }
@@ -832,7 +857,8 @@ ${signal} received.
       device: options.device,
       build: options.build,
       metadata: options.metadata,
-      retryFailed: options.retry === false ? false : void 0,
+      // Opt-in: always sent, so an older server's CI default never retries.
+      retryFailed: options.retry === true,
       platform: options.platform,
       app: options.app
     });
@@ -960,7 +986,8 @@ ${signal} received.
       device_id: opts.device,
       build_id: opts.build,
       metadata: opts.metadata,
-      retry_failed: opts.retry === false ? false : void 0
+      // Opt-in: always sent, so an older server's CI default never retries.
+      retry_failed: opts.retry === true
     });
   } catch (err) {
     spinner.stop();
@@ -1021,7 +1048,7 @@ ${chalk5.dim("Matched:")} ${totalMatched} suite(s)${matchedNames.length ? " \u20
     pending = [];
     if (nextText !== null) spinner.start(nextText);
   };
-  const TERMINAL = /* @__PURE__ */ new Set(["passed", "failed", "error", "cancelled"]);
+  const TERMINAL = /* @__PURE__ */ new Set(["passed", "failed", "error", "cancelled", "not_checked"]);
   let last = null;
   const abandon = async (reason) => {
     flush(null);
@@ -1080,10 +1107,11 @@ ${chalk5.dim("Matched:")} ${totalMatched} suite(s)${matchedNames.length ? " \u20
       }
       const wasTerminal = prev !== void 0 && TERMINAL.has(prev);
       if (TERMINAL.has(cur) && !wasTerminal) {
-        const mark = cur === "passed" ? chalk5.green("\u2713") : cur === "cancelled" ? chalk5.yellow("\u26A0") : chalk5.red("\u2717");
+        const nothingChecked = outcomeOf(sr) === "not_checked";
+        const mark = nothingChecked ? chalk5.gray("\u25CB") : cur === "passed" ? chalk5.green("\u2713") : cur === "cancelled" ? chalk5.yellow("\u26A0") : chalk5.red("\u2717");
         const link = sr.url ? chalk5.dim(" " + sr.url) : "";
         print(
-          `${mark} ${chalk5.bold(sr.suite_name)} ${cur}: ${sr.passed} passed, ${sr.failed} failed${link}`
+          `${mark} ${chalk5.bold(sr.suite_name)} ${nothingChecked ? "not checked" : cur}: ${suiteCounts(sr)}${link}`
         );
         if (sr.error_message) {
           print(`    ${chalk5.red(sr.error_message)}`);
@@ -1137,39 +1165,48 @@ ${chalk5.dim("Matched:")} ${totalMatched} suite(s)${matchedNames.length ? " \u20
       0
     );
     const aggregateNote = totalNotChecked > 0 ? chalk5.yellow(` (${stepsNotCheckedLabel(totalNotChecked)})`) : "";
+    const aggregate = outcomeOf(last) === "not_checked" ? "not checked" : last.status;
     process.stdout.write(`
-Aggregate: ${last.status}${aggregateNote}
+Aggregate: ${aggregate}${aggregateNote}
 `);
     for (const sr of last.suite_runs) {
-      const mark = sr.status === "passed" ? chalk5.green("\u2713") : chalk5.red("\u2717");
+      const mark = outcomeOf(sr) === "not_checked" ? chalk5.gray("\u25CB") : sr.status === "passed" ? chalk5.green("\u2713") : chalk5.red("\u2717");
       const link = sr.url ? chalk5.dim(` ${sr.url}`) : "";
-      process.stdout.write(
-        `  ${mark} ${sr.suite_name}: ${sr.passed} passed, ${sr.failed} failed${link}
-`
-      );
+      process.stdout.write(`  ${mark} ${sr.suite_name}: ${suiteCounts(sr)}${link}
+`);
       if (sr.error_message) {
         process.stdout.write(`      ${chalk5.red(sr.error_message)}
 `);
       }
       for (const cr of sr.case_runs ?? []) {
-        const caseMark = cr.status === "passed" ? chalk5.green("\u2713") : cr.status === "cancelled" || cr.status === "pending" || cr.status === "running" ? chalk5.yellow("-") : chalk5.red("\u2717");
+        const outcome = outcomeOf(cr);
+        const neutral = outcome === "not_checked" || outcome === "not_run";
+        const caseMark = neutral ? chalk5.gray("\u25CB") : cr.status === "passed" ? chalk5.green("\u2713") : cr.status === "cancelled" || cr.status === "pending" || cr.status === "running" ? chalk5.yellow("-") : chalk5.red("\u2717");
         const dur = cr.duration_ms ? chalk5.dim(` (${(cr.duration_ms / 1e3).toFixed(1)}s)`) : "";
-        const unchecked = notCheckedSuffix(cr.status, cr.steps_not_checked);
+        const unchecked = notCheckedSuffix(outcome, cr.steps_not_checked);
+        const label = neutral ? outcome.replace("_", " ") : cr.status ?? "?";
         process.stdout.write(
-          `      ${caseMark} ${cr.case_name ?? "Case"} ${cr.status ?? "?"}${unchecked ? chalk5.yellow(unchecked) : ""}${dur} ${chalk5.dim(cr.url)}
+          `      ${caseMark} ${cr.case_name ?? "Case"} ${label}${unchecked ? chalk5.yellow(unchecked) : ""}${dur} ${chalk5.dim(cr.url)}
 `
         );
-        if (cr.error_message && cr.status !== "passed") {
+        if (cr.error_message && neutral) {
+          process.stdout.write(`          ${chalk5.dim(cr.error_message)}
+`);
+        } else if (cr.error_message && cr.status !== "passed") {
           process.stdout.write(`          ${chalk5.red(cr.error_message)}
 `);
         }
       }
     }
   }
-  if (last.status === "passed") process.exit(EXIT_PASS);
+  if (last.status === "passed" || last.status === "not_checked") process.exit(EXIT_PASS);
   if (last.status === "failed") process.exit(EXIT_TEST_FAIL);
   process.exit(EXIT_INFRA_ERROR);
 }
+function suiteCounts(sr) {
+  const nc = sr.not_checked_tests ?? 0;
+  return `${sr.passed} passed, ${sr.failed} failed${nc > 0 ? `, ${nc} not checked` : ""}`;
+}
 
 // src/commands/run-test.ts
 import chalk6 from "chalk";
@@ -1238,7 +1275,8 @@ ${signal} received.
       device: options.device,
       build: options.build,
       metadata: options.metadata,
-      retryFailed: options.retry === false ? false : void 0,
+      // Opt-in: always sent, so an older server's CI default never retries.
+      retryFailed: options.retry === true,
       platform: options.platform,
       app: options.app
     });
@@ -1641,7 +1679,7 @@ function formatImport(result, baseUrl) {
   }
   for (const f of result.flags) lines.push(flagLine(f));
   for (const t of [...result.tests, ...result.setups]) {
-    const meta = [`${t.steps.length} steps`];
+    const meta = [`${t.steps.length} ${t.steps.length === 1 ? "step" : "steps"}`];
     if (t.setup_keys.length) meta.push(`before this test: ${t.setup_keys.join(", ")}`);
     if (t.start_state) meta.push(`start: ${START_STATE_LABEL[t.start_state] ?? t.start_state}`);
     const head = t.importable ? t.name : chalk11.red(`${t.name} (not imported)`);
@@ -4040,9 +4078,9 @@ program.command("run-suite <suite-id>").description("Run all test cases in a sui
   "--app <app-id>",
   "Run the suite against this app instead of its own (e.g. another platform build with a different bundle id)"
 ).option("--build <id>", "Specific AppBuild id to run against (defaults to latest)").option("--metadata <json>", "JSON object passed through to webhooks (e.g. PR context)").option("--metadata-file <path>", "Read JSON object from a file (use for nested JSON in CI)").option(
-  "--no-retry",
-  "Do not retry a failed test once (CI retries a failed test once by default)"
-).action((suiteId, opts) => {
+  "--retry",
+  "Retry a failed test once, after a fresh start of the app (off by default); a pass on the retry marks the test flaky"
+).option("--no-retry", "Deprecated: retries are off unless --retry is given (accepted, no effect)").action((suiteId, opts) => {
   if (opts.device && opts.deviceCategory) {
     process.stderr.write("error: --device cannot be combined with --device-category\n");
     process.exit(2);
@@ -4079,9 +4117,9 @@ program.command("run-suites").description("Run all suites matching a tag filter"
   "--device <device_id>",
   "Pin run to a specific device (use `vibeview list-devices` to find one). Conflicts with --device-category."
 ).option("--build <id>", "AppBuild id (validated against every matched suite)").option("--metadata <json>", "JSON object passed through to webhooks (e.g. PR context)").option("--metadata-file <path>", "Read JSON object from a file (use for nested JSON in CI)").option(
-  "--no-retry",
-  "Do not retry a failed test once (CI retries a failed test once by default)"
-).action((opts) => {
+  "--retry",
+  "Retry a failed test once, after a fresh start of the app (off by default); a pass on the retry marks the test flaky"
+).option("--no-retry", "Deprecated: retries are off unless --retry is given (accepted, no effect)").action((opts) => {
   if (opts.device && opts.deviceCategory) {
     process.stderr.write("error: --device cannot be combined with --device-category\n");
     process.exit(2);
@@ -4115,9 +4153,9 @@ program.command("run-test <test-id>").description("Run a single test case").opti
   "--app <app-id>",
   "Run the test against this app instead of its own (e.g. another platform build with a different bundle id)"
 ).option("--build <id>", "Specific AppBuild id to run against (defaults to latest)").option("--metadata <json>", "JSON object passed through to webhooks (e.g. PR context)").option("--metadata-file <path>", "Read JSON object from a file (use for nested JSON in CI)").option(
-  "--no-retry",
-  "Do not retry a failed test once (CI retries a failed test once by default)"
-).action((testId, opts) => {
+  "--retry",
+  "Retry a failed test once, after a fresh start of the app (off by default); a pass on the retry marks the test flaky"
+).option("--no-retry", "Deprecated: retries are off unless --retry is given (accepted, no effect)").action((testId, opts) => {
   if (opts.device && opts.deviceCategory) {
     process.stderr.write("error: --device cannot be combined with --device-category\n");
     process.exit(2);
@@ -4349,7 +4387,7 @@ program.command("dev-reload").description(
 program.command("mcp").description(
   "Run an MCP stdio server exposing the agent verbs (tap, swipe, type, ...) plus dev_start/dev_stop/dev_reload as tools"
 ).option("--token <token>", "API token (or set VIBEVIEW_API_TOKEN)").action(async (opts) => {
-  const { runMcpServer } = await import("./server-FMU3HQWF.js");
+  const { runMcpServer } = await import("./server-GEY4WZUH.js");
   await runMcpServer({ ...opts, version: pkg.version });
 });
 program.command("agent-setup").description(

package/dist/{server-FMU3HQWF.js → server-GEY4WZUH.js}

@@ -20,6 +20,7 @@ import {
   isDevPlatform,
   loadDevConfig,
   loadLocalDevConfig,
+  outcomeOf,
   parseBuildId,
   parseIdleWarningSeconds,
   platformWithArticle,
@@ -28,7 +29,7 @@ import {
   renderEnvelope,
   resolveMetro,
   startDevSession
-} from "./chunk-AV674D7T.js";
+} from "./chunk-EQN3X62U.js";
 import {
   ApiClient,
   NotFoundError,
@@ -399,33 +400,40 @@ function notCheckedNote(status, n) {
   return ` \u2014 ${n} step${n === 1 ? "" : "s"} not checked (no recorded actions; not verified)`;
 }
 var RUN_IN_PROGRESS = /* @__PURE__ */ new Set(["queued", "pending", "running"]);
+function agentStatus(r) {
+  const outcome = outcomeOf(r);
+  return outcome === "not_checked" || outcome === "not_run" ? outcome.replace("_", " ") : outcome;
+}
+function testsNotChecked(n) {
+  return typeof n === "number" && n > 0 ? `, ${n} not checked` : "";
+}
 function formatRunForAgent(run) {
   const lines = [];
   if (run.lanes) {
     lines.push(
-      `${run.name}: ${run.status} \u2014 ${run.summary.tests_passed} of ${run.summary.tests_total} tests passed`
+      `${run.name}: ${agentStatus(run)} \u2014 ${run.summary.tests_passed} of ${run.summary.tests_total} tests passed${testsNotChecked(run.summary.tests_not_checked)}`
     );
     for (const lane of run.lanes) {
       const detail = [lane.platform, lane.os_version].filter(Boolean).join(" ");
-      let head = `${lane.model ? `${lane.model} (${detail})` : detail}: ${lane.status}`;
+      let head = `${lane.model ? `${lane.model} (${detail})` : detail}: ${agentStatus(lane)}`;
       if (lane.status === "queued" && typeof lane.queue?.position === "number") {
         head += ` (position ${lane.queue.position} in the queue)`;
       }
       if (lane.error_message) head += ` \u2014 ${lane.error_message}`;
       lines.push(head);
       for (const r of lane.runs ?? []) {
-        const count = r.kind === "group" && typeof r.tests_total === "number" ? ` (${r.tests_passed ?? 0}/${r.tests_total} tests passed)` : "";
+        const count = r.kind === "group" && typeof r.tests_total === "number" ? ` (${r.tests_passed ?? 0}/${r.tests_total} tests passed${testsNotChecked(r.tests_not_checked)})` : "";
         lines.push(
-          `  ${r.name}: ${r.status}${count}${r.error_message ? ` \u2014 ${r.error_message}` : ""}`
+          `  ${r.name}: ${agentStatus(r)}${count}${r.error_message ? ` \u2014 ${r.error_message}` : ""}`
         );
       }
     }
   } else if (Array.isArray(run.test_runs)) {
-    lines.push(`${run.suite_name ?? "Group"}: ${run.status}`);
+    lines.push(`${run.suite_name ?? "Group"}: ${agentStatus(run)}`);
     for (const t of run.test_runs) {
       const q = t.quarantined && t.status === "failed" ? " (quarantined)" : "";
       lines.push(
-        `  ${t.case_name}: ${t.status}${q}${t.error_message ? ` \u2014 ${t.error_message}` : ""}${notCheckedNote(t.status, t.steps_not_checked)}`
+        `  ${t.case_name}: ${agentStatus(t)}${q}${t.error_message ? ` \u2014 ${t.error_message}` : ""}${notCheckedNote(outcomeOf(t), t.steps_not_checked)}`
       );
     }
   } else {
@@ -434,7 +442,7 @@ function formatRunForAgent(run) {
     const notChecked = typeof run.steps_not_checked === "number" ? run.steps_not_checked : (run.steps ?? []).filter((s) => s.status === "not_checked").length;
     const q = run.quarantined && run.status === "failed" ? " (quarantined)" : "";
     lines.push(
-      `${name}: ${run.status}${q}${run.error_message ? ` \u2014 ${run.error_message}` : ""}${notCheckedNote(run.status, notChecked)}`
+      `${name}: ${agentStatus(run)}${q}${run.error_message ? ` \u2014 ${run.error_message}` : ""}${notCheckedNote(outcomeOf(run), notChecked)}`
     );
     if (failed) {
       lines.push(

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vibeview",
-  "version": "0.38.0",
+  "version": "0.39.0",
   "description": "VibeView CLI -- run your app on cloud iOS simulators, Android emulators, Apple TV, Android TV and Roku devices: a React Native dev loop, device control for you or your coding agent (CLI or MCP), and tests from CI",
   "mcpName": "io.github.vibeview/vibeview",
   "type": "module",