@plune-ai/cli 0.17.1 → 0.19.0

package/dist/index.cjs

@@ -1272,6 +1272,64 @@ async function mapLimit(items, limit, fn) {
   return results;
 }
 
+// src/types/test-case-schema.ts
+var import_zod2 = require("zod");
+var TEST_CASE_SCHEMA_VERSION = 2;
+var externalKeySchema = import_zod2.z.object({
+  kind: import_zod2.z.enum(["playwright-id", "path-title", "allure-history", "cairn-stable", "eval-id", "qase", "testrail"]),
+  value: import_zod2.z.string().min(1)
+});
+var manualStepSchema = import_zod2.z.object({
+  action: import_zod2.z.string().min(1),
+  expected: import_zod2.z.string().min(1).optional()
+});
+var assertionResultRecordSchema = import_zod2.z.object({
+  type: import_zod2.z.string().min(1),
+  passed: import_zod2.z.boolean(),
+  score: import_zod2.z.number().optional(),
+  reason: import_zod2.z.string().optional()
+});
+var manualCaseSchema = import_zod2.z.object({
+  type: import_zod2.z.literal("manual"),
+  steps: import_zod2.z.array(manualStepSchema).min(1),
+  expected: import_zod2.z.string().min(1).optional()
+});
+var automatedCaseSchema = import_zod2.z.object({
+  type: import_zod2.z.literal("automated"),
+  specRef: import_zod2.z.string().min(1)
+});
+var evalCaseSchema = import_zod2.z.object({
+  type: import_zod2.z.literal("eval"),
+  prompt: import_zod2.z.string().min(1),
+  goldenSetId: import_zod2.z.string().min(1).optional(),
+  assertions: import_zod2.z.array(assertionResultRecordSchema).min(1)
+});
+var testCaseBaseSchema = import_zod2.z.object({
+  schemaVersion: import_zod2.z.literal(TEST_CASE_SCHEMA_VERSION),
+  id: import_zod2.z.string().min(1),
+  externalKeys: import_zod2.z.array(externalKeySchema).optional(),
+  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
+  is_flaky: import_zod2.z.boolean().optional(),
+  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
+  is_muted: import_zod2.z.boolean().optional()
+});
+var testCaseSchema = import_zod2.z.discriminatedUnion("type", [
+  testCaseBaseSchema.merge(manualCaseSchema),
+  testCaseBaseSchema.merge(automatedCaseSchema),
+  testCaseBaseSchema.merge(evalCaseSchema)
+]);
+function parseTestCase(value) {
+  return testCaseSchema.parse(value);
+}
+
+// src/types/results.ts
+var ROW_INCONCLUSIVE = ["blocked", "skipped"];
+function rowStatus(row) {
+  if (row.inconclusive !== void 0) return row.inconclusive;
+  if (row.error !== void 0) return "errored";
+  return row.assertions.every((a) => a.passed) ? "passed" : "failed";
+}
+
 // src/orchestrator/run.ts
 var DEFAULT_MAX_TOKENS2 = 1024;
 var PLUNE_VERSION = "0.1.0";
@@ -1414,10 +1472,25 @@ function resolveTemplate(ev, baseDir) {
   }
   throw new RunConfigError(`Eval "${ev.id}" has neither prompt nor prompt_file`);
 }
-function classify(row) {
-  if (row.error !== void 0) return "errored";
-  if (row.assertions.some((a) => !a.passed)) return "failed";
-  return "passed";
+function summarize(evals, durationMs) {
+  const summary = {
+    total: 0,
+    passed: 0,
+    failed: 0,
+    errored: 0,
+    blocked: 0,
+    skipped: 0,
+    cost_usd: 0,
+    duration_ms: durationMs
+  };
+  for (const ev of evals) {
+    for (const row of ev.rows) {
+      summary.total += 1;
+      summary[rowStatus(row)] += 1;
+      summary.cost_usd += row.usage?.cost_usd ?? 0;
+    }
+  }
+  return summary;
 }
 async function runOrchestration(config, options, deps) {
   const started = deps.now();
@@ -1452,26 +1525,12 @@ async function runOrchestration(config, options, deps) {
         noCache
       })
     );
-    const passed = rowResults.every((r) => classify(r) === "passed");
+    const passed = rowResults.every((r) => rowStatus(r) === "passed");
     evalResults.push({ id: ev.id, tags: ev.tags ?? [], rows: rowResults, passed });
     if (options.bail === true && !passed) break;
   }
   const finished = deps.now();
-  const summary = {
-    total: 0,
-    passed: 0,
-    failed: 0,
-    errored: 0,
-    cost_usd: 0,
-    duration_ms: finished - started
-  };
-  for (const ev of evalResults) {
-    for (const row of ev.rows) {
-      summary.total += 1;
-      summary[classify(row)] += 1;
-      summary.cost_usd += row.usage?.cost_usd ?? 0;
-    }
-  }
+  const summary = summarize(evalResults, finished - started);
   return {
     schemaVersion: 1,
     plune_version: PLUNE_VERSION,
@@ -1556,61 +1615,6 @@ var path5 = __toESM(require("path"), 1);
 
 // src/types/run-result-schema.ts
 var import_zod3 = require("zod");
-
-// src/types/test-case-schema.ts
-var import_zod2 = require("zod");
-var TEST_CASE_SCHEMA_VERSION = 2;
-var externalKeySchema = import_zod2.z.object({
-  kind: import_zod2.z.enum(["playwright-id", "path-title", "allure-history", "cairn-stable", "eval-id", "qase", "testrail"]),
-  value: import_zod2.z.string().min(1)
-});
-var manualStepSchema = import_zod2.z.object({
-  action: import_zod2.z.string().min(1),
-  expected: import_zod2.z.string().min(1).optional()
-});
-var assertionResultRecordSchema = import_zod2.z.object({
-  type: import_zod2.z.string().min(1),
-  passed: import_zod2.z.boolean(),
-  score: import_zod2.z.number().optional(),
-  reason: import_zod2.z.string().optional()
-});
-var manualCaseSchema = import_zod2.z.object({
-  type: import_zod2.z.literal("manual"),
-  steps: import_zod2.z.array(manualStepSchema).min(1),
-  expected: import_zod2.z.string().min(1).optional()
-});
-var automatedCaseSchema = import_zod2.z.object({
-  type: import_zod2.z.literal("automated"),
-  specRef: import_zod2.z.string().min(1)
-});
-var evalCaseSchema = import_zod2.z.object({
-  type: import_zod2.z.literal("eval"),
-  prompt: import_zod2.z.string().min(1),
-  goldenSetId: import_zod2.z.string().min(1).optional(),
-  assertions: import_zod2.z.array(assertionResultRecordSchema).min(1)
-});
-var testCaseBaseSchema = import_zod2.z.object({
-  schemaVersion: import_zod2.z.literal(TEST_CASE_SCHEMA_VERSION),
-  id: import_zod2.z.string().min(1),
-  externalKeys: import_zod2.z.array(externalKeySchema).optional(),
-  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
-  is_flaky: import_zod2.z.boolean().optional(),
-  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
-  is_muted: import_zod2.z.boolean().optional()
-});
-var testCaseSchema = import_zod2.z.discriminatedUnion("type", [
-  testCaseBaseSchema.merge(manualCaseSchema),
-  testCaseBaseSchema.merge(automatedCaseSchema),
-  testCaseBaseSchema.merge(evalCaseSchema)
-]);
-function parseTestCase(value) {
-  return testCaseSchema.parse(value);
-}
-
-// src/types/results.ts
-var ROW_INCONCLUSIVE = ["blocked", "skipped"];
-
-// src/types/run-result-schema.ts
 var RUN_RESULT_SCHEMA_VERSION = 1;
 var binaryVerdictSchema = import_zod3.z.object({
   question: import_zod3.z.string().min(1),
@@ -1648,6 +1652,9 @@ var summarySchema = import_zod3.z.object({
   passed: import_zod3.z.number(),
   failed: import_zod3.z.number(),
   errored: import_zod3.z.number(),
+  /** plune#1245. Optional and additive — a RunResult written before them validates unchanged. */
+  blocked: import_zod3.z.number().optional(),
+  skipped: import_zod3.z.number().optional(),
   cost_usd: import_zod3.z.number(),
   duration_ms: import_zod3.z.number()
 });
@@ -1696,6 +1703,22 @@ function loadToken() {
   }
 }
 
+// src/cli/gate.ts
+function gateExit(verdict, runnerCode) {
+  if (verdict?.statusEvent === "terminated") {
+    return { code: 1, line: "plune: gate failed \u2014 the run was terminated, so it has no verdict to pass on." };
+  }
+  const counts = verdict?.counts;
+  if (counts == null) return { code: 1, line: "plune: gate failed \u2014 no verdict from the platform, and no verdict is no pass." };
+  const n = (status) => counts[status] ?? 0;
+  const notRun = verdict?.notRun?.length ?? 0;
+  if (runnerCode !== void 0 && notRun === 0 && Object.values(counts).every((k) => !k)) {
+    return { code: runnerCode, line: `plune: gate \u2014 no result reached the run, so the exit code is the command's own (${runnerCode}).` };
+  }
+  const said = `${n("failed")} failed \xB7 ${n("broken")} broken \xB7 ${notRun} not run \xB7 ${n("muted")} muted`;
+  return n("failed") + n("broken") > 0 || notRun > 0 ? { code: 1, line: `plune: gate failed \u2014 ${said}` } : { code: 0, line: `plune: gate passed \u2014 ${said}` };
+}
+
 // src/cli/commands/sync.ts
 var NotLoggedInError = class extends Error {
   constructor() {
@@ -1788,7 +1811,18 @@ async function handleSync(deps = {}) {
   }
   const body = await res.json().catch(() => ({}));
   const id = typeof body.id === "string" ? body.id : "";
-  return { id, url: `${endpoint}/${id}` };
+  const result = { id, url: `${endpoint}/${id}` };
+  if (deps.failOnFailures === true) result.gate = gateExit(await readVerdict(doFetch, `${endpoint}/${id}/summary`, token));
+  return result;
+}
+async function readVerdict(doFetch, url, token) {
+  try {
+    const res = await doFetch(url, { method: "GET", headers: { authorization: `Bearer ${token}` } });
+    const body = await res.json().catch(() => void 0);
+    return res.ok ? { statusEvent: body?.run?.statusEvent, counts: body?.counts, notRun: body?.notRun } : void 0;
+  } catch {
+    return void 0;
+  }
 }
 function reportSyncFailure(err, write) {
   if (err instanceof NotLoggedInError || err instanceof TokenRejectedError || err instanceof SyncFileError) {

package/dist/index.d.cts

@@ -5,6 +5,14 @@ interface Summary {
     passed: number;
     failed: number;
     errored: number;
+    /**
+     * plune#1245. Rows the runner said were never judged (`RowResult.inconclusive`), counted apart from
+     * `failed`. The runner always writes both; they are optional so a RunResult written before them is
+     * still valid and `schemaVersion` stays 1. With them, `passed + failed + errored + blocked + skipped`
+     * is `total`.
+     */
+    blocked?: number;
+    skipped?: number;
     cost_usd: number;
     duration_ms: number;
 }
@@ -307,12 +315,19 @@ interface SyncDeps {
     loadToken?: () => string | null;
     /** HTTP transport (injected in tests — e.g. a real Hono app's `request`). Defaults to global `fetch`. */
     fetchImpl?: typeof fetch;
+    /** `--fail-on-failures`: read the run's summary back once after the upload and judge it (plune#1247). */
+    failOnFailures?: boolean;
 }
 interface SyncResult {
     /** Server-assigned run id. */
     id: string;
     /** The `GET /v1/runs/:id` URL where the uploaded run can be read back. */
     url: string;
+    /** The exit code `--fail-on-failures` asks for and the line that says why; absent without the flag. */
+    gate?: {
+        code: number;
+        line: string;
+    };
 }
 /**
  * Upload the latest (or `--file`) local run to `POST {apiUrl}/v1/runs` with the stored Bearer token.
@@ -430,6 +445,8 @@ declare const runResultSchema: z.ZodObject<{
         passed: z.ZodNumber;
         failed: z.ZodNumber;
         errored: z.ZodNumber;
+        blocked: z.ZodOptional<z.ZodNumber>;
+        skipped: z.ZodOptional<z.ZodNumber>;
         cost_usd: z.ZodNumber;
         duration_ms: z.ZodNumber;
     }, z.core.$strip>;

package/dist/index.d.ts

@@ -5,6 +5,14 @@ interface Summary {
     passed: number;
     failed: number;
     errored: number;
+    /**
+     * plune#1245. Rows the runner said were never judged (`RowResult.inconclusive`), counted apart from
+     * `failed`. The runner always writes both; they are optional so a RunResult written before them is
+     * still valid and `schemaVersion` stays 1. With them, `passed + failed + errored + blocked + skipped`
+     * is `total`.
+     */
+    blocked?: number;
+    skipped?: number;
     cost_usd: number;
     duration_ms: number;
 }
@@ -307,12 +315,19 @@ interface SyncDeps {
     loadToken?: () => string | null;
     /** HTTP transport (injected in tests — e.g. a real Hono app's `request`). Defaults to global `fetch`. */
     fetchImpl?: typeof fetch;
+    /** `--fail-on-failures`: read the run's summary back once after the upload and judge it (plune#1247). */
+    failOnFailures?: boolean;
 }
 interface SyncResult {
     /** Server-assigned run id. */
     id: string;
     /** The `GET /v1/runs/:id` URL where the uploaded run can be read back. */
     url: string;
+    /** The exit code `--fail-on-failures` asks for and the line that says why; absent without the flag. */
+    gate?: {
+        code: number;
+        line: string;
+    };
 }
 /**
  * Upload the latest (or `--file`) local run to `POST {apiUrl}/v1/runs` with the stored Bearer token.
@@ -430,6 +445,8 @@ declare const runResultSchema: z.ZodObject<{
         passed: z.ZodNumber;
         failed: z.ZodNumber;
         errored: z.ZodNumber;
+        blocked: z.ZodOptional<z.ZodNumber>;
+        skipped: z.ZodOptional<z.ZodNumber>;
         cost_usd: z.ZodNumber;
         duration_ms: z.ZodNumber;
     }, z.core.$strip>;

package/dist/index.js

@@ -1216,6 +1216,64 @@ async function mapLimit(items, limit, fn) {
   return results;
 }
 
+// src/types/test-case-schema.ts
+import { z as z2 } from "zod";
+var TEST_CASE_SCHEMA_VERSION = 2;
+var externalKeySchema = z2.object({
+  kind: z2.enum(["playwright-id", "path-title", "allure-history", "cairn-stable", "eval-id", "qase", "testrail"]),
+  value: z2.string().min(1)
+});
+var manualStepSchema = z2.object({
+  action: z2.string().min(1),
+  expected: z2.string().min(1).optional()
+});
+var assertionResultRecordSchema = z2.object({
+  type: z2.string().min(1),
+  passed: z2.boolean(),
+  score: z2.number().optional(),
+  reason: z2.string().optional()
+});
+var manualCaseSchema = z2.object({
+  type: z2.literal("manual"),
+  steps: z2.array(manualStepSchema).min(1),
+  expected: z2.string().min(1).optional()
+});
+var automatedCaseSchema = z2.object({
+  type: z2.literal("automated"),
+  specRef: z2.string().min(1)
+});
+var evalCaseSchema = z2.object({
+  type: z2.literal("eval"),
+  prompt: z2.string().min(1),
+  goldenSetId: z2.string().min(1).optional(),
+  assertions: z2.array(assertionResultRecordSchema).min(1)
+});
+var testCaseBaseSchema = z2.object({
+  schemaVersion: z2.literal(TEST_CASE_SCHEMA_VERSION),
+  id: z2.string().min(1),
+  externalKeys: z2.array(externalKeySchema).optional(),
+  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
+  is_flaky: z2.boolean().optional(),
+  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
+  is_muted: z2.boolean().optional()
+});
+var testCaseSchema = z2.discriminatedUnion("type", [
+  testCaseBaseSchema.merge(manualCaseSchema),
+  testCaseBaseSchema.merge(automatedCaseSchema),
+  testCaseBaseSchema.merge(evalCaseSchema)
+]);
+function parseTestCase(value) {
+  return testCaseSchema.parse(value);
+}
+
+// src/types/results.ts
+var ROW_INCONCLUSIVE = ["blocked", "skipped"];
+function rowStatus(row) {
+  if (row.inconclusive !== void 0) return row.inconclusive;
+  if (row.error !== void 0) return "errored";
+  return row.assertions.every((a) => a.passed) ? "passed" : "failed";
+}
+
 // src/orchestrator/run.ts
 var DEFAULT_MAX_TOKENS2 = 1024;
 var PLUNE_VERSION = "0.1.0";
@@ -1358,10 +1416,25 @@ function resolveTemplate(ev, baseDir) {
   }
   throw new RunConfigError(`Eval "${ev.id}" has neither prompt nor prompt_file`);
 }
-function classify(row) {
-  if (row.error !== void 0) return "errored";
-  if (row.assertions.some((a) => !a.passed)) return "failed";
-  return "passed";
+function summarize(evals, durationMs) {
+  const summary = {
+    total: 0,
+    passed: 0,
+    failed: 0,
+    errored: 0,
+    blocked: 0,
+    skipped: 0,
+    cost_usd: 0,
+    duration_ms: durationMs
+  };
+  for (const ev of evals) {
+    for (const row of ev.rows) {
+      summary.total += 1;
+      summary[rowStatus(row)] += 1;
+      summary.cost_usd += row.usage?.cost_usd ?? 0;
+    }
+  }
+  return summary;
 }
 async function runOrchestration(config, options, deps) {
   const started = deps.now();
@@ -1396,26 +1469,12 @@ async function runOrchestration(config, options, deps) {
         noCache
       })
     );
-    const passed = rowResults.every((r) => classify(r) === "passed");
+    const passed = rowResults.every((r) => rowStatus(r) === "passed");
     evalResults.push({ id: ev.id, tags: ev.tags ?? [], rows: rowResults, passed });
     if (options.bail === true && !passed) break;
   }
   const finished = deps.now();
-  const summary = {
-    total: 0,
-    passed: 0,
-    failed: 0,
-    errored: 0,
-    cost_usd: 0,
-    duration_ms: finished - started
-  };
-  for (const ev of evalResults) {
-    for (const row of ev.rows) {
-      summary.total += 1;
-      summary[classify(row)] += 1;
-      summary.cost_usd += row.usage?.cost_usd ?? 0;
-    }
-  }
+  const summary = summarize(evalResults, finished - started);
   return {
     schemaVersion: 1,
     plune_version: PLUNE_VERSION,
@@ -1500,61 +1559,6 @@ import * as path5 from "path";
 
 // src/types/run-result-schema.ts
 import { z as z3 } from "zod";
-
-// src/types/test-case-schema.ts
-import { z as z2 } from "zod";
-var TEST_CASE_SCHEMA_VERSION = 2;
-var externalKeySchema = z2.object({
-  kind: z2.enum(["playwright-id", "path-title", "allure-history", "cairn-stable", "eval-id", "qase", "testrail"]),
-  value: z2.string().min(1)
-});
-var manualStepSchema = z2.object({
-  action: z2.string().min(1),
-  expected: z2.string().min(1).optional()
-});
-var assertionResultRecordSchema = z2.object({
-  type: z2.string().min(1),
-  passed: z2.boolean(),
-  score: z2.number().optional(),
-  reason: z2.string().optional()
-});
-var manualCaseSchema = z2.object({
-  type: z2.literal("manual"),
-  steps: z2.array(manualStepSchema).min(1),
-  expected: z2.string().min(1).optional()
-});
-var automatedCaseSchema = z2.object({
-  type: z2.literal("automated"),
-  specRef: z2.string().min(1)
-});
-var evalCaseSchema = z2.object({
-  type: z2.literal("eval"),
-  prompt: z2.string().min(1),
-  goldenSetId: z2.string().min(1).optional(),
-  assertions: z2.array(assertionResultRecordSchema).min(1)
-});
-var testCaseBaseSchema = z2.object({
-  schemaVersion: z2.literal(TEST_CASE_SCHEMA_VERSION),
-  id: z2.string().min(1),
-  externalKeys: z2.array(externalKeySchema).optional(),
-  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
-  is_flaky: z2.boolean().optional(),
-  /** ADR 0045 / plune#1246 — optional, purely additive; schemaVersion stays 2. */
-  is_muted: z2.boolean().optional()
-});
-var testCaseSchema = z2.discriminatedUnion("type", [
-  testCaseBaseSchema.merge(manualCaseSchema),
-  testCaseBaseSchema.merge(automatedCaseSchema),
-  testCaseBaseSchema.merge(evalCaseSchema)
-]);
-function parseTestCase(value) {
-  return testCaseSchema.parse(value);
-}
-
-// src/types/results.ts
-var ROW_INCONCLUSIVE = ["blocked", "skipped"];
-
-// src/types/run-result-schema.ts
 var RUN_RESULT_SCHEMA_VERSION = 1;
 var binaryVerdictSchema = z3.object({
   question: z3.string().min(1),
@@ -1592,6 +1596,9 @@ var summarySchema = z3.object({
   passed: z3.number(),
   failed: z3.number(),
   errored: z3.number(),
+  /** plune#1245. Optional and additive — a RunResult written before them validates unchanged. */
+  blocked: z3.number().optional(),
+  skipped: z3.number().optional(),
   cost_usd: z3.number(),
   duration_ms: z3.number()
 });
@@ -1640,6 +1647,22 @@ function loadToken() {
   }
 }
 
+// src/cli/gate.ts
+function gateExit(verdict, runnerCode) {
+  if (verdict?.statusEvent === "terminated") {
+    return { code: 1, line: "plune: gate failed \u2014 the run was terminated, so it has no verdict to pass on." };
+  }
+  const counts = verdict?.counts;
+  if (counts == null) return { code: 1, line: "plune: gate failed \u2014 no verdict from the platform, and no verdict is no pass." };
+  const n = (status) => counts[status] ?? 0;
+  const notRun = verdict?.notRun?.length ?? 0;
+  if (runnerCode !== void 0 && notRun === 0 && Object.values(counts).every((k) => !k)) {
+    return { code: runnerCode, line: `plune: gate \u2014 no result reached the run, so the exit code is the command's own (${runnerCode}).` };
+  }
+  const said = `${n("failed")} failed \xB7 ${n("broken")} broken \xB7 ${notRun} not run \xB7 ${n("muted")} muted`;
+  return n("failed") + n("broken") > 0 || notRun > 0 ? { code: 1, line: `plune: gate failed \u2014 ${said}` } : { code: 0, line: `plune: gate passed \u2014 ${said}` };
+}
+
 // src/cli/commands/sync.ts
 var NotLoggedInError = class extends Error {
   constructor() {
@@ -1732,7 +1755,18 @@ async function handleSync(deps = {}) {
   }
   const body = await res.json().catch(() => ({}));
   const id = typeof body.id === "string" ? body.id : "";
-  return { id, url: `${endpoint}/${id}` };
+  const result = { id, url: `${endpoint}/${id}` };
+  if (deps.failOnFailures === true) result.gate = gateExit(await readVerdict(doFetch, `${endpoint}/${id}/summary`, token));
+  return result;
+}
+async function readVerdict(doFetch, url, token) {
+  try {
+    const res = await doFetch(url, { method: "GET", headers: { authorization: `Bearer ${token}` } });
+    const body = await res.json().catch(() => void 0);
+    return res.ok ? { statusEvent: body?.run?.statusEvent, counts: body?.counts, notRun: body?.notRun } : void 0;
+  } catch {
+    return void 0;
+  }
 }
 function reportSyncFailure(err, write) {
   if (err instanceof NotLoggedInError || err instanceof TokenRejectedError || err instanceof SyncFileError) {

package/dist/reporter-core.cjs

@@ -215,7 +215,7 @@ function createClient(opts) {
       if (res.status === 429 && retryAfterMs(res) === null) {
         last.kind = "invalid";
         last.detail = "quota exceeded (no Retry-After)";
-        if (said.detail) last.detail += ` \u2014 ${said.detail}`;
+        if (said.detail) last.detail += ` \u2014 ${scrub(said.detail)}`;
         break;
       }
       if (attempt < RETRY_DELAYS_MS.length) {
@@ -1100,21 +1100,26 @@ async function startRun(passed, declared) {
     },
     flush,
     async finish(reason) {
-      if (done) return;
+      if (done) return void 0;
       done = true;
       await flush();
       await offer();
+      let frozen;
       if (runId !== null && !offline) {
         const out = await client.post(`/v1/runs/${runId}/events`, {
           event: "finish",
           ...reason !== void 0 ? { reason } : {}
         });
         if (!out.ok) log(`plune: could not close run ${runId} (${out.detail || out.kind}).`);
-        else if (typeof out.body?.detached === "number" && out.body.detached > 0) {
-          log(`plune: ${out.body.detached} test case(s) marked detached \u2014 this full run no longer reports them.`);
+        else {
+          frozen = out.body?.summary ?? void 0;
+          if (typeof out.body?.detached === "number" && out.body.detached > 0) {
+            log(`plune: ${out.body.detached} test case(s) marked detached \u2014 this full run no longer reports them.`);
+          }
         }
       }
       summarise();
+      return frozen;
     },
     async leaveOpen() {
       if (done) return;

package/dist/reporter-core.d.cts

@@ -221,6 +221,17 @@ interface RunRecord {
     projectId?: string;
     schemaVersion?: number;
 }
+/**
+ * What the platform froze into a run at `finish` and answers the event with (plune#1247): the verdict a
+ * release gate is made on, never recomputed. `counts` is by the status each result is counted under — a
+ * muted case's `failed` or `broken` is under `muted`, outside both — and an absent key is zero.
+ */
+interface FrozenSummary {
+    counts: Record<string, number>;
+    /** The expected cases that never reported. */
+    notRun: string[];
+    total: number;
+}
 /** Per-element verdicts from a batch. `conflict` means two runners disagreed about one result —
  * the platform refuses to resolve that by overwriting, and neither do we. */
 interface SubmitCounts {
@@ -357,8 +368,11 @@ interface RunSession {
     add(result: PendingResult): Promise<void>;
     /** Send whatever is buffered. Safe to call when nothing is. */
     flush(): Promise<void>;
-    /** Send what is left and close the run. */
-    finish(reason?: string): Promise<void>;
+    /**
+     * Send what is left and close the run. Resolves to the summary the platform froze at `finish` (plune#1247), or
+     * `undefined` when it answered with none: no run, a refused finish, a deployment older than the summary.
+     */
+    finish(reason?: string): Promise<FrozenSummary | undefined>;
     /** Send what is left and deliberately leave the run open — the shard case (AC-03). */
     leaveOpen(): Promise<void>;
 }
@@ -592,4 +606,4 @@ interface PlatformClient {
 }
 declare function createClient(opts: ClientOptions): PlatformClient;
 
-export { type AssertionRecord, type Attachment, type AttemptError, type ClientFailureKind, type ClientOptions, type ClientOutcome, DEFAULT_FALLBACK_PATH, type DeclaredStep, type DeferredBatch, type DeferredResult, type EnvSettings, type Execution, type ExpectedEntry, type ExternalKeyKind, type FailedAttempt, type FailureDetail, type KeyRef, type PendingResult, type PlatformClient, RESULT_KEY_MAX, type ReporterConfig, type ResultFile, type ResultStatus, type ResultSubmission, type RunKind, type RunMeta, type RunRecord, type RunSession, type RunStats, type RunnerLocation, type SubmitCounts, UNSUPPORTED_VARS, type UnofferedWhy, appendBatch, ciCommit, createClient, errorContextOf, failureOf, filesOf, readEnv, repoRootOf, resultKey, startRun, webLink };
+export { type AssertionRecord, type Attachment, type AttemptError, type ClientFailureKind, type ClientOptions, type ClientOutcome, DEFAULT_FALLBACK_PATH, type DeclaredStep, type DeferredBatch, type DeferredResult, type EnvSettings, type Execution, type ExpectedEntry, type ExternalKeyKind, type FailedAttempt, type FailureDetail, type FrozenSummary, type KeyRef, type PendingResult, type PlatformClient, RESULT_KEY_MAX, type ReporterConfig, type ResultFile, type ResultStatus, type ResultSubmission, type RunKind, type RunMeta, type RunRecord, type RunSession, type RunStats, type RunnerLocation, type SubmitCounts, UNSUPPORTED_VARS, type UnofferedWhy, appendBatch, ciCommit, createClient, errorContextOf, failureOf, filesOf, readEnv, repoRootOf, resultKey, startRun, webLink };

package/dist/reporter-core.d.ts

@@ -221,6 +221,17 @@ interface RunRecord {
     projectId?: string;
     schemaVersion?: number;
 }
+/**
+ * What the platform froze into a run at `finish` and answers the event with (plune#1247): the verdict a
+ * release gate is made on, never recomputed. `counts` is by the status each result is counted under — a
+ * muted case's `failed` or `broken` is under `muted`, outside both — and an absent key is zero.
+ */
+interface FrozenSummary {
+    counts: Record<string, number>;
+    /** The expected cases that never reported. */
+    notRun: string[];
+    total: number;
+}
 /** Per-element verdicts from a batch. `conflict` means two runners disagreed about one result —
  * the platform refuses to resolve that by overwriting, and neither do we. */
 interface SubmitCounts {
@@ -357,8 +368,11 @@ interface RunSession {
     add(result: PendingResult): Promise<void>;
     /** Send whatever is buffered. Safe to call when nothing is. */
     flush(): Promise<void>;
-    /** Send what is left and close the run. */
-    finish(reason?: string): Promise<void>;
+    /**
+     * Send what is left and close the run. Resolves to the summary the platform froze at `finish` (plune#1247), or
+     * `undefined` when it answered with none: no run, a refused finish, a deployment older than the summary.
+     */
+    finish(reason?: string): Promise<FrozenSummary | undefined>;
     /** Send what is left and deliberately leave the run open — the shard case (AC-03). */
     leaveOpen(): Promise<void>;
 }
@@ -592,4 +606,4 @@ interface PlatformClient {
 }
 declare function createClient(opts: ClientOptions): PlatformClient;
 
-export { type AssertionRecord, type Attachment, type AttemptError, type ClientFailureKind, type ClientOptions, type ClientOutcome, DEFAULT_FALLBACK_PATH, type DeclaredStep, type DeferredBatch, type DeferredResult, type EnvSettings, type Execution, type ExpectedEntry, type ExternalKeyKind, type FailedAttempt, type FailureDetail, type KeyRef, type PendingResult, type PlatformClient, RESULT_KEY_MAX, type ReporterConfig, type ResultFile, type ResultStatus, type ResultSubmission, type RunKind, type RunMeta, type RunRecord, type RunSession, type RunStats, type RunnerLocation, type SubmitCounts, UNSUPPORTED_VARS, type UnofferedWhy, appendBatch, ciCommit, createClient, errorContextOf, failureOf, filesOf, readEnv, repoRootOf, resultKey, startRun, webLink };
+export { type AssertionRecord, type Attachment, type AttemptError, type ClientFailureKind, type ClientOptions, type ClientOutcome, DEFAULT_FALLBACK_PATH, type DeclaredStep, type DeferredBatch, type DeferredResult, type EnvSettings, type Execution, type ExpectedEntry, type ExternalKeyKind, type FailedAttempt, type FailureDetail, type FrozenSummary, type KeyRef, type PendingResult, type PlatformClient, RESULT_KEY_MAX, type ReporterConfig, type ResultFile, type ResultStatus, type ResultSubmission, type RunKind, type RunMeta, type RunRecord, type RunSession, type RunStats, type RunnerLocation, type SubmitCounts, UNSUPPORTED_VARS, type UnofferedWhy, appendBatch, ciCommit, createClient, errorContextOf, failureOf, filesOf, readEnv, repoRootOf, resultKey, startRun, webLink };