@pome-sh/cli 0.27.0 → 0.28.0

package/dist/build-info.json

@@ -1,6 +1,6 @@
 {
   "package": "pome-sh",
-  "version": "0.27.0",
-  "git_sha": "112e066d008ebf62c5dc1176f39c87798d1c299b",
-  "build_time": "2026-08-26T18:46:48.367Z"
+  "version": "0.28.0",
+  "git_sha": "fe45f413881e8c19ab370dd63e03fbf118ac8edb",
+  "build_time": "2026-08-26T19:10:23.010Z"
 }

package/dist/{checks-QM7QOJ6U.js → checks-XPLJ2MKP.js}

@@ -1,6 +1,6 @@
-import { findManifestPath, readManifest } from './chunk-CXGMLUZ4.js';
+import { findManifestPath, readManifest } from './chunk-QOMNBXMQ.js';
 import { getAvailablePort } from './chunk-XDU6TD4O.js';
-import './chunk-BZO3YCJS.js';
+import './chunk-D5PXUPG4.js';
 import { buildEgressAllowlist } from './chunk-CBFKZZBR.js';
 import './chunk-6KJC4BTO.js';
 import './chunk-SG6ZTIMT.js';

package/dist/{chunk-CTA54N4K.js → chunk-CWNRE2OU.js}

@@ -1,7 +1,7 @@
 import { gmailSeedSchema, defaultSeedState } from './chunk-3T5XN64P.js';
 import { linearSeedSchema, defaultSeedState as defaultSeedState$1 } from './chunk-G6GOCYIT.js';
 import { isTwinName, TWIN_REGISTRY } from './chunk-JE4H5ODK.js';
-import { criterionSchema, finalizeResponseSchema, HostedDiscardRefusedError, HostedOrchError, HostedAuthError, HostedQuotaError, submitResultResponseSchema, createEvalSessionResponseSchema, createSessionResponseSchema, sessionPublicSchema } from './chunk-BZO3YCJS.js';
+import { criterionSchema, finalizeResponseSchema, HostedDiscardRefusedError, HostedOrchError, HostedAuthError, HostedQuotaError, submitResultResponseSchema, createEvalSessionResponseSchema, createSessionResponseSchema, sessionPublicSchema } from './chunk-D5PXUPG4.js';
 import { seedSchema, parseSeed, defaultSeedState as defaultSeedState$2 } from './chunk-HJX25USP.js';
 import { toTwinHttpEventRow } from './chunk-E665XWYU.js';
 import { redactEvent, redactSecrets } from './chunk-SG6ZTIMT.js';
@@ -1255,6 +1255,8 @@ function normalizeAgentSdk(value) {
 
 // ../packages/wire/dist/run-completeness.js
 var PRE_SATISFIED_REASON = "already_true_in_seed";
+var ADVISORY_SCORE_STATE = "advisory";
+var ABSTAINED_SCORE_STATE = "abstained";
 
 // src/hosted/evalResultView.ts
 function outcomeOf(result) {
@@ -1265,6 +1267,9 @@ function outcomeOf(result) {
 function isPreSatisfied(result) {
   return result.skipped && result.reason === PRE_SATISFIED_REASON;
 }
+function isNarrated(result) {
+  return result.skipped && (result.score_state === ADVISORY_SCORE_STATE || result.score_state === ABSTAINED_SCORE_STATE);
+}
 function scoreStatus(score, passThreshold) {
   if (!score.evaluated || !score.can_pass) return "incomplete";
   return score.satisfaction >= passThreshold ? "pass" : "fail";
@@ -1296,12 +1301,16 @@ function criteriaWord(n) {
 }
 function evaluationCounts(score) {
   const evaluated = score.total_required;
-  const notEvaluated = score.skipped + score.errored - score.preSatisfied;
+  const exempt = score.preSatisfied + score.advisory + score.abstained;
+  const notEvaluated = score.skipped + score.errored - exempt;
   return {
     evaluated,
     notEvaluated,
     preSatisfied: score.preSatisfied,
-    total: evaluated + notEvaluated + score.preSatisfied
+    // `total` counts every exemption, not just `preSatisfied`, so it still
+    // names every criterion the run recorded — the reason `outcomeOf` keeps
+    // narrator rows inside `skipped` rather than returning their state raw.
+    total: evaluated + notEvaluated + exempt
   };
 }
 function scoreCountsSummary(score) {
@@ -1486,8 +1495,14 @@ function scoreFromFinalizeResponse(finalized) {
   const preSatisfied = results.filter(
     (r) => outcomeOf(r) === "skipped" && isPreSatisfied(r)
   ).length;
+  const advisory = results.filter(
+    (r) => isNarrated(r) && !isPreSatisfied(r) && r.score_state === ADVISORY_SCORE_STATE
+  ).length;
+  const abstained = results.filter(
+    (r) => isNarrated(r) && !isPreSatisfied(r) && r.score_state === ABSTAINED_SCORE_STATE
+  ).length;
   const totalRequired = passed + failed;
-  const unresolvedAbstentions = skipped - preSatisfied + errored;
+  const unresolvedAbstentions = skipped - preSatisfied - advisory - abstained + errored;
   return {
     satisfaction: finalized.score,
     passed,
@@ -1495,6 +1510,8 @@ function scoreFromFinalizeResponse(finalized) {
     skipped,
     errored,
     preSatisfied,
+    advisory,
+    abstained,
     total_required: totalRequired,
     evaluated: hasCriteriaResults ? totalRequired > 0 : true,
     can_pass: hasCriteriaResults ? totalRequired > 0 && unresolvedAbstentions === 0 : true,

package/dist/{chunk-BZO3YCJS.js → chunk-D5PXUPG4.js}

@@ -91,8 +91,40 @@ var baseCriterionResultSchema = z.object({
   passed: z.boolean(),
   skipped: z.boolean(),
   // true if [code] fell back to [model] but the judge was unreachable, etc.
-  reason: z.string()
+  reason: z.string(),
   // human-readable evidence
+  // Why this row is out of the denominator, when `skipped` alone is too coarse.
+  // The two values that carry meaning here are `ADVISORY_SCORE_STATE` and
+  // `ABSTAINED_SCORE_STATE` (`@pome-sh/wire/run-completeness`), which the
+  // narrator stamps on a `[model]` row it read but had no authority to score.
+  //
+  // NOT NAMED `outcome`: `hosted/evalResultView.ts`'s display model has
+  // reserved that key on this same object for a disjoint vocabulary
+  // (`passed | failed | skipped | errored`) since long before the narrator, and
+  // reserved it for the CLOUD to fill. A cloud writing `advisory` into it would
+  // hand `outcomeOf` a value outside its own union and render an advisory row
+  // with the skipped glyph.
+  //
+  // ON THE BASE AND NOT ON ONE ARM, for the mirror image of the reason the arm
+  // order below is what it is: an advisory row carries no `confidence` /
+  // `judge_model`, so it fails the probabilistic arm and lands on the
+  // DETERMINISTIC one — whose `.extend({})` is a plain `z.object` and would
+  // strip an unknown key. Declared on one arm, the state would be discarded
+  // before any consumer could read it, and the run would keep reading
+  // INCOMPLETE with the exemption sitting there correct and dead.
+  //
+  // `z.string()` AND NOT THE CLOSED ENUM pome-cloud declares for the same
+  // field, because the two sides of it have opposite jobs. pome-cloud PRODUCES
+  // it and validates what it serves; the CLI CONSUMES it, and
+  // `finalizeResponseSchema` is deliberately a tolerant reader (its own comment
+  // says so: cloud may emit additive keys "that older/newer CLIs strip rather
+  // than reject"). A closed enum here would turn a cloud that adds a third
+  // score state into a hard parse failure of the ENTIRE /finalize response —
+  // an unreadable run instead of an unrecognised field. The closed vocabulary
+  // is applied by the PREDICATE that reads it (`isNarrated`), exactly as
+  // `reason` is a plain string and `PRE_SATISFIED_REASON` is a comparison, so
+  // an unrecognised spelling is not exempted from anything.
+  score_state: z.string().optional()
 });
 var deterministicCriterionResultSchema = baseCriterionResultSchema.extend({
   // [code] adds nothing further; criterion.type === "code" identifies it.

package/dist/{chunk-MQE6DKIK.js → chunk-JW3DHRNX.js}

@@ -1,6 +1,6 @@
-import { createHostedClient, perTwinReturnedByCloud, parseTaskFile, runAgentCommand, writeRunArtifactsCore, toTwinHttpEvent, redactJsonl, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus, evaluationCounts } from './chunk-CTA54N4K.js';
-import { readManifest, normalizeManifestTwins } from './chunk-CXGMLUZ4.js';
-import { MOUNTED_TWINS, HostedAuthError, HostedDiscardRefusedError, HostedQuotaError, HostedOrchError, HostedTrialError, agentResponseSchema } from './chunk-BZO3YCJS.js';
+import { createHostedClient, perTwinReturnedByCloud, parseTaskFile, runAgentCommand, writeRunArtifactsCore, toTwinHttpEvent, redactJsonl, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus, evaluationCounts } from './chunk-CWNRE2OU.js';
+import { readManifest, normalizeManifestTwins } from './chunk-QOMNBXMQ.js';
+import { MOUNTED_TWINS, HostedAuthError, HostedDiscardRefusedError, HostedQuotaError, HostedOrchError, HostedTrialError, agentResponseSchema } from './chunk-D5PXUPG4.js';
 import { redactSecrets, redactEvent } from './chunk-SG6ZTIMT.js';
 import { randomUUID, createHash } from 'node:crypto';
 import { rm, readFile, stat, mkdir, writeFile, chmod, mkdtemp, readdir, rename } from 'node:fs/promises';

package/dist/{chunk-N74LP4QH.js → chunk-MOZU3NOM.js}

@@ -1,4 +1,4 @@
-import { parseTaskFile, seedStateForTwin, runAgentCommand, writeRunArtifactsCore } from './chunk-CTA54N4K.js';
+import { parseTaskFile, seedStateForTwin, runAgentCommand, writeRunArtifactsCore } from './chunk-CWNRE2OU.js';
 import { createRecorder, bootTwin } from './chunk-IK2F7ZA3.js';
 import { getAvailablePort } from './chunk-XDU6TD4O.js';
 import { buildEgressAllowlist, readBlockedEgress } from './chunk-CBFKZZBR.js';

package/dist/{chunk-CXGMLUZ4.js → chunk-QOMNBXMQ.js}

@@ -1,4 +1,4 @@
-import { HostedOrchError, manifestSchema, deriveAgentSlug, SLUG_RE } from './chunk-BZO3YCJS.js';
+import { HostedOrchError, manifestSchema, deriveAgentSlug, SLUG_RE } from './chunk-D5PXUPG4.js';
 import { readFile, writeFile } from 'node:fs/promises';
 import { resolve, join, dirname } from 'node:path';
 import { stringify, parse } from 'yaml';

package/dist/{runDemo-O67ASC54.js → runDemo-YY5F6FP2.js}

@@ -1,14 +1,14 @@
 import { newGroupId, reassuranceBox, twinReadyLine, trialsHeaderLine, trialLine, summaryLines, evaluatingLine, criterionPhrase } from './chunk-RGZBC7NF.js';
 import { DemoCapacityError, capacityLabel, parseCapacityMarker, capacityKindFrom } from './chunk-ZX4WNSZ5.js';
-import { runTask, demoTaskPath, DEMO_TASK_NAME, DEMO_REPO } from './chunk-N74LP4QH.js';
-import { createHostedClient, parseTaskFile, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus, outcomeOf } from './chunk-CTA54N4K.js';
+import { runTask, demoTaskPath, DEMO_TASK_NAME, DEMO_REPO } from './chunk-MOZU3NOM.js';
+import { createHostedClient, parseTaskFile, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus, outcomeOf } from './chunk-CWNRE2OU.js';
 import './chunk-NW7HGA2K.js';
 import './chunk-3T5XN64P.js';
 import './chunk-G6GOCYIT.js';
 import { bootTwin } from './chunk-IK2F7ZA3.js';
 import './chunk-JE4H5ODK.js';
 import { getAvailablePort } from './chunk-XDU6TD4O.js';
-import { HostedQuotaError, HostedOrchError } from './chunk-BZO3YCJS.js';
+import { HostedQuotaError, HostedOrchError } from './chunk-D5PXUPG4.js';
 import './chunk-CBFKZZBR.js';
 import './chunk-HJX25USP.js';
 import './chunk-E665XWYU.js';

package/dist/{runTrialGroup-V3HB57YI.js → runTrialGroup-TPDWP2LN.js}

@@ -1,12 +1,12 @@
 import { newGroupId, criterionPhrase } from './chunk-RGZBC7NF.js';
-import { runTaskHosted, resolveRunAgentIdentity } from './chunk-MQE6DKIK.js';
-import { createHostedClient, parseTaskFile, outcomeOf } from './chunk-CTA54N4K.js';
+import { runTaskHosted, resolveRunAgentIdentity } from './chunk-JW3DHRNX.js';
+import { createHostedClient, parseTaskFile, outcomeOf } from './chunk-CWNRE2OU.js';
 import './chunk-NW7HGA2K.js';
 import './chunk-3T5XN64P.js';
 import './chunk-G6GOCYIT.js';
 import './chunk-JE4H5ODK.js';
-import './chunk-CXGMLUZ4.js';
-import { HostedQuotaError, HostedTrialError } from './chunk-BZO3YCJS.js';
+import './chunk-QOMNBXMQ.js';
+import { HostedQuotaError, HostedTrialError } from './chunk-D5PXUPG4.js';
 import './chunk-HJX25USP.js';
 import './chunk-E665XWYU.js';
 import './chunk-6KJC4BTO.js';

package/dist/src/cli/main.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
-import { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, clearLocalCredentials, friendlyHostedError, SESSION_TWIN_NAMES, runSessionCreate, runSessionList, runSessionStop, resolveCredentials, runTaskHosted, discoverRunSet, VERDICT_ARTIFACT_VERSION, persistCredentialsAfterLogin, DEFAULT_DOCS_SITE_ORIGIN, resolveSeams, resolveCachedAgentId, readLinkCache, postAgentResolver, writeLinkCache, ensurePomeGitignored } from '../../chunk-MQE6DKIK.js';
-import { assetPath, runTask, resolvePackageRoot, DEMO_TASK_NAME, demoTaskPath } from '../../chunk-N74LP4QH.js';
-import { parseTaskFile, scoreStatus, runScoreLine, readLatestRun, readMetaSummary, outcomeOf, readConfigTwins, scoreCountsSummary, markerFor, criterionMarkerLabel, twinSkipSuffix, readCodeCriteria, createHostedClient, toTwinHttpEvent, redactJsonl, scoreFromFinalizeResponse, parseGitHubSeedState, uploadRunBlobs, isPreSatisfied } from '../../chunk-CTA54N4K.js';
+import { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, clearLocalCredentials, friendlyHostedError, SESSION_TWIN_NAMES, runSessionCreate, runSessionList, runSessionStop, resolveCredentials, runTaskHosted, discoverRunSet, VERDICT_ARTIFACT_VERSION, persistCredentialsAfterLogin, DEFAULT_DOCS_SITE_ORIGIN, resolveSeams, resolveCachedAgentId, readLinkCache, postAgentResolver, writeLinkCache, ensurePomeGitignored } from '../../chunk-JW3DHRNX.js';
+import { assetPath, runTask, resolvePackageRoot, DEMO_TASK_NAME, demoTaskPath } from '../../chunk-MOZU3NOM.js';
+import { parseTaskFile, scoreStatus, runScoreLine, readLatestRun, readMetaSummary, outcomeOf, readConfigTwins, scoreCountsSummary, markerFor, criterionMarkerLabel, twinSkipSuffix, readCodeCriteria, createHostedClient, toTwinHttpEvent, redactJsonl, scoreFromFinalizeResponse, parseGitHubSeedState, uploadRunBlobs, isPreSatisfied } from '../../chunk-CWNRE2OU.js';
 import '../../chunk-NW7HGA2K.js';
 import { GMAIL_CHECKS } from '../../chunk-JM6VS62R.js';
 import '../../chunk-3T5XN64P.js';
@@ -9,9 +9,9 @@ import { LINEAR_CHECKS } from '../../chunk-XBT6ZLBG.js';
 import '../../chunk-G6GOCYIT.js';
 import '../../chunk-IK2F7ZA3.js';
 import { TWIN_NAME_LIST, isTwinName, createGitHubSmokeApp } from '../../chunk-JE4H5ODK.js';
-import { readManifest, writeManifest, MANIFEST_JSON, readRequiredManifest, normalizeManifestTwins } from '../../chunk-CXGMLUZ4.js';
+import { readManifest, writeManifest, MANIFEST_JSON, readRequiredManifest, normalizeManifestTwins } from '../../chunk-QOMNBXMQ.js';
 import '../../chunk-XDU6TD4O.js';
-import { MOUNTED_TWINS, deriveAgentSlug, exitCodeFor, HostedUsageError, HostedOrchError, HostedAuthError, HostedQuotaError } from '../../chunk-BZO3YCJS.js';
+import { MOUNTED_TWINS, deriveAgentSlug, exitCodeFor, HostedUsageError, HostedOrchError, HostedAuthError, HostedQuotaError } from '../../chunk-D5PXUPG4.js';
 import '../../chunk-CBFKZZBR.js';
 import { TAPE_ASSERTABLE_TOOLS } from '../../chunk-C4BVTUA3.js';
 import { seedSchema } from '../../chunk-HJX25USP.js';
@@ -4652,7 +4652,7 @@ var DEFAULT_AGENT_COMMAND = `node ${DEFAULT_AGENT_FILE}`;
 var MANIFEST_SCHEMA_URL = "https://pome.sh/schemas/v1/pome.json";
 var MAX_UNREADABLE_PATHS_SHOWN = 5;
 function readPackageVersion() {
-  if ("0.27.0".length > 0) return "0.27.0";
+  if ("0.28.0".length > 0) return "0.28.0";
   try {
     const here = dirname(fileURLToPath(import.meta.url));
     const candidates = [
@@ -5103,7 +5103,7 @@ function createProgram() {
         return;
       }
       {
-        const { runDoctorChecks } = await import('../../checks-QM7QOJ6U.js');
+        const { runDoctorChecks } = await import('../../checks-XPLJ2MKP.js');
         const { renderDoctorReport } = await import('../../render-ZQQ4UMNO.js');
         const doctorReport = await runDoctorChecks({ mode: useLocal ? "full" : "hosted" });
         if (!doctorReport.ok) {
@@ -5141,7 +5141,7 @@ function createProgram() {
               taskForRuns.config.runs
             );
             if (k > 1) {
-              const { runTrialGroup } = await import('../../runTrialGroup-V3HB57YI.js');
+              const { runTrialGroup } = await import('../../runTrialGroup-TPDWP2LN.js');
               const fileForRerun = relative(process.cwd(), file);
               const rerunCommand = defaultTask ? options.trials !== void 0 ? `pome run -n ${k}` : "pome run" : `pome run ${fileForRerun && !fileForRerun.startsWith("..") ? fileForRerun : file} -n ${k}`;
               const groupResult = await runTrialGroup({
@@ -5235,7 +5235,7 @@ function createProgram() {
         process.exitCode = 5;
         return;
       }
-      const { runDemo } = await import('../../runDemo-O67ASC54.js');
+      const { runDemo } = await import('../../runDemo-YY5F6FP2.js');
       const result = await runDemo({
         apiBase: opts.apiUrl.replace(/\/$/, ""),
         dashboardBase: process.env.POME_DASHBOARD_URL ?? DEFAULT_DASHBOARD_URL,
@@ -5253,7 +5253,7 @@ function createProgram() {
   program.command("doctor").description(
     "Check the agent\u2194twin wiring: pome.json (or pome.yaml) present + valid, the local twin boots + serves, requests routed to the twin (not a hardcoded production host), egress floor active. On failure prints one named cause (file:line where knowable) + one concrete fix and exits non-zero."
   ).action(async () => {
-    const { runDoctorChecks } = await import('../../checks-QM7QOJ6U.js');
+    const { runDoctorChecks } = await import('../../checks-XPLJ2MKP.js');
     const { renderDoctorReport } = await import('../../render-ZQQ4UMNO.js');
     const report = await runDoctorChecks();
     for (const line of renderDoctorReport(report, { passNote: true })) console.error(line);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pome-sh/cli",
-  "version": "0.27.0",
+  "version": "0.28.0",
   "description": "Digital-twin testing for AI agents \u2014 run tasks against resettable local or hosted twins and record tool-call traces for evaluation on pome.sh.",
   "keywords": [
     "ai",