@pome-sh/cli 0.23.0 → 0.23.1

package/dist/build-info.json

@@ -1,6 +1,6 @@
 {
   "package": "pome-sh",
-  "version": "0.23.0",
-  "git_sha": "ace5f001527e5a1d68cbe3ba5b534338e333a051",
-  "build_time": "2026-08-10T10:29:32.549Z"
+  "version": "0.23.1",
+  "git_sha": "f57142b584d0bbeaa6b1c3e6194daf2723ed6d3c",
+  "build_time": "2026-08-10T12:44:52.803Z"
 }

package/dist/{chunk-S3RNVG6R.js → chunk-54OLERUK.js}

@@ -1,6 +1,6 @@
 import { getAvailablePort } from './chunk-XDU6TD4O.js';
 import { buildEgressAllowlist, readBlockedEgress } from './chunk-CBFKZZBR.js';
-import { parseTaskFile, seedStateForTwin, runAgentCommand, writeRunArtifactsCore } from './chunk-KS4DD6JC.js';
+import { parseTaskFile, seedStateForTwin, runAgentCommand, writeRunArtifactsCore } from './chunk-Z32CZ45D.js';
 import { createRecorder, bootTwin } from './chunk-TG22SRUL.js';
 import { eventSchema } from './chunk-VBATFCWR.js';
 import { redactSecrets, redactEvent } from './chunk-SG6ZTIMT.js';

package/dist/{chunk-OX2CRKHX.js → chunk-BCI7KJRH.js}

@@ -1,5 +1,5 @@
 import { readManifest, normalizeManifestTwins } from './chunk-KUVTL4NZ.js';
-import { createHostedClient, perTwinReturnedByCloud, parseTaskFile, runAgentCommand, writeRunArtifactsCore, toTwinHttpEvent, redactJsonl, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus } from './chunk-KS4DD6JC.js';
+import { createHostedClient, perTwinReturnedByCloud, parseTaskFile, runAgentCommand, writeRunArtifactsCore, toTwinHttpEvent, redactJsonl, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus } from './chunk-Z32CZ45D.js';
 import { MOUNTED_TWINS, HostedAuthError, HostedDiscardRefusedError, HostedQuotaError, HostedOrchError, HostedTrialError, agentResponseSchema } from './chunk-PQYIAA6K.js';
 import { redactSecrets, redactEvent } from './chunk-SG6ZTIMT.js';
 import { existsSync } from 'node:fs';

package/dist/{chunk-KS4DD6JC.js → chunk-Z32CZ45D.js}

@@ -1232,6 +1232,10 @@ function outcomeOf(result) {
   if (result.skipped) return "skipped";
   return result.passed ? "passed" : "failed";
 }
+var PRE_SATISFIED_REASON = "already_true_in_seed";
+function isPreSatisfied(result) {
+  return result.skipped && result.reason === PRE_SATISFIED_REASON;
+}
 function scoreStatus(score, passThreshold) {
   if (!score.evaluated || !score.can_pass) return "incomplete";
   return score.satisfaction >= passThreshold ? "pass" : "fail";
@@ -1258,15 +1262,23 @@ function twinSkipSuffix(result) {
   const twinRelated = outcome === "skipped" || outcome === "errored" || /no_matching_predicate|no matching predicate/i.test(result.reason);
   return twinRelated ? ` (twin: ${twin})` : "";
 }
+function criteriaWord(n) {
+  return n === 1 ? "criterion" : "criteria";
+}
 function scoreCountsSummary(score) {
   return `${score.passed ?? 0} passed, ${score.failed ?? 0} failed, ${score.skipped ?? 0} skipped, ${score.errored ?? 0} errored`;
 }
 function runScoreLine(score, passThreshold, unevaluatedNumericLabel) {
   const status = scoreStatus(score, passThreshold);
   if (status === "incomplete") {
-    const notEvaluated = score.skipped + score.errored;
-    const total = score.total_required + notEvaluated;
-    return `score: incomplete \u2014 ${notEvaluated} of ${total} criteria not evaluated; ${scoreCountsSummary(score)}; ${unevaluatedNumericLabel}: ${score.satisfaction}/100`;
+    const allExcluded = score.skipped + score.errored;
+    const unreached = allExcluded - score.preSatisfied;
+    const total = score.total_required + allExcluded;
+    if (score.total_required === 0 && unreached === 0 && score.preSatisfied > 0) {
+      return `score: incomplete \u2014 nothing was at risk (${score.preSatisfied} ${criteriaWord(score.preSatisfied)} already true in the seed); ${scoreCountsSummary(score)}; ${unevaluatedNumericLabel}: ${score.satisfaction}/100`;
+    }
+    const preSatisfiedClause = score.preSatisfied > 0 ? ` (${score.preSatisfied} already true in the seed)` : "";
+    return `score: incomplete \u2014 ${unreached} of ${total} criteria not evaluated${preSatisfiedClause}; ${scoreCountsSummary(score)}; ${unevaluatedNumericLabel}: ${score.satisfaction}/100`;
   }
   return `score: ${score.satisfaction}/100`;
 }
@@ -1434,16 +1446,21 @@ function scoreFromFinalizeResponse(finalized) {
   const failed = results.filter((r) => outcomeOf(r) === "failed").length;
   const errored = results.filter((r) => outcomeOf(r) === "errored").length;
   const skipped = results.filter((r) => outcomeOf(r) === "skipped").length;
+  const preSatisfied = results.filter(
+    (r) => outcomeOf(r) === "skipped" && isPreSatisfied(r)
+  ).length;
   const totalRequired = passed + failed;
+  const unresolvedAbstentions = skipped - preSatisfied + errored;
   return {
     satisfaction: finalized.score,
     passed,
     failed,
     skipped,
     errored,
+    preSatisfied,
     total_required: totalRequired,
     evaluated: hasCriteriaResults ? totalRequired > 0 : true,
-    can_pass: hasCriteriaResults ? totalRequired > 0 && skipped === 0 && errored === 0 : true,
+    can_pass: hasCriteriaResults ? totalRequired > 0 && unresolvedAbstentions === 0 : true,
     results,
     judge_model: finalized.judge_model ?? null,
     judge_tokens_in: null,
@@ -1613,4 +1630,4 @@ function splitCommand(command) {
   return file ? { file, args } : null;
 }
 
-export { createHostedClient, criterionMarkerLabel, markerFor, outcomeOf, parseGitHubSeedState, parseTaskFile, perTwinReturnedByCloud, readCodeCriteria, readConfigTwins, readLatestRun, readMetaSummary, redactJsonl, runAgentCommand, runScoreLine, scoreCountsSummary, scoreFromFinalizeResponse, scoreStatus, seedStateForTwin, toTwinHttpEvent, twinSkipSuffix, uploadRunBlobs, writeRunArtifactsCore };
+export { createHostedClient, criterionMarkerLabel, isPreSatisfied, markerFor, outcomeOf, parseGitHubSeedState, parseTaskFile, perTwinReturnedByCloud, readCodeCriteria, readConfigTwins, readLatestRun, readMetaSummary, redactJsonl, runAgentCommand, runScoreLine, scoreCountsSummary, scoreFromFinalizeResponse, scoreStatus, seedStateForTwin, toTwinHttpEvent, twinSkipSuffix, uploadRunBlobs, writeRunArtifactsCore };

package/dist/{runDemo-7QCEWKQJ.js → runDemo-Q3WATCYJ.js}

@@ -1,9 +1,9 @@
 import { newGroupId, reassuranceBox, twinReadyLine, trialsHeaderLine, trialLine, summaryLines, evaluatingLine, criterionPhrase } from './chunk-RGZBC7NF.js';
 import { DemoCapacityError, capacityLabel, parseCapacityMarker, capacityKindFrom } from './chunk-ZX4WNSZ5.js';
-import { runTask, demoTaskPath, DEMO_TASK_NAME, DEMO_REPO } from './chunk-S3RNVG6R.js';
+import { runTask, demoTaskPath, DEMO_TASK_NAME, DEMO_REPO } from './chunk-54OLERUK.js';
 import { getAvailablePort } from './chunk-XDU6TD4O.js';
 import './chunk-CBFKZZBR.js';
-import { createHostedClient, parseTaskFile, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus, outcomeOf } from './chunk-KS4DD6JC.js';
+import { createHostedClient, parseTaskFile, uploadRunBlobs, scoreFromFinalizeResponse, scoreStatus, outcomeOf } from './chunk-Z32CZ45D.js';
 import './chunk-NW7HGA2K.js';
 import { HostedQuotaError, HostedOrchError } from './chunk-PQYIAA6K.js';
 import './chunk-SGDUD7KK.js';

package/dist/{runTrialGroup-PGDK4KZ2.js → runTrialGroup-O7DQIB7T.js}

@@ -1,7 +1,7 @@
 import { newGroupId, criterionPhrase } from './chunk-RGZBC7NF.js';
-import { runTaskHosted, resolveRunAgentIdentity } from './chunk-OX2CRKHX.js';
+import { runTaskHosted, resolveRunAgentIdentity } from './chunk-BCI7KJRH.js';
 import './chunk-KUVTL4NZ.js';
-import { createHostedClient, parseTaskFile, outcomeOf } from './chunk-KS4DD6JC.js';
+import { createHostedClient, parseTaskFile, outcomeOf } from './chunk-Z32CZ45D.js';
 import './chunk-NW7HGA2K.js';
 import { HostedQuotaError, HostedTrialError } from './chunk-PQYIAA6K.js';
 import './chunk-SGDUD7KK.js';

package/dist/src/cli/main.js

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, clearLocalCredentials, friendlyHostedError, runSessionCreate, runSessionList, runSessionStop, resolveCredentials, runTaskHosted, discoverRunSet, loadTrialEvents, persistCredentialsAfterLogin, DEFAULT_DOCS_SITE_ORIGIN, resolveSeams, resolveCachedAgentId, readLinkCache, postAgentResolver, writeLinkCache, ensurePomeGitignored } from '../../chunk-OX2CRKHX.js';
+import { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, clearLocalCredentials, friendlyHostedError, runSessionCreate, runSessionList, runSessionStop, resolveCredentials, runTaskHosted, discoverRunSet, loadTrialEvents, persistCredentialsAfterLogin, DEFAULT_DOCS_SITE_ORIGIN, resolveSeams, resolveCachedAgentId, readLinkCache, postAgentResolver, writeLinkCache, ensurePomeGitignored } from '../../chunk-BCI7KJRH.js';
 import { readManifest, writeManifest, MANIFEST_JSON, readRequiredManifest, normalizeManifestTwins } from '../../chunk-KUVTL4NZ.js';
-import { assetPath, runTask, resolvePackageRoot, DEMO_TASK_NAME, demoTaskPath } from '../../chunk-S3RNVG6R.js';
+import { assetPath, runTask, resolvePackageRoot, DEMO_TASK_NAME, demoTaskPath } from '../../chunk-54OLERUK.js';
 import '../../chunk-XDU6TD4O.js';
 import '../../chunk-CBFKZZBR.js';
-import { parseTaskFile, scoreStatus, runScoreLine, readLatestRun, readMetaSummary, readConfigTwins, scoreCountsSummary, markerFor, outcomeOf, criterionMarkerLabel, twinSkipSuffix, readCodeCriteria, createHostedClient, toTwinHttpEvent, redactJsonl, scoreFromFinalizeResponse, parseGitHubSeedState, uploadRunBlobs } from '../../chunk-KS4DD6JC.js';
+import { parseTaskFile, scoreStatus, runScoreLine, readLatestRun, readMetaSummary, readConfigTwins, scoreCountsSummary, markerFor, outcomeOf, criterionMarkerLabel, twinSkipSuffix, readCodeCriteria, createHostedClient, toTwinHttpEvent, redactJsonl, scoreFromFinalizeResponse, parseGitHubSeedState, uploadRunBlobs, isPreSatisfied } from '../../chunk-Z32CZ45D.js';
 import '../../chunk-NW7HGA2K.js';
 import { MOUNTED_TWINS, deriveAgentSlug, exitCodeFor, HostedUsageError, HostedOrchError, HostedAuthError, HostedQuotaError } from '../../chunk-PQYIAA6K.js';
 import { TAPE_ASSERTABLE_TOOLS } from '../../chunk-FKZZWWYC.js';
@@ -4360,7 +4360,7 @@ function renderGroupedSignatures(trials) {
   for (const trial of trials) {
     for (const result of trial.verdict.criteria_results) {
       const key = result.criterion.text;
-      const outcome = outcomeOf(result);
+      const outcome = isPreSatisfied(result) ? "excluded" : outcomeOf(result);
       if (outcome === "failed") {
         const entry = byCriterion.get(key) ?? {
           marker: criterionMarker(result.criterion),
@@ -4375,10 +4375,12 @@ function renderGroupedSignatures(trials) {
     }
   }
   const passedEverywhere = [];
+  const preSatisfiedEverywhere = [];
   const notUniformlyEvaluated = [];
   for (const [key, seen] of outcomesSeen) {
     if (byCriterion.has(key)) continue;
     if (seen.size === 1 && seen.has("passed")) passedEverywhere.push(key);
+    else if (seen.size === 1 && seen.has("excluded")) preSatisfiedEverywhere.push(key);
     else notUniformlyEvaluated.push(key);
   }
   const completed = trials.length;
@@ -4389,7 +4391,7 @@ function renderGroupedSignatures(trials) {
     return `${idx + 1}. ${marker} ${flattenLine(text)} \u2014 failed in ${hits.length} of ${completed} completed trials
 ${lines.join("\n")}`;
   });
-  if (blocks.length === 0 && passedEverywhere.length === 0 && notUniformlyEvaluated.length === 0) {
+  if (blocks.length === 0 && passedEverywhere.length === 0 && preSatisfiedEverywhere.length === 0 && notUniformlyEvaluated.length === 0) {
     return "(no criteria recorded)";
   }
   const notes = [];
@@ -4401,9 +4403,14 @@ ${lines.join("\n")}`;
       `passed in every completed trial: ${passedEverywhere.map((t) => `"${flattenLine(t)}"`).join(" \xB7 ")}`
     );
   }
+  if (preSatisfiedEverywhere.length > 0) {
+    notes.push(
+      `already true in the seed in every completed trial \u2014 excluded from the score, nothing here to fix: ${preSatisfiedEverywhere.map((t) => `"${flattenLine(t)}"`).join(" \xB7 ")}`
+    );
+  }
   if (notUniformlyEvaluated.length > 0) {
     notes.push(
-      `not uniformly evaluated (skipped or errored in some trials \u2014 no pass is claimed for these): ${notUniformlyEvaluated.map((t) => `"${flattenLine(t)}"`).join(" \xB7 ")}`
+      `not uniformly evaluated (not evaluated in some trials \u2014 no pass is claimed for these): ${notUniformlyEvaluated.map((t) => `"${flattenLine(t)}"`).join(" \xB7 ")}`
     );
   }
   return [...blocks, ...notes].join("\n");
@@ -4490,7 +4497,7 @@ var DEFAULT_AGENT_FILE = "examples/agents/scripted-triage-agent.ts";
 var DEFAULT_AGENT_COMMAND = `node ${DEFAULT_AGENT_FILE}`;
 var MANIFEST_SCHEMA_URL = "https://pome.sh/schemas/v1/pome.json";
 function readPackageVersion() {
-  if ("0.23.0".length > 0) return "0.23.0";
+  if ("0.23.1".length > 0) return "0.23.1";
   try {
     const here = dirname(fileURLToPath(import.meta.url));
     const candidates = [
@@ -4983,7 +4990,7 @@ function createProgram() {
               taskForRuns.config.runs
             );
             if (k > 1) {
-              const { runTrialGroup } = await import('../../runTrialGroup-PGDK4KZ2.js');
+              const { runTrialGroup } = await import('../../runTrialGroup-O7DQIB7T.js');
               const fileForRerun = relative(process.cwd(), file);
               const rerunCommand = defaultTask ? options.trials !== void 0 ? `pome run -n ${k}` : "pome run" : `pome run ${fileForRerun && !fileForRerun.startsWith("..") ? fileForRerun : file} -n ${k}`;
               const groupResult = await runTrialGroup({
@@ -5077,7 +5084,7 @@ function createProgram() {
         process.exitCode = 5;
         return;
       }
-      const { runDemo } = await import('../../runDemo-7QCEWKQJ.js');
+      const { runDemo } = await import('../../runDemo-Q3WATCYJ.js');
       const result = await runDemo({
         apiBase: opts.apiUrl.replace(/\/$/, ""),
         dashboardBase: process.env.POME_DASHBOARD_URL ?? DEFAULT_DASHBOARD_URL,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pome-sh/cli",
-  "version": "0.23.0",
+  "version": "0.23.1",
   "description": "Digital-twin testing for AI agents \u2014 run tasks against resettable local or hosted twins and record tool-call traces for evaluation on pome.sh.",
   "keywords": [
     "ai",