@pome-sh/cli 0.23.10 → 0.23.11

package/dist/build-info.json

@@ -1,6 +1,6 @@
 {
   "package": "pome-sh",
-  "version": "0.23.10",
-  "git_sha": "8ec8b1602b470c35df8c83c71caacb309070ccac",
-  "build_time": "2026-08-11T11:30:52.650Z"
+  "version": "0.23.11",
+  "git_sha": "0dbb84dc7726b94d8e6a3d1199f64ac583166990",
+  "build_time": "2026-08-11T13:17:29.925Z"
 }

package/dist/{chunk-IXWYWNXO.js → chunk-FNLI5YX3.js}

@@ -3,7 +3,7 @@ import { createHostedClient, perTwinReturnedByCloud, parseTaskFile, runAgentComm
 import { MOUNTED_TWINS, HostedAuthError, HostedDiscardRefusedError, HostedQuotaError, HostedOrchError, HostedTrialError, agentResponseSchema } from './chunk-7AMIVWUB.js';
 import { redactSecrets, redactEvent } from './chunk-SG6ZTIMT.js';
 import { existsSync } from 'node:fs';
-import { readFile, rm, stat, mkdir, writeFile, chmod, mkdtemp, readdir } from 'node:fs/promises';
+import { rm, readFile, stat, mkdir, writeFile, chmod, mkdtemp, readdir } from 'node:fs/promises';
 import { join, dirname } from 'node:path';
 import { tmpdir, homedir } from 'node:os';
 import { execFile } from 'node:child_process';
@@ -11,6 +11,49 @@ import { promisify } from 'node:util';
 import { createInterface } from 'node:readline';
 import { randomUUID, createHash } from 'node:crypto';
 
+// src/hosted/runSets.ts
+function groupRunSets(trials) {
+  const byKey = /* @__PURE__ */ new Map();
+  for (const trial of trials) {
+    const key = trial.verdict.group_id ?? `solo:${trial.verdict.session_id}`;
+    const bucket = byKey.get(key);
+    if (bucket) bucket.push(trial);
+    else byKey.set(key, [trial]);
+  }
+  const sets = [];
+  for (const bucket of byKey.values()) {
+    bucket.sort(
+      (a, b) => a.verdict.finalized_at.localeCompare(b.verdict.finalized_at)
+    );
+    const last = bucket[bucket.length - 1];
+    const hasFailed = bucket.some((t) => t.verdict.state === "fail");
+    const allPassed = bucket.every((t) => t.verdict.state === "pass");
+    sets.push({
+      groupId: bucket[0].verdict.group_id,
+      taskName: bucket[0].verdict.task_name,
+      taskPath: bucket[0].verdict.task_path,
+      trials: bucket,
+      latestFinalizedAt: last.verdict.finalized_at,
+      outcome: hasFailed ? "fail" : allPassed ? "pass" : "incomplete"
+    });
+  }
+  sets.sort((a, b) => a.latestFinalizedAt.localeCompare(b.latestFinalizedAt));
+  return sets;
+}
+function latestFailedRunSet(sets) {
+  for (let i = sets.length - 1; i >= 0; i -= 1) {
+    if (sets[i].outcome === "fail") return sets[i];
+  }
+  return null;
+}
+function latestIncompleteRunSet(sets) {
+  for (let i = sets.length - 1; i >= 0; i -= 1) {
+    if (sets[i].outcome === "incomplete") return sets[i];
+  }
+  return null;
+}
+
+// src/hosted/evalResultCache.ts
 var VERDICT_ARTIFACT_VERSION = 2;
 var VERDICT_FILENAME = "verdict.json";
 var VALID_STATES = /* @__PURE__ */ new Set([
@@ -80,11 +123,12 @@ async function readVerdictArtifactDetailed(runDir) {
 async function scanVerdictArtifactsDetailed(artifactsRoot) {
   const trials = [];
   const staleVersionDirs = [];
+  const unreadableDirs = [];
   let slugs;
   try {
     slugs = await readdir(artifactsRoot);
   } catch {
-    return { trials, staleVersionDirs };
+    return { trials, staleVersionDirs, unreadableDirs };
   }
   for (const slug of slugs) {
     const slugDir = join(artifactsRoot, slug);
@@ -99,49 +143,13 @@ async function scanVerdictArtifactsDetailed(artifactsRoot) {
       const result = await readVerdictArtifactDetailed(runDir);
       if (result.status === "ok") trials.push(result.trial);
       else if (result.status === "stale-version") staleVersionDirs.push(runDir);
+      else if (result.status === "unreadable" && existsSync(join(runDir, VERDICT_FILENAME))) {
+        unreadableDirs.push(runDir);
+      }
     }
   }
-  return { trials, staleVersionDirs };
-}
-function groupRunSets(trials) {
-  const byKey = /* @__PURE__ */ new Map();
-  for (const trial of trials) {
-    const key = trial.verdict.group_id ?? `solo:${trial.verdict.session_id}`;
-    const bucket = byKey.get(key);
-    if (bucket) bucket.push(trial);
-    else byKey.set(key, [trial]);
-  }
-  const sets = [];
-  for (const bucket of byKey.values()) {
-    bucket.sort(
-      (a, b) => a.verdict.finalized_at.localeCompare(b.verdict.finalized_at)
-    );
-    const last = bucket[bucket.length - 1];
-    const hasFailed = bucket.some((t) => t.verdict.state === "fail");
-    const allPassed = bucket.every((t) => t.verdict.state === "pass");
-    sets.push({
-      groupId: bucket[0].verdict.group_id,
-      taskName: bucket[0].verdict.task_name,
-      taskPath: bucket[0].verdict.task_path,
-      trials: bucket,
-      latestFinalizedAt: last.verdict.finalized_at,
-      outcome: hasFailed ? "fail" : allPassed ? "pass" : "incomplete"
-    });
-  }
-  sets.sort((a, b) => a.latestFinalizedAt.localeCompare(b.latestFinalizedAt));
-  return sets;
-}
-function latestFailedRunSet(sets) {
-  for (let i = sets.length - 1; i >= 0; i -= 1) {
-    if (sets[i].outcome === "fail") return sets[i];
-  }
-  return null;
-}
-function latestIncompleteRunSet(sets) {
-  for (let i = sets.length - 1; i >= 0; i -= 1) {
-    if (sets[i].outcome === "incomplete") return sets[i];
-  }
-  return null;
+  unreadableDirs.sort();
+  return { trials, staleVersionDirs, unreadableDirs };
 }
 async function discoverRunSet(target) {
   const anchorResult = await readVerdictArtifactDetailed(target);
@@ -151,13 +159,26 @@ async function discoverRunSet(target) {
       set: null,
       incompleteSet: null,
       totalSets: 0,
-      staleVersionCount: 1
+      staleVersionCount: 1,
+      unreadableCount: 0,
+      unreadablePaths: []
+    };
+  }
+  if (anchorResult.status === "unreadable" && existsSync(join(target, VERDICT_FILENAME))) {
+    return {
+      kind: "trial-dir",
+      set: null,
+      incompleteSet: null,
+      totalSets: 0,
+      staleVersionCount: 0,
+      unreadableCount: 1,
+      unreadablePaths: [target]
     };
   }
   if (anchorResult.status === "ok") {
     const anchor = anchorResult.trial;
     const root = join(target, "..", "..");
-    const { trials: trials2, staleVersionDirs: staleVersionDirs2 } = await scanVerdictArtifactsDetailed(root);
+    const { trials: trials2, staleVersionDirs: staleVersionDirs2, unreadableDirs: unreadableDirs2 } = await scanVerdictArtifactsDetailed(root);
     const sets2 = groupRunSets(trials2);
     const own = sets2.find(
       (s) => anchor.verdict.group_id !== null && s.groupId === anchor.verdict.group_id || anchor.verdict.group_id === null && s.trials.length === 1 && s.trials[0].verdict.session_id === anchor.verdict.session_id
@@ -167,7 +188,9 @@ async function discoverRunSet(target) {
       set: own,
       incompleteSet: null,
       totalSets: Math.max(sets2.length, 1),
-      staleVersionCount: staleVersionDirs2.length
+      staleVersionCount: staleVersionDirs2.length,
+      unreadableCount: unreadableDirs2.length,
+      unreadablePaths: unreadableDirs2
     };
   }
   if (!existsSync(target)) {
@@ -176,10 +199,12 @@ async function discoverRunSet(target) {
       set: null,
       incompleteSet: null,
       totalSets: 0,
-      staleVersionCount: 0
+      staleVersionCount: 0,
+      unreadableCount: 0,
+      unreadablePaths: []
     };
   }
-  const { trials, staleVersionDirs } = await scanVerdictArtifactsDetailed(target);
+  const { trials, staleVersionDirs, unreadableDirs } = await scanVerdictArtifactsDetailed(target);
   const sets = groupRunSets(trials);
   const failedSet = latestFailedRunSet(sets);
   return {
@@ -187,28 +212,11 @@ async function discoverRunSet(target) {
     set: failedSet,
     incompleteSet: failedSet ? null : latestIncompleteRunSet(sets),
     totalSets: sets.length,
-    staleVersionCount: staleVersionDirs.length
+    staleVersionCount: staleVersionDirs.length,
+    unreadableCount: unreadableDirs.length,
+    unreadablePaths: unreadableDirs
   };
 }
-async function loadTrialEvents(runDir) {
-  let raw;
-  try {
-    raw = await readFile(join(runDir, "events.jsonl"), "utf8");
-  } catch {
-    return [];
-  }
-  const events = [];
-  for (const line of raw.split("\n")) {
-    const trimmed = line.trim();
-    if (!trimmed) continue;
-    try {
-      const parsed = JSON.parse(trimmed);
-      if (typeof parsed === "object" && parsed !== null) events.push(parsed);
-    } catch {
-    }
-  }
-  return events;
-}
 var execFileAsync = promisify(execFile);
 var SERVICE = "sh.pome.cli";
 var ACCOUNT = "hosted";
@@ -1239,4 +1247,4 @@ async function abandonBestEffort(client, sessionId, errorCode) {
   }
 }
 
-export { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, DEFAULT_DOCS_SITE_ORIGIN, VERDICT_ARTIFACT_VERSION, clearLocalCredentials, discoverRunSet, ensurePomeGitignored, friendlyHostedError, loadTrialEvents, persistCredentialsAfterLogin, postAgentResolver, readLinkCache, resolveCachedAgentId, resolveCredentials, resolveRunAgentIdentity, resolveSeams, runSessionCreate, runSessionList, runSessionStop, runTaskHosted, writeLinkCache };
+export { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, DEFAULT_DOCS_SITE_ORIGIN, VERDICT_ARTIFACT_VERSION, clearLocalCredentials, discoverRunSet, ensurePomeGitignored, friendlyHostedError, persistCredentialsAfterLogin, postAgentResolver, readLinkCache, resolveCachedAgentId, resolveCredentials, resolveRunAgentIdentity, resolveSeams, runSessionCreate, runSessionList, runSessionStop, runTaskHosted, writeLinkCache };

package/dist/{runTrialGroup-NY33WGT2.js → runTrialGroup-VR2RS2RH.js}

@@ -1,5 +1,5 @@
 import { newGroupId, criterionPhrase } from './chunk-RGZBC7NF.js';
-import { runTaskHosted, resolveRunAgentIdentity } from './chunk-IXWYWNXO.js';
+import { runTaskHosted, resolveRunAgentIdentity } from './chunk-FNLI5YX3.js';
 import './chunk-XOWIA7NR.js';
 import { createHostedClient, parseTaskFile, outcomeOf } from './chunk-UR3HUJDI.js';
 import './chunk-NW7HGA2K.js';

package/dist/src/cli/main.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, clearLocalCredentials, friendlyHostedError, runSessionCreate, runSessionList, runSessionStop, resolveCredentials, runTaskHosted, discoverRunSet, VERDICT_ARTIFACT_VERSION, loadTrialEvents, persistCredentialsAfterLogin, DEFAULT_DOCS_SITE_ORIGIN, resolveSeams, resolveCachedAgentId, readLinkCache, postAgentResolver, writeLinkCache, ensurePomeGitignored } from '../../chunk-IXWYWNXO.js';
+import { DEFAULT_CONTROL_PLANE_URL, DEFAULT_DASHBOARD_URL, clearLocalCredentials, friendlyHostedError, runSessionCreate, runSessionList, runSessionStop, resolveCredentials, runTaskHosted, discoverRunSet, VERDICT_ARTIFACT_VERSION, persistCredentialsAfterLogin, DEFAULT_DOCS_SITE_ORIGIN, resolveSeams, resolveCachedAgentId, readLinkCache, postAgentResolver, writeLinkCache, ensurePomeGitignored } from '../../chunk-FNLI5YX3.js';
 import { readManifest, writeManifest, MANIFEST_JSON, readRequiredManifest, normalizeManifestTwins } from '../../chunk-XOWIA7NR.js';
 import { assetPath, runTask, resolvePackageRoot, DEMO_TASK_NAME, demoTaskPath } from '../../chunk-7I53HBHS.js';
 import '../../chunk-XDU6TD4O.js';
@@ -4513,6 +4513,25 @@ function buildGroupFixPrompt(ctx) {
 
 ${buildGroupFixUserPrompt(ctx)}`;
 }
+async function loadTrialEvents(runDir) {
+  let raw;
+  try {
+    raw = await readFile(join(runDir, "events.jsonl"), "utf8");
+  } catch {
+    return [];
+  }
+  const events = [];
+  for (const line of raw.split("\n")) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    try {
+      const parsed = JSON.parse(trimmed);
+      if (typeof parsed === "object" && parsed !== null) events.push(parsed);
+    } catch {
+    }
+  }
+  return events;
+}
 
 // src/cli/main.ts
 var PACKAGE_VERSION = readPackageVersion();
@@ -4520,8 +4539,9 @@ var SESSION_CREATE_FORMATS = /* @__PURE__ */ new Set(["text", "json", "env"]);
 var DEFAULT_AGENT_FILE = "examples/agents/scripted-triage-agent.ts";
 var DEFAULT_AGENT_COMMAND = `node ${DEFAULT_AGENT_FILE}`;
 var MANIFEST_SCHEMA_URL = "https://pome.sh/schemas/v1/pome.json";
+var MAX_UNREADABLE_PATHS_SHOWN = 5;
 function readPackageVersion() {
-  if ("0.23.10".length > 0) return "0.23.10";
+  if ("0.23.11".length > 0) return "0.23.11";
   try {
     const here = dirname(fileURLToPath(import.meta.url));
     const candidates = [
@@ -5014,7 +5034,7 @@ function createProgram() {
               taskForRuns.config.runs
             );
             if (k > 1) {
-              const { runTrialGroup } = await import('../../runTrialGroup-NY33WGT2.js');
+              const { runTrialGroup } = await import('../../runTrialGroup-VR2RS2RH.js');
               const fileForRerun = relative(process.cwd(), file);
               const rerunCommand = defaultTask ? options.trials !== void 0 ? `pome run -n ${k}` : "pome run" : `pome run ${fileForRerun && !fileForRerun.startsWith("..") ? fileForRerun : file} -n ${k}`;
               const groupResult = await runTrialGroup({
@@ -5218,8 +5238,20 @@ function createProgram() {
         `${discovery.staleVersionCount} verdict.json file(s) under ${root} are not artifact version ${VERDICT_ARTIFACT_VERSION} (the only version this CLI reads) and were skipped \u2014 re-run \`pome run\` to record those trials again.`
       );
     }
+    if (discovery.unreadableCount > 0) {
+      console.error(
+        `${discovery.unreadableCount} verdict.json file(s) under ${root} could not be read (truncated, hand-edited, or not a verdict artifact) and were skipped:`
+      );
+      for (const path of discovery.unreadablePaths.slice(0, MAX_UNREADABLE_PATHS_SHOWN)) {
+        console.error(`  - ${path}`);
+      }
+      const omitted = discovery.unreadablePaths.length - MAX_UNREADABLE_PATHS_SHOWN;
+      if (omitted > 0) {
+        console.error(`  (${omitted} more omitted \u2014 kept first ${MAX_UNREADABLE_PATHS_SHOWN})`);
+      }
+    }
     if (discovery.totalSets === 0) {
-      if (discovery.staleVersionCount === 0) {
+      if (discovery.staleVersionCount === 0 && discovery.unreadableCount === 0) {
         console.error(
           `No finalized run sets under ${root} \u2014 hosted \`pome run\` records a verdict.json per trial; run one first (or point fix-prompt at your artifacts dir).`
         );

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pome-sh/cli",
-  "version": "0.23.10",
+  "version": "0.23.11",
   "description": "Digital-twin testing for AI agents \u2014 run tasks against resettable local or hosted twins and record tool-call traces for evaluation on pome.sh.",
   "keywords": [
     "ai",