elanous 0.2.34 → 0.2.36

package/scripts/release-loop/gate-partial.ts

@@ -27,7 +27,13 @@ export interface PartialPlan {
 
 /** G1: a second measurement of only the failed files on the very same release commit.
  * This is deliberately separate from PartialPlan, which compares two different commits. */
-export interface RecheckPlan extends PartialPlan { kind: 'recheck' }
+export interface RecheckPlan extends PartialPlan {
+  kind: 'recheck';
+  /** Files from shards that could not produce a measurement; completed shard results remain in priorFailures/errors. */
+  stalledFiles?: string[];
+  /** Count of complete shards whose measurements are preserved in this recheck. */
+  preservedShardCount?: number;
+}
 
 const FULL_SHA = /^[0-9a-f]{40}$/i;
 const RELEASE_VERSION = /^\d+\.\d+\.\d+(?:-(?:rc|alpha|beta)\.\d+)?$/;
@@ -92,13 +98,49 @@ function validateRecheckPlan(raw: Partial<RecheckPlan>, version: string, path: s
       typeof raw.forCommit !== 'string' || !FULL_SHA.test(raw.forCommit) || raw.priorCommit !== raw.forCommit ||
       !Array.isArray(raw.priorFailures) || !raw.priorFailures.every((id) => typeof id === 'string') ||
       !Array.isArray(raw.priorErrors) || !raw.priorErrors.every((id) => typeof id === 'string') ||
-      !Array.isArray(raw.files) || !raw.files.length || !raw.files.every((file) => typeof file === 'string')) invalid();
+      !Array.isArray(raw.files) || !raw.files.length || !raw.files.every((file) => typeof file === 'string') ||
+      (raw.preservedShardCount !== undefined && (!Number.isSafeInteger(raw.preservedShardCount) || raw.preservedShardCount < 0))) invalid();
   let expected: string[] = [];
-  try { expected = [...new Set([...raw.priorFailures!, ...raw.priorErrors!].map(testFileOfId))].sort(); }
+  try {
+    const measuredFiles = [...raw.priorFailures!, ...raw.priorErrors!].map(testFileOfId);
+    const stalledFiles = raw.stalledFiles === undefined ? [] : raw.stalledFiles;
+    if (!Array.isArray(stalledFiles) || !stalledFiles.every((file) => typeof file === 'string' && TEST_FILE.test(file) && !file.split('/').includes('..'))) invalid();
+    if (raw.stalledFiles !== undefined && stalledFiles.some((file) => measuredFiles.includes(file))) invalid();
+    expected = [...new Set(stalledFiles)].sort();
+    // Legacy plans recheck every prior failed file. Stalled plans re-run only files from incomplete shards; all
+    // completed shard outcomes, including runtime errors, are preserved for the combined verdict.
+    if (raw.stalledFiles === undefined) expected = [...new Set(measuredFiles)].sort();
+  }
   catch { invalid(); }
   if (JSON.stringify(raw.files) !== JSON.stringify(expected)) invalid();
 }
 
+/** Plan a same-commit retry after a Pod sweep reports stalled shards. Reuse completed outcomes and rerun stalled files. */
+export function planStalledShardRecheck(input: { version: string; measuredCommit: string; forCommit: string;
+  failures: readonly string[]; errors: readonly string[]; stalledFiles: readonly string[]; preservedShardCount?: number;
+  existsAtCommit: (file: string) => boolean }):
+  { ok: true; plan: RecheckPlan } | { ok: false; reason: string } {
+  if (!RELEASE_VERSION.test(input.version)) return { ok: false, reason: 'invalid release version' };
+  if (!FULL_SHA.test(input.measuredCommit) || !FULL_SHA.test(input.forCommit)) return { ok: false, reason: 'commit is not a full sha' };
+  if (input.measuredCommit !== input.forCommit) return { ok: false, reason: 'recheck requires the same commit' };
+  try { [...input.failures, ...input.errors].forEach(testFileOfId); }
+  catch (error) { return { ok: false, reason: String(error instanceof Error ? error.message : error) }; }
+  const stalledFiles = [...new Set(input.stalledFiles)].sort();
+  if (!stalledFiles.length) return { ok: false, reason: 'no stalled test files to recheck' };
+  if (stalledFiles.some((file) => !TEST_FILE.test(file) || file.split('/').includes('..'))) return { ok: false, reason: 'unsafe stalled test path' };
+  const measuredFiles = [...new Set([...input.failures, ...input.errors].map(testFileOfId))];
+  if (stalledFiles.some((file) => measuredFiles.includes(file)))
+    return { ok: false, reason: 'stalled file overlaps a completed shard result' };
+  const files = stalledFiles;
+  try {
+    const missing = files.find((file) => !input.existsAtCommit(file));
+    if (missing) return { ok: false, reason: `failed test file missing at commit: ${missing}` };
+  } catch (error) { return { ok: false, reason: `test file existence unreadable: ${String(error)}` }; }
+  return { ok: true, plan: { kind: 'recheck', version: input.version, priorCommit: input.measuredCommit,
+    forCommit: input.forCommit, files, stalledFiles, ...(input.preservedShardCount === undefined ? {} : { preservedShardCount: input.preservedShardCount }),
+    priorFailures: [...input.failures], priorErrors: [...input.errors] } };
+}
+
 export const partialPlanPath = (root: string, version: string) => join(root, 'release', version, 'gate-partial.json');
 /** The same test-file set the gate sweep runs (`git ls-files` filtered by this suffix). */
 const TEST_FILE = /^(?:[\w.-]+\/)*[\w.-]+\.test\.(?:tsx?|jsx?|mts|cts)$/;
@@ -182,24 +224,32 @@ export function clearPartialPlan(root: string, version: string): void {
 }
 
 /** The plan for exactly this commit, or null. A malformed plan is an error (never silently a full or partial gate). */
-export function readPartialPlan(roots: readonly string[], version: string, commit: string): PartialPlan | null {
+export function readPartialPlanResult(roots: readonly string[], version: string, commit: string):
+  { plan: PartialPlan | null; fallbackReason: string | null } {
+  let fallbackReason: string | null = 'no-applicable-plan';
   for (const root of roots) {
     const path = partialPlanPath(root, version);
     if (!existsSync(path)) continue;
     const raw = JSON.parse(readFileSync(path, 'utf8')) as Partial<PartialPlan>;
+    if (!raw || typeof raw !== 'object' || Array.isArray(raw)) throw new Error(`invalid gate partial plan: ${path}`);
     if ((raw as Partial<RecheckPlan>).kind !== undefined && (raw as Partial<RecheckPlan>).kind !== 'recheck' && raw.kind !== 'carry')
       throw new Error(`invalid gate partial plan: ${path}`);
-    // Until the gate consumer connects G1, the opt-in recheck plan is a shadow record.
-    // A legacy full gate may run, but it must never interpret a same-commit recheck as a changed-tip partial gate.
+    // Only a well-formed stalled-shard recheck for this exact release commit enters the same-commit consumer path.
     if ((raw as Partial<RecheckPlan>).kind === 'recheck') {
-      validateRecheckPlan(raw as Partial<RecheckPlan>, version, path);
+      const recheck = raw as Partial<RecheckPlan>;
+      validateRecheckPlan(recheck, version, path);
+      if (recheck.forCommit === commit && recheck.stalledFiles !== undefined)
+        return { plan: recheck, fallbackReason: null };
+      if (recheck.forCommit === commit) { fallbackReason = 'recheck-not-stalled-only'; continue; }
+      fallbackReason = 'plan-commit-mismatch';
       continue;
     }
     if (raw.version !== version || typeof raw.priorCommit !== 'string' || !/^[0-9a-f]{40}$/i.test(raw.priorCommit)
       || typeof raw.forCommit !== 'string' || !/^[0-9a-f]{40}$/i.test(raw.forCommit) || raw.priorCommit === raw.forCommit
       || !Array.isArray(raw.files) || (raw.files.length === 0) !== (raw.kind === 'carry')
       || !raw.files.every((file) => typeof file === 'string' && TEST_FILE.test(file) && !file.split('/').includes('..'))
-      || !Array.isArray(raw.priorFailures) || !Array.isArray(raw.priorErrors)) throw new Error(`invalid gate partial plan: ${path}`);
+      || !Array.isArray(raw.priorFailures) || !Array.isArray(raw.priorErrors))
+      throw new Error(`invalid gate partial plan: ${path}`);
     if (raw.kind === 'carry' && (raw.priorFailures.length || raw.priorErrors.length)) throw new Error(`invalid gate partial plan: ${path}`);
     // Every prior failure's file is re-run (planPartialRegate guarantees it) — a plan that would carry a failure it did
     // not re-run is malformed, not «partial».
@@ -208,10 +258,14 @@ export function readPartialPlan(roots: readonly string[], version: string, commi
     try { failureFiles = [...raw.priorFailures, ...raw.priorErrors].map((id) => testFileOfId(String(id))); }
     catch { throw new Error(`invalid gate partial plan: ${path}`); }
     if (failureFiles.some((file) => !rerun.has(file))) throw new Error(`invalid gate partial plan (prior failure not re-run): ${path}`);
-    if (raw.forCommit !== commit) continue;
-    return raw as PartialPlan;
+    if (raw.forCommit !== commit) { fallbackReason = 'plan-commit-mismatch'; continue; }
+    return { plan: raw as PartialPlan, fallbackReason: null };
   }
-  return null;
+  return { plan: null, fallbackReason };
+}
+
+export function readPartialPlan(roots: readonly string[], version: string, commit: string): PartialPlan | null {
+  return readPartialPlanResult(roots, version, commit).plan;
 }
 
 /** Cut failures after a partial re-run: prior results for files not re-run ⊕ this run's results for the re-run files. */

package/scripts/release-loop/gate-radius-live.ts

@@ -0,0 +1,177 @@
+/** A hard rehearsal's immutable gate evidence may select the next release's cut tests, but never authorizes a carry. */
+import { spawnSync } from 'node:child_process';
+import { existsSync, readFileSync, readdirSync } from 'node:fs';
+import { join } from 'node:path';
+import { changedFilesBetween, planPartialRegate, testFileOfId, type PartialPlan } from './gate-partial.js';
+import { CODE_FILE, gitClosureTree, testsReachingChanged } from './gate-closure.js';
+import { versionOnlyBumps } from './gate-radius-shadow.js';
+import { gateAssignableTestsAtCommit, gateBaselineReceipt, type GateBaselineReceipt } from './gate-baseline-receipt.js';
+import { parsePodPool, remoteImageId } from '../../src/task-orchestrator/surfaces/pod-pool.js';
+import { podCommandImageFor } from '../../src/task-orchestrator/surfaces/pod-command-job.js';
+import { SPAWN_SYNC_MAX_BUFFER } from '../../src/util/spawn-sync-output.js';
+
+const SHA = /^[0-9a-f]{40}$/i;
+const DIGEST = /^sha256:[0-9a-f]{64}$/i;
+const TEST = /\.test\.(?:tsx?|jsx?|mts|cts)$/;
+
+export function hardRehearsalGateVersion(version: string, runId: string): string {
+  const id = /^hard-([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})$/i.exec(runId)?.[1];
+  if (!/^\d+\.\d+\.\d+$/.test(version) || !id) throw new Error('invalid hard rehearsal gate identity');
+  return `${version}-rc.${BigInt(`0x${id.replaceAll('-', '')}`).toString(10)}`;
+}
+
+export function hardRehearsalGateArgs(version: string, runId: string, commit: string, previous: string, pool: string): string[] {
+  return ['scripts/release-loop/gate-node.ts', '--commit', commit, '--version', hardRehearsalGateVersion(version, runId),
+    '--baseline-version', previous, '--executor', 'pod', '--pod-pool', pool, '--pod-shards', '12', '--rehearsal-baseline', '--json'];
+}
+
+export interface LiveRadiusDecision { plan: PartialPlan | null; reason: string; rehearsalRunId?: string }
+
+/** Read the image ID on every candidate host before deciding. A later Job must still prove its actual image. */
+export function preflightGateImageDigest(pool: string): string | null {
+  try {
+    const image = podCommandImageFor([], true);
+    const members = parsePodPool(pool);
+    if (!members.length) return null;
+    const ids = members.map((member) => {
+      if (member.sshHost) return remoteImageId(member, image);
+      const result = spawnSync('docker', ['image', 'inspect', image, '--format', '{{.Id}}'], { encoding: 'utf8', timeout: 30_000, maxBuffer: SPAWN_SYNC_MAX_BUFFER });
+      return result.status === 0 ? result.stdout.trim() : null;
+    });
+    return ids.every((id) => id && DIGEST.test(id) && id === ids[0]) ? ids[0]! : null;
+  } catch { return null; }
+}
+
+/** The current sweep ID and exact root inventory prevent stale Pod logs from proving a new partial run's image. */
+export function partialGateImagesMatch(root: string, version: string, digest: string, commit: string,
+  sweep: { id: string; shards: number; files: readonly string[] } | undefined): boolean {
+  if (!SHA.test(commit) || !sweep || !/^[0-9a-f-]{36}$/i.test(sweep.id)
+    || !Number.isSafeInteger(sweep.shards) || sweep.shards < 1) return false;
+  try {
+    const dir = join(root, 'release', version, 'gate-logs', 'cut-partial');
+    const names = readdirSync(dir).filter((name) => /^pod-\d+(?:-[\w-]+)?\.json$/.test(name));
+    const allRows = names.map((name) => ({ name, ...JSON.parse(readFileSync(join(dir, name), 'utf8')) as {
+      commit?: string; sweepId?: string; shardCount?: number; files?: unknown; imageDigest?: string;
+      attemptId?: string; parentAttempt?: string } }));
+    const rows = allRows.filter((row) => row.sweepId === sweep.id);
+    const roots = rows.filter((row) => /^pod-\d+\.json$/.test(row.name));
+    if (roots.length !== sweep.shards || roots.some((row) => row.shardCount !== sweep.shards
+      || row.commit !== commit || !Array.isArray(row.files) || !row.attemptId || row.imageDigest !== digest)) return false;
+    if (allRows.some((row) => /^pod-\d+\.json$/.test(row.name)
+      && row.commit === commit && row.sweepId !== sweep.id)) return false;
+    if (allRows.some((row) => row.commit === commit && !row.sweepId)) return false;
+    const indices = roots.map((row) => Number(/^pod-(\d+)\.json$/.exec(row.name)![1]));
+    if (new Set(indices).size !== sweep.shards || indices.some((index) => index < 0 || index >= sweep.shards)) return false;
+    const files = roots.flatMap((row) => row.files as string[]);
+    if (files.some((file) => typeof file !== 'string')
+      || JSON.stringify(files.sort()) !== JSON.stringify([...sweep.files].sort())) return false;
+    const attempts = new Set(roots.map((row) => row.attemptId));
+    let pending = allRows.filter((row) => !/^pod-\d+\.json$/.test(row.name));
+    for (let count = 0; pending.length && count < allRows.length; count++) {
+      const connected = pending.filter((row) => row.parentAttempt && attempts.has(row.parentAttempt));
+      if (!connected.length) break;
+      if (connected.some((row) => row.sweepId !== sweep.id || row.commit !== commit
+        || !row.attemptId || row.imageDigest !== digest)) return false;
+      for (const row of connected) attempts.add(row.attemptId);
+      pending = pending.filter((row) => !connected.includes(row));
+    }
+    return !pending.some((row) => row.sweepId === sweep.id || (row.commit === commit && !row.sweepId));
+  } catch { return false; }
+}
+
+/** Every missing or mismatched proof returns a full gate. The caller uses this only when no explicit resume plan exists. */
+export function planHardRehearsalRadius(input: { root: string; repo: string; version: string; forCommit: string;
+  graphPins: { graphSha: string; recipeSha: string } | null; envFingerprint: string;
+  imageDigest: string | null }): LiveRadiusDecision {
+  const full = (reason: string): LiveRadiusDecision => ({ plan: null, reason });
+  if (!/^\d+\.\d+\.\d+$/.test(input.version) || !SHA.test(input.forCommit)) return full('invalid release identity');
+  if (!input.graphPins || !/^[0-9a-f]{64}$/i.test(input.envFingerprint) || !input.imageDigest || !DIGEST.test(input.imageDigest))
+    return full('current graph, environment or Pod image identity unmeasured');
+  try {
+    const stamps = ['hard-5h', 'hard-mid'].map((step) => {
+      const path = join(input.root, 'release', input.version, 'rehearsal', `${step}.json`);
+      if (!existsSync(path)) return null;
+      const stamp = JSON.parse(readFileSync(path, 'utf8')) as {
+        version?: string; step?: string; outcome?: string; sha?: string; endedAt?: string; hardGateRunId?: string;
+        hardGate?: { commit?: string; executor?: string; outcome?: string; introduced?: unknown[] };
+      };
+      return { step, stamp, ended: Date.parse(stamp.endedAt ?? '') };
+    }).filter((row): row is NonNullable<typeof row> => row !== null);
+    if (!stamps.length) return full('no clean hard rehearsal receipt');
+    if (stamps.some((row) => !Number.isFinite(row.ended))) return full('hard rehearsal completion time unmeasured');
+    stamps.sort((a, b) => b.ended - a.ended);
+    if (stamps.length > 1 && stamps[0]!.ended === stamps[1]!.ended) return full('hard rehearsal order ambiguous');
+    for (const { step, stamp } of stamps.slice(0, 1)) {
+      if (stamp.version !== input.version || stamp.step !== step || stamp.outcome !== 'ok' || !stamp.sha || !SHA.test(stamp.sha)
+        || stamp.hardGate?.outcome !== 'ok' || stamp.hardGate.commit !== stamp.sha || stamp.hardGate.executor !== 'pod'
+        || !Array.isArray(stamp.hardGate.introduced) || stamp.hardGate.introduced.length)
+        return full('latest hard rehearsal is not clean');
+      let gateVersion: string;
+      try { gateVersion = hardRehearsalGateVersion(input.version, stamp.hardGateRunId ?? ''); }
+      catch { return full('hard rehearsal run identity invalid'); }
+      const dir = join(input.root, 'release', gateVersion);
+      const verdict = JSON.parse(readFileSync(join(dir, 'gate-verdict.json'), 'utf8')) as {
+        commit?: string; outcome?: string; baselineReceipt?: GateBaselineReceipt };
+      const failures = JSON.parse(readFileSync(join(dir, 'gate-failures.json'), 'utf8')) as {
+        commit?: string; failures?: string[]; errors?: string[] };
+      const receipt = verdict.baselineReceipt;
+      if (verdict.commit !== stamp.sha || verdict.outcome !== 'ok' || failures.commit !== stamp.sha
+        || !Array.isArray(failures.failures) || failures.failures.length !== 0
+        || !Array.isArray(failures.errors) || failures.errors.length !== 0
+        || !receipt || receipt.schema !== 1 || !receipt.valid || receipt.version !== gateVersion || receipt.commit !== stamp.sha
+        || receipt.graphSha !== input.graphPins.graphSha || receipt.recipeSha !== input.graphPins.recipeSha
+        || receipt.envFingerprint !== input.envFingerprint || receipt.imageDigest !== input.imageDigest.toLowerCase()
+        || !Number.isSafeInteger(receipt.files) || receipt.files < 1 || !Number.isSafeInteger(receipt.shards) || receipt.shards < 1)
+        return full('hard rehearsal receipt or current execution identity differs');
+      const recomputed = gateBaselineReceipt({ root: input.root, version: gateVersion, commit: stamp.sha,
+        fullSweep: true, graphPins: input.graphPins, envFingerprint: input.envFingerprint });
+      if (!recomputed.valid || recomputed.imageDigest !== receipt.imageDigest || recomputed.files !== receipt.files
+        || recomputed.shards !== receipt.shards) return full(`hard rehearsal Pod proof differs: ${recomputed.reason}`);
+      const ancestor = spawnSync('git', ['merge-base', '--is-ancestor', stamp.sha, input.forCommit], { cwd: input.repo, maxBuffer: SPAWN_SYNC_MAX_BUFFER });
+      if (ancestor.status !== 0 || ancestor.error) return full('hard rehearsal commit is not an ancestor');
+      const expectedFiles = gateAssignableTestsAtCommit(input.repo, stamp.sha);
+      const measuredFiles = readdirSync(join(dir, 'gate-logs', 'cut')).filter((name) => /^pod-\d+\.json$/.test(name))
+        .flatMap((name) => {
+          const row = JSON.parse(readFileSync(join(dir, 'gate-logs', 'cut', name), 'utf8')) as { files?: unknown };
+          return Array.isArray(row.files) ? row.files : [];
+        });
+      if (!expectedFiles || JSON.stringify(measuredFiles.sort()) !== JSON.stringify(expectedFiles)
+        || measuredFiles.length !== receipt.files)
+        return full('hard rehearsal file inventory differs from receipt');
+      const tree = gitClosureTree(input.repo, input.forCommit);
+      const tests = tree.files.filter((file) => TEST.test(file));
+      const changed = changedFilesBetween(input.repo, stamp.sha, input.forCommit);
+      const bumps = versionOnlyBumps(input.repo, stamp.sha, input.forCommit, input.version, changed);
+      const effective = changed.filter((file) => !bumps.includes(file));
+      // A version-only JSON/lock bump is still observable to tests that read it. Follow those literal readers and
+      // opaque tests before removing the bump from the ordinary code-only partial planner.
+      const versionEnvReaders = bumps.includes('package.json')
+        ? tree.files.filter((file) => CODE_FILE.test(file) && tree.read(file)?.includes('npm_package_version')) : [];
+      const bumpRadius = bumps.length ? testsReachingChanged(tree, [...bumps, ...versionEnvReaders], tests) : null;
+      if (bumpRadius && !bumpRadius.ok) return full(bumpRadius.reason);
+      const planned = planPartialRegate({ version: input.version, priorCommit: stamp.sha, forCommit: input.forCommit,
+        changedFiles: effective, priorFailures: failures.failures, priorErrors: failures.errors ?? [],
+        existsAtTip: (file) => tree.files.includes(file),
+        closure: (code) => testsReachingChanged(tree, code, tests) });
+      if (!planned.ok && effective.length) return full(planned.reason);
+      let fileSet: string[];
+      let base: PartialPlan;
+      if (planned.ok) {
+        if (planned.plan.kind === 'carry' && !bumpRadius?.ok) return full('docs-only carry requires full gate across releases');
+        base = planned.plan.kind === 'carry' ? { ...planned.plan, kind: undefined } : planned.plan;
+        fileSet = planned.plan.files;
+      } else {
+        let priorFiles: string[];
+        try { priorFiles = [...failures.failures, ...(failures.errors ?? [])].map(testFileOfId); }
+        catch { return full('hard rehearsal failure ids unreadable'); }
+        base = { version: input.version, priorCommit: stamp.sha, forCommit: input.forCommit,
+          files: [], priorFailures: failures.failures, priorErrors: failures.errors ?? [] };
+        fileSet = priorFiles;
+      }
+      const files = [...new Set([...fileSet, ...(bumpRadius?.ok ? bumpRadius.tests : [])])].sort();
+      if (!files.length || files.some((file) => !tests.includes(file))) return full('empty or missing rehearsal radius requires full gate');
+      return { plan: { ...base, files }, reason: 'hard rehearsal receipt and import radius verified', rehearsalRunId: stamp.hardGateRunId };
+    }
+    return full('no clean hard rehearsal receipt');
+  } catch (error) { return full(`hard rehearsal evidence unreadable: ${String(error)}`); }
+}

package/scripts/release-loop/gate-radius-shadow.ts

@@ -38,7 +38,7 @@ function blob(repo: string, commit: string, file: string): unknown {
 }
 
 /** Remove only the fields version-node itself changes; any other JSON difference leaves a full shadow plan. */
-function versionOnlyBumps(repo: string, from: string, to: string, version: string, changed: readonly string[]): string[] {
+export function versionOnlyBumps(repo: string, from: string, to: string, version: string, changed: readonly string[]): string[] {
   if (!changed.includes('package.json')) return [];
   const prior = blob(repo, from, 'package.json') as Record<string, unknown>;
   const next = blob(repo, to, 'package.json') as Record<string, unknown>;

package/scripts/release-loop/node-verdict.ts

@@ -9,6 +9,7 @@ export type NodeVerdict = 'pass' | 'flaky' | 'fail';
 export interface GraphContext {
   nodeId?: string;
   runId?: string;
+  startedAt?: string;
   input: { version: string; previousVersion: string; [key: string]: unknown };
   outputs: Record<string, Record<string, unknown>>;
 }
@@ -24,6 +25,7 @@ export function readGraphContext(env: NodeJS.ProcessEnv = process.env): GraphCon
     || typeof input.previousVersion !== 'string' || !/^\d+\.\d+\.\d+$/.test(input.previousVersion)) throw new Error('version and previousVersion required');
   return { ...(typeof context.nodeId === 'string' ? { nodeId: context.nodeId } : {}),
     ...(typeof context.runId === 'string' ? { runId: context.runId } : {}),
+    ...(typeof context.startedAt === 'string' ? { startedAt: context.startedAt } : {}),
     input: input as GraphContext['input'], outputs: context.outputs && typeof context.outputs === 'object' ? context.outputs as GraphContext['outputs'] : {} };
 }
 
@@ -72,6 +74,17 @@ export function cutoffNotesEmpty(data: Record<string, unknown> | undefined): boo
   return Array.isArray(data?.escalate) && (data.escalate as Array<{ kind?: string }>).some((item) => item?.kind === 'notes-empty');
 }
 
+/**
+ * RELEASE-PWA-NODE-RESILIENCE ① — the pwa node's argv. `release.loop.pwaRemote` (copied into the run input) picks
+ * the SSH host the suite runs on; absent = this machine (today's argv, byte-identical). One setting, like `gateRemote`.
+ */
+export function pwaNodeArgs(commit: string, input: Record<string, unknown>): string[] {
+  const remote = input.pwaRemote;
+  if (remote !== undefined && (typeof remote !== 'string' || !remote.trim())) throw new Error(`release.loop.pwaRemote must be an ssh host: ${String(remote)}`);
+  return ['scripts/release-loop/pwa-scenarios-node.ts', '--commit', commit, '--with-costly', '--json',
+    ...(typeof remote === 'string' ? ['--remote', remote.trim()] : [])];
+}
+
 // Existing cutoff/PWA/TUI programs have different output conventions; normalize them at the graph boundary.
 if (import.meta.main) {
   const node = process.argv[2];
@@ -84,7 +97,7 @@ if (import.meta.main) {
     const predecessor = node === 'pwa' ? 'gate' : node === 'tui' ? 'upgrade' : 'version-release';
     if (context.outputs[predecessor]?.outcome !== 'ok') throw new Error(`${predecessor} did not pass`);
     const args = node === 'cutoff' ? ['scripts/release-loop/cutoff.ts', '--version', version, '--cutoff', commit, '--baseline', `v${context.input.previousVersion}`, '--json']
-      : node === 'pwa' ? ['scripts/release-loop/pwa-scenarios-node.ts', '--commit', commit, '--with-costly', '--json']
+      : node === 'pwa' ? pwaNodeArgs(commit, context.input)
       : node === 'tui' ? ['scripts/release-loop/tui-sim-node.ts', '--commit', commit, '--json'] : (() => { throw new Error(`unknown node: ${node}`); })();
     const run = runCommand('bun', args);
     if (run.stderr) process.stderr.write(run.stderr);

package/scripts/release-loop/npm-publish-node.ts

@@ -1,8 +1,8 @@
 #!/usr/bin/env bun
 import { spawnSync } from 'node:child_process';
-import { existsSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
+import { chmodSync, existsSync, mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
 import { tmpdir } from 'node:os';
-import { join } from 'node:path';
+import { basename, dirname, join, resolve } from 'node:path';
 import { debug } from '../../src/debug/log.js';
 import { sendOutbound } from '../../src/domains/outbound-alert.js';
 import { effectiveInstanceRoot, prodInstanceRoot } from '../../src/instance/resolve.js';
@@ -10,8 +10,11 @@ import { emitNodeResult, readGraphContext, type GraphContext } from './node-verd
 import { prereleaseKind } from './release-version.js';
 
 type Result = { outcome: 'ok' | 'fail'; verdict: 'pass' | 'fail'; summary: string; npm?: 'published' | 'already-published' | 'staged-not-visible'; humanAction?: 'npm-support' };
-type Exec = (command: string, args: string[], env?: NodeJS.ProcessEnv) => { status: number | null; stdout: string; stderr: string };
+type ExecResult = { status: number | null; stdout: string; stderr: string; durationMs?: number; signal?: NodeJS.Signals | null };
+type Exec = (command: string, args: string[], env?: NodeJS.ProcessEnv) => ExecResult;
 type Registry = (url: string) => Promise<{ status: number; body: unknown }>;
+const REGISTRY_FETCH_TIMEOUT_MS = 15_000;
+type PublishSpawn = { version: string; durationMs: number; status: number | null; signal: NodeJS.Signals | null };
 export interface NpmPublishDeps {
   exec?: Exec;
   registry?: Registry;
@@ -21,16 +24,27 @@ export interface NpmPublishDeps {
   productionRoot?: string;
   alert?: (text: string, kind: string) => boolean;
   log?: (version: string, waitedMinutes: number) => void;
+  publishSpawn?: (event: PublishSpawn) => void;
 }
 
 const exec: Exec = (command, args, env) => {
+  const startedAt = performance.now();
   const result = spawnSync(command, args, { encoding: 'utf8', env: env ?? process.env, maxBuffer: 1024 * 1024, timeout: 300_000 });
-  return { status: result.status, stdout: result.stdout ?? '', stderr: result.stderr ?? String(result.error ?? '') };
-};
-const registry: Registry = async (url) => {
-  const response = await fetch(url, { headers: { accept: 'application/json' }, signal: AbortSignal.timeout(15_000) });
-  return { status: response.status, body: response.ok ? await response.json() : null };
+  return { status: result.status, stdout: result.stdout ?? '', stderr: result.stderr ?? String(result.error ?? ''), durationMs: Math.ceil(performance.now() - startedAt), signal: result.signal };
 };
+export async function fetchNpmRegistry(url: string, timeoutMs = REGISTRY_FETCH_TIMEOUT_MS): Promise<{ status: number; body: unknown }> {
+  const timeout = AbortSignal.timeout(timeoutMs);
+  let response: Response;
+  try {
+    response = await fetch(url, { headers: { accept: 'application/json' }, signal: timeout });
+    return { status: response.status, body: response.ok ? await response.json() : null };
+  }
+  catch (error) {
+    if (timeout.aborted) throw Object.assign(new Error(`registry request exceeded ${timeoutMs}ms`), { name: 'NpmRegistryFetchTimeoutError', timeoutMs });
+    throw error;
+  }
+}
+const registry: Registry = fetchNpmRegistry;
 const sleep = (ms: number) => new Promise<void>((resolve) => setTimeout(resolve, ms));
 const PACKAGE_URL = 'https://registry.npmjs.org/elanous';
 
@@ -44,6 +58,33 @@ function metadata(value: unknown): { name?: string; version?: string } {
   if (!value || typeof value !== 'object') return {};
   return value as { name?: string; version?: string };
 }
+function registryFailure(error: unknown, url: string): Error {
+  const name = error instanceof Error ? error.name : '';
+  const message = error instanceof Error ? error.message : String(error);
+  const endpoint = (() => { try { return new URL(url).pathname; } catch { return url; } })();
+  if (name === 'NpmRegistryFetchTimeoutError') {
+    const timeoutMs = error && typeof error === 'object' && 'timeoutMs' in error && typeof error.timeoutMs === 'number' ? error.timeoutMs : REGISTRY_FETCH_TIMEOUT_MS;
+    return new Error(`npm registry fetch timeout after ${timeoutMs}ms (${endpoint || '/'})`);
+  }
+  return new Error(`npm registry fetch failed (${endpoint || '/'}): ${message}`);
+}
+function publishLogDirectory(context: GraphContext, stateDir: string): string {
+  const contextLocation = process.env.ELANOUS_GRAPH_CONTEXT;
+  if (contextLocation && !contextLocation.trimStart().startsWith('{')) {
+    const contextPath = resolve(contextLocation);
+    const runDirectory = dirname(contextPath);
+    const runDirectoryName = basename(runDirectory);
+    if (basename(contextPath).endsWith('.json') && runDirectoryName.endsWith('.json.contexts')) {
+      const pathRunId = runDirectoryName.slice(0, -'.json.contexts'.length);
+      if (context.runId && pathRunId !== context.runId) throw new Error('npm publish graph context runId/path mismatch');
+      return join(runDirectory, 'npm-publish');
+    }
+  }
+  if (context.runId && /^[a-zA-Z0-9._-]+$/.test(context.runId))
+    return join(stateDir, 'graph-runs', 'release-loop', `${context.runId}.json.contexts`, 'npm-publish');
+  // Direct non-graph calls have no run folder; retain compatibility in their version output directory.
+  return join(stateDir, 'release', context.input.version, 'npm-publish');
+}
 
 export async function runNpmPublish(context: GraphContext = readGraphContext(), deps: NpmPublishDeps = {}): Promise<Result> {
   const version = context.input.version;
@@ -68,9 +109,16 @@ export async function runNpmPublish(context: GraphContext = readGraphContext(),
     const pkg = metadata(JSON.parse(archive.stdout));
     if (pkg.name !== 'elanous' || pkg.version !== version) throw new Error('npm archive package name/version mismatch');
     const inspect = async (): Promise<{ visible: boolean; tagged: boolean }> => {
-      const [manifest, tags] = await Promise.all([readRegistry(`${PACKAGE_URL}/${version}`), readRegistry(PACKAGE_URL)]);
-      if (manifest.status !== 200 && manifest.status !== 404) throw new Error(`npm registry version lookup failed (${manifest.status})`);
-      if (tags.status !== 200) throw new Error(`npm registry tags lookup failed (${tags.status})`);
+      const versionUrl = `${PACKAGE_URL}/${version}`;
+      const tagsUrl = PACKAGE_URL;
+      let manifest: { status: number; body: unknown };
+      let tags: { status: number; body: unknown };
+      const read = (url: string) => readRegistry(url).catch((error: unknown) => { throw registryFailure(error, url); });
+      [manifest, tags] = await Promise.all([read(versionUrl), read(tagsUrl)]);
+      if (manifest.status !== 200 && manifest.status !== 404)
+        throw new Error(`npm registry version lookup failed (${manifest.status}; ${new URL(versionUrl).pathname})`);
+      if (tags.status !== 200)
+        throw new Error(`npm registry tags lookup failed (${tags.status}; ${new URL(tagsUrl).pathname})`);
       const tagged = tags.body && typeof tags.body === 'object' && 'dist-tags' in tags.body
         ? (tags.body as { 'dist-tags'?: Record<string, unknown> })['dist-tags']?.[distTag] : undefined;
       if (manifest.status === 200 && (metadata(manifest.body).name !== 'elanous' || metadata(manifest.body).version !== version))
@@ -90,7 +138,13 @@ export async function runNpmPublish(context: GraphContext = readGraphContext(),
       try {
         const npmrc = join(dir, 'npmrc');
         writeFileSync(npmrc, `//registry.npmjs.org/:_authToken=${token}\n`, { mode: 0o600, flag: 'wx' });
-        published = run('npm', ['publish', candidate, '--ignore-scripts', '--tag', distTag, '--access', 'public'], { ...process.env, NPM_CONFIG_USERCONFIG: npmrc });
+        const logDir = publishLogDirectory(context, stateDir);
+        mkdirSync(logDir, { recursive: true, mode: 0o700 });
+        chmodSync(logDir, 0o700);
+        const publishStartedAt = performance.now();
+        published = run('npm', ['publish', candidate, '--ignore-scripts', '--tag', distTag, '--access', 'public', '--logs-dir', logDir], { ...process.env, NPM_CONFIG_USERCONFIG: npmrc });
+        const durationMs = published.durationMs ?? Math.ceil(performance.now() - publishStartedAt);
+        try { (deps.publishSpawn ?? ((event) => debug.log('release-loop.npm', 'publish-spawn', event)))({ version, durationMs, status: published.status, signal: published.signal ?? null }); } catch { /* telemetry must not mask publish result */ }
       } finally { rmSync(dir, { recursive: true, force: true }); }
       const output = `${published.stdout}\n${published.stderr}`;
       const staged = published.status !== 0 && /\bE409\b/i.test(output) && /previously staged/i.test(output);

package/scripts/release-loop/probe-pod-host-dirs-live.ts

@@ -20,6 +20,8 @@ function option(name: string, fallback?: string): string {
 }
 
 async function main(): Promise<void> {
+  const actor = process.env.ELANOUS_SEAT?.trim() || process.env.USER?.trim() || process.env.LOGNAME?.trim();
+  if (!actor) throw new Error('pod provenance actor missing: ELANOUS_SEAT or USER/LOGNAME required');
   const context = option('context');
   const host = option('host');
   const cluster = option('cluster', 'elanous-pool');
@@ -51,6 +53,9 @@ async function main(): Promise<void> {
       let completed = false;
       try {
         const result = await runPodCommand({
+          provenance: { actorKind: process.env.ELANOUS_SEAT?.trim() ? 'seat' : 'human', actor, character: 'host-dirs-probe',
+            entrance: 'probe', kind: 'probe', run: name, phase: 'exec', requestedAt: new Date().toISOString(),
+            reason: `host directory probe ${arm}` },
           command: ['sh', '-c', 'printf cache-ok > /bun-cache/.host-dir-probe && printf slots-ok > /gate-install-slots/.host-dir-probe && test "$(cat /bun-cache/.host-dir-probe)" = cache-ok && test "$(cat /gate-install-slots/.host-dir-probe)" = slots-ok && rm /bun-cache/.host-dir-probe /gate-install-slots/.host-dir-probe && echo HOST_DIRS_WRITTEN'],
           name,
           namespace, image, imageCommit: null, deadlineSeconds: 120, pollMs: 1_000, statusUnreadableMs: 30_000,