wicked-crew 0.8.2 → 0.8.4

package/dist/skills/store.js

@@ -144,7 +144,7 @@ import { LiveGenerations } from './live-generations.js';
 import { discoverLivePluginDetailed, GARDEN_INSTALL_COMMAND, gitStateOf, PluginSourceSymlinkError, REQUIRED_GARDEN_VERSION, } from './plugin-source.js';
 import { existsIn, extractPluginRootRefs, extractRelativeRefs, looksBinary, PORTABILITY_EVIDENCE_CAP, PORTABILITY_REASONS, PORTABILITY_RULES_IDENTITY, portabilityEvidenceOf, portabilityIssuesOf, portabilityReasonsOf, resolvePluginRootRef, resolveRelativeRef, } from './refs.js';
 import { CURRENT_TMP_PREFIX, STAGING_PREFIX } from './root-names.js';
-import { assertNoSymlinkComponents, copyFiles, EntrySwappedError, fingerprintTree, hashFileSet, hashTree, impliedDirs, isCarriedFile, makeTreeReadOnly, pruneEmptyDirs, readFileNoFollow, removeTreeForce, sha256Hex, SKIP_DIR_NAMES, SymlinkComponentError, walkEntries, walkFiles, walkTree, writeFileAtomic, } from './tree.js';
+import { assertNoSymlinkComponents, budgetPacer, copyFiles, copyFilesSteps, drain, EntrySwappedError, fingerprintTreeSteps, hashFileSet, hashTreeSteps, impliedDirs, isCarriedFile, makeTreeReadOnly, makeTreeReadOnlySteps, paced, pruneEmptyDirs, readFileNoFollow, removeTreeForce, removeTreeForcePaced, sha256Hex, SKIP_DIR_NAMES, SymlinkComponentError, walkEntriesSteps, walkFiles, walkTree, walkTreeSteps, writeFileAtomic, } from './tree.js';
 /** The root-level names the store creates live in ONE table (`root-names.ts`, design v3.5 §2) — re-exported for the tests that observe the flip. */
 export { CURRENT_TMP_PREFIX } from './root-names.js';
 import { baselineVenvDir, UV_CACHE_DIRNAME, VENV_READY_MARKER } from './venv.js';
@@ -512,8 +512,17 @@ export class SkillsStore {
     live = new LiveGenerations();
     /** The one publish that may run at a time (module header) — `null` when none is in flight. */
     publishInFlight = null;
+    makePacer;
     /** One provisioning per baseline hash: a concurrent caller awaits the in-flight one. */
     venvInFlight = new Map();
+    /**
+     * Where the environment seconds went since this store was built (crew#741): the ms the
+     * provisioner path ran (torn-env removal, `uv sync`, marker, lock, verify) and how many times it
+     * reached the provisioner. A boot over a baseline whose env already carries the verified ready
+     * marker reads `0 / 0` — `ensureVenv`'s fast path never gets here. Read by the daemon's boot
+     * stage line (`api/server.ts`), never persisted.
+     */
+    venvStageTotals = { ms: 0, provisions: 0 };
     /** The canonical (realpath) identity of the root the store BOUND — recorded the first time the
      *  root is seen as a real directory (boot / seed), compared on every operation for the store's
      *  whole lifetime (the root is never re-aimed: a new root is a new store). */
@@ -546,6 +555,7 @@ export class SkillsStore {
                 });
         this.now = opts.now ?? (() => new Date().toISOString());
         this.warn = opts.warn ?? ((m) => console.warn(m));
+        this.makePacer = opts.pacer ?? (() => budgetPacer());
     }
     // ── Paths ─────────────────────────────────────────────────────────────────────────────────
     get root() {
@@ -555,6 +565,13 @@ export class SkillsStore {
     isPublishing() {
         return this.publishInFlight !== null;
     }
+    /**
+     * The `venv` boot stage (crew#741): provisioner time and count since construction. `{ ms: 0,
+     * provisions: 0 }` is the proof that a boot on an unchanged baseline re-ran no `uv sync`.
+     */
+    venvStage() {
+        return { ms: Math.round(this.venvStageTotals.ms), provisions: this.venvStageTotals.provisions };
+    }
     effectiveDir() {
         return join(this.rootDir, EFFECTIVE_DIRNAME);
     }
@@ -836,6 +853,18 @@ export class SkillsStore {
         if (expected !== m.revision)
             throw new RevisionMismatchError(expected, m.revision);
     }
+    /**
+     * A MUTATION while a publish runs is refused before it touches anything (crew#852): the publish
+     * now yields to the event loop between tree steps, so an API write could otherwise commit between
+     * its validation and its commit — the publish would then either fail its own CAS or stage content
+     * its manifest no longer describes. Same envelope as a second publish (`publish-in-flight`, 2xx,
+     * nothing written — re-read and retry); before the pacing a write in that window queued behind
+     * the blocked loop and failed its CAS after the publish landed. Reads are never refused.
+     */
+    refuseDuringPublish() {
+        if (this.publishInFlight !== null)
+            throw new SkillsPublishInFlightError(this.revision());
+    }
     // ── `current` ─────────────────────────────────────────────────────────────────────────────
     /**
      * The published snapshot `current` resolves to, VERIFIED (module header), or `null` when there
@@ -846,6 +875,18 @@ export class SkillsStore {
      * re-derived each time it is handed out.
      */
     currentSnapshot() {
+        return drain(this.currentSnapshotSteps());
+    }
+    /**
+     * `currentSnapshot()` on the event loop (crew#852): the same verification, step for step, with
+     * its walk, fingerprint and hash paced so a request landing mid-verification is answered within
+     * one slice instead of after the whole generation. The route layer's publish and `GET /skills`
+     * drive this one; boot and the synchronous readers keep `currentSnapshot()`.
+     */
+    async currentSnapshotPaced(pacer) {
+        return paced(this.currentSnapshotSteps(), pacer);
+    }
+    *currentSnapshotSteps() {
         this.assertRootIdentity(); // never answered through a root that changed identity (codex round 4)
         const link = this.currentLink();
         let target;
@@ -859,7 +900,7 @@ export class SkillsStore {
                 throw new SkillsCurrentInvalidError(link, 'it is not a symbolic link');
             throw err;
         }
-        return this.verifyCurrent(link, target);
+        return yield* this.verifyCurrentSteps(link, target);
     }
     /**
      * The skill rows of the VERIFIED current generation — what the engine's intake admission judges
@@ -872,12 +913,16 @@ export class SkillsStore {
         const current = this.currentSnapshot();
         if (current === null)
             return null;
+        return this.snapshotSkillsOf(current);
+    }
+    /** `currentSnapshotSkills()` for a generation the caller holds VERIFIED already (the ladder's own, just exported) — the metadata read alone, no re-walk (crew#852). */
+    snapshotSkillsOf(current) {
         const meta = this.readSnapshotMetadata(current.path);
         if (typeof meta === 'string')
             return null;
         return { gen: current.gen, skills: meta.parsed.skills.map((row) => row.name) };
     }
-    verifyCurrent(link, target) {
+    *verifyCurrentSteps(link, target) {
         const invalid = (detail) => {
             throw new SkillsCurrentInvalidError(link, detail);
         };
@@ -958,7 +1003,7 @@ export class SkillsStore {
         // moves during verification pairs the verified result with a fingerprint that no longer
         // matches, so the next read re-verifies) and once more AFTER it; the result is memoised only
         // when both agree.
-        const fingerprint = fingerprintTree(real);
+        const fingerprint = yield* fingerprintTreeSteps(real);
         const memo = this.verifiedCurrent;
         if (memo !== null &&
             fingerprint !== null &&
@@ -974,7 +1019,7 @@ export class SkillsStore {
                 return invalid(linkProblem);
             return memo.result;
         }
-        const tree = walkTree(real);
+        const tree = yield* walkTreeSteps(real);
         const special = tree.others[0];
         if (special !== undefined)
             return invalid(`${special.rel} is neither a file, a directory nor a symlink — a published generation carries no special nodes`);
@@ -986,7 +1031,7 @@ export class SkillsStore {
         if (prunedDir !== undefined) {
             return invalid(`unexpected directory ${prunedDir} — a published generation never carries a ${posix.basename(prunedDir)} directory (publish copies no pruned directory; the environment is the .venv link at the generation root): the immutable snapshot was modified`);
         }
-        const hash = this.snapshotHash(tree);
+        const hash = yield* this.snapshotHashSteps(tree);
         if (hash !== parsed.contentHash) {
             return invalid(`content hash mismatch — snapshot.json records ${parsed.contentHash}, the tree hashes ${hash}: the immutable snapshot was modified`);
         }
@@ -999,14 +1044,14 @@ export class SkillsStore {
         const running = { ...PORTABILITY_RULES_IDENTITY };
         const recorded = parsed.rulesVersion === undefined || parsed.rulesSha256 === undefined ? null : { version: parsed.rulesVersion, sha256: parsed.rulesSha256 };
         const stale = recorded === null || recorded.version !== running.version || recorded.sha256 !== running.sha256;
-        const rows = this.snapshotRowsProblem(parsed, tree, stale);
+        const rows = yield* this.snapshotRowsProblemSteps(parsed, tree, stale);
         if ('problem' in rows)
             return invalid(rows.problem);
         const linkProblem = this.snapshotLinkProblem(real, tree.links, parsed);
         if (linkProblem !== null)
             return invalid(linkProblem);
         const result = { gen: parsed.gen, path: real, rules: { recorded, running, stale }, drift: rows.drift };
-        const after = fingerprintTree(real);
+        const after = yield* fingerprintTreeSteps(real);
         this.verifiedCurrent =
             fingerprint !== null && after === fingerprint
                 ? { gen: parsed.gen, contentHash: parsed.contentHash, snapshotHash: meta.rawSha, fingerprint, links: [...tree.links], result }
@@ -1030,7 +1075,7 @@ export class SkillsStore {
      * else (a missing SKILL.md, a kind claim, the view shape against the RECORDED rows) is judged the
      * same under any rules: none of it depends on the rule table.
      */
-    snapshotRowsProblem(parsed, tree, staleRules) {
+    *snapshotRowsProblemSteps(parsed, tree, staleRules) {
         const problem = (detail) => ({ problem: detail });
         const drift = [];
         const files = tree.files;
@@ -1046,6 +1091,7 @@ export class SkillsStore {
             if (skillMd === undefined)
                 return problem(`skill row ${row.name} names ${row.dir}, but the generation carries no ${row.dir}/SKILL.md`);
             const fm = parseFrontmatter(readFileNoFollow(skillMd.abs).toString('utf8'));
+            yield;
             if (!fm.ok)
                 return problem(`${row.dir}/SKILL.md frontmatter does not parse (${fm.reason}) — its row cannot be re-derived`);
             const kind = skillKindOf(fm.fields);
@@ -1057,6 +1103,7 @@ export class SkillsStore {
                 if (!f.rel.startsWith(prefix) || owningSkillDir(f.rel, dirs) !== row.dir)
                     continue;
                 const buf = readFileNoFollow(f.abs);
+                yield;
                 if (looksBinary(buf))
                     continue;
                 for (const hit of portabilityIssuesOf(buf.toString('utf8'), { fileRel: f.rel, skillDir: row.dir, skillDirs: dirs, exists }))
@@ -1117,7 +1164,10 @@ export class SkillsStore {
     }
     /** Hash over a snapshot tree — files (`snapshot.json` excluded), link entries (path + link text) AND directory entries (codex round 9: an extra empty directory changes it). */
     snapshotHash(tree) {
-        return hashTree(tree.files.filter((f) => f.rel !== SNAPSHOT_MANIFEST_FILENAME), tree.links, tree.dirs);
+        return drain(this.snapshotHashSteps(tree));
+    }
+    *snapshotHashSteps(tree) {
+        return yield* hashTreeSteps(tree.files.filter((f) => f.rel !== SNAPSHOT_MANIFEST_FILENAME), tree.links, tree.dirs);
     }
     /** The link text publish writes for a snapshot's `.venv`: relative on POSIX, the absolute target for a Windows junction. */
     venvLinkText(baseline) {
@@ -1428,6 +1478,10 @@ export class SkillsStore {
      * covers it, and no other pruned name is linked from anywhere.
      */
     baselineProblem(hash) {
+        return drain(this.baselineProblemSteps(hash));
+    }
+    /** `baselineProblem` as steps (crew#852): it walks AND re-hashes the whole bundle — the walk's yields, then one per file hashed. */
+    *baselineProblemSteps(hash) {
         const dir = this.baselineDir(hash);
         const st = lstatOrNull(dir);
         if (st === null)
@@ -1438,7 +1492,7 @@ export class SkillsStore {
             return `${dir} is not a directory`;
         let tree;
         try {
-            tree = walkTree(dir);
+            tree = yield* walkTreeSteps(dir);
         }
         catch (err) {
             return `${dir} cannot be walked (${err instanceof Error ? err.message : String(err)})`;
@@ -1449,7 +1503,7 @@ export class SkillsStore {
         const special = tree.others[0];
         if (special !== undefined)
             return `${dir} carries ${special.rel}, which is neither a file nor a directory`;
-        const actual = hashFileSet(tree.files);
+        const actual = yield* hashTreeSteps(tree.files, []);
         if (actual !== hash)
             return `${dir} hashes to ${actual}, not to its name — a bundle file was modified, added or removed`;
         return null;
@@ -1596,11 +1650,13 @@ export class SkillsStore {
         const inFlight = this.venvInFlight.get(hash);
         if (inFlight !== undefined)
             return inFlight;
+        const tStage = performance.now();
         const run = (async () => {
             if (this.entryExists(venvDir)) {
                 this.warn(`[skills] ${venvDir} exists without a verified ready marker (a torn earlier sync or an unlockable env) — removed and re-provisioned`);
                 removeTreeForce(venvDir);
             }
+            this.venvStageTotals.provisions += 1;
             const state = await this.provisionVenv(baselineDir, { log: this.warn, cacheDir });
             if (state !== 'synced')
                 return state;
@@ -1633,6 +1689,7 @@ export class SkillsStore {
         })();
         const tracked = run.finally(() => {
             this.venvInFlight.delete(hash);
+            this.venvStageTotals.ms += performance.now() - tStage;
         });
         this.venvInFlight.set(hash, tracked);
         return tracked;
@@ -1756,6 +1813,10 @@ export class SkillsStore {
     // ── Scanning ──────────────────────────────────────────────────────────────────────────────
     /** Every managed file under `effective/`, hashed. */
     scanEffective() {
+        return drain(this.scanEffectiveSteps());
+    }
+    /** `scanEffective` as steps (crew#852): the walk's yields, then one per file hashed. */
+    *scanEffectiveSteps() {
         this.assertRootIdentity();
         // ONE walker classifies every entry (tree.ts `walkEntries`; codex round 9): the files are hashed,
         // the links and special nodes are handed to the validation to refuse by name, the directories are
@@ -1764,9 +1825,16 @@ export class SkillsStore {
         // `node_modules/`, `.venv/` or `__pycache__/` is in `links` / `others` (marked `pruned`) for the
         // validation to refuse; the files and directories beneath one stay out of the scan — never
         // carried, never hashed, exactly as before.
-        const entries = walkEntries(this.effectiveDir());
+        const entries = yield* walkEntriesSteps(this.effectiveDir());
+        const files = [];
+        for (const e of entries) {
+            if (!isCarriedFile(e))
+                continue;
+            files.push({ rel: e.rel, abs: e.abs, sha: sha256Hex(readFileNoFollow(e.abs)) });
+            yield;
+        }
         return {
-            files: entries.filter(isCarriedFile).map((e) => ({ rel: e.rel, abs: e.abs, sha: sha256Hex(readFileNoFollow(e.abs)) })),
+            files,
             links: entries.filter((e) => e.kind === 'symlink'),
             others: entries.filter((e) => e.kind === 'other'),
             dirs: entries.filter((e) => e.kind === 'dir' && e.pruned === null).map((e) => e.rel),
@@ -1920,6 +1988,10 @@ export class SkillsStore {
      * blocking; a mutation on ANOTHER skill carries it as a warning (that mutation did land).
      */
     recomputeDerived(m) {
+        return drain(this.recomputeDerivedSteps(m));
+    }
+    /** `recomputeDerived` as steps (crew#852): it reads every file of every skill for the portability scan — one `yield` per file read, one per skill. */
+    *recomputeDerivedSteps(m) {
         const refused = [];
         const catalogMd = new Map();
         const byOwner = this.recordsByOwner(m);
@@ -1978,6 +2050,7 @@ export class SkillsStore {
                     refused.push(this.pathFinding(err, name, rel));
                     continue;
                 }
+                yield;
                 if (buf === null || looksBinary(buf))
                     continue;
                 for (const hit of portabilityIssuesOf(buf.toString('utf8'), ctx(rel)))
@@ -1986,6 +2059,7 @@ export class SkillsStore {
             const reasons = portabilityReasonsOf(hits);
             entry.portable = reasons.length === 0;
             entry.portability = { portable: entry.portable, reasons, evidence: portabilityEvidenceOf(hits) };
+            yield;
         }
         // A DIRECTLY registered reference is core regardless of its readability (design v3.5 §5; codex
         // round 8): a skill a workflow names by `skill_ref` keeps `core: true` when its `SKILL.md` is
@@ -2272,6 +2346,7 @@ export class SkillsStore {
         const entry = m.skills[name];
         if (entry === undefined)
             throw new UnknownSkillError(name);
+        this.refuseDuringPublish();
         this.assertRevision(m, expectedRevision);
         return entry;
     }
@@ -2489,6 +2564,7 @@ export class SkillsStore {
     /** Write one root support file (`scripts/`, `schemas/`, `.claude-plugin/`, …) — always a warning. */
     writeSupport(rawRel, content, expectedRevision) {
         const m = this.manifest();
+        this.refuseDuringPublish();
         this.assertRevision(m, expectedRevision);
         let target;
         try {
@@ -2724,6 +2800,7 @@ export class SkillsStore {
     /** Add a user skill at `skills/<name minus the prefix>` — staged, then swapped in (`swapOwnFiles`). */
     add(name, files, expectedRevision) {
         const m = this.manifest();
+        this.refuseDuringPublish();
         this.assertRevision(m, expectedRevision);
         const findings = this.addGuards(m, name, files);
         if (verdictOf(findings) === 'blocked')
@@ -2902,6 +2979,7 @@ export class SkillsStore {
      */
     refreshBaseline(expectedRevision) {
         const m = this.manifest();
+        this.refuseDuringPublish();
         this.assertRevision(m, expectedRevision);
         const source = this.requireSource('no installed wicked-garden plugin found to refresh from (neither the marketplace cache nor the installer-managed copy)');
         const previous = m.baseline;
@@ -3231,18 +3309,34 @@ export class SkillsStore {
         const v = this.validate(m);
         return { verdict: verdictOf(v.findings), findings: v.findings, revision: m.revision };
     }
+    /** `analyze()` on the event loop (crew#852): the same whole-tree validation, its scan paced. Nothing is written either way. */
+    async analyzePaced(pacer) {
+        const m = this.manifest();
+        const v = await paced(this.validateSteps(m), pacer);
+        return { verdict: verdictOf(v.findings), findings: v.findings, revision: m.revision };
+    }
     /**
      * ONE publish at a time (module header): a concurrent call is refused with
      * `SkillsPublishInFlightError` (the route's 409) rather than queued — the caller's revision would
      * be stale by the time a queued publish ran.
      */
-    async publish(expectedRevision) {
+    async publish(expectedRevision, afterCommit) {
         if (this.publishInFlight !== null)
             throw new SkillsPublishInFlightError(this.revision());
-        const run = this.publishSerialized(expectedRevision);
-        this.publishInFlight = run;
+        const pacer = this.makePacer();
+        const run = this.publishSerialized(expectedRevision, pacer);
+        // `afterCommit` (the route's export: verifying the new generation and handing it to the engine)
+        // runs INSIDE the in-flight window (codex r1 on #853): it is paced, so the loop turns while it
+        // verifies, and a second publish admitted in that window could commit a newer generation that
+        // the first request would then export over. Held here, that publish is `publish-in-flight`
+        // and `isPublishing()` is true for the whole request.
+        const whole = afterCommit === undefined ? run : run.then(async (result) => {
+            await afterCommit(result, pacer);
+            return result;
+        });
+        this.publishInFlight = whole;
         try {
-            return await run;
+            return await whole;
         }
         finally {
             this.publishInFlight = null;
@@ -3272,9 +3366,20 @@ export class SkillsStore {
      * `snapshots/<gen>/` (staging + rename, never over an existing generation) with the generated
      * views, LOCK it read-only, COMMIT the manifest (venv state included), flip `current`, and reap
      * generations / baselines nothing references. A `blocked` verdict persists nothing — the caller's
-     * revision stays valid. Everything after the one await is synchronous: no interleaving.
+     * revision stays valid.
+     *
+     * Nothing here holds the event loop for longer than one slice (crew#852): every walk, hash, copy
+     * and lock over the tree runs as PACED steps (tree.ts `paced` / `budgetPacer`), so `/health`, the
+     * run listing and the stall watchdog keep answering while a 15k-file catalogue publishes. The
+     * loop therefore turns many times between the CAS and the commit — a read in that window sees the
+     * previous generation and the manifest as it was (nothing is written before the commit); a WRITE
+     * that commits in that window moves the revision, and the commit below re-checks the root identity
+     * and the revision first: a moved revision removes the staged generation (no manifest, no
+     * generation) and fails the caller's CAS exactly as a stale `expectedRevision` does. The
+     * published-generation semantics are unchanged: `gen` increments once, the manifest lands before
+     * `current` flips, a reader sees the old generation or the new one, never half of either.
      */
-    async publishSerialized(expectedRevision) {
+    async publishSerialized(expectedRevision, pacer) {
         // Refuse a root that changed identity (codex round 4) or a symlinked storage ancestor (codex
         // round 3) BEFORE anything is provisioned, staged or copied: a `snapshots -> /outside` would
         // take the first copy out of the store.
@@ -3293,7 +3398,7 @@ export class SkillsStore {
         // The baseline must be the bundle its name claims BEFORE anything is provisioned in it (codex
         // round 7): a corrupt baseline is `baseline-corrupt`, blocking — nothing provisioned, nothing
         // written. `validate` re-derives the same hash AFTER the provisioner ran.
-        const preProblem = this.baselineProblem(pre.baseline);
+        const preProblem = await paced(this.baselineProblemSteps(pre.baseline), pacer);
         if (preProblem !== null) {
             return { verdict: 'blocked', findings: [this.baselineCorruptFinding(null, `${BASELINE_DIRNAME}/${pre.baseline}`, preProblem)], revision: pre.revision, snapshot: null };
         }
@@ -3308,13 +3413,17 @@ export class SkillsStore {
         // The `unchanged` fast path (crew#547 items 1-2 / DES-L6 PR-L6-1 (b)): BEFORE the slow step, the
         // SAME content hash the slow path would compute is derived from the effective tree; equal to the
         // current generation's — and that generation still verifies under the running rules — means
-        // there is nothing to publish: nothing awaited, nothing written, no generation minted.
+        // there is nothing to publish: nothing written, no generation minted. The steps are paced
+        // (crew#852), so the `unchanged` answer is re-checked against the revision on disk: a write that
+        // landed while the tree was hashed makes the caller's revision stale, exactly as before the check.
         const venvDir0 = baselineVenvDir(this.baselineDir(pre.baseline));
         const ready0 = this.venvReady(venvDir0);
-        const fast = this.unchangedPublish(pre, ready0);
+        const fast = await paced(this.unchangedPublishSteps(pre, ready0), pacer);
         t.validate += fast.validateMs;
         t.hash += fast.hashMs;
         if (fast.result !== null) {
+            this.assertRootUnchanged(bound, expectedRevision);
+            this.assertRevision(this.manifest(), expectedRevision);
             timing(ready0 ? 'ready' : 'skipped', ` · unchanged (gen ${fast.result.snapshot?.gen ?? '?'})`);
             return fast.result;
         }
@@ -3328,7 +3437,7 @@ export class SkillsStore {
         const m = this.manifest();
         this.assertRevision(m, expectedRevision);
         const tValidate = performance.now();
-        const v = this.validate(m);
+        const v = await paced(this.validateSteps(m), pacer);
         t.validate += performance.now() - tValidate; // validated twice on a CHANGED publish (accepted; the line shows the cost)
         if (venv === 'failed') {
             v.findings.push(finding('venv-failed', 'blocking', "the baseline's shared read-only Python environment is REQUIRED (the bundle carries a pyproject.toml; skills `uv run` from the plugin root): a snapshot without it hands every worker a plugin whose scripts cannot start. Install uv, fix the sync error the log names, and publish again", `uv sync did not produce ${baselineVenvDir(this.baselineDir(m.baseline))} (see the daemon log)`, {}));
@@ -3351,14 +3460,14 @@ export class SkillsStore {
         // later verification hash the directories they WALK, so an extra directory — empty or not — is a
         // mismatch, never an invisible passenger.
         const tHash = performance.now();
-        const contentHash = hashTree(allFiles, venvLink === null ? [] : [{ rel: VENV_LINKNAME, target: venvLink.text }], impliedDirs(allFiles.map((f) => f.rel)));
+        const contentHash = await paced(hashTreeSteps(allFiles, venvLink === null ? [] : [{ rel: VENV_LINKNAME, target: venvLink.text }], impliedDirs(allFiles.map((f) => f.rel))), pacer);
         t.hash += performance.now() - tHash;
         const tStage = performance.now();
         const snapshots = this.snapshotsDir();
         mkdirSync(snapshots, { recursive: true });
         this.sweepStaging(snapshots);
         const staging = join(snapshots, `${STAGING_PREFIX}${randomBytes(6).toString('hex')}`);
-        copyFiles(allFiles, staging);
+        await paced(copyFilesSteps(allFiles, staging), pacer);
         const record = m.baselines[m.baseline];
         const snapshot = {
             gen,
@@ -3399,7 +3508,7 @@ export class SkillsStore {
             this.symlink(venvLink.text, join(staging, VENV_LINKNAME), venvLink.absTarget);
         // Re-walk (lstat) and re-hash the staged generation AFTER the copy and BEFORE the rename (design
         // v3.5 §3): files and the one permitted link must hash to the content it was copied from.
-        const stagedHash = this.snapshotHash(walkTree(staging));
+        const stagedHash = await paced(this.snapshotHashSteps(await paced(walkTreeSteps(staging), pacer)), pacer);
         if (stagedHash !== contentHash) {
             removeTreeForce(staging);
             throw new SkillsPublishError(`the staged generation hashes to ${stagedHash}, not to the content it was copied from (${contentHash}) — modified between copy and rename; nothing published`);
@@ -3413,12 +3522,24 @@ export class SkillsStore {
         // Immutable by contract, and now by mode bits: a published generation is locked read-only
         // (verification by hash stays the authority — the lock is what makes an accidental edit fail).
         try {
-            makeTreeReadOnly(dest);
+            await paced(makeTreeReadOnlySteps(dest), pacer);
         }
         catch (err) {
             removeTreeForce(dest);
             throw new SkillsPublishError(`could not lock ${dest} read-only: ${err instanceof Error ? err.message : String(err)}`);
         }
+        // The paced steps let the loop turn (crew#852): the manifest about to be committed is the one
+        // bound at the start, so it lands only through the same root and over the same revision — a
+        // write that committed meanwhile fails this publish's CAS (the caller re-reads and retries) and
+        // the generation it never came to own is removed, exactly like a commit that fails below.
+        try {
+            this.assertRootUnchanged(bound, expectedRevision);
+            this.assertRevision(this.manifest(), expectedRevision);
+        }
+        catch (err) {
+            removeTreeForce(dest);
+            throw err;
+        }
         // Manifest FIRST, then `current`: a crash in between leaves a committed generation `ensureReady`
         // finishes flipping to; the reverse order would leave a live `current` the manifest disowns.
         const included = new Set(v.snapshotFiles.map((f) => f.rel));
@@ -3447,9 +3568,9 @@ export class SkillsStore {
         this.flipCurrent(gen);
         this.live.published(gen);
         for (const g of retiredGens)
-            removeTreeForce(this.snapshotDir(g)); // locked read-only at publish
+            await removeTreeForcePaced(this.snapshotDir(g), pacer); // locked read-only at publish
         for (const dir of prune.dirs)
-            removeTreeForce(dir);
+            await removeTreeForcePaced(dir, pacer);
         t.stage = performance.now() - tStage;
         timing(venvLabel, ` · gen ${gen}`);
         return {
@@ -3476,7 +3597,7 @@ export class SkillsStore {
      * touch: a rollback reads the same manifest. A blocked validation is left to the slow path so the
      * findings (a `venv-failed` included) are reported exactly as before.
      */
-    unchangedPublish(pre, venvReady) {
+    *unchangedPublishSteps(pre, venvReady) {
         const none = (validateMs = 0, hashMs = 0) => ({ result: null, validateMs, hashMs });
         const published = pre.published;
         if (published === null)
@@ -3493,13 +3614,13 @@ export class SkillsStore {
         else
             return none();
         const tValidate = performance.now();
-        const v = this.validate(pre);
+        const v = yield* this.validateSteps(pre);
         const validateMs = performance.now() - tValidate;
         if (verdictOf(v.findings) === 'blocked')
             return none(validateMs);
         const tHash = performance.now();
         const allFiles = sortedRels([...v.snapshotFiles, ...this.viewFiles(v).files]);
-        const candidate = hashTree(allFiles, venvLink === null ? [] : [{ rel: VENV_LINKNAME, target: venvLink.text }], impliedDirs(allFiles.map((f) => f.rel)));
+        const candidate = yield* hashTreeSteps(allFiles, venvLink === null ? [] : [{ rel: VENV_LINKNAME, target: venvLink.text }], impliedDirs(allFiles.map((f) => f.rel)));
         const hashMs = performance.now() - tHash;
         if (candidate !== published.contentHash)
             return none(validateMs, hashMs);
@@ -3507,7 +3628,7 @@ export class SkillsStore {
             return none(validateMs, hashMs);
         let current;
         try {
-            current = this.currentSnapshot();
+            current = yield* this.currentSnapshotSteps();
         }
         catch {
             return none(validateMs, hashMs); // an unverifiable current generation is re-minted by the slow path
@@ -3541,8 +3662,21 @@ export class SkillsStore {
     viewFiles(v) {
         const files = [];
         const copilotSkills = [];
-        const byRel = new Map(v.snapshotFiles.map((f) => [f.rel, f]));
         const dirs = new Set(v.enabledSkills.map(({ entry }) => entry.dir));
+        // ONE pass groups the file set by its owning skill dir (crew#852): the former per-skill scan of
+        // every file was skills × files `owningSkillDir` calls — millions on the real catalogue, all on
+        // the event loop. A file whose owner is `entry.dir` sits under `entry.dir/` by construction.
+        const byOwner = new Map();
+        for (const f of v.snapshotFiles) {
+            const owner = owningSkillDir(f.rel, dirs);
+            if (owner === null)
+                continue;
+            const group = byOwner.get(owner);
+            if (group === undefined)
+                byOwner.set(owner, [f]);
+            else
+                group.push(f);
+        }
         for (const { name, entry } of v.enabledSkills) {
             if (!entry.portable)
                 continue;
@@ -3553,10 +3687,8 @@ export class SkillsStore {
             }
             copilotSkills.push(name);
             const prefix = `${entry.dir}/`;
-            for (const [rel, f] of byRel) {
-                if (!rel.startsWith(prefix) || owningSkillDir(rel, dirs) !== entry.dir)
-                    continue;
-                files.push({ rel: `${COPILOT_VIEW_SKILLS_REL}/${name}/${rel.slice(prefix.length)}`, abs: f.abs });
+            for (const f of byOwner.get(entry.dir) ?? []) {
+                files.push({ rel: `${COPILOT_VIEW_SKILLS_REL}/${name}/${f.rel.slice(prefix.length)}`, abs: f.abs });
             }
         }
         return { files: sortedRels(files), copilotSkills: copilotSkills.sort() };
@@ -3720,14 +3852,18 @@ export class SkillsStore {
      * commits it; analyze and a blocked publish drop it). Never touches `effective/`.
      */
     validate(m) {
+        return drain(this.validateSteps(m));
+    }
+    /** `validate` as steps (crew#852): the effective scan's yields (walk + per-file hash); the rules themselves are cheap. */
+    *validateSteps(m) {
         const findings = [];
         // The baseline the records point at must be the bundle its name claims (codex round 7): reset
         // restores from it, `?side=baseline` reads it, the env is provisioned in it — and publish calls
         // this AFTER the provisioner ran, so a provisioner that wrote outside `.venv` is caught here.
-        const baselineProblem = this.baselineProblem(m.baseline);
+        const baselineProblem = yield* this.baselineProblemSteps(m.baseline);
         if (baselineProblem !== null)
             findings.push(this.baselineCorruptFinding(null, `${BASELINE_DIRNAME}/${m.baseline}`, baselineProblem));
-        const scan = this.scanEffective();
+        const scan = yield* this.scanEffectiveSteps();
         const scanned = scan.files;
         const onDisk = new Map(scanned.map((f) => [f.rel, f]));
         // Direct filesystem edits: detected by hash, reported, recorded — never silently trusted.
@@ -3772,7 +3908,7 @@ export class SkillsStore {
         }
         // Derived fields are recomputed CONTAINED: a skill whose dir (or a file in it) crosses a symlink
         // is skipped, never read through, and BLOCKS here by name (codex round 5).
-        findings.push(...this.recomputeDerived(m));
+        findings.push(...(yield* this.recomputeDerivedSteps(m)));
         // EVERY entry of effective/ is classified (codex round 9): a symlink ANYWHERE under it is refused
         // by name — there is no permitted link there (the store never follows one, and a snapshot would
         // otherwise copy whatever it reaches) — and so is a node that is neither a file nor a directory.
@@ -3811,6 +3947,7 @@ export class SkillsStore {
             const f = onDisk.get(rel);
             if (f !== undefined)
                 catalogMd.set(name, readFileNoFollow(f.abs).toString('utf8'));
+            yield;
         }
         // The core closure must be COMPLETE: a registered ref or a mandate naming no catalog skill is
         // a phase the engine would refuse to launch — blocking here, not a warning (v3 §3/§5).