simt-dev 0.6.2 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +83 -1
- package/README.md +46 -17
- package/agents/simt-agent.md +84 -0
- package/bin/simt.mjs +19 -6
- package/docs/decisions/ADR-009-skill-layout.md +1 -1
- package/docs/decisions/ADR-086-the-stable-prefix-comes-first-and-the-lock-records-both-digests.md +1 -1
- package/docs/decisions/ADR-100-a-staged-diff-is-the-last-gate-before-history-and-it-runs-inside-the-tool.md +94 -0
- package/docs/decisions/ADR-101-a-file-lease-belongs-to-one-session-and-the-pre-edit-hook-refuses-another.md +95 -0
- package/docs/decisions/ADR-102-the-two-queued-review-rows-are-closed-by-ruling.md +49 -0
- package/docs/decisions/ADR-103-co-projected-duplicates-merge-down.md +74 -0
- package/docs/decisions/ADR-104-the-pre-tool-use-policy-reads-the-command-the-way-a-shell-reads-it.md +76 -0
- package/docs/decisions/ADR-105-the-json-ceiling-shrinks-arrays-and-never-cuts-bytes.md +44 -0
- package/docs/decisions/ADR-106-the-harness-hook-runs-through-a-repo-shim.md +46 -0
- package/docs/decisions/ADR-107-an-install-can-name-one-harness-and-the-skipped-ones-are-named.md +51 -0
- package/docs/decisions/ADR-108-an-adoption-builds-the-index-and-a-command-refreshes-it-on-read.md +59 -0
- package/docs/decisions/ADR-109-simt-dev-is-its-own-consumer-and-the-guards-that-kept-it-from-being-one-are-retired.md +47 -0
- package/docs/decisions/ADR-110-the-lock-file-follows-the-manifest-name-and-the-old-name-is-read-until-the-next-write.md +43 -0
- package/docs/decisions/ADR-111-the-tool-ships-one-agent-rendered-per-harness-and-installs-it-with-init-and-a-command.md +75 -0
- package/docs/decisions/ADR-112-the-registry-is-what-simt-dev-ships-and-a-repo-owns-its-own-skills.md +81 -0
- package/docs/decisions/ADR-113-a-pre-push-that-carries-only-documentation-skips-the-test-gate-and-says-so.md +87 -0
- package/docs/decisions/ADR-114-the-bench-pairs-at-the-task-level-a-missing-cost-is-not-zero-and-an-unasked-cross-group-compare-is-refused.md +74 -0
- package/docs/decisions/ADR-115-the-index-stamps-its-schema-version-migrates-older-databases-in-place-and-serves-newer-ones-from-a-sidecar.md +69 -0
- package/docs/decisions/ADR-116-rust-support-reaches-the-example-path-the-indent-and-the-bench-runner.md +100 -0
- package/docs/decisions/README.md +53 -0
- package/package.json +4 -2
- package/rules/core.md +2 -2
- package/rules/mdc/preview-postflight.mdc +5 -6
- package/rules/mdc/test-gate.mdc +2 -0
- package/rules/stacks/android.md +10 -11
- package/rules/stacks/cloudflare-workers.md +1 -1
- package/rules/stacks/connectiq.md +2 -2
- package/rules/stacks/container.md +2 -0
- package/rules/stacks/dart.md +1 -1
- package/rules/stacks/deno.md +1 -1
- package/rules/stacks/dotnet.md +1 -1
- package/rules/stacks/elixir.md +1 -1
- package/rules/stacks/go.md +1 -1
- package/rules/stacks/jvm.md +4 -3
- package/rules/stacks/node.md +2 -2
- package/rules/stacks/python.md +7 -6
- package/rules/stacks/react-native.md +3 -5
- package/rules/stacks/react-web.md +9 -9
- package/rules/stacks/ruby.md +1 -1
- package/rules/stacks/rust.md +1 -1
- package/rules/stacks/swift.md +1 -1
- package/rules/stacks/typescript.md +2 -2
- package/rules/stacks/uv.md +3 -2
- package/skills/simt-commands/SKILL.md +70 -0
- package/src/advice/advice.mjs +7 -3
- package/src/agenthooks/decide.mjs +238 -15
- package/src/agenthooks/opencode.mjs +72 -0
- package/src/agenthooks/policy.mjs +81 -5
- package/src/agenthooks/prompt.mjs +6 -2
- package/src/agenthooks/render.mjs +186 -19
- package/src/agenthooks/shell.mjs +523 -0
- package/src/agenthooks/shim.mjs +55 -0
- package/src/agents/render.mjs +277 -0
- package/src/argv.mjs +62 -9
- package/src/bench/ablate.mjs +31 -14
- package/src/bench/mine.mjs +48 -1
- package/src/bench/probes.mjs +5 -6
- package/src/bench/report.mjs +243 -80
- package/src/bench/run.mjs +12 -11
- package/src/bench/variants.mjs +112 -40
- package/src/brief/assemble.mjs +6 -0
- package/src/ci/workflow.mjs +16 -7
- package/src/commands/agent.mjs +206 -0
- package/src/commands/agenthook.mjs +133 -17
- package/src/commands/bench.mjs +2 -1
- package/src/commands/ci.mjs +28 -3
- package/src/commands/compare.mjs +8 -7
- package/src/commands/completions.mjs +27 -0
- package/src/commands/decide.mjs +20 -6
- package/src/commands/doctor.mjs +367 -0
- package/src/commands/evidence.mjs +13 -3
- package/src/commands/explain.mjs +52 -0
- package/src/commands/gate.mjs +85 -19
- package/src/commands/graph.mjs +18 -5
- package/src/commands/help.mjs +96 -26
- package/src/commands/hooks.mjs +258 -67
- package/src/commands/ignore.mjs +152 -0
- package/src/commands/impact.mjs +4 -2
- package/src/commands/index.mjs +69 -102
- package/src/commands/init.mjs +239 -37
- package/src/commands/lease.mjs +304 -0
- package/src/commands/lessons.mjs +77 -9
- package/src/commands/map.mjs +33 -18
- package/src/commands/mcp.mjs +2 -2
- package/src/commands/pack.mjs +9 -0
- package/src/commands/plan.mjs +13 -1
- package/src/commands/plugin.mjs +17 -2
- package/src/commands/prbody.mjs +45 -0
- package/src/commands/repoindex.mjs +4 -0
- package/src/commands/rules.mjs +219 -105
- package/src/commands/shared.mjs +36 -5
- package/src/commands/skills.mjs +329 -206
- package/src/commands/skillscompile.mjs +8 -7
- package/src/commands/skillsinstall.mjs +112 -30
- package/src/commands/slice.mjs +712 -0
- package/src/commands/status.mjs +62 -0
- package/src/commands/sync.mjs +146 -36
- package/src/commands/tests.mjs +5 -2
- package/src/commands/undo.mjs +114 -0
- package/src/commands/upgrade.mjs +103 -9
- package/src/commands/why.mjs +10 -4
- package/src/compare/hooksstate.mjs +23 -1
- package/src/compare/learn.mjs +82 -57
- package/src/compare/parallel.mjs +50 -0
- package/src/compare/row.mjs +26 -1
- package/src/completions.mjs +196 -0
- package/src/decisions/dir.mjs +84 -0
- package/src/decisions/index.mjs +109 -11
- package/src/diff.mjs +254 -0
- package/src/distill/distill.mjs +3 -1
- package/src/ecosystem/node-runner.mjs +144 -0
- package/src/explain.mjs +270 -0
- package/src/federation/config.mjs +44 -0
- package/src/graph/load.mjs +52 -24
- package/src/hooks/capability.mjs +14 -1
- package/src/hooks/dispatcher.mjs +441 -9
- package/src/hooks/gates.mjs +14 -3
- package/src/hooks/resolve.mjs +23 -3
- package/src/hooks/shim.mjs +12 -7
- package/src/identity.mjs +67 -14
- package/src/ignore.mjs +133 -0
- package/src/index/extract.mjs +192 -11
- package/src/index/persist.mjs +372 -55
- package/src/index/store.mjs +263 -60
- package/src/index/tests.mjs +6 -35
- package/src/journal.mjs +545 -0
- package/src/kernel/card.mjs +37 -12
- package/src/kernel/checks.mjs +44 -9
- package/src/kernel/variants.mjs +27 -16
- package/src/lease.mjs +195 -0
- package/src/ledger/index.mjs +91 -25
- package/src/mcp/resources.mjs +5 -3
- package/src/mcp/server.mjs +86 -13
- package/src/mcp/tools.mjs +340 -264
- package/src/memory/decide.mjs +98 -38
- package/src/memory/lessons.mjs +180 -33
- package/src/name.mjs +9 -0
- package/src/output/index.mjs +82 -12
- package/src/package-version.mjs +49 -1
- package/src/packs/manage.mjs +13 -4
- package/src/plan/index.mjs +37 -8
- package/src/plan/template.mjs +27 -5
- package/src/plugins.mjs +33 -8
- package/src/prbody.mjs +253 -0
- package/src/projection/baselines.mjs +1 -1
- package/src/projection/disclosure.mjs +2 -2
- package/src/projection/loaders.mjs +41 -1
- package/src/projection/lock.mjs +21 -14
- package/src/projection/manifest.mjs +82 -21
- package/src/projection/markers.mjs +43 -3
- package/src/projection/mdc.mjs +34 -7
- package/src/projection/project.mjs +162 -18
- package/src/projection/rules.mjs +54 -3
- package/src/projection/shared.mjs +4 -1
- package/src/projection/surfaces.mjs +9 -1
- package/src/repo-root.mjs +69 -0
- package/src/resolve/body.mjs +4 -0
- package/src/resolve/fingerprint.mjs +5 -0
- package/src/resolve/local.mjs +58 -0
- package/src/review/critic.mjs +4 -2
- package/src/secrets.mjs +374 -0
- package/src/state.mjs +76 -0
- package/src/status.mjs +157 -0
- package/src/toolwords.mjs +5 -0
- package/src/tsconfig.mjs +39 -99
- package/templates/plan/tracker.json +1 -1
package/src/commands/upgrade.mjs
CHANGED
|
@@ -21,14 +21,20 @@
|
|
|
21
21
|
// 4. A repo it could not upgrade is reported loudly and fails the run. A repo left
|
|
22
22
|
// silently behind is the failure `compare` exists to surface, and this command must
|
|
23
23
|
// not be the thing that creates it.
|
|
24
|
+
// 5. With no root named, it upgrades THIS repository only. The workspace is a claim
|
|
25
|
+
// about scope, so it needs `--all` or an explicit root (review 0003 Q33): the old
|
|
26
|
+
// default resolved the workspace and a dry run inside one repo planned all sixteen.
|
|
24
27
|
|
|
25
|
-
import { mkdir
|
|
28
|
+
import { mkdir } from 'node:fs/promises';
|
|
29
|
+
import { commitJournal, journaledWriteFile } from '../journal.mjs';
|
|
30
|
+
import { invalidateCheckCache } from '../status.mjs';
|
|
26
31
|
|
|
27
32
|
import { basename, dirname, resolve } from 'node:path';
|
|
28
33
|
|
|
29
34
|
import { EXIT, emit, emitJson, fail, isJson, note, writeMode } from '../output/index.mjs';
|
|
30
35
|
import { provenanceDigest, plan } from '../projection/project.mjs';
|
|
31
|
-
import { MANIFEST, MANIFEST_COMMENT, readManifest, writeManifest } from '../projection/manifest.mjs';
|
|
36
|
+
import { MANIFEST, MANIFEST_COMMENT, manifestPath, manifestText, readManifest, writeManifest } from '../projection/manifest.mjs';
|
|
37
|
+
import { diffField, emitDiffs, readBefore } from '../diff.mjs';
|
|
32
38
|
import { FAULT_STATES, planUpgrade, summariseUpgrade } from '../upgrade/plan.mjs';
|
|
33
39
|
import { discover } from '../compare/discover.mjs';
|
|
34
40
|
import { resolveWorkspace, targetRoot, WORKSPACE_REMEDY } from '../workspace.mjs';
|
|
@@ -52,12 +58,41 @@ export async function upgradeCommand(positional, flags) {
|
|
|
52
58
|
}
|
|
53
59
|
}
|
|
54
60
|
|
|
55
|
-
|
|
61
|
+
// `--root`, a positional, and `--workspace` are all explicit claims about scope.
|
|
62
|
+
// Anything else is the enclosing repository, below.
|
|
63
|
+
const target = explicit || flags.workspace
|
|
64
|
+
? await targetRoot(flags, positional)
|
|
65
|
+
: await (
|
|
66
|
+
// No root named: the scope is THIS repository, not the workspace. The old
|
|
67
|
+
// default resolved the workspace and swept every sibling - 16 repos planned
|
|
68
|
+
// from a dry run inside one of them. A workspace is a claim about scope, so
|
|
69
|
+
// it now needs `--all` or an explicit root, the way `--all` always did.
|
|
70
|
+
//
|
|
71
|
+
// The note fires only when the old default would have planned a different
|
|
72
|
+
// directory: a configured workspace that is not this repo. No workspace, or
|
|
73
|
+
// one equal to the cwd, changes nothing - and a note about an unchanged
|
|
74
|
+
// behaviour is noise.
|
|
75
|
+
(async () => {
|
|
76
|
+
const ws = await resolveWorkspace(flags);
|
|
77
|
+
if (ws.root && resolve(ws.root) !== process.cwd()) {
|
|
78
|
+
note(`note the default scope is this repository; the workspace at ${ws.root} is not upgraded. Pass --root ${ws.root} (or --all) to upgrade it`);
|
|
79
|
+
}
|
|
80
|
+
return { root: process.cwd(), source: 'default', detail: 'the enclosing repository', ws };
|
|
81
|
+
})()
|
|
82
|
+
);
|
|
56
83
|
const root = resolve(target.root);
|
|
57
84
|
const found = await discover(root);
|
|
58
85
|
if (found.error) {
|
|
59
86
|
return fail(`${root}: ${found.error}`, EXIT.CONFIG, 'pass --root <path>');
|
|
60
87
|
}
|
|
88
|
+
if (found.repos.length === 0 && found.worktrees.length === 1) {
|
|
89
|
+
// A worktree passed directly is not counted as a repo by discover (its files are
|
|
90
|
+
// its parent's HEAD checked out elsewhere, so drift reporting would double-count
|
|
91
|
+
// it). Upgrading is different: the worktree carries the same rule content as its
|
|
92
|
+
// parent, so it is a valid single target. This is the shape the pre-push gate
|
|
93
|
+
// materializes - a detached worktree at HEAD that the suite runs inside.
|
|
94
|
+
found.repos = [found.worktrees[0].path];
|
|
95
|
+
}
|
|
61
96
|
if (found.repos.length === 0) {
|
|
62
97
|
return fail(
|
|
63
98
|
`${root} contains no git repositories`,
|
|
@@ -69,13 +104,57 @@ export async function upgradeCommand(positional, flags) {
|
|
|
69
104
|
const sha = await provenanceDigest();
|
|
70
105
|
const mode = writeMode(flags);
|
|
71
106
|
const plans = [];
|
|
107
|
+
// The plan inputs, kept because the diff is built from them: `planUpgrade`
|
|
108
|
+
// keeps the verdict, not the bytes, and the apply path below re-plans per
|
|
109
|
+
// repo rather than reusing this loop's targets.
|
|
110
|
+
const inputs = new Map();
|
|
72
111
|
for (const repo of found.repos) {
|
|
73
112
|
const { manifest, exists, error } = await readManifest(repo);
|
|
74
113
|
const result = await plan(repo);
|
|
114
|
+
inputs.set(repo, { targets: result.targets, manifest });
|
|
75
115
|
plans.push(planUpgrade({ name: basename(repo), path: repo, manifest, manifestExists: exists, manifestError: error, targets: result.targets, sha }));
|
|
76
116
|
}
|
|
77
117
|
const summary = summariseUpgrade(plans);
|
|
78
118
|
|
|
119
|
+
// The `--diff` pairs, read before anything is written so the before side is
|
|
120
|
+
// true in preview and in apply alike (R50). Labels carry the repo name: one
|
|
121
|
+
// run diffs N repositories, and a bare filename would not say which. The
|
|
122
|
+
// manifest after-bytes are built the same way the apply path builds them —
|
|
123
|
+
// chosen keys kept, `$comment` refreshed, pin moved — so the diff shows the
|
|
124
|
+
// write rather than a second opinion about it.
|
|
125
|
+
const diffs =
|
|
126
|
+
flags.diff === true
|
|
127
|
+
? (
|
|
128
|
+
await Promise.all(
|
|
129
|
+
plans
|
|
130
|
+
.filter((p) => p.action === 'updated')
|
|
131
|
+
.map(async (p) => {
|
|
132
|
+
const input = inputs.get(p.path) ?? { targets: [], manifest: null };
|
|
133
|
+
const pairs = await Promise.all(
|
|
134
|
+
input.targets
|
|
135
|
+
.filter((t) => t.action !== 'unchanged' && t.action !== 'malformed')
|
|
136
|
+
.map(async (t) => ({
|
|
137
|
+
path: `${p.name}/${t.file}`,
|
|
138
|
+
before: await readBefore(t.path),
|
|
139
|
+
after: t.text,
|
|
140
|
+
})),
|
|
141
|
+
);
|
|
142
|
+
const { $comment, ...chosen } = input.manifest ?? {};
|
|
143
|
+
pairs.push({
|
|
144
|
+
path: `${p.name}/${MANIFEST_FILE}`,
|
|
145
|
+
before: await readBefore(await manifestPath(p.path)),
|
|
146
|
+
after: manifestText({
|
|
147
|
+
...MANIFEST_COMMENT,
|
|
148
|
+
...chosen,
|
|
149
|
+
projection: { ...(input.manifest?.projection ?? {}), simtDevSha: sha },
|
|
150
|
+
}),
|
|
151
|
+
});
|
|
152
|
+
return pairs;
|
|
153
|
+
}),
|
|
154
|
+
)
|
|
155
|
+
).flat()
|
|
156
|
+
: [];
|
|
157
|
+
|
|
79
158
|
// Writes happen BEFORE the report, in every output mode. An earlier version emitted
|
|
80
159
|
// the JSON payload and returned, which meant `--yes --json` reported a plan and
|
|
81
160
|
// changed nothing - the exact combination a script uses for automation.
|
|
@@ -96,11 +175,14 @@ export async function upgradeCommand(positional, flags) {
|
|
|
96
175
|
// Every planned target, not just AGENTS.md: a repo can have a current AGENTS.md
|
|
97
176
|
// and three stale `.mdc` rules, and restamping only the first leaves `check` red
|
|
98
177
|
// straight after a successful upgrade.
|
|
178
|
+
// One journal set per repo: a set belongs to one repository, and an
|
|
179
|
+
// `undo` in one consumer must never reach into another (R49).
|
|
180
|
+
const journal = [];
|
|
99
181
|
const { targets } = await plan(p.path);
|
|
100
182
|
for (const t of targets) {
|
|
101
183
|
if (t.action === 'unchanged' || t.action === 'malformed') continue;
|
|
102
184
|
await mkdir(dirname(t.path), { recursive: true });
|
|
103
|
-
await
|
|
185
|
+
await journaledWriteFile(p.path, journal, t.path, t.text);
|
|
104
186
|
writtenFiles.add(t.file);
|
|
105
187
|
}
|
|
106
188
|
const { manifest } = await readManifest(p.path);
|
|
@@ -110,11 +192,20 @@ export async function upgradeCommand(positional, flags) {
|
|
|
110
192
|
// forever, because `sync` does not own the manifest and nothing else rewrites
|
|
111
193
|
// it. An adopted repo would never have corrected it.
|
|
112
194
|
const { $comment, ...chosen } = manifest ?? {};
|
|
113
|
-
await writeManifest(
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
195
|
+
await writeManifest(
|
|
196
|
+
p.path,
|
|
197
|
+
{
|
|
198
|
+
...MANIFEST_COMMENT,
|
|
199
|
+
...chosen,
|
|
200
|
+
projection: { ...(manifest?.projection ?? {}), simtDevSha: sha },
|
|
201
|
+
},
|
|
202
|
+
journal,
|
|
203
|
+
);
|
|
204
|
+
await commitJournal(p.path, 'upgrade', journal);
|
|
205
|
+
// The pin and regions moved: the last `check` of this repo no longer
|
|
206
|
+
// describes it (R48). Gated on the journal: an untouched repo keeps
|
|
207
|
+
// its record.
|
|
208
|
+
if (journal.length > 0) await invalidateCheckCache(p.path);
|
|
118
209
|
applied.push(p.name);
|
|
119
210
|
} catch (error) {
|
|
120
211
|
// Reported per repo rather than thrown: one unwritable repo must not hide the
|
|
@@ -133,6 +224,7 @@ export async function upgradeCommand(positional, flags) {
|
|
|
133
224
|
source: target.source,
|
|
134
225
|
sha,
|
|
135
226
|
dryRun: !mode.apply,
|
|
227
|
+
...diffField(diffs, flags),
|
|
136
228
|
written: applied.length > 0,
|
|
137
229
|
summary: { ...summary, applied, failed },
|
|
138
230
|
plans,
|
|
@@ -144,6 +236,8 @@ export async function upgradeCommand(positional, flags) {
|
|
|
144
236
|
}
|
|
145
237
|
|
|
146
238
|
emit(render(plans, summary, { root, shape: found.shape, source: target.source, sha, applied, failed }));
|
|
239
|
+
// After the report: the report says what, the diff shows it (R50).
|
|
240
|
+
emitDiffs(diffs, flags);
|
|
147
241
|
|
|
148
242
|
for (const w of found.worktrees) {
|
|
149
243
|
// The same reasoning as `compare`: a worktree is its parent's HEAD elsewhere, so
|
package/src/commands/why.mjs
CHANGED
|
@@ -13,6 +13,7 @@ import { promisify } from 'node:util';
|
|
|
13
13
|
import { EXIT, emit, emitJson, fail, isJson } from '../output/index.mjs';
|
|
14
14
|
import { CLI, MANIFEST_FILE } from '../name.mjs';
|
|
15
15
|
import { FORMATTABLE, GATES } from '../hooks/gates.mjs';
|
|
16
|
+
import { decisionsDir } from '../decisions/dir.mjs';
|
|
16
17
|
import {
|
|
17
18
|
decisionHits,
|
|
18
19
|
scopeHits,
|
|
@@ -67,8 +68,10 @@ function reportUnresolved(root, flags, unresolved) {
|
|
|
67
68
|
// the critic's brief resolves governance the same way without a second copy.
|
|
68
69
|
export async function tracked(root) {
|
|
69
70
|
try {
|
|
70
|
-
|
|
71
|
-
|
|
71
|
+
// `-z`: without it git C-quotes a non-ASCII path and the reader's real
|
|
72
|
+
// filename never matches it (review 0003 Q39).
|
|
73
|
+
const { stdout } = await exec('git', ['ls-files', '-z'], { cwd: root, maxBuffer: 16 << 20 });
|
|
74
|
+
return { files: stdout.split('\0').filter(Boolean) };
|
|
72
75
|
} catch (error) {
|
|
73
76
|
return {
|
|
74
77
|
error: fail(
|
|
@@ -81,10 +84,13 @@ export async function tracked(root) {
|
|
|
81
84
|
}
|
|
82
85
|
|
|
83
86
|
export async function decisionRecords(root) {
|
|
84
|
-
|
|
87
|
+
// Q55: the repository's own records, wherever it keeps them — not a hard-coded path.
|
|
88
|
+
const dir = join(root, await decisionsDir(root));
|
|
85
89
|
let names = [];
|
|
86
90
|
try {
|
|
87
|
-
names = (await readdir(dir))
|
|
91
|
+
names = (await readdir(dir))
|
|
92
|
+
.filter((name) => /^ADR-\d{3,}-.*\.md$/i.test(name))
|
|
93
|
+
.sort((a, b) => Number(/^ADR-(\d{3,})/i.exec(a)[1]) - Number(/^ADR-(\d{3,})/i.exec(b)[1]));
|
|
88
94
|
} catch {
|
|
89
95
|
return [];
|
|
90
96
|
}
|
|
@@ -14,6 +14,25 @@ import { promisify } from 'node:util';
|
|
|
14
14
|
import { CHAIN_MARKER, EVENTS, HOOKS_DIR, HOOKS_PATH_KEY, SHIM_MARKER, fileFor, renderChainedShim, renderShim } from '../hooks/shim.mjs';
|
|
15
15
|
import { foreignHooks, resolveHooksDir } from '../hooks/where.mjs';
|
|
16
16
|
import { packageVersion, hasNpm } from '../package-version.mjs';
|
|
17
|
+
import { resolveNodeRunner } from '../ecosystem/node-runner.mjs';
|
|
18
|
+
import { fingerprint } from '../resolve/fingerprint.mjs';
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* The Node manager id for this repository, or null without a package.json.
|
|
22
|
+
* Lockfile first, `packageManager` next — the one resolver (review 0003 Q31).
|
|
23
|
+
*/
|
|
24
|
+
async function nodeManagerFor(root) {
|
|
25
|
+
if (!(await hasNpm(root))) return null;
|
|
26
|
+
const detected = await fingerprint(root);
|
|
27
|
+
let packageManager = null;
|
|
28
|
+
try {
|
|
29
|
+
const pkg = JSON.parse(await readFile(join(root, 'package.json'), 'utf8'));
|
|
30
|
+
if (typeof pkg.packageManager === 'string') packageManager = pkg.packageManager;
|
|
31
|
+
} catch {
|
|
32
|
+
// Unreadable here leaves the npm default; the manifest path reports it.
|
|
33
|
+
}
|
|
34
|
+
return resolveNodeRunner({ facts: detected.facts, packageManager }).id;
|
|
35
|
+
}
|
|
17
36
|
|
|
18
37
|
const exec = promisify(execFile);
|
|
19
38
|
|
|
@@ -149,7 +168,10 @@ async function describeShim(path, root) {
|
|
|
149
168
|
const chain = await readChainedShim(path);
|
|
150
169
|
stale = chain === null || content !== renderChainedShim(chain.event, chain.target);
|
|
151
170
|
} else {
|
|
152
|
-
|
|
171
|
+
// Q31: the comparison renders with the repo's own manager, or a pnpm repo
|
|
172
|
+
// reads as stale the moment this tool ships — the same one-answer rule as
|
|
173
|
+
// the install path above.
|
|
174
|
+
stale = content !== renderShim(basename(path), { npm: await hasNpm(root), manager: await nodeManagerFor(root), version: packageVersion() });
|
|
153
175
|
}
|
|
154
176
|
} catch {
|
|
155
177
|
stale = true;
|
package/src/compare/learn.mjs
CHANGED
|
@@ -13,17 +13,24 @@
|
|
|
13
13
|
// every ADR draft are byte-identical (no wall-clock timestamps, fixed sorting and
|
|
14
14
|
// rounding).
|
|
15
15
|
|
|
16
|
-
import {
|
|
16
|
+
import { createHash } from 'node:crypto';
|
|
17
17
|
import { basename, join } from 'node:path';
|
|
18
|
+
import { mapCapped, DEFAULT_CONCURRENCY } from './parallel.mjs';
|
|
18
19
|
|
|
19
20
|
import { policiesFor } from '../agenthooks/policy.mjs';
|
|
21
|
+
import { DEL_R_TOLERANCE, parseAblationArmName } from '../bench/ablate.mjs';
|
|
20
22
|
import { compareArms, evaluateRunRecord, loadPrices, loadRunRecords } from '../bench/report.mjs';
|
|
21
23
|
import { GATES } from '../hooks/gates.mjs';
|
|
22
24
|
import { readLedger } from '../ledger/index.mjs';
|
|
23
25
|
import { readLessonCandidates } from '../memory/lessons.mjs';
|
|
26
|
+
import { STATE_DIR } from '../name.mjs';
|
|
24
27
|
import { readManifest } from '../projection/manifest.mjs';
|
|
28
|
+
import { localRel, readStateFile } from '../state.mjs';
|
|
25
29
|
|
|
26
|
-
const
|
|
30
|
+
const ABLATION_REL = localRel('bench', 'ablation.json');
|
|
31
|
+
// Where pre-Q19 checkouts keep the file: the writer's path before the move to
|
|
32
|
+
// machine-local state (review 0003 Q50).
|
|
33
|
+
const ABLATION_REL_LEGACY = join(STATE_DIR, 'bench', 'ablation.json');
|
|
27
34
|
|
|
28
35
|
const POLICY_BY_ID = new Map(policiesFor('pre-tool-use').map((p) => [p.id, p]));
|
|
29
36
|
const POLICY_BY_ADR = new Map(policiesFor('pre-tool-use').map((p) => [p.adr, p]));
|
|
@@ -78,7 +85,7 @@ export function classifyGateCommand(cmd, manifest = null) {
|
|
|
78
85
|
for (const gate of GATE_ENTRIES) {
|
|
79
86
|
if (gate.kind === 'script' && gate.script) {
|
|
80
87
|
const scriptRe = new RegExp(`(?:^|\\s)npm\\s+run(?:\\s+--silent)?\\s+${gate.script}(?:\\s|$)`);
|
|
81
|
-
if (scriptRe.test(raw) || (gate.script === 'test' && /\b(?:npm\s+test|node\s+--test|pytest|go\s+test)\b/.test(raw))) {
|
|
88
|
+
if (scriptRe.test(raw) || (gate.script === 'test' && /\b(?:npm\s+test|node\s+--test|pytest|go\s+test|cargo\s+test)\b/.test(raw))) {
|
|
82
89
|
return { gate: gate.name, adr: gate.adr };
|
|
83
90
|
}
|
|
84
91
|
}
|
|
@@ -162,21 +169,17 @@ export function classifyRuleViolations(candidate) {
|
|
|
162
169
|
return [...found.values()];
|
|
163
170
|
}
|
|
164
171
|
|
|
165
|
-
function
|
|
166
|
-
const
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
if (raw.startsWith('no-process-')) {
|
|
176
|
-
const id = raw.slice('no-process-'.length);
|
|
177
|
-
return { sectionId: `process:${id}`, arm: raw, kind: 'process', targetId: id, affects: [`rules/mdc/${id}.mdc`] };
|
|
172
|
+
async function readExplicitNoValueSections(repoPath) {
|
|
173
|
+
const { text } = await readStateFile(repoPath, ABLATION_REL, [ABLATION_REL_LEGACY]).catch(() => ({
|
|
174
|
+
text: null,
|
|
175
|
+
}));
|
|
176
|
+
if (text === null) return [];
|
|
177
|
+
try {
|
|
178
|
+
const raw = JSON.parse(text);
|
|
179
|
+
return Array.isArray(raw?.sections) ? raw.sections : Array.isArray(raw) ? raw : [];
|
|
180
|
+
} catch {
|
|
181
|
+
return [];
|
|
178
182
|
}
|
|
179
|
-
return null;
|
|
180
183
|
}
|
|
181
184
|
|
|
182
185
|
async function collectRepoAblationRecords(repoPath) {
|
|
@@ -188,17 +191,6 @@ async function collectRepoAblationRecords(repoPath) {
|
|
|
188
191
|
return records.map((rec) => evaluateRunRecord(rec, prices));
|
|
189
192
|
}
|
|
190
193
|
|
|
191
|
-
async function readExplicitNoValueSections(repoPath) {
|
|
192
|
-
const file = join(repoPath, '.simt', 'ablation.json');
|
|
193
|
-
try {
|
|
194
|
-
const raw = JSON.parse(await readFile(file, 'utf8'));
|
|
195
|
-
const list = Array.isArray(raw?.sections) ? raw.sections : Array.isArray(raw) ? raw : [];
|
|
196
|
-
return list;
|
|
197
|
-
} catch {
|
|
198
|
-
return [];
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
|
|
202
194
|
function formatAffectsList(affects) {
|
|
203
195
|
const sorted = [...new Set(affects.map(String).filter(Boolean))].sort();
|
|
204
196
|
return sorted.length > 0 ? `[${sorted.map((a) => JSON.stringify(a)).join(', ')}]` : '[]';
|
|
@@ -270,9 +262,55 @@ export function renderAdrDraft({
|
|
|
270
262
|
* adrDrafts: Array<{id: string, category: string, target: string, title: string, affects: string[], supersedes: Array<{adr: string, ruling: number|null}>, markdown: string}>
|
|
271
263
|
* }>}
|
|
272
264
|
*/
|
|
265
|
+
/**
|
|
266
|
+
* Digest-keyed memo of estate learning (review 0003 Q38).
|
|
267
|
+
*
|
|
268
|
+
* The bootstrap comparisons below are pure over the records on disk, so a
|
|
269
|
+
* second `compare` with unchanged inputs recomputes nothing. Keyed by digest,
|
|
270
|
+
* not by time, so a changed record can never read a stale answer. In-process
|
|
271
|
+
* only: the MCP server is long-lived and repeats the call per session, while a
|
|
272
|
+
* CLI run pays one computation anyway. Bounded, because estates differ.
|
|
273
|
+
*/
|
|
274
|
+
const learningCache = new Map();
|
|
275
|
+
const LEARNING_CACHE_MAX = 8;
|
|
276
|
+
|
|
277
|
+
export function clearLearningCache() {
|
|
278
|
+
learningCache.clear();
|
|
279
|
+
}
|
|
280
|
+
|
|
273
281
|
export async function learnAcrossEstate(repos) {
|
|
274
282
|
const sortedRepos = [...(repos ?? [])].sort();
|
|
275
283
|
|
|
284
|
+
// Collection first, capped and parallel: one repo's five reads overlap the
|
|
285
|
+
// next repo's, and the aggregation below stays sequential over sorted input
|
|
286
|
+
// so the output cannot depend on completion order.
|
|
287
|
+
const collected = await mapCapped(
|
|
288
|
+
sortedRepos,
|
|
289
|
+
async (repoPath) => {
|
|
290
|
+
const [manifestRes, ledgerRes, lessonsRes, benchEvaluated, explicitAblation] = await Promise.all([
|
|
291
|
+
readManifest(repoPath).catch(() => ({ manifest: null })),
|
|
292
|
+
readLedger(repoPath).catch(() => ({ entries: [] })),
|
|
293
|
+
readLessonCandidates(repoPath).catch(() => ({ candidates: [] })),
|
|
294
|
+
collectRepoAblationRecords(repoPath),
|
|
295
|
+
readExplicitNoValueSections(repoPath),
|
|
296
|
+
]);
|
|
297
|
+
return {
|
|
298
|
+
repoPath,
|
|
299
|
+
repoName: basename(repoPath),
|
|
300
|
+
manifest: manifestRes?.manifest ?? null,
|
|
301
|
+
ledgerEntries: ledgerRes?.entries ?? [],
|
|
302
|
+
candidates: lessonsRes?.candidates ?? [],
|
|
303
|
+
benchEvaluated,
|
|
304
|
+
explicitAblation,
|
|
305
|
+
};
|
|
306
|
+
},
|
|
307
|
+
{ concurrency: DEFAULT_CONCURRENCY },
|
|
308
|
+
);
|
|
309
|
+
|
|
310
|
+
const digest = createHash('sha1').update(JSON.stringify(collected)).digest('hex');
|
|
311
|
+
const cached = learningCache.get(digest);
|
|
312
|
+
if (cached) return cached;
|
|
313
|
+
|
|
276
314
|
const ruleViolations = new Map();
|
|
277
315
|
const gateStats = new Map();
|
|
278
316
|
const ablationByArm = new Map();
|
|
@@ -284,19 +322,7 @@ export async function learnAcrossEstate(repos) {
|
|
|
284
322
|
let totalLedgerRuns = 0;
|
|
285
323
|
let totalHookDenials = 0;
|
|
286
324
|
|
|
287
|
-
for (const
|
|
288
|
-
const repoName = basename(repoPath);
|
|
289
|
-
const [manifestRes, ledgerRes, lessonsRes, benchEvaluated, explicitAblation] = await Promise.all([
|
|
290
|
-
readManifest(repoPath).catch(() => ({ manifest: null })),
|
|
291
|
-
readLedger(repoPath).catch(() => ({ entries: [] })),
|
|
292
|
-
readLessonCandidates(repoPath).catch(() => ({ candidates: [] })),
|
|
293
|
-
collectRepoAblationRecords(repoPath),
|
|
294
|
-
readExplicitNoValueSections(repoPath),
|
|
295
|
-
]);
|
|
296
|
-
|
|
297
|
-
const manifest = manifestRes?.manifest ?? null;
|
|
298
|
-
const ledgerEntries = ledgerRes?.entries ?? [];
|
|
299
|
-
const candidates = lessonsRes?.candidates ?? [];
|
|
325
|
+
for (const { repoName, manifest, ledgerEntries, candidates, benchEvaluated, explicitAblation } of collected) {
|
|
300
326
|
|
|
301
327
|
if (ledgerEntries.length > 0) reposWithLedgers += 1;
|
|
302
328
|
totalLedgerRuns += ledgerEntries.length;
|
|
@@ -357,7 +383,7 @@ export async function learnAcrossEstate(repos) {
|
|
|
357
383
|
const tagged = { ...row, task: `${repoName}:${row.task}` };
|
|
358
384
|
if (row.arm === 'current') {
|
|
359
385
|
currentRunsAll.push(tagged);
|
|
360
|
-
} else if (
|
|
386
|
+
} else if (parseAblationArmName(row.arm)) {
|
|
361
387
|
const list = ablationByArm.get(row.arm) ?? [];
|
|
362
388
|
list.push({ row: tagged, repoName });
|
|
363
389
|
ablationByArm.set(row.arm, list);
|
|
@@ -415,7 +441,7 @@ export async function learnAcrossEstate(repos) {
|
|
|
415
441
|
const noValueMap = new Map();
|
|
416
442
|
|
|
417
443
|
for (const [arm, entries] of [...ablationByArm.entries()].sort((a, b) => a[0].localeCompare(b[0]))) {
|
|
418
|
-
const parsed =
|
|
444
|
+
const parsed = parseAblationArmName(arm);
|
|
419
445
|
if (!parsed || currentRunsAll.length === 0) continue;
|
|
420
446
|
const ablatedRuns = entries.map((e) => e.row);
|
|
421
447
|
const cmp = compareArms(arm, ablatedRuns, 'current', currentRunsAll);
|
|
@@ -423,11 +449,11 @@ export async function learnAcrossEstate(repos) {
|
|
|
423
449
|
const dR = round4(cmp.deltas.R);
|
|
424
450
|
const dC = round4(cmp.deltas.C);
|
|
425
451
|
if (dR <= DEL_R_TOLERANCE && dC > 0) {
|
|
426
|
-
noValueMap.set(parsed.sectionId, {
|
|
427
|
-
sectionId: parsed.sectionId,
|
|
428
|
-
kind: parsed.kind,
|
|
429
|
-
targetId: parsed.targetId,
|
|
430
|
-
affects: parsed.
|
|
452
|
+
noValueMap.set(parsed.ablate.sectionId, {
|
|
453
|
+
sectionId: parsed.ablate.sectionId,
|
|
454
|
+
kind: parsed.ablate.kind,
|
|
455
|
+
targetId: parsed.ablate.targetId,
|
|
456
|
+
affects: [parsed.ablate.sectionId],
|
|
431
457
|
dR,
|
|
432
458
|
dC,
|
|
433
459
|
tasks: cmp.pairedTasks,
|
|
@@ -444,12 +470,6 @@ export async function learnAcrossEstate(repos) {
|
|
|
444
470
|
const isCandidate = sec.deletionCandidate === true || (sec.measured !== false && dR <= DEL_R_TOLERANCE && dC > 0);
|
|
445
471
|
if (!isCandidate) continue;
|
|
446
472
|
const [kind = 'core', targetId = sectionId] = sectionId.split(':');
|
|
447
|
-
const affects =
|
|
448
|
-
kind === 'profile'
|
|
449
|
-
? [`rules/stacks/${targetId}.md`]
|
|
450
|
-
: kind === 'process'
|
|
451
|
-
? [`rules/mdc/${targetId}.mdc`]
|
|
452
|
-
: ['rules/core.md'];
|
|
453
473
|
const existing = noValueMap.get(sectionId);
|
|
454
474
|
if (existing) {
|
|
455
475
|
existing.repos = [...new Set([...existing.repos, repoName])].sort();
|
|
@@ -458,7 +478,7 @@ export async function learnAcrossEstate(repos) {
|
|
|
458
478
|
sectionId,
|
|
459
479
|
kind,
|
|
460
480
|
targetId,
|
|
461
|
-
affects,
|
|
481
|
+
affects: [sectionId],
|
|
462
482
|
dR,
|
|
463
483
|
dC,
|
|
464
484
|
tasks: Number(sec.tasks ?? 1),
|
|
@@ -584,7 +604,7 @@ export async function learnAcrossEstate(repos) {
|
|
|
584
604
|
|
|
585
605
|
for (const s of noValueRules) {
|
|
586
606
|
const rawEntry = noValueMap.get(s.sectionId);
|
|
587
|
-
const affects = rawEntry?.affects ?? [
|
|
607
|
+
const affects = rawEntry?.affects ?? [s.sectionId];
|
|
588
608
|
const draftId = nextDraftId();
|
|
589
609
|
const title = `Prune or demote zero-value section "${s.sectionId}" (dR=${s.dR}, dC=+$${s.dC})`;
|
|
590
610
|
const context =
|
|
@@ -616,7 +636,7 @@ export async function learnAcrossEstate(repos) {
|
|
|
616
636
|
});
|
|
617
637
|
}
|
|
618
638
|
|
|
619
|
-
|
|
639
|
+
const result = {
|
|
620
640
|
reposWithLedgers,
|
|
621
641
|
reposWithDenials,
|
|
622
642
|
totalLedgerRuns,
|
|
@@ -627,6 +647,11 @@ export async function learnAcrossEstate(repos) {
|
|
|
627
647
|
noValueRules,
|
|
628
648
|
adrDrafts,
|
|
629
649
|
};
|
|
650
|
+
if (learningCache.size >= LEARNING_CACHE_MAX) {
|
|
651
|
+
learningCache.delete(learningCache.keys().next().value);
|
|
652
|
+
}
|
|
653
|
+
learningCache.set(digest, result);
|
|
654
|
+
return result;
|
|
630
655
|
}
|
|
631
656
|
|
|
632
657
|
/**
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
// Capped parallelism for estate-wide work (review 0003 Q38).
|
|
2
|
+
//
|
|
3
|
+
// Two callers need it - row building and estate learning - and a third copy of
|
|
4
|
+
// the same worker pool would be the defect ADR-002 names, so it lives here.
|
|
5
|
+
// Order-preserving: results land at their input index, because both callers
|
|
6
|
+
// diff their output between runs and completion order would scramble it.
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* How many estate items to work on at once.
|
|
10
|
+
*
|
|
11
|
+
* The work is process-spawn bound (git, file reads), so unbounded parallelism
|
|
12
|
+
* is a burst of subprocesses with no speedup, and sequential work is what took
|
|
13
|
+
* `compare` 48 s over MCP for 17 repos. Four overlaps the wait while keeping
|
|
14
|
+
* the burst bounded.
|
|
15
|
+
*/
|
|
16
|
+
export const DEFAULT_CONCURRENCY = 4;
|
|
17
|
+
|
|
18
|
+
export function resolveConcurrency(flags = {}) {
|
|
19
|
+
const raw = flags?.concurrency ?? process.env.SIMT_CONCURRENCY ?? DEFAULT_CONCURRENCY;
|
|
20
|
+
const n = typeof raw === 'number' ? raw : parseInt(String(raw), 10);
|
|
21
|
+
return Number.isFinite(n) && n >= 1 ? Math.floor(n) : DEFAULT_CONCURRENCY;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Map `items` through async `fn` with at most `concurrency` in flight.
|
|
26
|
+
*
|
|
27
|
+
* @param {unknown[]} items
|
|
28
|
+
* @param {(item: unknown, index: number) => Promise<unknown>} fn
|
|
29
|
+
* @param {{concurrency?: number, signal?: AbortSignal|null, onItem?: ((done: number, total: number) => void)|null}} options
|
|
30
|
+
* @returns {Promise<unknown[]>} results in input order
|
|
31
|
+
* @throws the first worker failure, or a CANCELLED error when `signal` aborts
|
|
32
|
+
*/
|
|
33
|
+
export async function mapCapped(items, fn, { concurrency = DEFAULT_CONCURRENCY, signal = null, onItem = null } = {}) {
|
|
34
|
+
const list = [...(items ?? [])];
|
|
35
|
+
const out = new Array(list.length);
|
|
36
|
+
const cap = Number.isFinite(concurrency) && concurrency >= 1 ? Math.floor(concurrency) : DEFAULT_CONCURRENCY;
|
|
37
|
+
let next = 0;
|
|
38
|
+
let done = 0;
|
|
39
|
+
async function worker() {
|
|
40
|
+
while (next < list.length) {
|
|
41
|
+
if (signal?.aborted) throw Object.assign(new Error('cancelled by client'), { code: 'CANCELLED' });
|
|
42
|
+
const i = next++;
|
|
43
|
+
out[i] = await fn(list[i], i);
|
|
44
|
+
done += 1;
|
|
45
|
+
if (onItem) onItem(done, list.length);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
await Promise.all(Array.from({ length: Math.min(cap, list.length) }, () => worker()));
|
|
49
|
+
return out;
|
|
50
|
+
}
|
package/src/compare/row.mjs
CHANGED
|
@@ -16,6 +16,7 @@
|
|
|
16
16
|
// fact per line in a stable field order so two runs diff cleanly; a row that
|
|
17
17
|
// reordered its columns would make every comparison between two runs unreadable.
|
|
18
18
|
|
|
19
|
+
import { mapCapped, DEFAULT_CONCURRENCY, resolveConcurrency } from './parallel.mjs';
|
|
19
20
|
import { checkTargets, PRIMARY_TARGET } from '../projection/project.mjs';
|
|
20
21
|
import { manifestDrift, readManifest } from '../projection/manifest.mjs';
|
|
21
22
|
import { loadRules, select } from '../projection/rules.mjs';
|
|
@@ -74,7 +75,8 @@ function packageEntry(f) {
|
|
|
74
75
|
return { path: f.file, profiles: f.profiles ?? [], status: f.status, detail: f.detail ?? null };
|
|
75
76
|
}
|
|
76
77
|
|
|
77
|
-
export async function buildRow(path, context) {
|
|
78
|
+
export async function buildRow(path, context) {
|
|
79
|
+
const name = path.split('/').filter(Boolean).pop() ?? path;
|
|
78
80
|
const problems = [];
|
|
79
81
|
const notes = [];
|
|
80
82
|
|
|
@@ -354,6 +356,29 @@ export async function buildRow(path, context) { const name = path.split('/').fi
|
|
|
354
356
|
return row;
|
|
355
357
|
}
|
|
356
358
|
|
|
359
|
+
export { DEFAULT_CONCURRENCY, resolveConcurrency } from './parallel.mjs';
|
|
360
|
+
|
|
361
|
+
/**
|
|
362
|
+
* Every row, in input order, built with at most `concurrency` in flight.
|
|
363
|
+
*
|
|
364
|
+
* A thrown row is impossible - `buildRow` never rejects - so the first error
|
|
365
|
+
* aborts, because a pool that swallows the one failure mode its worker cannot
|
|
366
|
+
* produce is decoration. `onBatch(done, total)` fires after each row for MCP
|
|
367
|
+
* `notifications/progress`; `signal` aborts between rows for
|
|
368
|
+
* `notifications/cancelled`.
|
|
369
|
+
*/
|
|
370
|
+
export async function buildRows(
|
|
371
|
+
paths,
|
|
372
|
+
context,
|
|
373
|
+
{ concurrency = DEFAULT_CONCURRENCY, signal = null, onBatch = null } = {},
|
|
374
|
+
) {
|
|
375
|
+
return mapCapped(paths, (p) => buildRow(p, context), {
|
|
376
|
+
concurrency,
|
|
377
|
+
signal,
|
|
378
|
+
onItem: onBatch,
|
|
379
|
+
});
|
|
380
|
+
}
|
|
381
|
+
|
|
357
382
|
function declaredGates(manifest) {
|
|
358
383
|
if (!manifest) return [];
|
|
359
384
|
return [...(manifest.gates?.preCommit ?? []), ...(manifest.gates?.prePush ?? [])];
|