@lifeaitools/rdc-skills 0.24.37 → 0.24.39
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.json +15 -15
- package/.claude-plugin/marketplace.json +21 -21
- package/.claude-plugin/plugin.json +1371 -1371
- package/.github/workflows/publish.yml +34 -34
- package/.github/workflows/self-test.yml +58 -58
- package/CHANGELOG.md +310 -310
- package/LICENSE +21 -21
- package/MANIFEST.md +221 -221
- package/README.md +377 -377
- package/README.sandbox.md +3 -3
- package/assets/watcher/viewer.html +164 -164
- package/bin/rdc-skills-mcp.mjs +316 -316
- package/commands/build.md +183 -183
- package/commands/collab.md +180 -180
- package/commands/deploy.md +152 -152
- package/commands/design.md +31 -31
- package/commands/edit.md +28 -28
- package/commands/fixit.md +124 -124
- package/commands/handoff.md +173 -173
- package/commands/help.md +95 -95
- package/commands/overnight.md +220 -220
- package/commands/plan.md +158 -158
- package/commands/preplan.md +131 -131
- package/commands/prototype.md +145 -145
- package/commands/release.md +49 -49
- package/commands/report.md +99 -99
- package/commands/review.md +120 -120
- package/commands/self-test.md +113 -113
- package/commands/status.md +86 -86
- package/commands/watch.md +98 -98
- package/commands/workitems.md +137 -137
- package/git-sha.json +1 -1
- package/guides/agent-bootstrap.md +295 -295
- package/guides/agents/backend.md +104 -104
- package/guides/agents/content.md +94 -94
- package/guides/agents/cs2.md +56 -56
- package/guides/agents/data.md +87 -87
- package/guides/agents/design.md +77 -77
- package/guides/agents/frontend.md +92 -92
- package/guides/agents/infrastructure.md +81 -81
- package/guides/agents/setup.md +281 -281
- package/guides/agents/verify.md +151 -151
- package/guides/agents/viz.md +106 -106
- package/guides/backend.md +146 -146
- package/guides/content.md +147 -147
- package/guides/cs2.md +190 -190
- package/guides/data.md +123 -123
- package/guides/design.md +116 -116
- package/guides/engineering-behavior.md +43 -43
- package/guides/escalation-protocol.md +125 -125
- package/guides/frontend.md +151 -151
- package/guides/history-md-spec.md +297 -297
- package/guides/infrastructure.md +179 -179
- package/guides/lessons-learned-spec.md +153 -153
- package/guides/output-contract.md +108 -108
- package/guides/publish-md-spec.md +289 -289
- package/guides/rdc-skills-startup.md +30 -30
- package/guides/verify.md +11 -11
- package/hooks/check-cwd.js +31 -31
- package/hooks/check-rdc-environment.js +164 -164
- package/hooks/check-services.js +6 -6
- package/hooks/check-stale-work-items.js +19 -19
- package/hooks/foreground-process-gate.js +128 -128
- package/hooks/gate-watchdog-selfcheck.js +257 -257
- package/hooks/hook-logger.js +25 -25
- package/hooks/lib/run-evidence-gate.mjs +241 -241
- package/hooks/no-stop-open-epics.js +127 -127
- package/hooks/post-tool-batch-gate.js +203 -203
- package/hooks/post-work-check.js +21 -21
- package/hooks/postcompact-log.js +13 -13
- package/hooks/precompact-log.js +13 -13
- package/hooks/rate-limit-retry.js +46 -46
- package/hooks/rdc-invocation-marker.js +157 -157
- package/hooks/rdc-output-contract-gate.js +94 -94
- package/hooks/require-work-item-on-commit.js +294 -294
- package/hooks/restart-brief.js +19 -19
- package/hooks/run-hidden-hook.ps1 +47 -47
- package/hooks/task-completed-gate.js +274 -274
- package/hooks/work-item-exit-gate.js +944 -944
- package/lib/catalog.mjs +236 -236
- package/lib/cloud-rewrite.mjs +155 -155
- package/package.json +56 -56
- package/rules/work-items-rpc.md +520 -520
- package/scaffold/templates/HISTORY.md.template +39 -39
- package/scaffold/templates/PUBLISH.md.template +21 -21
- package/scaffold/templates/brochure-studio-default.html +70 -70
- package/scripts/acceptance.mjs +502 -502
- package/scripts/fixtures/guides/bad-guide.md +15 -15
- package/scripts/fixtures/guides-clean/good-guide.md +16 -16
- package/scripts/install-rdc-skills.js +1289 -1289
- package/scripts/install.ps1 +202 -202
- package/scripts/install.sh +132 -132
- package/scripts/lib/assertions.mjs +287 -287
- package/scripts/lib/manifest-schema.mjs +754 -754
- package/scripts/lib/runner.mjs +465 -465
- package/scripts/lib/sandbox.mjs +435 -435
- package/scripts/prepack.mjs +32 -32
- package/scripts/rdc-brochure.mjs +464 -464
- package/scripts/rdc-design-cli.mjs +134 -134
- package/scripts/rebuild-mcp.mjs +107 -107
- package/scripts/self-test.mjs +1460 -1460
- package/scripts/stamp-git-sha.mjs +29 -29
- package/scripts/test-guide-validator.mjs +196 -196
- package/scripts/test-rdc-hooks.mjs +145 -145
- package/scripts/uninstall.ps1 +77 -77
- package/scripts/uninstall.sh +69 -69
- package/scripts/update.ps1 +43 -43
- package/scripts/update.sh +43 -43
- package/scripts/validate-place-histories.js +461 -461
- package/scripts/validate-publish-manifests.js +424 -424
- package/scripts/watch-init.mjs +100 -100
- package/skills/brochure/SKILL.md +107 -107
- package/skills/build/SKILL.md +563 -554
- package/skills/channel-formatter/SKILL.md +533 -533
- package/skills/co-develop/SKILL.md +196 -196
- package/skills/collab/SKILL.md +239 -239
- package/skills/convert/SKILL.md +140 -140
- package/skills/deploy/SKILL.md +541 -541
- package/skills/design/SKILL.md +211 -211
- package/skills/design/reference/ownership.md +16 -16
- package/skills/design/reference/rampa.md +92 -92
- package/skills/design/reference/studio-model.md +153 -153
- package/skills/edit/SKILL.md +98 -98
- package/skills/fixit/SKILL.md +165 -165
- package/skills/fs-mcp/SKILL.md +148 -148
- package/skills/handoff/SKILL.md +236 -200
- package/skills/help/SKILL.md +143 -143
- package/skills/housekeeping/SKILL.md +189 -189
- package/skills/lifeai-brochure-author/SKILL.md +340 -340
- package/skills/overnight/SKILL.md +251 -251
- package/skills/plan/SKILL.md +345 -314
- package/skills/preplan/SKILL.md +90 -90
- package/skills/prototype/SKILL.md +150 -150
- package/skills/rdc-brochurify/SKILL.md +245 -245
- package/skills/rdc-extract-verifier-rules/SKILL.md +191 -191
- package/skills/release/SKILL.md +140 -140
- package/skills/report/SKILL.md +100 -100
- package/skills/review/SKILL.md +152 -152
- package/skills/rpms-filemap/SKILL.cloud.md +111 -111
- package/skills/rpms-filemap/SKILL.md +111 -111
- package/skills/self-test/SKILL.md +132 -132
- package/skills/status/SKILL.md +99 -99
- package/skills/terminal-config/SKILL.md +62 -62
- package/skills/tests/MATRIX.md +54 -54
- package/skills/tests/README.md +47 -47
- package/skills/tests/rdc-brochure.test.json +34 -34
- package/skills/tests/rdc-build.test.json +36 -36
- package/skills/tests/rdc-channel-formatter.test.json +45 -45
- package/skills/tests/rdc-co-develop.test.json +29 -29
- package/skills/tests/rdc-collab.test.json +29 -29
- package/skills/tests/rdc-convert.test.json +35 -35
- package/skills/tests/rdc-deploy.test.json +30 -30
- package/skills/tests/rdc-design.test.json +27 -27
- package/skills/tests/rdc-edit.test.json +29 -29
- package/skills/tests/rdc-fixit.test.json +36 -36
- package/skills/tests/rdc-fs-mcp.test.json +36 -36
- package/skills/tests/rdc-handoff.test.json +28 -28
- package/skills/tests/rdc-help.test.json +29 -29
- package/skills/tests/rdc-housekeeping.test.json +31 -31
- package/skills/tests/rdc-lifeai-brochure-author.test.json +35 -35
- package/skills/tests/rdc-overnight.test.json +37 -37
- package/skills/tests/rdc-plan.test.json +27 -27
- package/skills/tests/rdc-preplan.test.json +31 -31
- package/skills/tests/rdc-prototype.test.json +28 -28
- package/skills/tests/rdc-rdc-brochurify.test.json +23 -23
- package/skills/tests/rdc-rdc-extract-verifier-rules.test.json +34 -34
- package/skills/tests/rdc-release.test.json +29 -29
- package/skills/tests/rdc-report.test.json +28 -28
- package/skills/tests/rdc-review.test.json +29 -29
- package/skills/tests/rdc-rpms-filemap.test.json +28 -28
- package/skills/tests/rdc-self-test.test.json +24 -24
- package/skills/tests/rdc-status.test.json +29 -29
- package/skills/tests/rdc-terminal-config.test.json +29 -29
- package/skills/tests/rdc-watch.test.json +24 -24
- package/skills/tests/rdc-workitems.test.json +27 -27
- package/skills/watch/SKILL.md +97 -97
- package/skills/workitems/SKILL.md +151 -151
- package/tests/acceptance.test.mjs +59 -59
- package/tests/channel-formatter.contract.test.mjs +251 -251
- package/tests/curl-surface.test.mjs +289 -289
- package/tests/harness-gates.test.mjs +325 -325
- package/tests/help-surface.test.mjs +61 -61
- package/tests/install-rdc-skills.test.mjs +49 -49
- package/tests/manifest-contract-fields.test.mjs +78 -78
- package/tests/mcp.test.mjs +271 -271
- package/tests/require-work-item-on-commit.test.mjs +162 -162
- package/tests/run-evidence-gate.test.mjs +82 -82
- package/tests/skill-test-matrix.test.mjs +66 -66
- package/tests/validate-skills.js +27 -27
- package/tests/work-item-exit-gate-l2.test.mjs +368 -368
- package/tests/work-item-exit-gate-l3.test.mjs +197 -197
|
@@ -1,162 +1,162 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Truth Gate L1 — commit-capture hook tests.
|
|
4
|
-
*
|
|
5
|
-
* Proves:
|
|
6
|
-
* 1. parse: the work-item UUID is extracted from a commit message; absent UUID -> null.
|
|
7
|
-
* 2. capture: on a PostToolUse(git commit), the captured `sha` EQUALS the real
|
|
8
|
-
* `git rev-parse HEAD` of the repo (verified against a throwaway git repo,
|
|
9
|
-
* via the RDC_COMMIT_CAPTURE_SINK file — no live DB required).
|
|
10
|
-
* 3. no-item: capture NO-OPs (writes nothing) when the commit message carries
|
|
11
|
-
* no work-item UUID. No orphan row.
|
|
12
|
-
*
|
|
13
|
-
* Run: node tests/require-work-item-on-commit.test.mjs (or `node --test tests/`)
|
|
14
|
-
*/
|
|
15
|
-
import { mkdtempSync, rmSync, existsSync, readFileSync, writeFileSync } from 'node:fs';
|
|
16
|
-
import { tmpdir } from 'node:os';
|
|
17
|
-
import { join, resolve, dirname } from 'node:path';
|
|
18
|
-
import { fileURLToPath } from 'node:url';
|
|
19
|
-
import { spawnSync, execFileSync } from 'node:child_process';
|
|
20
|
-
import { createRequire } from 'node:module';
|
|
21
|
-
|
|
22
|
-
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
23
|
-
const REPO_ROOT = resolve(__dirname, '..');
|
|
24
|
-
const HOOK = join(REPO_ROOT, 'hooks', 'require-work-item-on-commit.js');
|
|
25
|
-
|
|
26
|
-
const require = createRequire(import.meta.url);
|
|
27
|
-
const failures = [];
|
|
28
|
-
function assert(name, condition, detail = '') {
|
|
29
|
-
if (!condition) failures.push(`${name}${detail ? `: ${detail}` : ''}`);
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
// ---------------------------------------------------------------------------
|
|
33
|
-
// 1. Pure parse assertions
|
|
34
|
-
// ---------------------------------------------------------------------------
|
|
35
|
-
const hook = require(HOOK);
|
|
36
|
-
const WI = 'aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee';
|
|
37
|
-
|
|
38
|
-
assert('parse: extracts UUID from message',
|
|
39
|
-
hook.parseCommitMessageWorkItem(`feat(x): do thing for ${WI}`) === WI);
|
|
40
|
-
assert('parse: null when no UUID',
|
|
41
|
-
hook.parseCommitMessageWorkItem('feat(x): no work item here') === null);
|
|
42
|
-
assert('isGitCommit: true for real commit',
|
|
43
|
-
hook.isGitCommit('git commit -m "feat: x"') === true);
|
|
44
|
-
assert('isGitCommit: false for --help',
|
|
45
|
-
hook.isGitCommit('git commit --help') === false);
|
|
46
|
-
assert('isGitCommit: false for unrelated',
|
|
47
|
-
hook.isGitCommit('git status') === false);
|
|
48
|
-
assert('commitSucceeded: false on nothing-to-commit',
|
|
49
|
-
hook.commitSucceeded({ stdout: 'nothing to commit, working tree clean' }) === false);
|
|
50
|
-
assert('commitSucceeded: true on exit 0',
|
|
51
|
-
hook.commitSucceeded({ exit_code: 0 }) === true);
|
|
52
|
-
|
|
53
|
-
// ---------------------------------------------------------------------------
|
|
54
|
-
// helper: build a throwaway git repo with one commit
|
|
55
|
-
// ---------------------------------------------------------------------------
|
|
56
|
-
function makeRepo() {
|
|
57
|
-
const dir = mkdtempSync(join(tmpdir(), 'wic-repo-'));
|
|
58
|
-
const g = (...args) => execFileSync('git', args, { cwd: dir, encoding: 'utf8', stdio: ['ignore', 'pipe', 'ignore'] });
|
|
59
|
-
g('init', '-q');
|
|
60
|
-
g('config', 'user.email', 'test@example.com');
|
|
61
|
-
g('config', 'user.name', 'Test');
|
|
62
|
-
writeFileSync(join(dir, 'f.txt'), 'hello\n');
|
|
63
|
-
g('add', 'f.txt');
|
|
64
|
-
g('commit', '-q', '-m', `feat: seed for ${WI}`);
|
|
65
|
-
const head = g('rev-parse', 'HEAD').trim();
|
|
66
|
-
return { dir, head };
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
function runHook(payload, extraEnv = {}) {
|
|
70
|
-
return spawnSync(process.execPath, [HOOK], {
|
|
71
|
-
input: JSON.stringify(payload),
|
|
72
|
-
encoding: 'utf8',
|
|
73
|
-
env: { ...process.env, ...extraEnv },
|
|
74
|
-
});
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
// ---------------------------------------------------------------------------
|
|
78
|
-
// 2. Capture: sha == git rev-parse HEAD
|
|
79
|
-
// ---------------------------------------------------------------------------
|
|
80
|
-
{
|
|
81
|
-
const { dir, head } = makeRepo();
|
|
82
|
-
const sink = join(dir, 'sink.jsonl');
|
|
83
|
-
// Point Supabase at an unreachable host so the test never touches a real DB;
|
|
84
|
-
// capture still writes the sink, which is what we assert on.
|
|
85
|
-
const res = runHook({
|
|
86
|
-
hook_event_name: 'PostToolUse',
|
|
87
|
-
tool_name: 'Bash',
|
|
88
|
-
session_id: 'sess-capture-1',
|
|
89
|
-
cwd: dir,
|
|
90
|
-
tool_input: { command: `git commit -m "feat: thing for ${WI}"` },
|
|
91
|
-
tool_response: { exit_code: 0, stdout: '1 file changed' },
|
|
92
|
-
}, {
|
|
93
|
-
RDC_COMMIT_CAPTURE_SINK: sink,
|
|
94
|
-
SUPABASE_URL: 'http://127.0.0.1:9', // unreachable -> DB insert fails fast, capture still records sink
|
|
95
|
-
SUPABASE_SERVICE_ROLE_KEY: 'test-key-not-real',
|
|
96
|
-
});
|
|
97
|
-
assert('capture: hook exits zero', res.status === 0, res.stderr);
|
|
98
|
-
assert('capture: sink written', existsSync(sink), 'no sink file');
|
|
99
|
-
if (existsSync(sink)) {
|
|
100
|
-
const row = JSON.parse(readFileSync(sink, 'utf8').trim().split('\n')[0]);
|
|
101
|
-
assert('capture: sha equals real HEAD', row.sha === head, `${row.sha} !== ${head}`);
|
|
102
|
-
assert('capture: work_item_id parsed', row.work_item_id === WI, row.work_item_id);
|
|
103
|
-
assert('capture: session_id recorded', row.session_id === 'sess-capture-1', row.session_id);
|
|
104
|
-
}
|
|
105
|
-
rmSync(dir, { recursive: true, force: true });
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
// ---------------------------------------------------------------------------
|
|
109
|
-
// 3. No active work item -> NO-OP (no sink row)
|
|
110
|
-
// ---------------------------------------------------------------------------
|
|
111
|
-
{
|
|
112
|
-
const { dir } = makeRepo();
|
|
113
|
-
const sink = join(dir, 'sink.jsonl');
|
|
114
|
-
const res = runHook({
|
|
115
|
-
hook_event_name: 'PostToolUse',
|
|
116
|
-
tool_name: 'Bash',
|
|
117
|
-
session_id: 'sess-no-item',
|
|
118
|
-
cwd: dir,
|
|
119
|
-
tool_input: { command: 'git commit -m "feat: no work item ref"' },
|
|
120
|
-
tool_response: { exit_code: 0 },
|
|
121
|
-
}, { RDC_COMMIT_CAPTURE_SINK: sink });
|
|
122
|
-
assert('no-item: hook exits zero', res.status === 0, res.stderr);
|
|
123
|
-
assert('no-item: no sink row written', !existsSync(sink), 'orphan capture written for no-item commit');
|
|
124
|
-
rmSync(dir, { recursive: true, force: true });
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
// ---------------------------------------------------------------------------
|
|
128
|
-
// 4. PreToolUse legacy behavior preserved (warn-only, never blocks)
|
|
129
|
-
// Uses a fresh temp dir as HOME/USERPROFILE so no fixit.marker is visible
|
|
130
|
-
// regardless of real machine state — makes the warn-path assertion deterministic.
|
|
131
|
-
// ---------------------------------------------------------------------------
|
|
132
|
-
{
|
|
133
|
-
const fakeHome = mkdtempSync(join(tmpdir(), 'wic-home-'));
|
|
134
|
-
try {
|
|
135
|
-
const preEnv = { HOME: fakeHome, USERPROFILE: fakeHome };
|
|
136
|
-
|
|
137
|
-
const res = runHook({
|
|
138
|
-
hook_event_name: 'PreToolUse',
|
|
139
|
-
tool_name: 'Bash',
|
|
140
|
-
tool_input: { command: 'git commit -m "no convention and no uuid"' },
|
|
141
|
-
}, preEnv);
|
|
142
|
-
assert('pre: warn exits zero (never blocks)', res.status === 0, res.stderr);
|
|
143
|
-
assert('pre: emits warn systemMessage', /no work item reference/.test(res.stdout), res.stdout);
|
|
144
|
-
|
|
145
|
-
const ok = runHook({
|
|
146
|
-
hook_event_name: 'PreToolUse',
|
|
147
|
-
tool_name: 'Bash',
|
|
148
|
-
tool_input: { command: 'git commit -m "feat(x): conventional"' },
|
|
149
|
-
}, preEnv);
|
|
150
|
-
assert('pre: conventional passes silently', ok.status === 0 && ok.stdout.trim() === '', ok.stdout);
|
|
151
|
-
} finally {
|
|
152
|
-
rmSync(fakeHome, { recursive: true, force: true });
|
|
153
|
-
}
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
// ---------------------------------------------------------------------------
|
|
157
|
-
if (failures.length > 0) {
|
|
158
|
-
console.error('\ncommit-capture hook tests — FAIL\n');
|
|
159
|
-
for (const f of failures) console.error(` - ${f}`);
|
|
160
|
-
process.exit(1);
|
|
161
|
-
}
|
|
162
|
-
console.log('commit-capture hook tests — PASS');
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* Truth Gate L1 — commit-capture hook tests.
|
|
4
|
+
*
|
|
5
|
+
* Proves:
|
|
6
|
+
* 1. parse: the work-item UUID is extracted from a commit message; absent UUID -> null.
|
|
7
|
+
* 2. capture: on a PostToolUse(git commit), the captured `sha` EQUALS the real
|
|
8
|
+
* `git rev-parse HEAD` of the repo (verified against a throwaway git repo,
|
|
9
|
+
* via the RDC_COMMIT_CAPTURE_SINK file — no live DB required).
|
|
10
|
+
* 3. no-item: capture NO-OPs (writes nothing) when the commit message carries
|
|
11
|
+
* no work-item UUID. No orphan row.
|
|
12
|
+
*
|
|
13
|
+
* Run: node tests/require-work-item-on-commit.test.mjs (or `node --test tests/`)
|
|
14
|
+
*/
|
|
15
|
+
import { mkdtempSync, rmSync, existsSync, readFileSync, writeFileSync } from 'node:fs';
|
|
16
|
+
import { tmpdir } from 'node:os';
|
|
17
|
+
import { join, resolve, dirname } from 'node:path';
|
|
18
|
+
import { fileURLToPath } from 'node:url';
|
|
19
|
+
import { spawnSync, execFileSync } from 'node:child_process';
|
|
20
|
+
import { createRequire } from 'node:module';
|
|
21
|
+
|
|
22
|
+
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
23
|
+
const REPO_ROOT = resolve(__dirname, '..');
|
|
24
|
+
const HOOK = join(REPO_ROOT, 'hooks', 'require-work-item-on-commit.js');
|
|
25
|
+
|
|
26
|
+
const require = createRequire(import.meta.url);
|
|
27
|
+
const failures = [];
|
|
28
|
+
function assert(name, condition, detail = '') {
|
|
29
|
+
if (!condition) failures.push(`${name}${detail ? `: ${detail}` : ''}`);
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
// ---------------------------------------------------------------------------
|
|
33
|
+
// 1. Pure parse assertions
|
|
34
|
+
// ---------------------------------------------------------------------------
|
|
35
|
+
const hook = require(HOOK);
|
|
36
|
+
const WI = 'aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee';
|
|
37
|
+
|
|
38
|
+
assert('parse: extracts UUID from message',
|
|
39
|
+
hook.parseCommitMessageWorkItem(`feat(x): do thing for ${WI}`) === WI);
|
|
40
|
+
assert('parse: null when no UUID',
|
|
41
|
+
hook.parseCommitMessageWorkItem('feat(x): no work item here') === null);
|
|
42
|
+
assert('isGitCommit: true for real commit',
|
|
43
|
+
hook.isGitCommit('git commit -m "feat: x"') === true);
|
|
44
|
+
assert('isGitCommit: false for --help',
|
|
45
|
+
hook.isGitCommit('git commit --help') === false);
|
|
46
|
+
assert('isGitCommit: false for unrelated',
|
|
47
|
+
hook.isGitCommit('git status') === false);
|
|
48
|
+
assert('commitSucceeded: false on nothing-to-commit',
|
|
49
|
+
hook.commitSucceeded({ stdout: 'nothing to commit, working tree clean' }) === false);
|
|
50
|
+
assert('commitSucceeded: true on exit 0',
|
|
51
|
+
hook.commitSucceeded({ exit_code: 0 }) === true);
|
|
52
|
+
|
|
53
|
+
// ---------------------------------------------------------------------------
|
|
54
|
+
// helper: build a throwaway git repo with one commit
|
|
55
|
+
// ---------------------------------------------------------------------------
|
|
56
|
+
function makeRepo() {
|
|
57
|
+
const dir = mkdtempSync(join(tmpdir(), 'wic-repo-'));
|
|
58
|
+
const g = (...args) => execFileSync('git', args, { cwd: dir, encoding: 'utf8', stdio: ['ignore', 'pipe', 'ignore'] });
|
|
59
|
+
g('init', '-q');
|
|
60
|
+
g('config', 'user.email', 'test@example.com');
|
|
61
|
+
g('config', 'user.name', 'Test');
|
|
62
|
+
writeFileSync(join(dir, 'f.txt'), 'hello\n');
|
|
63
|
+
g('add', 'f.txt');
|
|
64
|
+
g('commit', '-q', '-m', `feat: seed for ${WI}`);
|
|
65
|
+
const head = g('rev-parse', 'HEAD').trim();
|
|
66
|
+
return { dir, head };
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
function runHook(payload, extraEnv = {}) {
|
|
70
|
+
return spawnSync(process.execPath, [HOOK], {
|
|
71
|
+
input: JSON.stringify(payload),
|
|
72
|
+
encoding: 'utf8',
|
|
73
|
+
env: { ...process.env, ...extraEnv },
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
// ---------------------------------------------------------------------------
|
|
78
|
+
// 2. Capture: sha == git rev-parse HEAD
|
|
79
|
+
// ---------------------------------------------------------------------------
|
|
80
|
+
{
|
|
81
|
+
const { dir, head } = makeRepo();
|
|
82
|
+
const sink = join(dir, 'sink.jsonl');
|
|
83
|
+
// Point Supabase at an unreachable host so the test never touches a real DB;
|
|
84
|
+
// capture still writes the sink, which is what we assert on.
|
|
85
|
+
const res = runHook({
|
|
86
|
+
hook_event_name: 'PostToolUse',
|
|
87
|
+
tool_name: 'Bash',
|
|
88
|
+
session_id: 'sess-capture-1',
|
|
89
|
+
cwd: dir,
|
|
90
|
+
tool_input: { command: `git commit -m "feat: thing for ${WI}"` },
|
|
91
|
+
tool_response: { exit_code: 0, stdout: '1 file changed' },
|
|
92
|
+
}, {
|
|
93
|
+
RDC_COMMIT_CAPTURE_SINK: sink,
|
|
94
|
+
SUPABASE_URL: 'http://127.0.0.1:9', // unreachable -> DB insert fails fast, capture still records sink
|
|
95
|
+
SUPABASE_SERVICE_ROLE_KEY: 'test-key-not-real',
|
|
96
|
+
});
|
|
97
|
+
assert('capture: hook exits zero', res.status === 0, res.stderr);
|
|
98
|
+
assert('capture: sink written', existsSync(sink), 'no sink file');
|
|
99
|
+
if (existsSync(sink)) {
|
|
100
|
+
const row = JSON.parse(readFileSync(sink, 'utf8').trim().split('\n')[0]);
|
|
101
|
+
assert('capture: sha equals real HEAD', row.sha === head, `${row.sha} !== ${head}`);
|
|
102
|
+
assert('capture: work_item_id parsed', row.work_item_id === WI, row.work_item_id);
|
|
103
|
+
assert('capture: session_id recorded', row.session_id === 'sess-capture-1', row.session_id);
|
|
104
|
+
}
|
|
105
|
+
rmSync(dir, { recursive: true, force: true });
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
// ---------------------------------------------------------------------------
|
|
109
|
+
// 3. No active work item -> NO-OP (no sink row)
|
|
110
|
+
// ---------------------------------------------------------------------------
|
|
111
|
+
{
|
|
112
|
+
const { dir } = makeRepo();
|
|
113
|
+
const sink = join(dir, 'sink.jsonl');
|
|
114
|
+
const res = runHook({
|
|
115
|
+
hook_event_name: 'PostToolUse',
|
|
116
|
+
tool_name: 'Bash',
|
|
117
|
+
session_id: 'sess-no-item',
|
|
118
|
+
cwd: dir,
|
|
119
|
+
tool_input: { command: 'git commit -m "feat: no work item ref"' },
|
|
120
|
+
tool_response: { exit_code: 0 },
|
|
121
|
+
}, { RDC_COMMIT_CAPTURE_SINK: sink });
|
|
122
|
+
assert('no-item: hook exits zero', res.status === 0, res.stderr);
|
|
123
|
+
assert('no-item: no sink row written', !existsSync(sink), 'orphan capture written for no-item commit');
|
|
124
|
+
rmSync(dir, { recursive: true, force: true });
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
// ---------------------------------------------------------------------------
|
|
128
|
+
// 4. PreToolUse legacy behavior preserved (warn-only, never blocks)
|
|
129
|
+
// Uses a fresh temp dir as HOME/USERPROFILE so no fixit.marker is visible
|
|
130
|
+
// regardless of real machine state — makes the warn-path assertion deterministic.
|
|
131
|
+
// ---------------------------------------------------------------------------
|
|
132
|
+
{
|
|
133
|
+
const fakeHome = mkdtempSync(join(tmpdir(), 'wic-home-'));
|
|
134
|
+
try {
|
|
135
|
+
const preEnv = { HOME: fakeHome, USERPROFILE: fakeHome };
|
|
136
|
+
|
|
137
|
+
const res = runHook({
|
|
138
|
+
hook_event_name: 'PreToolUse',
|
|
139
|
+
tool_name: 'Bash',
|
|
140
|
+
tool_input: { command: 'git commit -m "no convention and no uuid"' },
|
|
141
|
+
}, preEnv);
|
|
142
|
+
assert('pre: warn exits zero (never blocks)', res.status === 0, res.stderr);
|
|
143
|
+
assert('pre: emits warn systemMessage', /no work item reference/.test(res.stdout), res.stdout);
|
|
144
|
+
|
|
145
|
+
const ok = runHook({
|
|
146
|
+
hook_event_name: 'PreToolUse',
|
|
147
|
+
tool_name: 'Bash',
|
|
148
|
+
tool_input: { command: 'git commit -m "feat(x): conventional"' },
|
|
149
|
+
}, preEnv);
|
|
150
|
+
assert('pre: conventional passes silently', ok.status === 0 && ok.stdout.trim() === '', ok.stdout);
|
|
151
|
+
} finally {
|
|
152
|
+
rmSync(fakeHome, { recursive: true, force: true });
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
// ---------------------------------------------------------------------------
|
|
157
|
+
if (failures.length > 0) {
|
|
158
|
+
console.error('\ncommit-capture hook tests — FAIL\n');
|
|
159
|
+
for (const f of failures) console.error(` - ${f}`);
|
|
160
|
+
process.exit(1);
|
|
161
|
+
}
|
|
162
|
+
console.log('commit-capture hook tests — PASS');
|
|
@@ -1,82 +1,82 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Truth Gate 3.0 — fused run-evidence-gate primitive tests.
|
|
4
|
-
*
|
|
5
|
-
* Proves the Nidus property: evidence cannot exist without a run.
|
|
6
|
-
* - a verdict is emitted ONLY after the command runs (no run => no pass).
|
|
7
|
-
* - the output hash is server-side and derived from the actual run.
|
|
8
|
-
* - isMachineArtifact rejects prose and accepts captured machine shapes.
|
|
9
|
-
*
|
|
10
|
-
* Run: node tests/run-evidence-gate.test.mjs
|
|
11
|
-
*/
|
|
12
|
-
import { resolve, dirname, join } from 'node:path';
|
|
13
|
-
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
14
|
-
|
|
15
|
-
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
16
|
-
const LIB = pathToFileURL(join(resolve(__dirname, '..'), 'hooks', 'lib', 'run-evidence-gate.mjs')).href;
|
|
17
|
-
const { runEvidenceGate, isMachineArtifact, hashOutput, EVIDENCE_KIND } = await import(LIB);
|
|
18
|
-
|
|
19
|
-
const failures = [];
|
|
20
|
-
function assert(name, cond, detail = '') {
|
|
21
|
-
if (!cond) failures.push(`${name}${detail ? `: ${detail}` : ''}`);
|
|
22
|
-
else process.stdout.write(` ok ${name}\n`);
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
// --- 1. A passing run produces verdict:'pass' WITH a hash, only after running.
|
|
26
|
-
let ranCount = 0;
|
|
27
|
-
const passArt = runEvidenceGate(
|
|
28
|
-
{ command: 'noop', args: ['x'], label: 'unit-pass' },
|
|
29
|
-
() => { ranCount += 1; return { status: 0, stdout: 'ok', stderr: '' }; },
|
|
30
|
-
);
|
|
31
|
-
assert('runner invoked exactly once', ranCount === 1, String(ranCount));
|
|
32
|
-
assert('pass: kind stamped', passArt.kind === EVIDENCE_KIND);
|
|
33
|
-
assert('pass: ran=true', passArt.ran === true);
|
|
34
|
-
assert('pass: verdict=pass', passArt.verdict === 'pass', passArt.verdict);
|
|
35
|
-
assert('pass: output_sha256 present', typeof passArt.output_sha256 === 'string' && passArt.output_sha256.length === 64, passArt.output_sha256);
|
|
36
|
-
|
|
37
|
-
// --- 2. A failing run -> verdict:'fail', never silently pass.
|
|
38
|
-
const failArt = runEvidenceGate(
|
|
39
|
-
{ command: 'noop' },
|
|
40
|
-
() => ({ status: 7, stdout: '', stderr: 'boom' }),
|
|
41
|
-
);
|
|
42
|
-
assert('fail: verdict=fail', failArt.verdict === 'fail', failArt.verdict);
|
|
43
|
-
assert('fail: exit_code preserved', failArt.exit_code === 7, String(failArt.exit_code));
|
|
44
|
-
|
|
45
|
-
// --- 3. NO RUN -> NO verdict (fail-closed). Invalid spec.
|
|
46
|
-
const noCmd = runEvidenceGate({});
|
|
47
|
-
assert('no-command: ran=false', noCmd.ran === false);
|
|
48
|
-
assert('no-command: verdict=error (never pass)', noCmd.verdict === 'error', noCmd.verdict);
|
|
49
|
-
|
|
50
|
-
// --- 4. Runner that yields no exit status -> cannot have run -> error.
|
|
51
|
-
const noStatus = runEvidenceGate({ command: 'noop' }, () => ({ status: null, stdout: '', stderr: '' }));
|
|
52
|
-
assert('no-status: ran=false', noStatus.ran === false);
|
|
53
|
-
assert('no-status: verdict=error', noStatus.verdict === 'error', noStatus.verdict);
|
|
54
|
-
|
|
55
|
-
// --- 5. Runner throws -> fail-closed error, never pass.
|
|
56
|
-
const threw = runEvidenceGate({ command: 'noop' }, () => { throw new Error('spawn failed'); });
|
|
57
|
-
assert('runner-throws: ran=false', threw.ran === false);
|
|
58
|
-
assert('runner-throws: verdict=error', threw.verdict === 'error', threw.verdict);
|
|
59
|
-
|
|
60
|
-
// --- 6. Hash is deterministic + derived from the captured combined output.
|
|
61
|
-
assert('hash deterministic', hashOutput('abc') === hashOutput('abc'));
|
|
62
|
-
assert('hash differs by content', hashOutput('abc') !== hashOutput('abd'));
|
|
63
|
-
|
|
64
|
-
// --- 7. isMachineArtifact discrimination.
|
|
65
|
-
assert('reject bare prose "HTTP 200"', isMachineArtifact('HTTP 200') === false);
|
|
66
|
-
assert('reject bare prose "works"', isMachineArtifact('works') === false);
|
|
67
|
-
assert('reject "107 nodes"', isMachineArtifact('107 nodes') === false);
|
|
68
|
-
assert('accept fused artifact', isMachineArtifact(passArt) === true);
|
|
69
|
-
assert('accept {exit_code}', isMachineArtifact({ exit_code: 0 }) === true);
|
|
70
|
-
assert('accept {http_status}', isMachineArtifact({ http_status: 200 }) === true);
|
|
71
|
-
assert('accept {rowcount}', isMachineArtifact({ rowcount: 12 }) === true);
|
|
72
|
-
assert('accept {passed,total}', isMachineArtifact({ passed: 5, total: 5 }) === true);
|
|
73
|
-
assert('accept JSON string of machine shape', isMachineArtifact('{"exit_code":0}') === true);
|
|
74
|
-
assert('reject plain object', isMachineArtifact({ note: 'done' }) === false);
|
|
75
|
-
assert('reject null', isMachineArtifact(null) === false);
|
|
76
|
-
|
|
77
|
-
if (failures.length > 0) {
|
|
78
|
-
console.error('\nrun-evidence-gate tests — FAIL\n');
|
|
79
|
-
for (const f of failures) console.error(` - ${f}`);
|
|
80
|
-
process.exit(1);
|
|
81
|
-
}
|
|
82
|
-
console.log('\nrun-evidence-gate tests — PASS');
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* Truth Gate 3.0 — fused run-evidence-gate primitive tests.
|
|
4
|
+
*
|
|
5
|
+
* Proves the Nidus property: evidence cannot exist without a run.
|
|
6
|
+
* - a verdict is emitted ONLY after the command runs (no run => no pass).
|
|
7
|
+
* - the output hash is server-side and derived from the actual run.
|
|
8
|
+
* - isMachineArtifact rejects prose and accepts captured machine shapes.
|
|
9
|
+
*
|
|
10
|
+
* Run: node tests/run-evidence-gate.test.mjs
|
|
11
|
+
*/
|
|
12
|
+
import { resolve, dirname, join } from 'node:path';
|
|
13
|
+
import { fileURLToPath, pathToFileURL } from 'node:url';
|
|
14
|
+
|
|
15
|
+
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
16
|
+
const LIB = pathToFileURL(join(resolve(__dirname, '..'), 'hooks', 'lib', 'run-evidence-gate.mjs')).href;
|
|
17
|
+
const { runEvidenceGate, isMachineArtifact, hashOutput, EVIDENCE_KIND } = await import(LIB);
|
|
18
|
+
|
|
19
|
+
const failures = [];
|
|
20
|
+
function assert(name, cond, detail = '') {
|
|
21
|
+
if (!cond) failures.push(`${name}${detail ? `: ${detail}` : ''}`);
|
|
22
|
+
else process.stdout.write(` ok ${name}\n`);
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
// --- 1. A passing run produces verdict:'pass' WITH a hash, only after running.
|
|
26
|
+
let ranCount = 0;
|
|
27
|
+
const passArt = runEvidenceGate(
|
|
28
|
+
{ command: 'noop', args: ['x'], label: 'unit-pass' },
|
|
29
|
+
() => { ranCount += 1; return { status: 0, stdout: 'ok', stderr: '' }; },
|
|
30
|
+
);
|
|
31
|
+
assert('runner invoked exactly once', ranCount === 1, String(ranCount));
|
|
32
|
+
assert('pass: kind stamped', passArt.kind === EVIDENCE_KIND);
|
|
33
|
+
assert('pass: ran=true', passArt.ran === true);
|
|
34
|
+
assert('pass: verdict=pass', passArt.verdict === 'pass', passArt.verdict);
|
|
35
|
+
assert('pass: output_sha256 present', typeof passArt.output_sha256 === 'string' && passArt.output_sha256.length === 64, passArt.output_sha256);
|
|
36
|
+
|
|
37
|
+
// --- 2. A failing run -> verdict:'fail', never silently pass.
|
|
38
|
+
const failArt = runEvidenceGate(
|
|
39
|
+
{ command: 'noop' },
|
|
40
|
+
() => ({ status: 7, stdout: '', stderr: 'boom' }),
|
|
41
|
+
);
|
|
42
|
+
assert('fail: verdict=fail', failArt.verdict === 'fail', failArt.verdict);
|
|
43
|
+
assert('fail: exit_code preserved', failArt.exit_code === 7, String(failArt.exit_code));
|
|
44
|
+
|
|
45
|
+
// --- 3. NO RUN -> NO verdict (fail-closed). Invalid spec.
|
|
46
|
+
const noCmd = runEvidenceGate({});
|
|
47
|
+
assert('no-command: ran=false', noCmd.ran === false);
|
|
48
|
+
assert('no-command: verdict=error (never pass)', noCmd.verdict === 'error', noCmd.verdict);
|
|
49
|
+
|
|
50
|
+
// --- 4. Runner that yields no exit status -> cannot have run -> error.
|
|
51
|
+
const noStatus = runEvidenceGate({ command: 'noop' }, () => ({ status: null, stdout: '', stderr: '' }));
|
|
52
|
+
assert('no-status: ran=false', noStatus.ran === false);
|
|
53
|
+
assert('no-status: verdict=error', noStatus.verdict === 'error', noStatus.verdict);
|
|
54
|
+
|
|
55
|
+
// --- 5. Runner throws -> fail-closed error, never pass.
|
|
56
|
+
const threw = runEvidenceGate({ command: 'noop' }, () => { throw new Error('spawn failed'); });
|
|
57
|
+
assert('runner-throws: ran=false', threw.ran === false);
|
|
58
|
+
assert('runner-throws: verdict=error', threw.verdict === 'error', threw.verdict);
|
|
59
|
+
|
|
60
|
+
// --- 6. Hash is deterministic + derived from the captured combined output.
|
|
61
|
+
assert('hash deterministic', hashOutput('abc') === hashOutput('abc'));
|
|
62
|
+
assert('hash differs by content', hashOutput('abc') !== hashOutput('abd'));
|
|
63
|
+
|
|
64
|
+
// --- 7. isMachineArtifact discrimination.
|
|
65
|
+
assert('reject bare prose "HTTP 200"', isMachineArtifact('HTTP 200') === false);
|
|
66
|
+
assert('reject bare prose "works"', isMachineArtifact('works') === false);
|
|
67
|
+
assert('reject "107 nodes"', isMachineArtifact('107 nodes') === false);
|
|
68
|
+
assert('accept fused artifact', isMachineArtifact(passArt) === true);
|
|
69
|
+
assert('accept {exit_code}', isMachineArtifact({ exit_code: 0 }) === true);
|
|
70
|
+
assert('accept {http_status}', isMachineArtifact({ http_status: 200 }) === true);
|
|
71
|
+
assert('accept {rowcount}', isMachineArtifact({ rowcount: 12 }) === true);
|
|
72
|
+
assert('accept {passed,total}', isMachineArtifact({ passed: 5, total: 5 }) === true);
|
|
73
|
+
assert('accept JSON string of machine shape', isMachineArtifact('{"exit_code":0}') === true);
|
|
74
|
+
assert('reject plain object', isMachineArtifact({ note: 'done' }) === false);
|
|
75
|
+
assert('reject null', isMachineArtifact(null) === false);
|
|
76
|
+
|
|
77
|
+
if (failures.length > 0) {
|
|
78
|
+
console.error('\nrun-evidence-gate tests — FAIL\n');
|
|
79
|
+
for (const f of failures) console.error(` - ${f}`);
|
|
80
|
+
process.exit(1);
|
|
81
|
+
}
|
|
82
|
+
console.log('\nrun-evidence-gate tests — PASS');
|
|
@@ -1,66 +1,66 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
import assert from 'node:assert/strict';
|
|
3
|
-
import { readdirSync, readFileSync } from 'node:fs';
|
|
4
|
-
import { join, resolve } from 'node:path';
|
|
5
|
-
import { fileURLToPath } from 'node:url';
|
|
6
|
-
import { dirname } from 'node:path';
|
|
7
|
-
|
|
8
|
-
import { loadAllManifests } from '../scripts/lib/manifest-schema.mjs';
|
|
9
|
-
|
|
10
|
-
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
11
|
-
const root = resolve(__dirname, '..');
|
|
12
|
-
const testsDir = join(root, 'skills', 'tests');
|
|
13
|
-
const matrixPath = join(testsDir, 'MATRIX.md');
|
|
14
|
-
const readmePath = join(testsDir, 'README.md');
|
|
15
|
-
|
|
16
|
-
const manifestFiles = readdirSync(testsDir).filter((name) => name.endsWith('.test.json')).sort();
|
|
17
|
-
const manifests = loadAllManifests(testsDir);
|
|
18
|
-
const valid = manifests.filter((entry) => entry.ok && entry.manifest);
|
|
19
|
-
const matrix = readFileSync(matrixPath, 'utf8');
|
|
20
|
-
const readme = readFileSync(readmePath, 'utf8');
|
|
21
|
-
|
|
22
|
-
assert.equal(valid.length, manifestFiles.length, 'all manifest files must validate');
|
|
23
|
-
assert.match(matrix, new RegExp(`Current coverage: ${manifestFiles.length} manifests for ${manifestFiles.length} skill directories`));
|
|
24
|
-
assert.match(readme, new RegExp(`There are currently ${manifestFiles.length} manifests for ${manifestFiles.length} skill directories`));
|
|
25
|
-
|
|
26
|
-
const rows = new Map();
|
|
27
|
-
for (const line of matrix.split(/\r?\n/)) {
|
|
28
|
-
const m = line.match(/^\| `([^`]+)` \| `([^`]+)` \| ([^|]+) \| ([^|]+) \| ([^|]+) \|$/);
|
|
29
|
-
if (!m) continue;
|
|
30
|
-
rows.set(m[1], {
|
|
31
|
-
manifest: m[2],
|
|
32
|
-
promptClass: m[3].trim(),
|
|
33
|
-
assertions: m[4].replace(/`/g, '').trim(),
|
|
34
|
-
acceptanceDepth: m[5].trim(),
|
|
35
|
-
});
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
assert.equal(rows.size, manifestFiles.length, 'MATRIX.md must list every manifest exactly once');
|
|
39
|
-
|
|
40
|
-
for (const entry of valid) {
|
|
41
|
-
const manifest = entry.manifest;
|
|
42
|
-
const filename = entry.file.replace(/^skills\/tests\//, '');
|
|
43
|
-
const row = rows.get(manifest.skill);
|
|
44
|
-
assert.ok(row, `${manifest.skill} missing from MATRIX.md`);
|
|
45
|
-
assert.equal(row.manifest, filename, `${manifest.skill} matrix filename mismatch`);
|
|
46
|
-
|
|
47
|
-
for (const key of Object.keys(manifest.assertions || {}).sort()) {
|
|
48
|
-
assert.match(row.assertions, new RegExp(`(^|, )${key}(,|$)`), `${manifest.skill} matrix must mention assertion ${key}`);
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
const hasAcceptance = manifest.acceptance && Object.keys(manifest.acceptance).length > 0;
|
|
52
|
-
if (hasAcceptance) {
|
|
53
|
-
assert.notEqual(row.acceptanceDepth, 'Basic manifest', `${manifest.skill} has acceptance checks but matrix says Basic manifest`);
|
|
54
|
-
} else {
|
|
55
|
-
assert.equal(row.acceptanceDepth, 'Basic manifest', `${manifest.skill} has no acceptance block and should be documented as Basic manifest`);
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
const shallow = valid
|
|
60
|
-
.map((entry) => entry.manifest)
|
|
61
|
-
.filter((manifest) => !manifest.acceptance || Object.keys(manifest.acceptance).length === 0)
|
|
62
|
-
.map((manifest) => manifest.skill);
|
|
63
|
-
assert.deepEqual(shallow, [], `all skill manifests must include acceptance checks; missing: ${shallow.join(', ')}`);
|
|
64
|
-
assert.match(matrix, /All manifests now include a deeper acceptance block/);
|
|
65
|
-
|
|
66
|
-
console.log('skill test matrix tests — PASS');
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import assert from 'node:assert/strict';
|
|
3
|
+
import { readdirSync, readFileSync } from 'node:fs';
|
|
4
|
+
import { join, resolve } from 'node:path';
|
|
5
|
+
import { fileURLToPath } from 'node:url';
|
|
6
|
+
import { dirname } from 'node:path';
|
|
7
|
+
|
|
8
|
+
import { loadAllManifests } from '../scripts/lib/manifest-schema.mjs';
|
|
9
|
+
|
|
10
|
+
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
11
|
+
const root = resolve(__dirname, '..');
|
|
12
|
+
const testsDir = join(root, 'skills', 'tests');
|
|
13
|
+
const matrixPath = join(testsDir, 'MATRIX.md');
|
|
14
|
+
const readmePath = join(testsDir, 'README.md');
|
|
15
|
+
|
|
16
|
+
const manifestFiles = readdirSync(testsDir).filter((name) => name.endsWith('.test.json')).sort();
|
|
17
|
+
const manifests = loadAllManifests(testsDir);
|
|
18
|
+
const valid = manifests.filter((entry) => entry.ok && entry.manifest);
|
|
19
|
+
const matrix = readFileSync(matrixPath, 'utf8');
|
|
20
|
+
const readme = readFileSync(readmePath, 'utf8');
|
|
21
|
+
|
|
22
|
+
assert.equal(valid.length, manifestFiles.length, 'all manifest files must validate');
|
|
23
|
+
assert.match(matrix, new RegExp(`Current coverage: ${manifestFiles.length} manifests for ${manifestFiles.length} skill directories`));
|
|
24
|
+
assert.match(readme, new RegExp(`There are currently ${manifestFiles.length} manifests for ${manifestFiles.length} skill directories`));
|
|
25
|
+
|
|
26
|
+
const rows = new Map();
|
|
27
|
+
for (const line of matrix.split(/\r?\n/)) {
|
|
28
|
+
const m = line.match(/^\| `([^`]+)` \| `([^`]+)` \| ([^|]+) \| ([^|]+) \| ([^|]+) \|$/);
|
|
29
|
+
if (!m) continue;
|
|
30
|
+
rows.set(m[1], {
|
|
31
|
+
manifest: m[2],
|
|
32
|
+
promptClass: m[3].trim(),
|
|
33
|
+
assertions: m[4].replace(/`/g, '').trim(),
|
|
34
|
+
acceptanceDepth: m[5].trim(),
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
assert.equal(rows.size, manifestFiles.length, 'MATRIX.md must list every manifest exactly once');
|
|
39
|
+
|
|
40
|
+
for (const entry of valid) {
|
|
41
|
+
const manifest = entry.manifest;
|
|
42
|
+
const filename = entry.file.replace(/^skills\/tests\//, '');
|
|
43
|
+
const row = rows.get(manifest.skill);
|
|
44
|
+
assert.ok(row, `${manifest.skill} missing from MATRIX.md`);
|
|
45
|
+
assert.equal(row.manifest, filename, `${manifest.skill} matrix filename mismatch`);
|
|
46
|
+
|
|
47
|
+
for (const key of Object.keys(manifest.assertions || {}).sort()) {
|
|
48
|
+
assert.match(row.assertions, new RegExp(`(^|, )${key}(,|$)`), `${manifest.skill} matrix must mention assertion ${key}`);
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
const hasAcceptance = manifest.acceptance && Object.keys(manifest.acceptance).length > 0;
|
|
52
|
+
if (hasAcceptance) {
|
|
53
|
+
assert.notEqual(row.acceptanceDepth, 'Basic manifest', `${manifest.skill} has acceptance checks but matrix says Basic manifest`);
|
|
54
|
+
} else {
|
|
55
|
+
assert.equal(row.acceptanceDepth, 'Basic manifest', `${manifest.skill} has no acceptance block and should be documented as Basic manifest`);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
const shallow = valid
|
|
60
|
+
.map((entry) => entry.manifest)
|
|
61
|
+
.filter((manifest) => !manifest.acceptance || Object.keys(manifest.acceptance).length === 0)
|
|
62
|
+
.map((manifest) => manifest.skill);
|
|
63
|
+
assert.deepEqual(shallow, [], `all skill manifests must include acceptance checks; missing: ${shallow.join(', ')}`);
|
|
64
|
+
assert.match(matrix, /All manifests now include a deeper acceptance block/);
|
|
65
|
+
|
|
66
|
+
console.log('skill test matrix tests — PASS');
|