@lifeaitools/rdc-skills 0.24.41 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.json +15 -15
- package/.claude-plugin/marketplace.json +21 -21
- package/.claude-plugin/plugin.json +1518 -1371
- package/.github/workflows/publish.yml +34 -34
- package/.github/workflows/self-test.yml +58 -58
- package/CHANGELOG.md +310 -310
- package/LICENSE +21 -21
- package/MANIFEST.md +221 -221
- package/README.md +375 -376
- package/README.sandbox.md +3 -3
- package/assets/watcher/viewer.html +164 -164
- package/bin/rdc-skills-mcp.mjs +316 -316
- package/commands/build.md +183 -183
- package/commands/collab.md +180 -180
- package/commands/deploy.md +152 -152
- package/commands/design.md +31 -31
- package/commands/edit.md +28 -28
- package/commands/fixit.md +150 -124
- package/commands/handoff.md +173 -173
- package/commands/help.md +95 -95
- package/commands/overnight.md +220 -220
- package/commands/plan.md +158 -158
- package/commands/preplan.md +131 -131
- package/commands/prototype.md +145 -145
- package/commands/release.md +49 -49
- package/commands/report.md +99 -99
- package/commands/review.md +120 -120
- package/commands/self-test.md +113 -113
- package/commands/status.md +86 -86
- package/commands/watch.md +98 -98
- package/commands/workitems.md +137 -137
- package/git-sha.json +1 -1
- package/guides/agent-bootstrap.md +295 -295
- package/guides/agents/backend.md +104 -104
- package/guides/agents/content.md +94 -94
- package/guides/agents/cs2.md +56 -56
- package/guides/agents/data.md +87 -87
- package/guides/agents/design.md +77 -77
- package/guides/agents/frontend.md +92 -92
- package/guides/agents/infrastructure.md +81 -81
- package/guides/agents/setup.md +281 -281
- package/guides/agents/verify.md +151 -151
- package/guides/agents/viz.md +106 -106
- package/guides/backend.md +146 -146
- package/guides/content.md +147 -147
- package/guides/cs2.md +190 -190
- package/guides/data.md +123 -123
- package/guides/design.md +116 -116
- package/guides/engineering-behavior.md +43 -43
- package/guides/escalation-protocol.md +125 -125
- package/guides/frontend.md +151 -151
- package/guides/history-md-spec.md +297 -297
- package/guides/infrastructure.md +179 -179
- package/guides/lessons-learned-spec.md +145 -151
- package/guides/output-contract.md +108 -108
- package/guides/publish-md-spec.md +289 -289
- package/guides/rdc-skills-startup.md +30 -30
- package/guides/verify.md +11 -11
- package/hooks/check-cwd.js +31 -31
- package/hooks/check-rdc-environment.js +164 -164
- package/hooks/check-services.js +6 -6
- package/hooks/check-stale-work-items.js +19 -19
- package/hooks/foreground-process-gate.js +128 -128
- package/hooks/gate-watchdog-selfcheck.js +257 -257
- package/hooks/hook-logger.js +25 -25
- package/hooks/lib/run-evidence-gate.mjs +241 -241
- package/hooks/no-stop-open-epics.js +127 -127
- package/hooks/post-tool-batch-gate.js +203 -203
- package/hooks/post-work-check.js +21 -21
- package/hooks/postcompact-log.js +13 -13
- package/hooks/precompact-log.js +13 -13
- package/hooks/rate-limit-retry.js +46 -46
- package/hooks/rdc-invocation-marker.js +157 -157
- package/hooks/rdc-output-contract-gate.js +94 -94
- package/hooks/require-work-item-on-commit.js +294 -294
- package/hooks/restart-brief.js +19 -19
- package/hooks/run-hidden-hook.ps1 +47 -47
- package/hooks/task-completed-gate.js +274 -274
- package/hooks/work-item-exit-gate.js +944 -944
- package/lib/catalog.mjs +236 -236
- package/lib/cloud-rewrite.mjs +155 -155
- package/package.json +57 -57
- package/rules/work-items-rpc.md +520 -520
- package/scaffold/templates/HISTORY.md.template +39 -39
- package/scaffold/templates/PUBLISH.md.template +21 -21
- package/scaffold/templates/brochure-studio-default.html +70 -70
- package/scripts/acceptance.mjs +502 -502
- package/scripts/fixtures/guides/bad-guide.md +15 -15
- package/scripts/fixtures/guides-clean/good-guide.md +16 -16
- package/scripts/install-rdc-skills.js +1289 -1289
- package/scripts/install.ps1 +202 -202
- package/scripts/install.sh +132 -132
- package/scripts/lib/assertions.mjs +287 -287
- package/scripts/lib/manifest-schema.mjs +754 -754
- package/scripts/lib/runner.mjs +465 -465
- package/scripts/lib/sandbox.mjs +435 -435
- package/scripts/prepack.mjs +32 -32
- package/scripts/rdc-brochure.mjs +482 -482
- package/scripts/rdc-design-cli.mjs +134 -134
- package/scripts/rebuild-mcp.mjs +107 -107
- package/scripts/self-test.mjs +1460 -1460
- package/scripts/stamp-git-sha.mjs +29 -29
- package/scripts/test-guide-validator.mjs +196 -196
- package/scripts/test-rdc-hooks.mjs +145 -145
- package/scripts/uninstall.ps1 +77 -77
- package/scripts/uninstall.sh +69 -69
- package/scripts/update.ps1 +43 -43
- package/scripts/update.sh +43 -43
- package/scripts/validate-place-histories.js +461 -461
- package/scripts/validate-publish-manifests.js +502 -424
- package/scripts/watch-init.mjs +100 -100
- package/skills/brochure/SKILL.md +107 -107
- package/skills/build/SKILL.md +563 -563
- package/skills/channel-formatter/SKILL.md +538 -533
- package/skills/co-develop/SKILL.md +196 -196
- package/skills/collab/SKILL.md +239 -239
- package/skills/convert/SKILL.md +167 -140
- package/skills/deploy/SKILL.md +541 -541
- package/skills/design/SKILL.md +211 -211
- package/skills/design/reference/ownership.md +16 -16
- package/skills/design/reference/rampa.md +92 -92
- package/skills/design/reference/studio-model.md +153 -153
- package/skills/edit/SKILL.md +98 -98
- package/skills/fixit/SKILL.md +203 -165
- package/skills/fs-mcp/SKILL.md +148 -148
- package/skills/handoff/SKILL.md +236 -236
- package/skills/help/SKILL.md +143 -143
- package/skills/housekeeping/SKILL.md +160 -219
- package/skills/lifeai-brochure-author/SKILL.md +340 -340
- package/skills/onramp/SKILL.md +248 -0
- package/skills/overnight/SKILL.md +251 -251
- package/skills/plan/SKILL.md +345 -345
- package/skills/preplan/SKILL.md +90 -90
- package/skills/prototype/SKILL.md +150 -150
- package/skills/rdc-brochurify/SKILL.md +245 -245
- package/skills/rdc-extract-verifier-rules/SKILL.md +191 -191
- package/skills/release/SKILL.md +140 -140
- package/skills/report/SKILL.md +100 -100
- package/skills/review/SKILL.md +152 -152
- package/skills/rpms-filemap/SKILL.cloud.md +111 -111
- package/skills/rpms-filemap/SKILL.md +111 -111
- package/skills/self-test/SKILL.md +132 -132
- package/skills/status/SKILL.md +99 -99
- package/skills/terminal-config/SKILL.md +62 -62
- package/skills/tests/MATRIX.md +54 -54
- package/skills/tests/README.md +47 -47
- package/skills/tests/onramp.test.json +87 -0
- package/skills/tests/rdc-brochure.test.json +34 -34
- package/skills/tests/rdc-build.test.json +36 -36
- package/skills/tests/rdc-channel-formatter.test.json +45 -45
- package/skills/tests/rdc-co-develop.test.json +29 -29
- package/skills/tests/rdc-collab.test.json +29 -29
- package/skills/tests/rdc-convert.test.json +35 -35
- package/skills/tests/rdc-deploy.test.json +30 -30
- package/skills/tests/rdc-design.test.json +27 -27
- package/skills/tests/rdc-edit.test.json +29 -29
- package/skills/tests/rdc-fixit.test.json +36 -36
- package/skills/tests/rdc-fs-mcp.test.json +36 -36
- package/skills/tests/rdc-handoff.test.json +28 -28
- package/skills/tests/rdc-help.test.json +29 -29
- package/skills/tests/rdc-housekeeping.test.json +28 -32
- package/skills/tests/rdc-lifeai-brochure-author.test.json +35 -35
- package/skills/tests/rdc-overnight.test.json +37 -37
- package/skills/tests/rdc-plan.test.json +27 -27
- package/skills/tests/rdc-preplan.test.json +31 -31
- package/skills/tests/rdc-prototype.test.json +28 -28
- package/skills/tests/rdc-rdc-brochurify.test.json +23 -23
- package/skills/tests/rdc-rdc-extract-verifier-rules.test.json +34 -34
- package/skills/tests/rdc-release.test.json +29 -29
- package/skills/tests/rdc-report.test.json +28 -28
- package/skills/tests/rdc-review.test.json +29 -29
- package/skills/tests/rdc-rpms-filemap.test.json +28 -28
- package/skills/tests/rdc-self-test.test.json +24 -24
- package/skills/tests/rdc-status.test.json +29 -29
- package/skills/tests/rdc-terminal-config.test.json +29 -29
- package/skills/tests/rdc-watch.test.json +24 -24
- package/skills/tests/rdc-workitems.test.json +27 -27
- package/skills/watch/SKILL.md +97 -97
- package/skills/workitems/SKILL.md +151 -151
- package/tests/acceptance.test.mjs +59 -59
- package/tests/channel-formatter.contract.test.mjs +251 -251
- package/tests/curl-surface.test.mjs +289 -289
- package/tests/harness-gates.test.mjs +325 -325
- package/tests/help-surface.test.mjs +61 -61
- package/tests/install-rdc-skills.test.mjs +49 -49
- package/tests/manifest-contract-fields.test.mjs +78 -78
- package/tests/mcp.test.mjs +271 -271
- package/tests/rdc-brochure.test.mjs +125 -125
- package/tests/require-work-item-on-commit.test.mjs +162 -162
- package/tests/run-evidence-gate.test.mjs +82 -82
- package/tests/skill-test-matrix.test.mjs +66 -66
- package/tests/validate-skills.js +27 -27
- package/tests/work-item-exit-gate-l2.test.mjs +368 -368
- package/tests/work-item-exit-gate-l3.test.mjs +197 -197
- package/RELEASE.md +0 -42
- package/tests/housekeeping-lessons-triage.test.mjs +0 -49
- package/tests/lessons-pipeline-contract.test.mjs +0 -26
- package/tests/release-contract.test.mjs +0 -16
|
@@ -1,287 +1,287 @@
|
|
|
1
|
-
// assertions.mjs — Tier 2 declarative assertion evaluator.
|
|
2
|
-
//
|
|
3
|
-
// Consumed by scripts/lib/runner.mjs. Each predicate is a pure function
|
|
4
|
-
// (assertion, observed) => { pass, message } where observed is:
|
|
5
|
-
// {
|
|
6
|
-
// exit_code: number,
|
|
7
|
-
// stdout: string,
|
|
8
|
-
// stderr: string,
|
|
9
|
-
// files_modified: string[], // forward-slash relative paths
|
|
10
|
-
// commits: [{ sha, subject, body }],
|
|
11
|
-
// work_items_delta: [{ id, status, labels }],
|
|
12
|
-
// }
|
|
13
|
-
//
|
|
14
|
-
// evaluateAssertions(manifest.assertions, observed) → { pass, failures[] }
|
|
15
|
-
// where failures is an array of { predicate, message } — empty iff pass.
|
|
16
|
-
//
|
|
17
|
-
// Self-test at the bottom; run `node scripts/lib/assertions.mjs`.
|
|
18
|
-
|
|
19
|
-
import { fileURLToPath } from "node:url";
|
|
20
|
-
import { resolve } from "node:path";
|
|
21
|
-
|
|
22
|
-
// ─── predicates ─────────────────────────────────────────────────────────────
|
|
23
|
-
|
|
24
|
-
export function checkExitCode(expected, observed) {
|
|
25
|
-
if (expected === undefined) return { pass: true };
|
|
26
|
-
if (observed.exit_code === expected) return { pass: true };
|
|
27
|
-
return {
|
|
28
|
-
pass: false,
|
|
29
|
-
message: `exit_code expected ${expected}, got ${observed.exit_code}`,
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
export function checkWorkItemsCreated(spec, observed) {
|
|
34
|
-
if (spec === undefined) return { pass: true };
|
|
35
|
-
const items = Array.isArray(observed.work_items_delta) ? observed.work_items_delta : [];
|
|
36
|
-
let filtered = items;
|
|
37
|
-
if (spec.status !== undefined) {
|
|
38
|
-
filtered = filtered.filter((wi) => wi && wi.status === spec.status);
|
|
39
|
-
}
|
|
40
|
-
if (Array.isArray(spec.labels_include) && spec.labels_include.length > 0) {
|
|
41
|
-
filtered = filtered.filter((wi) => {
|
|
42
|
-
const labels = Array.isArray(wi?.labels) ? wi.labels : [];
|
|
43
|
-
return spec.labels_include.every((lbl) => labels.includes(lbl));
|
|
44
|
-
});
|
|
45
|
-
}
|
|
46
|
-
const count = filtered.length;
|
|
47
|
-
if (spec.min !== undefined && count < spec.min) {
|
|
48
|
-
return {
|
|
49
|
-
pass: false,
|
|
50
|
-
message: `work_items_created: expected >= ${spec.min} matching, got ${count}`,
|
|
51
|
-
};
|
|
52
|
-
}
|
|
53
|
-
if (spec.max !== undefined && count > spec.max) {
|
|
54
|
-
return {
|
|
55
|
-
pass: false,
|
|
56
|
-
message: `work_items_created: expected <= ${spec.max} matching, got ${count}`,
|
|
57
|
-
};
|
|
58
|
-
}
|
|
59
|
-
return { pass: true };
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
export function checkFilesModified(expected, observed) {
|
|
63
|
-
if (expected === undefined) return { pass: true };
|
|
64
|
-
if (!Array.isArray(expected)) {
|
|
65
|
-
return { pass: false, message: "files_modified assertion is not an array" };
|
|
66
|
-
}
|
|
67
|
-
const seen = new Set(
|
|
68
|
-
(observed.files_modified || []).map((p) => String(p).replace(/\\/g, "/")),
|
|
69
|
-
);
|
|
70
|
-
const missing = expected.filter((p) => !seen.has(String(p).replace(/\\/g, "/")));
|
|
71
|
-
if (missing.length === 0) return { pass: true };
|
|
72
|
-
return {
|
|
73
|
-
pass: false,
|
|
74
|
-
message: `files_modified: missing from git diff: ${missing.join(", ")}`,
|
|
75
|
-
};
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
export function checkCommitsMade(spec, observed) {
|
|
79
|
-
if (spec === undefined) return { pass: true };
|
|
80
|
-
const commits = Array.isArray(observed.commits) ? observed.commits : [];
|
|
81
|
-
if (spec.min !== undefined && commits.length < spec.min) {
|
|
82
|
-
return {
|
|
83
|
-
pass: false,
|
|
84
|
-
message: `commits_made: expected >= ${spec.min}, got ${commits.length}`,
|
|
85
|
-
};
|
|
86
|
-
}
|
|
87
|
-
if (spec.message_matches !== undefined) {
|
|
88
|
-
let re;
|
|
89
|
-
try {
|
|
90
|
-
re = new RegExp(spec.message_matches);
|
|
91
|
-
} catch (e) {
|
|
92
|
-
return { pass: false, message: `commits_made.message_matches invalid regex: ${e.message}` };
|
|
93
|
-
}
|
|
94
|
-
const hit = commits.some((c) => {
|
|
95
|
-
const msg = `${c?.subject || ""}\n${c?.body || ""}`;
|
|
96
|
-
return re.test(msg);
|
|
97
|
-
});
|
|
98
|
-
if (!hit) {
|
|
99
|
-
return {
|
|
100
|
-
pass: false,
|
|
101
|
-
message: `commits_made.message_matches /${spec.message_matches}/ did not match any commit`,
|
|
102
|
-
};
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
return { pass: true };
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
export function checkStderrEmpty(expected, observed) {
|
|
109
|
-
if (expected === undefined) return { pass: true };
|
|
110
|
-
if (expected !== true) return { pass: true };
|
|
111
|
-
const s = (observed.stderr || "").trim();
|
|
112
|
-
if (s.length === 0) return { pass: true };
|
|
113
|
-
const preview = s.length > 200 ? s.slice(0, 200) + "..." : s;
|
|
114
|
-
return { pass: false, message: `stderr_empty: expected empty, got ${s.length} chars: ${preview}` };
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
export function checkStdoutContains(expected, observed) {
|
|
118
|
-
if (expected === undefined) return { pass: true };
|
|
119
|
-
if (!Array.isArray(expected)) {
|
|
120
|
-
return { pass: false, message: "stdout_contains assertion is not an array" };
|
|
121
|
-
}
|
|
122
|
-
const stdout = observed.stdout || "";
|
|
123
|
-
const missing = expected.filter((s) => !stdout.includes(s));
|
|
124
|
-
if (missing.length === 0) return { pass: true };
|
|
125
|
-
return {
|
|
126
|
-
pass: false,
|
|
127
|
-
message: `stdout_contains: missing substrings: ${missing.map((s) => JSON.stringify(s)).join(", ")}`,
|
|
128
|
-
};
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
export function checkStdoutNotContains(expected, observed) {
|
|
132
|
-
if (expected === undefined) return { pass: true };
|
|
133
|
-
if (!Array.isArray(expected)) {
|
|
134
|
-
return { pass: false, message: "stdout_not_contains assertion is not an array" };
|
|
135
|
-
}
|
|
136
|
-
const stdout = observed.stdout || "";
|
|
137
|
-
const present = expected.filter((s) => stdout.includes(s));
|
|
138
|
-
if (present.length === 0) return { pass: true };
|
|
139
|
-
return {
|
|
140
|
-
pass: false,
|
|
141
|
-
message: `stdout_not_contains: forbidden substrings present: ${present.map((s) => JSON.stringify(s)).join(", ")}`,
|
|
142
|
-
};
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
// ─── evaluator ──────────────────────────────────────────────────────────────
|
|
146
|
-
|
|
147
|
-
const PREDICATES = [
|
|
148
|
-
["exit_code", checkExitCode],
|
|
149
|
-
["work_items_created", checkWorkItemsCreated],
|
|
150
|
-
["files_modified", checkFilesModified],
|
|
151
|
-
["commits_made", checkCommitsMade],
|
|
152
|
-
["stderr_empty", checkStderrEmpty],
|
|
153
|
-
["stdout_contains", checkStdoutContains],
|
|
154
|
-
["stdout_not_contains", checkStdoutNotContains],
|
|
155
|
-
];
|
|
156
|
-
|
|
157
|
-
export function evaluateAssertions(assertions, observed) {
|
|
158
|
-
const failures = [];
|
|
159
|
-
if (assertions == null || typeof assertions !== "object") {
|
|
160
|
-
return { pass: false, failures: [{ predicate: "", message: "assertions missing or not an object" }] };
|
|
161
|
-
}
|
|
162
|
-
for (const [key, fn] of PREDICATES) {
|
|
163
|
-
const res = fn(assertions[key], observed || {});
|
|
164
|
-
if (!res.pass) failures.push({ predicate: key, message: res.message });
|
|
165
|
-
}
|
|
166
|
-
return { pass: failures.length === 0, failures };
|
|
167
|
-
}
|
|
168
|
-
|
|
169
|
-
// ─── self-test ──────────────────────────────────────────────────────────────
|
|
170
|
-
|
|
171
|
-
const __isMain = (() => {
|
|
172
|
-
try {
|
|
173
|
-
return fileURLToPath(import.meta.url) === resolve(process.argv[1] || "");
|
|
174
|
-
} catch {
|
|
175
|
-
return false;
|
|
176
|
-
}
|
|
177
|
-
})();
|
|
178
|
-
|
|
179
|
-
if (__isMain) {
|
|
180
|
-
const baseObserved = {
|
|
181
|
-
exit_code: 0,
|
|
182
|
-
stdout: "✓ done\nVerdict: PASS\n",
|
|
183
|
-
stderr: "",
|
|
184
|
-
files_modified: ["README.md", "src/foo.ts"],
|
|
185
|
-
commits: [{ sha: "abc123", subject: "fix: typo in README", body: "" }],
|
|
186
|
-
work_items_delta: [
|
|
187
|
-
{ id: "w1", status: "done", labels: ["fixit", "cs2"] },
|
|
188
|
-
{ id: "w2", status: "todo", labels: ["other"] },
|
|
189
|
-
],
|
|
190
|
-
};
|
|
191
|
-
|
|
192
|
-
const cases = [
|
|
193
|
-
{
|
|
194
|
-
n: 1,
|
|
195
|
-
desc: "all predicates pass",
|
|
196
|
-
assertions: {
|
|
197
|
-
exit_code: 0,
|
|
198
|
-
work_items_created: { min: 1, max: 1, status: "done", labels_include: ["fixit"] },
|
|
199
|
-
files_modified: ["README.md"],
|
|
200
|
-
commits_made: { min: 1, message_matches: "fix.*README" },
|
|
201
|
-
stderr_empty: true,
|
|
202
|
-
stdout_contains: ["✓", "Verdict:"],
|
|
203
|
-
stdout_not_contains: ["NOTPRESENT"],
|
|
204
|
-
},
|
|
205
|
-
observed: baseObserved,
|
|
206
|
-
expect: (r) => r.pass && r.failures.length === 0,
|
|
207
|
-
},
|
|
208
|
-
{
|
|
209
|
-
n: 2,
|
|
210
|
-
desc: "exit_code mismatch",
|
|
211
|
-
assertions: { exit_code: 1 },
|
|
212
|
-
observed: baseObserved,
|
|
213
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "exit_code"),
|
|
214
|
-
},
|
|
215
|
-
{
|
|
216
|
-
n: 3,
|
|
217
|
-
desc: "files_modified missing",
|
|
218
|
-
assertions: { files_modified: ["CHANGELOG.md"] },
|
|
219
|
-
observed: baseObserved,
|
|
220
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "files_modified"),
|
|
221
|
-
},
|
|
222
|
-
{
|
|
223
|
-
n: 4,
|
|
224
|
-
desc: "commits_made regex no match",
|
|
225
|
-
assertions: { commits_made: { message_matches: "^feat" } },
|
|
226
|
-
observed: baseObserved,
|
|
227
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "commits_made"),
|
|
228
|
-
},
|
|
229
|
-
{
|
|
230
|
-
n: 5,
|
|
231
|
-
desc: "stderr not empty",
|
|
232
|
-
assertions: { stderr_empty: true },
|
|
233
|
-
observed: { ...baseObserved, stderr: "warning: something" },
|
|
234
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "stderr_empty"),
|
|
235
|
-
},
|
|
236
|
-
{
|
|
237
|
-
n: 6,
|
|
238
|
-
desc: "stdout_contains missing substring",
|
|
239
|
-
assertions: { stdout_contains: ["NOTPRESENT"] },
|
|
240
|
-
observed: baseObserved,
|
|
241
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "stdout_contains"),
|
|
242
|
-
},
|
|
243
|
-
{
|
|
244
|
-
n: 7,
|
|
245
|
-
desc: "stdout_not_contains catches forbidden substring",
|
|
246
|
-
assertions: { stdout_not_contains: ["Verdict:"] },
|
|
247
|
-
observed: baseObserved,
|
|
248
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "stdout_not_contains"),
|
|
249
|
-
},
|
|
250
|
-
{
|
|
251
|
-
n: 8,
|
|
252
|
-
desc: "work_items_created label filter rejects",
|
|
253
|
-
assertions: { work_items_created: { min: 1, labels_include: ["nonexistent"] } },
|
|
254
|
-
observed: baseObserved,
|
|
255
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "work_items_created"),
|
|
256
|
-
},
|
|
257
|
-
{
|
|
258
|
-
n: 9,
|
|
259
|
-
desc: "work_items_created max exceeded",
|
|
260
|
-
assertions: { work_items_created: { max: 0 } },
|
|
261
|
-
observed: baseObserved,
|
|
262
|
-
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "work_items_created"),
|
|
263
|
-
},
|
|
264
|
-
{
|
|
265
|
-
n: 10,
|
|
266
|
-
desc: "empty assertions → pass",
|
|
267
|
-
assertions: {},
|
|
268
|
-
observed: baseObserved,
|
|
269
|
-
expect: (r) => r.pass,
|
|
270
|
-
},
|
|
271
|
-
];
|
|
272
|
-
|
|
273
|
-
let passed = 0;
|
|
274
|
-
console.log("\nassertions self-test\n");
|
|
275
|
-
for (const c of cases) {
|
|
276
|
-
const r = evaluateAssertions(c.assertions, c.observed);
|
|
277
|
-
const ok = c.expect(r);
|
|
278
|
-
console.log(
|
|
279
|
-
`${String(c.n).padEnd(3)} ${c.desc.padEnd(44)} ${ok ? "PASS" : "FAIL"}${
|
|
280
|
-
ok ? "" : " → " + JSON.stringify(r.failures)
|
|
281
|
-
}`,
|
|
282
|
-
);
|
|
283
|
-
if (ok) passed++;
|
|
284
|
-
}
|
|
285
|
-
console.log(`\n${passed}/${cases.length} passed\n`);
|
|
286
|
-
process.exit(passed === cases.length ? 0 : 1);
|
|
287
|
-
}
|
|
1
|
+
// assertions.mjs — Tier 2 declarative assertion evaluator.
|
|
2
|
+
//
|
|
3
|
+
// Consumed by scripts/lib/runner.mjs. Each predicate is a pure function
|
|
4
|
+
// (assertion, observed) => { pass, message } where observed is:
|
|
5
|
+
// {
|
|
6
|
+
// exit_code: number,
|
|
7
|
+
// stdout: string,
|
|
8
|
+
// stderr: string,
|
|
9
|
+
// files_modified: string[], // forward-slash relative paths
|
|
10
|
+
// commits: [{ sha, subject, body }],
|
|
11
|
+
// work_items_delta: [{ id, status, labels }],
|
|
12
|
+
// }
|
|
13
|
+
//
|
|
14
|
+
// evaluateAssertions(manifest.assertions, observed) → { pass, failures[] }
|
|
15
|
+
// where failures is an array of { predicate, message } — empty iff pass.
|
|
16
|
+
//
|
|
17
|
+
// Self-test at the bottom; run `node scripts/lib/assertions.mjs`.
|
|
18
|
+
|
|
19
|
+
import { fileURLToPath } from "node:url";
|
|
20
|
+
import { resolve } from "node:path";
|
|
21
|
+
|
|
22
|
+
// ─── predicates ─────────────────────────────────────────────────────────────
|
|
23
|
+
|
|
24
|
+
export function checkExitCode(expected, observed) {
|
|
25
|
+
if (expected === undefined) return { pass: true };
|
|
26
|
+
if (observed.exit_code === expected) return { pass: true };
|
|
27
|
+
return {
|
|
28
|
+
pass: false,
|
|
29
|
+
message: `exit_code expected ${expected}, got ${observed.exit_code}`,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
export function checkWorkItemsCreated(spec, observed) {
|
|
34
|
+
if (spec === undefined) return { pass: true };
|
|
35
|
+
const items = Array.isArray(observed.work_items_delta) ? observed.work_items_delta : [];
|
|
36
|
+
let filtered = items;
|
|
37
|
+
if (spec.status !== undefined) {
|
|
38
|
+
filtered = filtered.filter((wi) => wi && wi.status === spec.status);
|
|
39
|
+
}
|
|
40
|
+
if (Array.isArray(spec.labels_include) && spec.labels_include.length > 0) {
|
|
41
|
+
filtered = filtered.filter((wi) => {
|
|
42
|
+
const labels = Array.isArray(wi?.labels) ? wi.labels : [];
|
|
43
|
+
return spec.labels_include.every((lbl) => labels.includes(lbl));
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
const count = filtered.length;
|
|
47
|
+
if (spec.min !== undefined && count < spec.min) {
|
|
48
|
+
return {
|
|
49
|
+
pass: false,
|
|
50
|
+
message: `work_items_created: expected >= ${spec.min} matching, got ${count}`,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
if (spec.max !== undefined && count > spec.max) {
|
|
54
|
+
return {
|
|
55
|
+
pass: false,
|
|
56
|
+
message: `work_items_created: expected <= ${spec.max} matching, got ${count}`,
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
return { pass: true };
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
export function checkFilesModified(expected, observed) {
|
|
63
|
+
if (expected === undefined) return { pass: true };
|
|
64
|
+
if (!Array.isArray(expected)) {
|
|
65
|
+
return { pass: false, message: "files_modified assertion is not an array" };
|
|
66
|
+
}
|
|
67
|
+
const seen = new Set(
|
|
68
|
+
(observed.files_modified || []).map((p) => String(p).replace(/\\/g, "/")),
|
|
69
|
+
);
|
|
70
|
+
const missing = expected.filter((p) => !seen.has(String(p).replace(/\\/g, "/")));
|
|
71
|
+
if (missing.length === 0) return { pass: true };
|
|
72
|
+
return {
|
|
73
|
+
pass: false,
|
|
74
|
+
message: `files_modified: missing from git diff: ${missing.join(", ")}`,
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
export function checkCommitsMade(spec, observed) {
|
|
79
|
+
if (spec === undefined) return { pass: true };
|
|
80
|
+
const commits = Array.isArray(observed.commits) ? observed.commits : [];
|
|
81
|
+
if (spec.min !== undefined && commits.length < spec.min) {
|
|
82
|
+
return {
|
|
83
|
+
pass: false,
|
|
84
|
+
message: `commits_made: expected >= ${spec.min}, got ${commits.length}`,
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
if (spec.message_matches !== undefined) {
|
|
88
|
+
let re;
|
|
89
|
+
try {
|
|
90
|
+
re = new RegExp(spec.message_matches);
|
|
91
|
+
} catch (e) {
|
|
92
|
+
return { pass: false, message: `commits_made.message_matches invalid regex: ${e.message}` };
|
|
93
|
+
}
|
|
94
|
+
const hit = commits.some((c) => {
|
|
95
|
+
const msg = `${c?.subject || ""}\n${c?.body || ""}`;
|
|
96
|
+
return re.test(msg);
|
|
97
|
+
});
|
|
98
|
+
if (!hit) {
|
|
99
|
+
return {
|
|
100
|
+
pass: false,
|
|
101
|
+
message: `commits_made.message_matches /${spec.message_matches}/ did not match any commit`,
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
return { pass: true };
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
export function checkStderrEmpty(expected, observed) {
|
|
109
|
+
if (expected === undefined) return { pass: true };
|
|
110
|
+
if (expected !== true) return { pass: true };
|
|
111
|
+
const s = (observed.stderr || "").trim();
|
|
112
|
+
if (s.length === 0) return { pass: true };
|
|
113
|
+
const preview = s.length > 200 ? s.slice(0, 200) + "..." : s;
|
|
114
|
+
return { pass: false, message: `stderr_empty: expected empty, got ${s.length} chars: ${preview}` };
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
export function checkStdoutContains(expected, observed) {
|
|
118
|
+
if (expected === undefined) return { pass: true };
|
|
119
|
+
if (!Array.isArray(expected)) {
|
|
120
|
+
return { pass: false, message: "stdout_contains assertion is not an array" };
|
|
121
|
+
}
|
|
122
|
+
const stdout = observed.stdout || "";
|
|
123
|
+
const missing = expected.filter((s) => !stdout.includes(s));
|
|
124
|
+
if (missing.length === 0) return { pass: true };
|
|
125
|
+
return {
|
|
126
|
+
pass: false,
|
|
127
|
+
message: `stdout_contains: missing substrings: ${missing.map((s) => JSON.stringify(s)).join(", ")}`,
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
export function checkStdoutNotContains(expected, observed) {
|
|
132
|
+
if (expected === undefined) return { pass: true };
|
|
133
|
+
if (!Array.isArray(expected)) {
|
|
134
|
+
return { pass: false, message: "stdout_not_contains assertion is not an array" };
|
|
135
|
+
}
|
|
136
|
+
const stdout = observed.stdout || "";
|
|
137
|
+
const present = expected.filter((s) => stdout.includes(s));
|
|
138
|
+
if (present.length === 0) return { pass: true };
|
|
139
|
+
return {
|
|
140
|
+
pass: false,
|
|
141
|
+
message: `stdout_not_contains: forbidden substrings present: ${present.map((s) => JSON.stringify(s)).join(", ")}`,
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
// ─── evaluator ──────────────────────────────────────────────────────────────
|
|
146
|
+
|
|
147
|
+
const PREDICATES = [
|
|
148
|
+
["exit_code", checkExitCode],
|
|
149
|
+
["work_items_created", checkWorkItemsCreated],
|
|
150
|
+
["files_modified", checkFilesModified],
|
|
151
|
+
["commits_made", checkCommitsMade],
|
|
152
|
+
["stderr_empty", checkStderrEmpty],
|
|
153
|
+
["stdout_contains", checkStdoutContains],
|
|
154
|
+
["stdout_not_contains", checkStdoutNotContains],
|
|
155
|
+
];
|
|
156
|
+
|
|
157
|
+
export function evaluateAssertions(assertions, observed) {
|
|
158
|
+
const failures = [];
|
|
159
|
+
if (assertions == null || typeof assertions !== "object") {
|
|
160
|
+
return { pass: false, failures: [{ predicate: "", message: "assertions missing or not an object" }] };
|
|
161
|
+
}
|
|
162
|
+
for (const [key, fn] of PREDICATES) {
|
|
163
|
+
const res = fn(assertions[key], observed || {});
|
|
164
|
+
if (!res.pass) failures.push({ predicate: key, message: res.message });
|
|
165
|
+
}
|
|
166
|
+
return { pass: failures.length === 0, failures };
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
// ─── self-test ──────────────────────────────────────────────────────────────
|
|
170
|
+
|
|
171
|
+
const __isMain = (() => {
|
|
172
|
+
try {
|
|
173
|
+
return fileURLToPath(import.meta.url) === resolve(process.argv[1] || "");
|
|
174
|
+
} catch {
|
|
175
|
+
return false;
|
|
176
|
+
}
|
|
177
|
+
})();
|
|
178
|
+
|
|
179
|
+
if (__isMain) {
|
|
180
|
+
const baseObserved = {
|
|
181
|
+
exit_code: 0,
|
|
182
|
+
stdout: "✓ done\nVerdict: PASS\n",
|
|
183
|
+
stderr: "",
|
|
184
|
+
files_modified: ["README.md", "src/foo.ts"],
|
|
185
|
+
commits: [{ sha: "abc123", subject: "fix: typo in README", body: "" }],
|
|
186
|
+
work_items_delta: [
|
|
187
|
+
{ id: "w1", status: "done", labels: ["fixit", "cs2"] },
|
|
188
|
+
{ id: "w2", status: "todo", labels: ["other"] },
|
|
189
|
+
],
|
|
190
|
+
};
|
|
191
|
+
|
|
192
|
+
const cases = [
|
|
193
|
+
{
|
|
194
|
+
n: 1,
|
|
195
|
+
desc: "all predicates pass",
|
|
196
|
+
assertions: {
|
|
197
|
+
exit_code: 0,
|
|
198
|
+
work_items_created: { min: 1, max: 1, status: "done", labels_include: ["fixit"] },
|
|
199
|
+
files_modified: ["README.md"],
|
|
200
|
+
commits_made: { min: 1, message_matches: "fix.*README" },
|
|
201
|
+
stderr_empty: true,
|
|
202
|
+
stdout_contains: ["✓", "Verdict:"],
|
|
203
|
+
stdout_not_contains: ["NOTPRESENT"],
|
|
204
|
+
},
|
|
205
|
+
observed: baseObserved,
|
|
206
|
+
expect: (r) => r.pass && r.failures.length === 0,
|
|
207
|
+
},
|
|
208
|
+
{
|
|
209
|
+
n: 2,
|
|
210
|
+
desc: "exit_code mismatch",
|
|
211
|
+
assertions: { exit_code: 1 },
|
|
212
|
+
observed: baseObserved,
|
|
213
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "exit_code"),
|
|
214
|
+
},
|
|
215
|
+
{
|
|
216
|
+
n: 3,
|
|
217
|
+
desc: "files_modified missing",
|
|
218
|
+
assertions: { files_modified: ["CHANGELOG.md"] },
|
|
219
|
+
observed: baseObserved,
|
|
220
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "files_modified"),
|
|
221
|
+
},
|
|
222
|
+
{
|
|
223
|
+
n: 4,
|
|
224
|
+
desc: "commits_made regex no match",
|
|
225
|
+
assertions: { commits_made: { message_matches: "^feat" } },
|
|
226
|
+
observed: baseObserved,
|
|
227
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "commits_made"),
|
|
228
|
+
},
|
|
229
|
+
{
|
|
230
|
+
n: 5,
|
|
231
|
+
desc: "stderr not empty",
|
|
232
|
+
assertions: { stderr_empty: true },
|
|
233
|
+
observed: { ...baseObserved, stderr: "warning: something" },
|
|
234
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "stderr_empty"),
|
|
235
|
+
},
|
|
236
|
+
{
|
|
237
|
+
n: 6,
|
|
238
|
+
desc: "stdout_contains missing substring",
|
|
239
|
+
assertions: { stdout_contains: ["NOTPRESENT"] },
|
|
240
|
+
observed: baseObserved,
|
|
241
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "stdout_contains"),
|
|
242
|
+
},
|
|
243
|
+
{
|
|
244
|
+
n: 7,
|
|
245
|
+
desc: "stdout_not_contains catches forbidden substring",
|
|
246
|
+
assertions: { stdout_not_contains: ["Verdict:"] },
|
|
247
|
+
observed: baseObserved,
|
|
248
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "stdout_not_contains"),
|
|
249
|
+
},
|
|
250
|
+
{
|
|
251
|
+
n: 8,
|
|
252
|
+
desc: "work_items_created label filter rejects",
|
|
253
|
+
assertions: { work_items_created: { min: 1, labels_include: ["nonexistent"] } },
|
|
254
|
+
observed: baseObserved,
|
|
255
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "work_items_created"),
|
|
256
|
+
},
|
|
257
|
+
{
|
|
258
|
+
n: 9,
|
|
259
|
+
desc: "work_items_created max exceeded",
|
|
260
|
+
assertions: { work_items_created: { max: 0 } },
|
|
261
|
+
observed: baseObserved,
|
|
262
|
+
expect: (r) => !r.pass && r.failures.some((f) => f.predicate === "work_items_created"),
|
|
263
|
+
},
|
|
264
|
+
{
|
|
265
|
+
n: 10,
|
|
266
|
+
desc: "empty assertions → pass",
|
|
267
|
+
assertions: {},
|
|
268
|
+
observed: baseObserved,
|
|
269
|
+
expect: (r) => r.pass,
|
|
270
|
+
},
|
|
271
|
+
];
|
|
272
|
+
|
|
273
|
+
let passed = 0;
|
|
274
|
+
console.log("\nassertions self-test\n");
|
|
275
|
+
for (const c of cases) {
|
|
276
|
+
const r = evaluateAssertions(c.assertions, c.observed);
|
|
277
|
+
const ok = c.expect(r);
|
|
278
|
+
console.log(
|
|
279
|
+
`${String(c.n).padEnd(3)} ${c.desc.padEnd(44)} ${ok ? "PASS" : "FAIL"}${
|
|
280
|
+
ok ? "" : " → " + JSON.stringify(r.failures)
|
|
281
|
+
}`,
|
|
282
|
+
);
|
|
283
|
+
if (ok) passed++;
|
|
284
|
+
}
|
|
285
|
+
console.log(`\n${passed}/${cases.length} passed\n`);
|
|
286
|
+
process.exit(passed === cases.length ? 0 : 1);
|
|
287
|
+
}
|