ai-engineering-loop 1.0.16 → 1.0.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/judge.md +1 -1
- package/.agents/workflows/ai-engineering-loop.md +5 -3
- package/.claude/agents/judge.md +1 -1
- package/.claude/commands/ai-engineering-loop.md +1 -1
- package/.claude/skills/ai-engineering-loop/SKILL.md +10 -6
- package/.gemini/skills/ai-engineering-loop/SKILL.md +10 -6
- package/.grok/agents/judge.md +1 -1
- package/.grok/commands/ai-engineering-loop.md +1 -1
- package/.grok/skills/ai-engineering-loop/SKILL.md +10 -7
- package/README.md +14 -4
- package/adapters/README.md +2 -0
- package/adapters/generate-workflow/SKILL.md +134 -0
- package/agents/maker.md +1 -0
- package/agents/shared/judge.body.md +1 -1
- package/bin/ai-engineering-loop.js +34 -3
- package/core/context-impact-assessment.md +1 -0
- package/core/goal-contract.md +1 -0
- package/core/grill-policy.md +11 -0
- package/core/handoff-policy.md +1 -0
- package/core/repo-config-schema.md +15 -1
- package/core/verification-loop.md +23 -0
- package/lib/claimed-vs-reality.js +37 -0
- package/lib/generate-workflow.js +233 -0
- package/lib/sync-hosts.js +4 -1
- package/package.json +1 -1
- package/templates/repo-config/lessons.md +8 -0
- package/templates/repo-config/workflow.md +25 -0
- package/tests/claimed-vs-reality.test.js +27 -0
- package/tests/generate-workflow.test.js +179 -0
- package/tests/living-context.test.js +15 -0
- package/tests/skill-host-compat.test.js +78 -0
- package/tests/sync-hosts.test.js +18 -1
|
@@ -210,6 +210,35 @@ test('DOT router sends commit-bound work to ai-engineering-loop; workflow is Sta
|
|
|
210
210
|
assert.doesNotMatch(readme, /Pre-commit multi-round adversarial review gate \(Phase 6\)/);
|
|
211
211
|
});
|
|
212
212
|
|
|
213
|
+
test('generate-workflow skill is Claude-safe and host skills read the overlay', () => {
|
|
214
|
+
const skill = readRepo('adapters/generate-workflow/SKILL.md');
|
|
215
|
+
const { fm } = parseFrontmatter(skill, 'generate-workflow');
|
|
216
|
+
assert.doesNotMatch(fm, /^description:\s*>-?/m);
|
|
217
|
+
assert.doesNotMatch(skill, /```mermaid/);
|
|
218
|
+
assert.doesNotMatch(skill, /\$\\/);
|
|
219
|
+
assert.doesNotMatch(skill, /spawn_subagent/);
|
|
220
|
+
assert.match(skill, /Q1/);
|
|
221
|
+
assert.match(skill, /Q6/);
|
|
222
|
+
assert.match(skill, /maker_intern/);
|
|
223
|
+
assert.match(skill, /Do not start Maker/);
|
|
224
|
+
assert.match(skill, /lessons\.md/);
|
|
225
|
+
assert.match(skill, /Not locked to one vendor/);
|
|
226
|
+
for (const rel of [
|
|
227
|
+
'.claude/skills/ai-engineering-loop/SKILL.md',
|
|
228
|
+
'.grok/skills/ai-engineering-loop/SKILL.md',
|
|
229
|
+
'.gemini/skills/ai-engineering-loop/SKILL.md',
|
|
230
|
+
'.agents/workflows/ai-engineering-loop.md'
|
|
231
|
+
]) {
|
|
232
|
+
const text = readRepo(rel);
|
|
233
|
+
assert.match(text, /lessons\.md/, rel);
|
|
234
|
+
assert.match(text, /workflow\.md/, rel);
|
|
235
|
+
assert.match(text, /Do not skip Goal Contract, verification, Devil's Advocate, or Judge/, rel);
|
|
236
|
+
assert.match(text, /generate-workflow/, rel);
|
|
237
|
+
assert.match(text, /maker_intern/, rel);
|
|
238
|
+
assert.match(text, /INVOCATION_UNAVAILABLE/, rel);
|
|
239
|
+
}
|
|
240
|
+
});
|
|
241
|
+
|
|
213
242
|
test('generate-adapter skill is Claude-safe and shipped adapters stay generic', () => {
|
|
214
243
|
const skill = readRepo('adapters/generate-adapter/SKILL.md');
|
|
215
244
|
const { fm } = parseFrontmatter(skill, 'generate-adapter');
|
|
@@ -231,6 +260,32 @@ test('generate-adapter skill is Claude-safe and shipped adapters stay generic',
|
|
|
231
260
|
assert.match(standard, /Judge `PASS`/);
|
|
232
261
|
});
|
|
233
262
|
|
|
263
|
+
test('Host compact map names four buckets and keeps 8-stage numbers', () => {
|
|
264
|
+
const readme = readRepo('README.md');
|
|
265
|
+
assert.match(readme, /Specify \(stages 0-1\)/);
|
|
266
|
+
assert.match(readme, /Make \(stages 2-4\)/);
|
|
267
|
+
assert.match(readme, /Review \(stages 5-7\)/);
|
|
268
|
+
assert.match(readme, /Deliver \(stage 8\)/);
|
|
269
|
+
assert.doesNotMatch(readme, /Later phase \(not this change\): host compact pipeline/);
|
|
270
|
+
const grill = readRepo('core/grill-policy.md');
|
|
271
|
+
assert.doesNotMatch(grill, /Later phase \(not this loop\): host compact pipeline/);
|
|
272
|
+
for (const rel of [
|
|
273
|
+
'.claude/skills/ai-engineering-loop/SKILL.md',
|
|
274
|
+
'.grok/skills/ai-engineering-loop/SKILL.md',
|
|
275
|
+
'.gemini/skills/ai-engineering-loop/SKILL.md',
|
|
276
|
+
'.agents/workflows/ai-engineering-loop.md'
|
|
277
|
+
]) {
|
|
278
|
+
const text = readRepo(rel);
|
|
279
|
+
assert.match(text, /Specify \(stages 0-1\)/, rel);
|
|
280
|
+
assert.match(text, /Make \(stages 2-4\)/, rel);
|
|
281
|
+
assert.match(text, /Review \(stages 5-7\)/, rel);
|
|
282
|
+
assert.match(text, /Deliver \(stage 8\)/, rel);
|
|
283
|
+
assert.match(text, /8-stage/, rel);
|
|
284
|
+
assert.match(text, /not a second OS/, rel);
|
|
285
|
+
assert.match(text, /Do not skip Goal Contract, verification, Devil's Advocate, or Judge/, rel);
|
|
286
|
+
}
|
|
287
|
+
});
|
|
288
|
+
|
|
234
289
|
test('Host skills Stage 0 runs sync-hosts before status', () => {
|
|
235
290
|
for (const rel of [
|
|
236
291
|
'.claude/skills/ai-engineering-loop/SKILL.md',
|
|
@@ -243,6 +298,29 @@ test('Host skills Stage 0 runs sync-hosts before status', () => {
|
|
|
243
298
|
}
|
|
244
299
|
});
|
|
245
300
|
|
|
301
|
+
test('Sloppy prompt drafts a Goal Contract; claimed-vs-reality gates DA', () => {
|
|
302
|
+
const grill = readRepo('core/grill-policy.md');
|
|
303
|
+
assert.match(grill, /Sloppy \/ underspecified prompts/);
|
|
304
|
+
assert.match(grill, /Do not start Maker/);
|
|
305
|
+
assert.match(grill, /Do not invent a second draft/);
|
|
306
|
+
const verif = readRepo('core/verification-loop.md');
|
|
307
|
+
assert.match(verif, /claimed-vs-reality\.md/);
|
|
308
|
+
assert.match(verif, /seems green/);
|
|
309
|
+
const judge = readRepo('agents/shared/judge.body.md');
|
|
310
|
+
assert.match(judge, /claimed-vs-reality\.md/);
|
|
311
|
+
for (const rel of [
|
|
312
|
+
'.claude/skills/ai-engineering-loop/SKILL.md',
|
|
313
|
+
'.grok/skills/ai-engineering-loop/SKILL.md',
|
|
314
|
+
'.gemini/skills/ai-engineering-loop/SKILL.md',
|
|
315
|
+
'.agents/workflows/ai-engineering-loop.md'
|
|
316
|
+
]) {
|
|
317
|
+
const text = readRepo(rel);
|
|
318
|
+
assert.match(text, /If the user prompt has no numbered AC/, rel);
|
|
319
|
+
assert.match(text, /claimed-vs-reality\.md/, rel);
|
|
320
|
+
assert.match(text, /Do not spawn Devil's Advocate if the file is missing/, rel);
|
|
321
|
+
}
|
|
322
|
+
});
|
|
323
|
+
|
|
246
324
|
test('Grill freeze gate and idea menu are in the loop, not a parallel product', () => {
|
|
247
325
|
const grill = readRepo('core/grill-policy.md');
|
|
248
326
|
assert.match(grill, /Idea and menu requests/);
|
package/tests/sync-hosts.test.js
CHANGED
|
@@ -102,7 +102,7 @@ test('dry-run does not write; second apply is current', () => {
|
|
|
102
102
|
assert.ok(!fs.existsSync(path.join(home, '.gemini/config/skills/ai-engineering-loop/SKILL.md')));
|
|
103
103
|
applyHostSync({ packageRoot: ROOT, home });
|
|
104
104
|
const again = applyHostSync({ packageRoot: ROOT, home });
|
|
105
|
-
assert.strictEqual(summarizeHostSync(again.filter((item) => item.id === 'gemini')).current,
|
|
105
|
+
assert.strictEqual(summarizeHostSync(again.filter((item) => item.id === 'gemini')).current, 4);
|
|
106
106
|
assert.strictEqual(summarizeHostSync(again.filter((item) => item.id === 'gemini')).copy, 0);
|
|
107
107
|
});
|
|
108
108
|
|
|
@@ -135,6 +135,7 @@ test('CLI help lists sync-hosts', () => {
|
|
|
135
135
|
const out = execFileSync('node', [CLI, '--help'], { encoding: 'utf8' });
|
|
136
136
|
assert.match(out, /sync-hosts/);
|
|
137
137
|
assert.match(out, /generate-adapter/);
|
|
138
|
+
assert.match(out, /generate-workflow/);
|
|
138
139
|
});
|
|
139
140
|
|
|
140
141
|
test('sync upserts generate-adapter onto Claude, Grok, and Gemini', () => {
|
|
@@ -149,3 +150,19 @@ test('sync upserts generate-adapter onto Claude, Grok, and Gemini', () => {
|
|
|
149
150
|
assert.doesNotMatch(claude, /```mermaid/);
|
|
150
151
|
assert.match(grok, /^user-invocable: true$/m);
|
|
151
152
|
});
|
|
153
|
+
|
|
154
|
+
test('sync upserts generate-workflow onto Claude, Grok, and Gemini', () => {
|
|
155
|
+
const home = tmpHome();
|
|
156
|
+
fs.mkdirSync(path.join(home, '.claude'));
|
|
157
|
+
fs.mkdirSync(path.join(home, '.grok'));
|
|
158
|
+
fs.mkdirSync(path.join(home, '.gemini'));
|
|
159
|
+
applyHostSync({ packageRoot: ROOT, home });
|
|
160
|
+
const claude = fs.readFileSync(path.join(home, '.claude/skills/generate-workflow/SKILL.md'), 'utf8');
|
|
161
|
+
const grok = fs.readFileSync(path.join(home, '.grok/skills/generate-workflow/SKILL.md'), 'utf8');
|
|
162
|
+
const gemini = fs.readFileSync(path.join(home, '.gemini/config/skills/generate-workflow/SKILL.md'), 'utf8');
|
|
163
|
+
assert.match(claude, /name: generate-workflow/);
|
|
164
|
+
assert.doesNotMatch(claude, /```mermaid/);
|
|
165
|
+
assert.match(claude, /lessons\.md/);
|
|
166
|
+
assert.match(grok, /^user-invocable: true$/m);
|
|
167
|
+
assert.match(gemini, /Do not start Maker/);
|
|
168
|
+
});
|