ai-engineering-loop 1.15.0 → 1.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. package/.agents/skills/ai-engineering-loop/SKILL.md +1 -1
  2. package/.agents/skills/ai-engineering-loop/references/loop-deliver.md +1 -0
  3. package/.agents/skills/ai-engineering-loop/references/loop-hosts.md +5 -1
  4. package/.agents/skills/ai-engineering-loop/references/loop-maker.md +6 -1
  5. package/.agents/skills/ai-engineering-loop/references/loop-review.md +2 -0
  6. package/.claude/skills/ai-engineering-loop/SKILL.md +1 -1
  7. package/.claude/skills/ai-engineering-loop/references/loop-deliver.md +1 -0
  8. package/.claude/skills/ai-engineering-loop/references/loop-hosts.md +5 -1
  9. package/.claude/skills/ai-engineering-loop/references/loop-maker.md +6 -1
  10. package/.claude/skills/ai-engineering-loop/references/loop-review.md +2 -0
  11. package/CHANGELOG.md +36 -0
  12. package/README.md +24 -22
  13. package/adapters/README.md +22 -0
  14. package/adapters/dot/README.md +19 -9
  15. package/adapters/dot/gitlab.md +49 -0
  16. package/adapters/dot/mattermost.md +10 -0
  17. package/adapters/dot/skills/dot-dev-workflow/SKILL.md +27 -5
  18. package/adapters/dot/sonar.md +90 -0
  19. package/adapters/generate-adapter/SKILL.md +6 -5
  20. package/adapters/{dot → quality}/skills/task-impact-inquiry/SKILL.md +10 -7
  21. package/agents/instruction-only/AGENTS.md +24 -0
  22. package/bin/ai-engineering-loop.js +24 -23
  23. package/core/grill-policy.md +1 -1
  24. package/core/orchestration-model.md +11 -0
  25. package/lib/adapter-check.js +102 -0
  26. package/lib/adapter-detect.js +125 -0
  27. package/lib/doctor.js +10 -3
  28. package/lib/gates.js +28 -1
  29. package/lib/generate-adapter.js +6 -30
  30. package/lib/host-skill-build.js +10 -0
  31. package/lib/hosts/commands.js +3 -3
  32. package/lib/hosts/doctor.js +3 -2
  33. package/lib/hosts/registry.js +49 -22
  34. package/lib/hosts/table.js +12 -4
  35. package/lib/orchestration.js +39 -6
  36. package/lib/studio-server.js +1 -0
  37. package/lib/sync-hosts.js +2 -1
  38. package/package.json +1 -1
  39. package/schemas/report.schema.json +52 -5
@@ -13,15 +13,23 @@
13
13
  // used by `hosts doctor` and the one-copy-per-host test.
14
14
  // - `agents`: reviewer subagent format and directory, or null when the host
15
15
  // has no file-based custom subagents.
16
- // - `docs` / `verified`: sources checked, and when.
16
+ // - `docs` / `verified`: sources checked, and when (docs only, not a run).
17
+ // - `certification` (#60): 'full' = a real recipes/default.json run completed
18
+ // on this host with reviewer subagents and every gate, recorded in
19
+ // `certifiedBy: { recipe, aelVersion, date }`; 'experimental' = reviewer
20
+ // subagents are installed but no such run is recorded; 'instruction-only' =
21
+ // no file-based subagents, the loop runs CONTEXT_ISOLATION_ONLY. Promote a
22
+ // host to 'full' only with a run record.
17
23
 
18
24
  const SHARED_SKILLS_DIR = '.agents/skills';
25
+ const CERTIFICATIONS = Object.freeze(['full', 'experimental', 'instruction-only']);
19
26
 
20
27
  const HOSTS = Object.freeze([
21
28
  {
22
29
  id: 'claude',
23
30
  name: 'Claude Code',
24
- tier: 1,
31
+ certification: 'experimental',
32
+ certifiedBy: null,
25
33
  detect: { dirs: ['.claude'], bins: ['claude'] },
26
34
  skills: { dir: '.claude/skills' },
27
35
  reads: ['.claude/skills'],
@@ -32,7 +40,8 @@ const HOSTS = Object.freeze([
32
40
  {
33
41
  id: 'codex',
34
42
  name: 'Codex CLI',
35
- tier: 1,
43
+ certification: 'experimental',
44
+ certifiedBy: null,
36
45
  detect: { dirs: ['.codex'], bins: ['codex'] },
37
46
  skills: 'shared',
38
47
  reads: ['.agents/skills'],
@@ -43,7 +52,8 @@ const HOSTS = Object.freeze([
43
52
  {
44
53
  id: 'gemini',
45
54
  name: 'Gemini CLI',
46
- tier: 1,
55
+ certification: 'experimental',
56
+ certifiedBy: null,
47
57
  detect: { dirs: ['.gemini'], bins: ['gemini'] },
48
58
  skills: 'shared',
49
59
  reads: ['.gemini/skills', '.agents/skills'],
@@ -54,7 +64,8 @@ const HOSTS = Object.freeze([
54
64
  {
55
65
  id: 'antigravity',
56
66
  name: 'Antigravity (IDE / 2.0)',
57
- tier: 1,
67
+ certification: 'experimental',
68
+ certifiedBy: null,
58
69
  detect: { dirs: ['.gemini/antigravity'], bins: ['antigravity'] },
59
70
  skills: { dir: '.gemini/config/skills' },
60
71
  reads: ['.gemini/config/skills'],
@@ -65,7 +76,8 @@ const HOSTS = Object.freeze([
65
76
  {
66
77
  id: 'antigravity-cli',
67
78
  name: 'Antigravity CLI (agy)',
68
- tier: 1,
79
+ certification: 'experimental',
80
+ certifiedBy: null,
69
81
  detect: { dirs: ['.gemini/antigravity-cli'], bins: ['agy'] },
70
82
  skills: { dir: '.gemini/antigravity-cli/skills' },
71
83
  reads: ['.gemini/antigravity-cli/skills'],
@@ -76,7 +88,8 @@ const HOSTS = Object.freeze([
76
88
  {
77
89
  id: 'grok',
78
90
  name: 'Grok CLI',
79
- tier: 1,
91
+ certification: 'experimental',
92
+ certifiedBy: null,
80
93
  detect: { dirs: ['.grok'], bins: ['grok'] },
81
94
  skills: 'shared',
82
95
  reads: ['.grok/skills', '.claude/skills', '.agents/skills'],
@@ -87,7 +100,8 @@ const HOSTS = Object.freeze([
87
100
  {
88
101
  id: 'cursor',
89
102
  name: 'Cursor (editor + CLI)',
90
- tier: 1,
103
+ certification: 'experimental',
104
+ certifiedBy: null,
91
105
  // The CLI installs `agent` plus a legacy `cursor-agent` link; `agent` is too
92
106
  // generic to count as evidence on its own.
93
107
  detect: { dirs: ['.cursor'], bins: ['cursor-agent', 'cursor'] },
@@ -100,7 +114,8 @@ const HOSTS = Object.freeze([
100
114
  {
101
115
  id: 'copilot',
102
116
  name: 'GitHub Copilot (CLI / VS Code)',
103
- tier: 1,
117
+ certification: 'experimental',
118
+ certifiedBy: null,
104
119
  detect: { dirs: ['.copilot'], bins: ['copilot'] },
105
120
  skills: 'shared',
106
121
  reads: ['.copilot/skills', '.agents/skills'],
@@ -112,7 +127,8 @@ const HOSTS = Object.freeze([
112
127
  {
113
128
  id: 'opencode',
114
129
  name: 'OpenCode',
115
- tier: 2,
130
+ certification: 'experimental',
131
+ certifiedBy: null,
116
132
  detect: { dirs: ['.config/opencode'], bins: ['opencode'] },
117
133
  skills: 'shared',
118
134
  reads: ['.config/opencode/skills', '.claude/skills', '.agents/skills'],
@@ -123,7 +139,8 @@ const HOSTS = Object.freeze([
123
139
  {
124
140
  id: 'windsurf',
125
141
  name: 'Windsurf / Devin Desktop',
126
- tier: 2,
142
+ certification: 'instruction-only',
143
+ certifiedBy: null,
127
144
  // No CLI binary is documented; detect by config folder only.
128
145
  detect: { dirs: ['.codeium/windsurf', '.config/devin'], bins: [] },
129
146
  skills: 'shared',
@@ -135,7 +152,8 @@ const HOSTS = Object.freeze([
135
152
  {
136
153
  id: 'amp',
137
154
  name: 'Amp',
138
- tier: 2,
155
+ certification: 'instruction-only',
156
+ certifiedBy: null,
139
157
  detect: { dirs: ['.config/amp'], bins: ['amp'] },
140
158
  skills: 'shared',
141
159
  reads: ['.config/agents/skills', '.agents/skills', '.config/amp/skills', '.claude/skills'],
@@ -147,7 +165,8 @@ const HOSTS = Object.freeze([
147
165
  {
148
166
  id: 'factory',
149
167
  name: 'Factory Droid',
150
- tier: 2,
168
+ certification: 'experimental',
169
+ certifiedBy: null,
151
170
  detect: { dirs: ['.factory'], bins: ['droid'] },
152
171
  skills: 'shared',
153
172
  reads: ['.factory/skills', '.agents/skills'],
@@ -158,7 +177,8 @@ const HOSTS = Object.freeze([
158
177
  {
159
178
  id: 'augment',
160
179
  name: 'Augment (Auggie)',
161
- tier: 2,
180
+ certification: 'experimental',
181
+ certifiedBy: null,
162
182
  detect: { dirs: ['.augment'], bins: ['auggie'] },
163
183
  skills: 'shared',
164
184
  reads: ['.augment/skills', '.claude/skills', '.agents/skills'],
@@ -169,7 +189,8 @@ const HOSTS = Object.freeze([
169
189
  {
170
190
  id: 'zed',
171
191
  name: 'Zed',
172
- tier: 2,
192
+ certification: 'instruction-only',
193
+ certifiedBy: null,
173
194
  detect: { dirs: ['.config/zed', 'Library/Application Support/Zed'], bins: ['zed'] },
174
195
  skills: 'shared',
175
196
  reads: ['.agents/skills'],
@@ -180,7 +201,8 @@ const HOSTS = Object.freeze([
180
201
  {
181
202
  id: 'goose',
182
203
  name: 'Goose',
183
- tier: 2,
204
+ certification: 'instruction-only',
205
+ certifiedBy: null,
184
206
  detect: { dirs: ['.config/goose'], bins: ['goose'] },
185
207
  skills: 'shared',
186
208
  reads: ['.agents/skills', '.config/goose/skills', '.config/agents/skills', '.claude/skills'],
@@ -194,7 +216,8 @@ const HOSTS = Object.freeze([
194
216
  {
195
217
  id: 'cline',
196
218
  name: 'Cline',
197
- tier: 3,
219
+ certification: 'instruction-only',
220
+ certifiedBy: null,
198
221
  detect: { dirs: ['.cline'], bins: ['cline'] },
199
222
  skills: { dir: '.cline/skills' },
200
223
  reads: ['.cline/skills'],
@@ -206,7 +229,8 @@ const HOSTS = Object.freeze([
206
229
  {
207
230
  id: 'roo',
208
231
  name: 'Roo Code',
209
- tier: 3,
232
+ certification: 'instruction-only',
233
+ certifiedBy: null,
210
234
  detect: { dirs: ['.roo'], bins: [] },
211
235
  skills: 'shared',
212
236
  reads: ['.roo/skills', '.agents/skills'],
@@ -218,7 +242,8 @@ const HOSTS = Object.freeze([
218
242
  {
219
243
  id: 'kiro',
220
244
  name: 'Kiro (IDE + CLI)',
221
- tier: 3,
245
+ certification: 'experimental',
246
+ certifiedBy: null,
222
247
  detect: { dirs: ['.kiro'], bins: ['kiro-cli', 'kiro'] },
223
248
  skills: { dir: '.kiro/skills' },
224
249
  reads: ['.kiro/skills'],
@@ -229,7 +254,8 @@ const HOSTS = Object.freeze([
229
254
  {
230
255
  id: 'qwen',
231
256
  name: 'Qwen Code',
232
- tier: 3,
257
+ certification: 'experimental',
258
+ certifiedBy: null,
233
259
  detect: { dirs: ['.qwen'], bins: ['qwen'] },
234
260
  skills: { dir: '.qwen/skills' },
235
261
  reads: ['.qwen/skills'],
@@ -242,7 +268,8 @@ const HOSTS = Object.freeze([
242
268
  {
243
269
  id: 'junie',
244
270
  name: 'JetBrains Junie',
245
- tier: 3,
271
+ certification: 'experimental',
272
+ certifiedBy: null,
246
273
  detect: { dirs: ['.junie'], bins: ['junie'] },
247
274
  skills: 'shared',
248
275
  reads: ['.junie/skills', '.agents/skills'],
@@ -268,4 +295,4 @@ function usesSharedSkills(host) {
268
295
  return host.skills === 'shared';
269
296
  }
270
297
 
271
- module.exports = { HOSTS, HOST_IDS, OUT_OF_SCOPE, SHARED_SKILLS_DIR, getHost, usesSharedSkills };
298
+ module.exports = { CERTIFICATIONS, HOSTS, HOST_IDS, OUT_OF_SCOPE, SHARED_SKILLS_DIR, getHost, usesSharedSkills };
@@ -7,19 +7,27 @@ const { HOSTS, OUT_OF_SCOPE, SHARED_SKILLS_DIR, usesSharedSkills } = require('./
7
7
  const START = '<!-- hosts-table:start (generated from lib/hosts/registry.js; run npm run build:hosts-table) -->';
8
8
  const END = '<!-- hosts-table:end -->';
9
9
 
10
+ // `full (default, v1.16.0, 2026-10-20)` when certified, else the bare tier.
11
+ function certificationLabel(host) {
12
+ const by = host.certifiedBy;
13
+ return by ? `${host.certification} (${by.recipe}, v${by.aelVersion}, ${by.date})` : host.certification;
14
+ }
15
+
10
16
  function renderHostTable() {
11
17
  const rows = HOSTS.map((host) => {
12
18
  const skills = usesSharedSkills(host) ? `\`~/${SHARED_SKILLS_DIR}\` (shared)` : `\`~/${host.skills.dir}\``;
13
19
  const agents = host.agents ? `\`~/${host.agents.dir}\`` : 'none (in-session review)';
14
20
  const detect = [...host.detect.dirs.map((d) => `\`~/${d}\``), ...(host.detect.bins || []).map((b) => `\`${b}\``)].join(', ');
15
- return `| ${host.name} | \`${host.id}\` | ${skills} | ${agents} | ${detect} |`;
21
+ return `| ${host.name} | \`${host.id}\` | ${certificationLabel(host)} | ${skills} | ${agents} | ${detect} |`;
16
22
  });
17
23
  return [
18
24
  START,
19
- '| Host | id | Skill folder | Reviewer agents | Detected by |',
20
- '|---|---|---|---|---|',
25
+ '| Host | id | Certification | Skill folder | Reviewer agents | Detected by |',
26
+ '|---|---|---|---|---|---|',
21
27
  ...rows,
22
28
  '',
29
+ 'Certification: **full** = a real `default` recipe run with reviewer subagents and every gate is recorded for this host; **experimental** = reviewer subagents install, no recorded run; **instruction-only** = no subagents, review runs in-session (`CONTEXT_ISOLATION_ONLY`; compact digest: `npx ai-engineering-loop docs AGENTS`).',
30
+ '',
23
31
  `Not supported (no native skills): ${OUT_OF_SCOPE.map((h) => h.name).join(', ')}.`,
24
32
  END
25
33
  ].join('\n');
@@ -32,4 +40,4 @@ function replaceHostTable(text) {
32
40
  return text.slice(0, start) + renderHostTable() + text.slice(end + END.length);
33
41
  }
34
42
 
35
- module.exports = { START, END, renderHostTable, replaceHostTable };
43
+ module.exports = { START, END, certificationLabel, renderHostTable, replaceHostTable };
@@ -573,16 +573,21 @@ function buildGrokReviewSpawnPlan({
573
573
  /**
574
574
  * 12. Truthful Review Report Generator
575
575
  * Enforces mandatory reporting headers and strictly prevents misleading phrasing.
576
+ * When a non-independent mode is reported although native subagent invocation
577
+ * is AVAILABLE, the Execution Mode line must carry the reason (#57), so the
578
+ * header never looks contradictory.
576
579
  */
577
- function formatExecutionReport({ selectedMode, capabilityRegistry = {} }) {
578
- const isContextOnly = selectedMode.id === EXECUTION_MODES.CONTEXT_ISOLATION_ONLY.id;
580
+ const DEFAULT_ISOLATION_REASON = 'subagent available but no reviewer subagent returned its own result';
579
581
 
580
- const nativeSubagentState = capabilityRegistry.nativeSubagent?.invocationAvailable
581
- ? 'AVAILABLE'
582
- : 'UNAVAILABLE';
582
+ function formatExecutionReport({ selectedMode, capabilityRegistry = {}, reason = null }) {
583
+ const isContextOnly = selectedMode.id === EXECUTION_MODES.CONTEXT_ISOLATION_ONLY.id;
584
+ const nativeAvailable = Boolean(capabilityRegistry.nativeSubagent?.invocationAvailable);
585
+ const nativeSubagentState = nativeAvailable ? 'AVAILABLE' : 'UNAVAILABLE';
586
+ const needsReason = !selectedMode.isIndependentExecutionProven && (nativeAvailable || reason);
587
+ const why = String(reason || '').trim() || DEFAULT_ISOLATION_REASON;
583
588
 
584
589
  const lines = [
585
- `Execution Mode: ${selectedMode.id}`,
590
+ `Execution Mode: ${selectedMode.id}${needsReason ? ` (reason: ${why})` : ''}`,
586
591
  `Independent LLM Execution: ${selectedMode.isIndependentExecutionProven ? 'PROVEN' : 'NOT PROVEN'}`,
587
592
  `Native Subagent Invocation: ${nativeSubagentState}`,
588
593
  `Review Method: ${isContextOnly ? 'Clean-Slate Artifact Isolation Barrier' : selectedMode.label}`
@@ -591,6 +596,32 @@ function formatExecutionReport({ selectedMode, capabilityRegistry = {} }) {
591
596
  return lines.join('\n');
592
597
  }
593
598
 
599
+ /**
600
+ * 13. REPORT_ONLY (recipe `audit`) review policy (#57).
601
+ * A report-only audit has no Maker diff and no Judge, but its findings still
602
+ * benefit from one independent challenge when it is cheap: if the host can
603
+ * invoke a native subagent, spawn ONE fresh `devil-advocate` sibling on
604
+ * report.json before `gate report` (no Judge, no iteration loop). Otherwise the
605
+ * same check runs in-session as CONTEXT_ISOLATION_ONLY with an explicit reason.
606
+ */
607
+ function reportOnlyReviewPlan(capabilityRegistry = {}) {
608
+ const nativeAvailable = Boolean(capabilityRegistry.nativeSubagent?.invocationAvailable);
609
+ if (nativeAvailable) {
610
+ return {
611
+ spawn: 'devil-advocate',
612
+ judge: false,
613
+ expectedMode: EXECUTION_MODES.TRUE_INDEPENDENT_AGENT.id,
614
+ reason: null
615
+ };
616
+ }
617
+ return {
618
+ spawn: null,
619
+ judge: false,
620
+ expectedMode: EXECUTION_MODES.CONTEXT_ISOLATION_ONLY.id,
621
+ reason: 'no native subagent tool in this session'
622
+ };
623
+ }
624
+
594
625
  module.exports = {
595
626
  EXECUTION_MODES,
596
627
  EXECUTION_MODE_ALIASES,
@@ -605,6 +636,8 @@ module.exports = {
605
636
  isBlockingFinding,
606
637
  computeJudgeVerdict,
607
638
  formatExecutionReport,
639
+ reportOnlyReviewPlan,
640
+ DEFAULT_ISOLATION_REASON,
608
641
  detectGrokRuntime,
609
642
  createGrokCapabilityEvidence,
610
643
  buildGrokReviewSpawnPlan
@@ -162,6 +162,7 @@ function bootstrap(rootDir) {
162
162
  types: SHIPPED_TYPES,
163
163
  current: adapterHints.existingType || null,
164
164
  recommended: adapterHints.recommended,
165
+ reason: adapterHints.reason,
165
166
  ciProvider: adapterHints.ciProvider
166
167
  },
167
168
  live: liveSnapshot(rootDir)
package/lib/sync-hosts.js CHANGED
@@ -131,7 +131,8 @@ function skillFolderFiles(skillsDir) {
131
131
  ...loopReferenceFiles(CORE_SKILL_SRC, path.join(skillsDir, 'ai-engineering-loop')),
132
132
  ...backendSkillFiles('.agents/skills/backend-development', path.join(skillsDir, 'backend-development')),
133
133
  ...emilKowalskiSkillFiles('.agents/skills', skillsDir),
134
- { src: 'adapters/dot/skills/task-impact-inquiry/SKILL.md', dest: path.join(skillsDir, 'task-impact-inquiry/SKILL.md'), mode: 'upsert' },
134
+ // Adapter-neutral (#64): installed by default, not part of the opt-in quality pack.
135
+ { src: 'adapters/quality/skills/task-impact-inquiry/SKILL.md', dest: path.join(skillsDir, 'task-impact-inquiry/SKILL.md'), mode: 'upsert' },
135
136
  { src: 'adapters/generate-adapter/SKILL.md', dest: path.join(skillsDir, 'generate-adapter/SKILL.md'), mode: 'upsert' },
136
137
  { src: 'adapters/generate-workflow/SKILL.md', dest: path.join(skillsDir, 'generate-workflow/SKILL.md'), mode: 'upsert' },
137
138
  ...adoptedSkillFiles(skillsDir)
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ai-engineering-loop",
3
- "version": "1.15.0",
3
+ "version": "1.16.0",
4
4
  "description": "A visual workspace that helps AI coding agents plan, build, review, and ship reliable software.",
5
5
  "main": "bin/ai-engineering-loop.js",
6
6
  "bin": {
@@ -3,14 +3,61 @@
3
3
  "$id": "https://github.com/egagofur/ai-engineering-loop/schemas/report.schema.json",
4
4
  "title": "Report-only completion",
5
5
  "type": "object",
6
- "required": ["schemaVersion", "runId", "summary", "recommendations"],
6
+ "required": [
7
+ "schemaVersion",
8
+ "runId",
9
+ "summary",
10
+ "recommendations"
11
+ ],
7
12
  "properties": {
8
- "schemaVersion": { "const": 1 },
9
- "runId": { "type": "string", "minLength": 1 },
10
- "summary": { "type": "string", "minLength": 1 },
13
+ "schemaVersion": {
14
+ "const": 1
15
+ },
16
+ "runId": {
17
+ "type": "string",
18
+ "minLength": 1
19
+ },
20
+ "summary": {
21
+ "type": "string",
22
+ "minLength": 1
23
+ },
11
24
  "recommendations": {
12
25
  "type": "array",
13
- "items": { "type": "string", "minLength": 1 }
26
+ "items": {
27
+ "type": "string",
28
+ "minLength": 1
29
+ }
30
+ },
31
+ "review": {
32
+ "description": "Optional report review (#57). Independent modes need reviewer devil-advocate and its own childId; CONTEXT_ISOLATION_ONLY with nativeSubagent AVAILABLE needs reason.",
33
+ "type": "object",
34
+ "required": [
35
+ "executionMode"
36
+ ],
37
+ "properties": {
38
+ "executionMode": {
39
+ "type": "string",
40
+ "minLength": 1
41
+ },
42
+ "nativeSubagent": {
43
+ "enum": [
44
+ "AVAILABLE",
45
+ "UNAVAILABLE"
46
+ ]
47
+ },
48
+ "reviewer": {
49
+ "const": "devil-advocate"
50
+ },
51
+ "childId": {
52
+ "type": "string",
53
+ "minLength": 1
54
+ },
55
+ "reason": {
56
+ "type": "string",
57
+ "minLength": 1
58
+ }
59
+ },
60
+ "additionalProperties": true
14
61
  }
15
62
  },
16
63
  "additionalProperties": true