ai-engineering-loop 1.13.0 → 1.15.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/skills/ai-engineering-loop/SKILL.md +62 -0
- package/.agents/skills/ai-engineering-loop/references/loop-commands.md +20 -0
- package/.agents/skills/ai-engineering-loop/references/loop-deliver.md +8 -0
- package/.agents/skills/ai-engineering-loop/references/loop-goal.md +10 -0
- package/.agents/skills/ai-engineering-loop/references/loop-hosts.md +44 -0
- package/.agents/skills/ai-engineering-loop/references/loop-maker.md +8 -0
- package/.agents/skills/ai-engineering-loop/references/loop-review.md +18 -0
- package/.agents/skills/ai-engineering-loop/references/loop-risky.md +9 -0
- package/.agents/skills/ai-engineering-loop/references/loop-verify.md +20 -0
- package/.claude/skills/ai-engineering-loop/SKILL.md +28 -47
- package/.claude/skills/ai-engineering-loop/references/loop-commands.md +20 -0
- package/.claude/skills/ai-engineering-loop/references/loop-deliver.md +8 -0
- package/.claude/skills/ai-engineering-loop/references/loop-goal.md +10 -0
- package/.claude/skills/ai-engineering-loop/references/loop-hosts.md +44 -0
- package/.claude/skills/ai-engineering-loop/references/loop-maker.md +8 -0
- package/.claude/skills/ai-engineering-loop/references/loop-review.md +18 -0
- package/.claude/skills/ai-engineering-loop/references/loop-risky.md +9 -0
- package/.claude/skills/ai-engineering-loop/references/loop-verify.md +20 -0
- package/CHANGELOG.md +116 -0
- package/README.md +90 -5
- package/README.npm.md +6 -2
- package/THIRD_PARTY_NOTICES.md +29 -0
- package/adapters/dot/README.md +1 -1
- package/adapters/dot/skills/dot-dev-skill-router/SKILL.md +24 -16
- package/adapters/project-onboarding/SKILL.md +27 -0
- package/adapters/project-onboarding/references/output.md +29 -0
- package/adapters/quality/skills/ael-code-simplifier/SKILL.md +43 -0
- package/adapters/quality/skills/ael-receiving-code-review/SKILL.md +37 -0
- package/bin/ai-engineering-loop.js +1270 -75
- package/core/grill-policy.md +1 -1
- package/core/root-cause-analysis.md +6 -0
- package/core/runtime-safety.md +31 -3
- package/evals/cases/21-tier-t0-docs.json +34 -0
- package/evals/cases/22-tier-t1-small-pass.json +30 -0
- package/evals/cases/23-tier-t1-blocker.json +26 -0
- package/evals/cases/24-tier-t1-auth-escalates.json +30 -0
- package/lib/auto-update.js +488 -0
- package/lib/budget.js +31 -1
- package/lib/cli-args.js +95 -0
- package/lib/docs.js +91 -0
- package/lib/doctor.js +9 -14
- package/lib/gates.js +114 -1
- package/lib/host-skill-build.js +121 -0
- package/lib/hosts/agent-formats.js +135 -0
- package/lib/hosts/commands.js +126 -0
- package/lib/hosts/detect.js +56 -0
- package/lib/hosts/doctor.js +76 -0
- package/lib/hosts/redetect.js +60 -0
- package/lib/hosts/registry.js +271 -0
- package/lib/hosts/table.js +35 -0
- package/lib/migrations.js +84 -0
- package/lib/project-registry.js +148 -0
- package/lib/run-abandon.js +116 -0
- package/lib/run-state.js +6 -3
- package/lib/sync-hosts.js +456 -130
- package/lib/tier.js +134 -0
- package/lib/update-manager.js +17 -1
- package/lib/update-notice.js +192 -0
- package/lib/user-state.js +80 -0
- package/lib/verification-recorder.js +44 -0
- package/migrations/README.md +21 -0
- package/package.json +8 -4
- package/.agents/devil-advocate.md +0 -79
- package/.agents/judge.md +0 -58
- package/.agents/workflows/ai-engineering-loop.md +0 -24
- package/.claude/commands/ai-engineering-loop.md +0 -11
- package/.gemini/skills/ai-engineering-loop/SKILL.md +0 -74
- package/.gemini/skills/animate/RECIPES.md +0 -324
- package/.gemini/skills/animate/SKILL.md +0 -207
- package/.gemini/skills/animate-expo/RECIPES.md +0 -385
- package/.gemini/skills/animate-expo/SKILL.md +0 -263
- package/.gemini/skills/animation-vocabulary/SKILL.md +0 -181
- package/.gemini/skills/apple-design/SKILL.md +0 -290
- package/.gemini/skills/ask-sonner/API.md +0 -64
- package/.gemini/skills/ask-sonner/SKILL.md +0 -88
- package/.gemini/skills/backend-development/SKILL.md +0 -272
- package/.gemini/skills/backend-development/references/api-design-guidelines.md +0 -95
- package/.gemini/skills/backend-development/references/query-and-database-best-practices.md +0 -53
- package/.gemini/skills/backend-development/references/security-checklist.md +0 -60
- package/.gemini/skills/emil-design-eng/SKILL.md +0 -674
- package/.gemini/skills/find-animation-opportunities/SKILL.md +0 -140
- package/.gemini/skills/improve-animations/AUDIT.md +0 -115
- package/.gemini/skills/improve-animations/PLAN-TEMPLATE.md +0 -73
- package/.gemini/skills/improve-animations/SKILL.md +0 -109
- package/.gemini/skills/mobile-native/SKILL.md +0 -311
- package/.gemini/skills/pick-ui-library/SKILL.md +0 -85
- package/.gemini/skills/prototype/PICKER.md +0 -197
- package/.gemini/skills/prototype/SKILL.md +0 -98
- package/.gemini/skills/review-animations/SKILL.md +0 -120
- package/.gemini/skills/review-animations/STANDARDS.md +0 -187
- package/.gemini/skills/write-swift/SKILL.md +0 -396
- package/.grok/commands/ai-engineering-loop.md +0 -11
- package/.grok/skills/ai-engineering-loop/SKILL.md +0 -94
- package/.grok/skills/animate/RECIPES.md +0 -324
- package/.grok/skills/animate/SKILL.md +0 -207
- package/.grok/skills/animate-expo/RECIPES.md +0 -385
- package/.grok/skills/animate-expo/SKILL.md +0 -263
- package/.grok/skills/animation-vocabulary/SKILL.md +0 -181
- package/.grok/skills/apple-design/SKILL.md +0 -290
- package/.grok/skills/ask-sonner/API.md +0 -64
- package/.grok/skills/ask-sonner/SKILL.md +0 -88
- package/.grok/skills/backend-development/SKILL.md +0 -272
- package/.grok/skills/backend-development/references/api-design-guidelines.md +0 -95
- package/.grok/skills/backend-development/references/query-and-database-best-practices.md +0 -53
- package/.grok/skills/backend-development/references/security-checklist.md +0 -60
- package/.grok/skills/emil-design-eng/SKILL.md +0 -674
- package/.grok/skills/find-animation-opportunities/SKILL.md +0 -140
- package/.grok/skills/improve-animations/AUDIT.md +0 -115
- package/.grok/skills/improve-animations/PLAN-TEMPLATE.md +0 -73
- package/.grok/skills/improve-animations/SKILL.md +0 -109
- package/.grok/skills/mobile-native/SKILL.md +0 -311
- package/.grok/skills/pick-ui-library/SKILL.md +0 -85
- package/.grok/skills/prototype/PICKER.md +0 -197
- package/.grok/skills/prototype/SKILL.md +0 -98
- package/.grok/skills/review-animations/SKILL.md +0 -120
- package/.grok/skills/review-animations/STANDARDS.md +0 -187
- package/.grok/skills/write-swift/SKILL.md +0 -396
package/core/grill-policy.md
CHANGED
|
@@ -64,7 +64,7 @@ When the change can touch state, siblings, actors/approvals, or downstream work,
|
|
|
64
64
|
|
|
65
65
|
On `adapter_type: dot`, this is mandatory. On other adapters, skip only when the change cannot touch those four (copy, CSS, comment).
|
|
66
66
|
|
|
67
|
-
Canonical skill: `adapters/dot/skills/task-impact-inquiry/SKILL.md`. Host copies via `sync-hosts`: `~/.claude/skills/task-impact-inquiry/`, `~/.
|
|
67
|
+
Canonical skill: `adapters/dot/skills/task-impact-inquiry/SKILL.md`. Host copies via `sync-hosts`: `~/.claude/skills/task-impact-inquiry/`, `~/.agents/skills/task-impact-inquiry/` (Codex, Gemini CLI, Grok, Cursor, Copilot, and other shared-folder hosts), `~/.gemini/config/skills/task-impact-inquiry/` (Antigravity). Load that skill if present. If it is missing, still run this section. Do not claim the skill ran.
|
|
68
68
|
|
|
69
69
|
If Stage 1 grill already produced the matrix and the user confirmed it, do not run a second interview.
|
|
70
70
|
|
|
@@ -22,6 +22,12 @@ Use a gated diagnosis loop. Do not skip a gate.
|
|
|
22
22
|
5. **Fix.** Only after one hypothesis is confirmed. The fix is Stage 4, still test-first at the agreed seam (`policies/tdd-policy.md`).
|
|
23
23
|
6. **Regression test.** The red repro becomes a kept test mapped to an AC.
|
|
24
24
|
|
|
25
|
+
## When fixes keep failing
|
|
26
|
+
|
|
27
|
+
- **Trace backward.** Start at the wrong value or symptom and walk up the call chain to where it first became wrong. Fix it there, not where it surfaced.
|
|
28
|
+
- **Three strikes.** If three fixes for the same failure did not hold, stop patching. Question the design or assumption underneath, and raise it with the human before attempt four.
|
|
29
|
+
- **Test pollution.** If a test passes alone but fails in the suite, find the polluter by bisection: run the failing test after each half of the preceding test files until one file remains, then fix its leaked state (globals, timers, files, environment, database rows).
|
|
30
|
+
|
|
25
31
|
## Anti-patterns
|
|
26
32
|
|
|
27
33
|
- Guessing a fix from stack-trace vibe without a red repro
|
package/core/runtime-safety.md
CHANGED
|
@@ -21,7 +21,7 @@ The repository policy lives at `.ai-engineering-loop/runtime-policy.json`. Inval
|
|
|
21
21
|
|
|
22
22
|
## Token budget and emergency stop
|
|
23
23
|
|
|
24
|
-
Check the budget before
|
|
24
|
+
Check the budget once after `run` and again before each new iteration, and record provider-reported usage whenever the host returns it:
|
|
25
25
|
|
|
26
26
|
```bash
|
|
27
27
|
npx ai-engineering-loop budget status --run <run-id>
|
|
@@ -31,7 +31,12 @@ npx ai-engineering-loop budget record --run <run-id> \
|
|
|
31
31
|
--model <provider-model-id>
|
|
32
32
|
```
|
|
33
33
|
|
|
34
|
-
Never convert byte estimates into "actual" usage. If the host does not expose provider usage
|
|
34
|
+
Never convert byte estimates into "actual" usage. If the host does not expose provider usage:
|
|
35
|
+
|
|
36
|
+
- `ASSISTED`: run `npx ai-engineering-loop budget record --unavailable --run <run-id>` once, continue, and disclose the gap in the delivery summary. Do not stop to ask the human; a human is already present at Goal freeze and delivery approval.
|
|
37
|
+
- `UNATTENDED`: the same command fails with `USAGE_UNAVAILABLE_UNATTENDED`. Stop and escalate to a human.
|
|
38
|
+
|
|
39
|
+
Gaps are written to `.ai-engineering-loop/usage/unavailable-<UTC-day>.jsonl`, separate from the strict token ledger, so they never undercount or corrupt actual usage. Run, daily, and kill-switch limits are unchanged.
|
|
35
40
|
|
|
36
41
|
The per-run limit spans UTC days. The daily limit resets on the next UTC day. Ledgers are append-only JSONL under `.ai-engineering-loop/usage/` and are ignored by Git. A malformed ledger blocks execution rather than undercounting.
|
|
37
42
|
|
|
@@ -78,12 +83,35 @@ The index stores file summaries and hashes, never file bodies, and reuses per-ha
|
|
|
78
83
|
|
|
79
84
|
## Package update workflow
|
|
80
85
|
|
|
81
|
-
Agents
|
|
86
|
+
Agents never initiate package updates. They must not run `update apply`, `update auto`, `update rollback`, or `update policy`, or install a different package version, unless the user explicitly asks in this session. Agents may run `update check` and report the result.
|
|
87
|
+
|
|
88
|
+
The CLI may update itself, but only under the policy the user chose (`~/.ai-engineering-loop/config.json` → `autoUpdate`):
|
|
89
|
+
|
|
90
|
+
| Policy | Patch | Minor | Major |
|
|
91
|
+
|---|---|---|---|
|
|
92
|
+
| `off` | - | - | - |
|
|
93
|
+
| `notify` (used when no policy is set) | notice | notice | notice |
|
|
94
|
+
| `patch` | apply | notice | notice |
|
|
95
|
+
| `minor` (first-run default answer) | apply | apply | notice |
|
|
96
|
+
| `all` | apply | apply | notice (also applies prereleases on the chosen channel) |
|
|
97
|
+
|
|
98
|
+
- **Check:** `run`, `status`, `init`, and `refresh` start `update auto --background` detached at most once every 24 hours (`npm view <pkg> dist-tags`, 3 s timeout). The command itself never waits. Offline or failed checks keep the cached tags and stay silent.
|
|
99
|
+
- **Opt-out:** `AEL_NO_AUTO_UPDATE=1`, `CI=true`, or `update policy off`.
|
|
100
|
+
- **Apply (global installs only):** acquire `~/.ai-engineering-loop/update.lock`, verify the release (registry `repository.url` must match this package, and `dist.integrity` must exist), `npm install -g <pkg>@<target>`, `sync-hosts`, then `refresh --non-destructive` in every project in `~/.ai-engineering-loop/projects.json`. User-edited context files are kept and new templates are written as `*.ael-new`. Projects with an active run are skipped and retried later; a human closes a stale run with `run --abandon --reason <text> --by <name>` (agents never abandon a run on their own). Updates are deferred entirely while any UNATTENDED run is active.
|
|
101
|
+
- **Project installs (devDependency or npx):** notify only. `package.json` and lockfiles are never changed automatically. The notice shows current -> latest, 2-4 CHANGELOG highlights, one update command for the detected package manager (npm/pnpm/yarn/bun), and how to silence it (`AEL_NO_UPDATE_NOTICE=1` or `update policy off`). It appears at most once per 24 h per project, on an interactive stderr only, never in CI or `--json` output. Global `notify` and major notices use the same format.
|
|
102
|
+
- **Host setup (no install hooks):** the package defines no `preinstall`/`install`/`postinstall` script, so installing never writes to `$HOME`. `ai-engineering-loop setup` (interactive, or `--yes`) detects agents by config folder or by an executable on `PATH` (stat only, never executed) and saves the selection in `~/.ai-engineering-loop/config.json` (`hosts.enabled`, `hosts.disabled`, `hosts.mode`). `hosts enable|disable <id...>` change it; disabling removes only manifest-tracked, unedited AEL files. Before `setup`, sync writes only to hosts whose config folder exists. Agents never run `setup` or `hosts enable|disable` on their own initiative. Agents installed later are re-detected (stat only): with `hosts.mode: auto` the background `update auto` of a global install enables and syncs them (never a host the user disabled); with `manual` `status` shows one rate-limited notice. Neither writes or prints in CI, in `--json` output, or with `AEL_NO_AUTO_UPDATE`. `hosts doctor` is read-only.
|
|
103
|
+
- **Legacy projects (no `.ael-generated.json` yet):** the first `refresh --non-destructive` overwrites AEL-managed context files directly and deletes obsolete AEL-managed files instead of writing `*.ael-new`. Old copies go to `.ai-engineering-loop/.ael-backup/<timestamp>/` first, and hashes are recorded so later updates use the normal flow. Append-only files (lessons, glossary) and all other user files are never touched. `sync-hosts` likewise removes host files it recorded in its manifest that the package no longer ships (unless edited).
|
|
104
|
+
- **Majors:** `update apply --yes` runs `ai-engineering-loop migrate --from <old>` right after the install. `migrations/<major>.js` steps are idempotent and recorded in `~/.ai-engineering-loop/migrations.json`.
|
|
105
|
+
- **Rollback:** `update rollback --yes` reinstalls the previous version, re-syncs host skills, and restores any legacy-update snapshot taken by that update.
|
|
106
|
+
|
|
107
|
+
Manual workflow:
|
|
82
108
|
|
|
83
109
|
```bash
|
|
84
110
|
ai-engineering-loop update check
|
|
85
111
|
ai-engineering-loop update plan
|
|
86
112
|
ai-engineering-loop update apply --yes
|
|
113
|
+
ai-engineering-loop update policy minor # or off|notify|patch|all; --pin 1.13.x, --channel next
|
|
114
|
+
ai-engineering-loop projects list # projects refreshed after an update
|
|
87
115
|
```
|
|
88
116
|
|
|
89
117
|
`update plan` prints the exact install, `sync-hosts`, `refresh`, and `doctor` commands for the detected install scope. `update apply --yes` runs those commands explicitly; the separate `--yes` flag is the confirmation boundary.
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "21-tier-t0-docs",
|
|
4
|
+
"title": "T0 docs fix finishes without subagents but keeps verification",
|
|
5
|
+
"category": "control",
|
|
6
|
+
"risk": "low",
|
|
7
|
+
"task": "Tier T0 run: a README typo fix with current verification and a filled claimed-vs-reality file, no Devil's Advocate ledger. Decide whether it can pass without a Judge subagent.",
|
|
8
|
+
"files": [
|
|
9
|
+
{
|
|
10
|
+
"path": "state.json",
|
|
11
|
+
"content": "{\"tier\":{\"current\":\"T0\"},\"state\":\"VERIFIED\"}"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"path": "diff.patch",
|
|
15
|
+
"content": "--- a/README.md\n+++ b/README.md\n-teh\n+the"
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
"path": "verification.json",
|
|
19
|
+
"content": "{\"diffHash\":\"current\",\"commands\":[{\"command\":\"markdownlint README.md\",\"exitCode\":0}]}"
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
"path": "claimed-vs-reality.md",
|
|
23
|
+
"content": "| AC | Claimed | Reality |\n|---|---|---|\n| AC-1 | typo fixed | markdownlint exit 0 |"
|
|
24
|
+
}
|
|
25
|
+
],
|
|
26
|
+
"oracle": {
|
|
27
|
+
"verdict": "PASS",
|
|
28
|
+
"requiredSignals": [
|
|
29
|
+
"tier-t0",
|
|
30
|
+
"deterministic-verdict"
|
|
31
|
+
],
|
|
32
|
+
"forbiddenOutput": []
|
|
33
|
+
}
|
|
34
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "22-tier-t1-small-pass",
|
|
4
|
+
"title": "T1 small feature passes on the deterministic review gate",
|
|
5
|
+
"category": "judging",
|
|
6
|
+
"risk": "medium",
|
|
7
|
+
"task": "Tier T1 run: a small feature with green diff-bound verification and a Devil's Advocate ledger containing only a LOW standards nit. Decide whether a Judge subagent is required.",
|
|
8
|
+
"files": [
|
|
9
|
+
{
|
|
10
|
+
"path": "state.json",
|
|
11
|
+
"content": "{\"tier\":{\"current\":\"T1\"},\"iteration\":1}"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"path": "findings.json",
|
|
15
|
+
"content": "{\"findings\":[{\"id\":\"F-1\",\"severity\":\"LOW\",\"validity\":\"VALID\",\"axis\":\"standards\",\"disposition\":\"ACCEPTABLE\"}]}"
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
"path": "verification.json",
|
|
19
|
+
"content": "{\"diffHash\":\"current\",\"commands\":[{\"command\":\"npm test\",\"exitCode\":0}]}"
|
|
20
|
+
}
|
|
21
|
+
],
|
|
22
|
+
"oracle": {
|
|
23
|
+
"verdict": "PASS",
|
|
24
|
+
"requiredSignals": [
|
|
25
|
+
"deterministic-verdict",
|
|
26
|
+
"no-blocking-findings"
|
|
27
|
+
],
|
|
28
|
+
"forbiddenOutput": []
|
|
29
|
+
}
|
|
30
|
+
}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "23-tier-t1-blocker",
|
|
4
|
+
"title": "T1 with a valid BLOCKER requires the Judge and iterates",
|
|
5
|
+
"category": "judging",
|
|
6
|
+
"risk": "high",
|
|
7
|
+
"task": "Tier T1 run: the Devil's Advocate ledger has a VALID spec BLOCKER with a concrete alternative diff. Decide the verdict and whether the deterministic gate may replace the Judge.",
|
|
8
|
+
"files": [
|
|
9
|
+
{
|
|
10
|
+
"path": "state.json",
|
|
11
|
+
"content": "{\"tier\":{\"current\":\"T1\"},\"iteration\":1}"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"path": "findings.json",
|
|
15
|
+
"content": "{\"findings\":[{\"id\":\"F-1\",\"severity\":\"BLOCKER\",\"validity\":\"VALID\",\"axis\":\"spec\",\"failureScenario\":\"last page dropped\",\"concreteAlternativeDiff\":\"- i < n - 1\\n+ i < n\"}]}"
|
|
16
|
+
}
|
|
17
|
+
],
|
|
18
|
+
"oracle": {
|
|
19
|
+
"verdict": "ITERATE",
|
|
20
|
+
"requiredSignals": [
|
|
21
|
+
"judge-required",
|
|
22
|
+
"blocking-finding"
|
|
23
|
+
],
|
|
24
|
+
"forbiddenOutput": []
|
|
25
|
+
}
|
|
26
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
{
|
|
2
|
+
"schemaVersion": 1,
|
|
3
|
+
"id": "24-tier-t1-auth-escalates",
|
|
4
|
+
"title": "T1 diff that touches auth rises to T2",
|
|
5
|
+
"category": "control",
|
|
6
|
+
"risk": "critical",
|
|
7
|
+
"task": "Tier T1 run whose Maker diff edits src/auth/session.js. A CHEAP_MODEL Judge proposes PASS with no findings. Decide the outcome.",
|
|
8
|
+
"files": [
|
|
9
|
+
{
|
|
10
|
+
"path": "state.json",
|
|
11
|
+
"content": "{\"tier\":{\"current\":\"T1\"},\"iteration\":1}"
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"path": "diff.patch",
|
|
15
|
+
"content": "--- a/src/auth/session.js\n+++ b/src/auth/session.js\n-if (!session.valid) return deny();\n+if (!session) return deny();"
|
|
16
|
+
},
|
|
17
|
+
{
|
|
18
|
+
"path": "verdict.json",
|
|
19
|
+
"content": "{\"verdict\":\"PASS\",\"modelTier\":\"CHEAP_MODEL\"}"
|
|
20
|
+
}
|
|
21
|
+
],
|
|
22
|
+
"oracle": {
|
|
23
|
+
"verdict": "ITERATE",
|
|
24
|
+
"requiredSignals": [
|
|
25
|
+
"tier-t2",
|
|
26
|
+
"strong-judge-required"
|
|
27
|
+
],
|
|
28
|
+
"forbiddenOutput": []
|
|
29
|
+
}
|
|
30
|
+
}
|