@tangle-network/starter-foundry 0.5.3 → 0.5.4

package/README.md

@@ -138,3 +138,52 @@ if (plan.kind === 'starter') {
   const result = await composeStarter({ spec: plan.spec, outDir })
 }
 ```
+
+**Integrating into a downstream agent runtime?** See **[docs/INTEGRATION.md](./docs/INTEGRATION.md)** — programmatic API, multi-family workspaces, the 4 telemetry events to emit, scrubbing rules, and how to consume the pipeline's rankings.
+
+## Buildout pipeline (agent-behavior → registry signal)
+
+The `scripts/*-buildout*.mjs` pipeline mines Claude Code session transcripts of real agent buildouts on top of starter-foundry scaffolds and produces two ranked reports: **missing capabilities** (packages agents install because our router didn't attach the right layer) and **bad templates** (files agents rewrite within the first few turns).
+
+### Run it
+
+```bash
+pnpm build
+node scripts/run-buildout-pipeline.mjs   # mine → join → analyze
+```
+
+Outputs:
+- `.evolve/buildout-analysis.json` — per-scenario pass rate, top-added packages, top-rewritten files (committed evidence)
+- `.evolve/capability-gaps.json` — ranked (scenario, capability) router misses
+- `.evolve/traces/buildouts.jsonl` — append-only corpus (gitignored, regenerable)
+
+### Stages
+
+| Script | Input | Output |
+|---|---|---|
+| `mine-buildout-sessions.mjs` | `~/.claude/projects/**/factory-local-phase2-*/*.jsonl` | `.evolve/traces/buildouts.jsonl` |
+| `join-buildout-outcomes.mjs` | VB execution traces + buildouts | buildouts.jsonl annotated with outcomes |
+| `analyze-buildouts.mjs` | joined buildouts | `.evolve/buildout-analysis.json` |
+| `infer-capability-gaps.mjs` | joined buildouts + `registry/package-to-capability.json` | `.evolve/capability-gaps.json` |
+
+### Fault tolerance
+
+- **Resumable**: per-session mtime stored in `.evolve/traces/.buildouts-miner-state.json`. Unchanged sessions skip; next run is ~0ms.
+- **Concurrent-safe**: O_EXCL lock file prevents simultaneous miner entry. Stale locks (PID not alive) auto-steal.
+- **Corruption-tolerant**: a malformed state file is logged and reseeded instead of crashing.
+- **Schema-versioned**: bumping `BUILDOUT_SCHEMA_VERSION` auto-rebuilds from source.
+- **Append-only output**: JSONL with per-row schema version; malformed lines are skipped by every consumer.
+
+### Adding a new source (GLM, GPT, etc.)
+
+Write a new miner script (e.g., `mine-glm-sessions.mjs`) that emits rows conforming to `BuildoutEvent` in `src/lib/buildout-traces.ts` — same append-only JSONL, same schema version, different `sourceModel` value. The join + analyze stages consume it unchanged.
+
+### Extending `registry/package-to-capability.json`
+
+When an agent installs package X, we want our router to pre-attach the capability X maps to. Add an entry:
+
+```json
+"package-name": { "capability": "capability:foo", "confidence": 0.9 }
+```
+
+`tests/package-to-capability.test.ts` validates every capability ID against the live registry at build time.

package/corpus/ideasai-prompts.json

@@ -7,6 +7,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -20,6 +21,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -35,6 +37,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -47,7 +50,9 @@
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
       "capability:ai-chat-ui",
-      "capability:layout-dashboard"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -73,6 +78,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -86,6 +92,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -97,9 +104,10 @@
     "votes": 142,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:chart-widget",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -126,6 +134,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -141,6 +150,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -154,7 +164,8 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -166,8 +177,10 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:ai-chat-ui",
+      "capability:chart-widget",
       "capability:layout-dashboard",
-      "capability:chart-widget"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -179,8 +192,10 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:ai-chat-ui",
+      "capability:chart-widget",
       "capability:layout-dashboard",
-      "capability:chart-widget"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -192,9 +207,10 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:ai-chat-ui",
-      "capability:layout-dashboard",
       "capability:chart-widget",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -207,7 +223,8 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -220,6 +237,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -233,6 +251,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -246,6 +265,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -259,6 +279,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -271,7 +292,9 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:ai-chat-ui",
-      "capability:layout-dashboard"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -284,7 +307,8 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -297,7 +321,8 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "ai-saas",
     "actualLayers": []
@@ -323,6 +348,7 @@
     "expectedCapabilities": [
       "capability:ai-chat-ui",
       "capability:layout-chat",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "ai-saas",
@@ -334,9 +360,10 @@
     "votes": 178,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:marketplace",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "marketplace",
     "actualLayers": [
@@ -349,8 +376,9 @@
     "votes": 234,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
+      "capability:marketplace",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "marketplace",
@@ -362,9 +390,10 @@
     "votes": 312,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:marketplace",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "marketplace",
     "actualLayers": [
@@ -377,9 +406,10 @@
     "votes": 189,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:marketplace",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "marketplace",
     "actualLayers": [
@@ -392,8 +422,9 @@
     "votes": 267,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
+      "capability:marketplace",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "marketplace",
@@ -407,9 +438,10 @@
     "votes": 345,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:marketplace",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "marketplace",
     "actualLayers": [
@@ -422,8 +454,9 @@
     "votes": 198,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
+      "capability:marketplace",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "marketplace",
@@ -437,8 +470,9 @@
     "votes": 223,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
+      "capability:marketplace",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "marketplace",
@@ -452,9 +486,10 @@
     "votes": 289,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:marketplace",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "marketplace",
     "actualLayers": [
@@ -467,8 +502,9 @@
     "votes": 356,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:marketplace",
       "capability:layout-dashboard",
+      "capability:marketplace",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "marketplace",
@@ -482,9 +518,10 @@
     "votes": 156,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:layout-admin",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": [
@@ -497,9 +534,10 @@
     "votes": 234,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:chart-widget",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": [
@@ -525,9 +563,10 @@
     "votes": 167,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:chart-widget",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": [
@@ -540,9 +579,10 @@
     "votes": 145,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:layout-auth",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": []
@@ -553,9 +593,10 @@
     "votes": 178,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:chart-widget",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": [
@@ -569,9 +610,10 @@
     "votes": 201,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:layout-admin",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": []
@@ -610,9 +652,10 @@
     "votes": 334,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:chart-widget",
-      "capability:shadcn"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "saas-tools",
     "actualLayers": []
@@ -623,9 +666,10 @@
     "votes": 245,
     "expectedFamily": "react-vite-ts",
     "expectedCapabilities": [
-      "capability:webrtc",
       "capability:layout-dashboard",
-      "capability:tailwind"
+      "capability:shadcn",
+      "capability:tailwind",
+      "capability:webrtc"
     ],
     "category": "webrtc",
     "actualLayers": [
@@ -638,9 +682,11 @@
     "votes": 389,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:webrtc",
+      "capability:layout-auth",
       "capability:layout-dashboard",
-      "capability:layout-auth"
+      "capability:shadcn",
+      "capability:tailwind",
+      "capability:webrtc"
     ],
     "category": "webrtc",
     "actualLayers": []
@@ -651,9 +697,10 @@
     "votes": 312,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:webrtc",
       "capability:layout-dashboard",
-      "capability:tailwind"
+      "capability:shadcn",
+      "capability:tailwind",
+      "capability:webrtc"
     ],
     "category": "webrtc",
     "actualLayers": [
@@ -666,9 +713,10 @@
     "votes": 198,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
-      "capability:webrtc",
       "capability:layout-dashboard",
-      "capability:tailwind"
+      "capability:shadcn",
+      "capability:tailwind",
+      "capability:webrtc"
     ],
     "category": "webrtc",
     "actualLayers": []
@@ -679,9 +727,10 @@
     "votes": 223,
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
-      "capability:webrtc",
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:shadcn",
+      "capability:tailwind",
+      "capability:webrtc"
     ],
     "category": "webrtc",
     "actualLayers": []
@@ -693,8 +742,10 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:agent-intel",
+      "capability:chart-widget",
       "capability:layout-dashboard",
-      "capability:chart-widget"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "data-intel",
     "actualLayers": [
@@ -710,8 +761,10 @@
     "expectedFamily": "nextjs-ts",
     "expectedCapabilities": [
       "capability:agent-intel",
+      "capability:chart-widget",
       "capability:layout-dashboard",
-      "capability:chart-widget"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "data-intel",
     "actualLayers": [
@@ -738,8 +791,10 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:agent-intel",
+      "capability:chart-widget",
       "capability:layout-dashboard",
-      "capability:chart-widget"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "data-intel",
     "actualLayers": []
@@ -751,7 +806,9 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:agent-intel",
-      "capability:layout-dashboard"
+      "capability:layout-dashboard",
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "data-intel",
     "actualLayers": [
@@ -764,8 +821,9 @@
     "votes": 189,
     "expectedFamily": "react-vite-ts",
     "expectedCapabilities": [
-      "capability:layout-dashboard",
       "capability:chart-widget",
+      "capability:layout-dashboard",
+      "capability:shadcn",
       "capability:tailwind"
     ],
     "category": "crypto",
@@ -789,7 +847,8 @@
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
       "capability:layout-dashboard",
-      "capability:shadcn"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "crypto",
     "actualLayers": []
@@ -800,8 +859,10 @@
     "votes": 278,
     "expectedFamily": "fullstack-ts",
     "expectedCapabilities": [
+      "capability:chart-widget",
       "capability:layout-dashboard",
-      "capability:chart-widget"
+      "capability:shadcn",
+      "capability:tailwind"
     ],
     "category": "crypto",
     "actualLayers": []

package/dist/cli.js

@@ -56,11 +56,12 @@ function usage() {
         'Commands:',
         '  list',
         '  catalog',
-        '  plan --prompt <text> [--partner <id>]',
+        '  plan --prompt <text> [--partner <id>] [--brief] [--rewriter]',
         '  select --prompt <text> [--partner <id>]',
         '  compose --spec <path> --out <dir>',
         '  validate --spec <path> [--out <dir>]',
-        '  context --spec <path> [--out <dir>]',
+        '  context --spec <path> [--out <dir>] [--llm-build-plan]',
+        '  mine [--corpus <path>] [--out <path>] [--provider <groq|anthropic|openai>]',
         '  bench --spec <path> [--runs <n>] [--out <dir>]',
         '  workspace-compose --spec <path> --out <dir>',
         '  workspace-context --spec <path> [--out <dir>]',
@@ -97,6 +98,8 @@ async function main() {
             const result = await planPrompt({
                 prompt: String(options['prompt']),
                 partner: options['partner'] ? String(options['partner']) : null,
+                rewriter: Boolean(options['rewriter']),
+                brief: Boolean(options['brief']),
             });
             print(result, true);
             break;
@@ -166,6 +169,7 @@ async function main() {
             const result = await createContextPack({
                 spec,
                 outDir: options['out'] ? String(options['out']) : null,
+                llmBuildPlan: Boolean(options['llm-build-plan']),
             });
             print(result, jsonMode);
             break;
@@ -301,6 +305,28 @@ async function main() {
             print(result, true);
             break;
         }
+        case 'mine': {
+            const { spawn } = await import('node:child_process');
+            const scriptPath = new URL('../scripts/mine-archetypes.mjs', import.meta.url).pathname;
+            const argv = [];
+            if (options['corpus'])
+                argv.push('--corpus', String(options['corpus']));
+            if (options['out'])
+                argv.push('--out', String(options['out']));
+            if (options['provider'])
+                argv.push('--provider', String(options['provider']));
+            await new Promise((resolveFn, rejectFn) => {
+                const child = spawn(process.execPath, [scriptPath, ...argv], { stdio: 'inherit' });
+                child.on('exit', (code) => {
+                    if (code === 0)
+                        resolveFn();
+                    else
+                        rejectFn(new Error(`mine exited with code ${code}`));
+                });
+                child.on('error', rejectFn);
+            });
+            break;
+        }
         case 'fatten': {
             if (!options['spec'] || !options['out'])
                 throw new Error('fatten requires --spec and --out');