@tangle-network/starter-foundry 0.1.0

package/dist/lib/keywords.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keywords.js","sourceRoot":"","sources":["../../src/lib/keywords.ts"],"names":[],"mappings":"AAAA,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAA;AACrD,CAAC;AAED,gDAAgD;AAChD,SAAS,WAAW,CAAC,CAAS,EAAE,CAAS;IACvC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,MAAM,CAAA;IACnC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,MAAM,CAAA;IACnC,MAAM,MAAM,GAAe,EAAE,CAAA;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACnD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC1C,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CACtB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC,CAAE,GAAG,CAAC,EACtB,MAAM,CAAC,CAAC,CAAE,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,CAAC,EACtB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC,GAAG,CAAC,CAAE,GAAG,IAAI,CAC9B,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,CAAC,CAAC,MAAM,CAAE,CAAC,CAAC,CAAC,MAAM,CAAE,CAAA;AACrC,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,IAAY,EAAE,OAAe,EAAE,OAAO,GAAG,CAAC;IAClE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,SAAQ;QAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO;YAAE,SAAQ;QAC9D,IAAI,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,OAAO;YAAE,OAAO,IAAI,CAAA;IACxD,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,OAAe;IAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IACzC,MAAM,iBAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA;IAE/C,IACE,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC/B,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC/B,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC/B,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAC/B,CAAC;QACD,OAAO,cAAc,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IACnD,CAAC;IAED,OAAO,IAAI,MAAM,CAAC,MAAM,WAAW,CAAC,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;AACxF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,QAAkB;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACxC,MAAM,CAAC,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA;QAC/B,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;QAC9B,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;QAC1F,OAAO,KAAK,GAAG,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACxD,CAAC,EAAE,CAAC,CAAC,CAAA;AACP,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,QAAkB;IACrD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAA;AAClE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,QAAkB;IAC3D,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AAChG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAc,EAAE,QAAkB;IAC7D,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AAClG,CAAC;AASD,MAAM,CAAC,MAAM,WAAW,GAAgB;IACtC;QACE,EAAE,EAAE,QAAQ;QACZ,QAAQ,EAAE;YACR,kBAAkB;YAClB,eAAe;YACf,cAAc;YACd,kBAAkB;YAClB,mBAAmB;YACnB,sBAAsB;YACtB,gBAAgB;YAChB,cAAc;YACd,UAAU;YACV,eAAe;YACf,iBAAiB;YACjB,eAAe;YACf,gBAAgB;SACjB;KACF;IACD;QACE,EAAE,EAAE,KAAK;QACT,QAAQ,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,iBAAiB,CAAC;KAChG;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,QAAQ,EAAE,CAAC,QAAQ,EAAE,iBAAiB,CAAC;KACxC;IACD;QACE,EAAE,EAAE,IAAI;QACR,QAAQ,EAAE;YACR,WAAW;YACX,KAAK;YACL,QAAQ;YACR,SAAS;YACT,WAAW;YACX,eAAe;YACf,gBAAgB;YAChB,WAAW;YACX,OAAO;SACR;KACF;IACD;QACE,EAAE,EAAE,KAAK;QACT,QAAQ,EAAE,CAAC,wBAAwB,EAAE,YAAY,EAAE,WAAW,EAAE,iBAAiB,CAAC;KACnF;IACD;QACE,EAAE,EAAE,MAAM;QACV,QAAQ,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,oBAAoB,CAAC;KAC7G;IACD;QACE,EAAE,EAAE,OAAO;QACX,oFAAoF;QACpF,QAAQ,EAAE;YACR,sBAAsB;YACtB,UAAU;YACV,eAAe;YACf,eAAe;YACf,eAAe;YACf,aAAa;YACb,aAAa;YACb,kBAAkB;YAClB,mBAAmB;YACnB,SAAS;YACT,UAAU;YACV,cAAc;YACd,YAAY;YACZ,KAAK;YACL,qBAAqB;YACrB,aAAa;YACb,iBAAiB;YACjB,cAAc;YACd,cAAc;YACd,uEAAuE;YACvE,eAAe;YACf,aAAa;YACb,WAAW;YACX,aAAa;YACb,YAAY;YACZ,cAAc;YACd,eAAe;YACf,mBAAmB;YACnB,YAAY;YACZ,YAAY;YACZ,qBAAqB;YACrB,oBAAoB;YACpB,gBAAgB;YAChB,cAAc;YACd,aAAa;YACb,kBAAkB;YAClB,aAAa;YACb,mBAAmB;YACnB,kBAAkB;YAClB,aAAa;YACb,aAAa;YACb,UAAU;YACV,SAAS;YACT,eAAe;YACf,WAAW;YACX,cAAc;YACd,yBAAyB;YACzB,gBAAgB;YAChB,wBAAwB;YACxB,wBAAwB;YACxB,WAAW;YACX,SAAS;YACT,UAAU;YACV,YAAY;YACZ,SAAS;YACT,gBAAgB;YAChB,iBAAiB;YACjB,YAAY;YACZ,WAAW;YACX,mBAAmB;YACnB,aAAa;YACb,WAAW;YACX,QAAQ;YACR,eAAe;YACf,mBAAmB;YACnB,eAAe;YACf,YAAY;YACZ,QAAQ;YACR,SAAS;YACT,YAAY;YACZ,MAAM;YACN,YAAY;YACZ,UAAU;YACV,oBAAoB;YACpB,oBAAoB;YACpB,uBAAuB;YACvB,aAAa;YACb,WAAW;YACX,aAAa;YACb,gBAAgB;YAChB,yBAAyB;YACzB,eAAe;YACf,aAAa;YACb,cAAc;YACd,WAAW;SACZ;KACF;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,CAAC;KACnE;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,CAAC;KACjG;IACD;QACE,EAAE,EAAE,KAAK;QACT,QAAQ,EAAE,CAAC,KAAK,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,eAAe,CAAC;KACnI;IACD;QACE,EAAE,EAAE,MAAM;QACV,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,eAAe,CAAC;KACxE;IACD;QACE,EAAE,EAAE,WAAW;QACf,QAAQ,EAAE;YACR,MAAM;YACN,QAAQ;YACR,KAAK;YACL,eAAe;YACf,WAAW;YACX,mBAAmB;YACnB,WAAW;YACX,gBAAgB;YAChB,iBAAiB;YACjB,qBAAqB;YACrB,WAAW;YACX,KAAK;YACL,YAAY;YACZ,SAAS;YACT,mBAAmB;YACnB,iBAAiB;YACjB,kBAAkB;YAClB,kBAAkB;YAClB,KAAK;YACL,QAAQ;YACR,KAAK;SACN;KACF;IACD;QACE,EAAE,EAAE,KAAK;QACT,QAAQ,EAAE;YACR,UAAU;YACV,SAAS;YACT,OAAO;YACP,OAAO;YACP,QAAQ;YACR,QAAQ;YACR,SAAS;YACT,UAAU;YACV,SAAS;YACT,KAAK;YACL,UAAU;YACV,UAAU;YACV,cAAc;YACd,cAAc;YACd,SAAS;YACT,SAAS;YACT,QAAQ;YACR,WAAW;YACX,WAAW;YACX,eAAe;YACf,WAAW;YACX,YAAY;YACZ,MAAM;YACN,SAAS;YACT,WAAW;YACX,OAAO;YACP,QAAQ;YACR,eAAe;YACf,kBAAkB;YAClB,eAAe;YACf,aAAa;YACb,eAAe;YACf,gBAAgB;YAChB,eAAe;YACf,SAAS;YACT,UAAU;YACV,SAAS;YACT,OAAO;YACP,iBAAiB;YACjB,aAAa;YACb,kBAAkB;YAClB,oBAAoB;YACpB,cAAc;YACd,KAAK;YACL,mBAAmB;YACnB,gBAAgB;YAChB,WAAW;YACX,iBAAiB;YACjB,cAAc;YACd,gBAAgB;YAChB,KAAK;YACL,aAAa;YACb,WAAW;YACX,OAAO;YACP,UAAU;YACV,SAAS;YACT,KAAK;YACL,YAAY;YACZ,UAAU;YACV,WAAW;YACX,aAAa;YACb,gBAAgB;YAChB,OAAO;YACP,cAAc;YACd,gBAAgB;YAChB,gBAAgB;YAChB,eAAe;YACf,UAAU;YACV,WAAW;YACX,UAAU;YACV,gBAAgB;YAChB,MAAM;YACN,gBAAgB;SACjB;KACF;CACF,CAAA;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,EAAU;IACjD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAA;IAC/C,IAAI,EAAE,KAAK,OAAO;QAAE,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAChF,OAAO,IAAI,CAAA;AACb,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,eAAe,CAAC,EAAU;IACxC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,IAAI,EAAE,CAAA;AAC7D,CAAC;AAID;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,MAAc,EAAE,QAAkB;IACjF,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3C,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY;YAAE,SAAQ;QAC1C,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM;YAAE,SAAQ;QACrC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC;YAAE,SAAQ;QAChD,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/dist/lib/prompt-e2e.d.ts

@@ -0,0 +1,59 @@
+import { benchmarkWorkspace } from './workspace.js';
+import type { BenchmarkReport } from '../types.js';
+interface ValidationEvidence {
+    mode: 'live-runtime' | 'toolchain' | 'structural' | 'mixed';
+    tools: string[];
+    projects: Array<{
+        id: string;
+        family: string;
+        mode: 'live-runtime' | 'toolchain' | 'structural';
+        tools: string[];
+        checks: number;
+    }>;
+}
+interface StarterRoute {
+    family: string;
+    slots: Record<string, string>;
+}
+interface WorkspaceRoute {
+    primaryProjectId: string;
+    projectIds: string[];
+    projectFamilies: Record<string, string>;
+}
+type Route = StarterRoute | WorkspaceRoute;
+interface CorpusResult {
+    id: string;
+    complexity: string;
+    partner: string | null;
+    prompt: string;
+    kind: 'starter' | 'workspace';
+    confidence: string;
+    route: Route;
+    routeOk: boolean;
+    validationOk: boolean;
+    primaryArtifactHit: boolean;
+    validationEvidence: ValidationEvidence;
+    benchmark: BenchmarkReport | ReturnType<typeof benchmarkWorkspace> extends Promise<infer T> ? T : never;
+    ok: boolean;
+}
+export declare function runPromptCorpus({ corpusPath, outDir, }: {
+    corpusPath: string;
+    outDir?: string | null;
+}): Promise<{
+    outDir: string;
+    reportPath: string;
+    report: {
+        schemaVersion: 1;
+        generatedAt: string;
+        corpus: string;
+        scenarioCount: number;
+        results: CorpusResult[];
+        summary: {
+            passRate: number;
+            routeAccuracy: number;
+            validationPassRate: number;
+            primaryArtifactHitRate: number;
+        };
+    };
+}>;
+export {};

package/dist/lib/prompt-e2e.js

@@ -0,0 +1,177 @@
+import path from 'node:path';
+import { benchmarkStarter } from './benchmark.js';
+import { createTempDir, readJson, removeDir, writeJson } from './fs.js';
+import { planPrompt } from './prompt-planner.js';
+import { benchmarkWorkspace } from './workspace.js';
+function classifyProjectValidation(validationChecks) {
+    let hasLiveRuntime = false;
+    let hasToolchain = false;
+    const tools = new Set();
+    for (const check of validationChecks) {
+        if (check.type === 'http-start') {
+            hasLiveRuntime = true;
+            const bin = check.command?.[0];
+            if (bin)
+                tools.add(bin);
+            continue;
+        }
+        if (check.type === 'python-compile') {
+            hasToolchain = true;
+            tools.add('python3');
+            continue;
+        }
+        if (check.type !== 'command-success')
+            continue;
+        const [bin = 'unknown', ...args] = check.command ?? [];
+        const commandText = [bin, ...args].join(' ');
+        if (bin === 'node' && commandText.includes('validate-'))
+            continue;
+        if (['cargo', 'forge', 'go', 'python3', 'solana', 'anchor', 'aptos', 'sui', 'wrangler'].includes(bin)) {
+            hasToolchain = true;
+            tools.add(bin);
+            continue;
+        }
+        hasLiveRuntime = true;
+        tools.add(bin);
+    }
+    return {
+        mode: hasLiveRuntime ? 'live-runtime' : hasToolchain ? 'toolchain' : 'structural',
+        tools: [...tools].sort(),
+        checks: validationChecks.length,
+    };
+}
+async function loadStarterValidationEvidence(runDir) {
+    const composeReport = await readJson(path.join(runDir, '.starter-foundry', 'compose-report.json'));
+    const project = classifyProjectValidation(composeReport.validationChecks);
+    return {
+        mode: project.mode,
+        tools: project.tools,
+        projects: [
+            {
+                id: 'root',
+                family: composeReport.components.family,
+                ...project,
+            },
+        ],
+    };
+}
+async function loadWorkspaceValidationEvidence(runDir, plan) {
+    const projects = [];
+    for (const project of plan.spec.projects) {
+        const composeReport = await readJson(path.join(runDir, project.path, '.starter-foundry', 'compose-report.json'));
+        projects.push({
+            id: project.id ?? project.path,
+            family: composeReport.components.family,
+            ...classifyProjectValidation(composeReport.validationChecks),
+        });
+    }
+    const modes = new Set(projects.map((project) => project.mode));
+    return {
+        mode: modes.size === 1 ? (projects[0]?.mode ?? 'structural') : 'mixed',
+        tools: [...new Set(projects.flatMap((project) => project.tools))].sort(),
+        projects,
+    };
+}
+function matchesExpectation(result, expected) {
+    if (!expected)
+        return true;
+    if (expected.kind !== result.kind)
+        return false;
+    if (expected.kind === 'starter') {
+        const route = result.route;
+        const sameFamily = expected.family === route.family;
+        const sameSlots = Object.entries(expected.slots ?? {}).every(([slotName, layerId]) => route.slots[slotName] === layerId);
+        return sameFamily && sameSlots;
+    }
+    const route = result.route;
+    const samePrimary = expected.primaryProjectId === route.primaryProjectId;
+    const sameProjects = (expected.projectIds ?? []).every((projectId) => route.projectIds.includes(projectId));
+    const sameFamilies = Object.entries(expected.projectFamilies ?? {}).every(([projectId, family]) => route.projectFamilies[projectId] === family);
+    return samePrimary && sameProjects && sameFamilies;
+}
+export async function runPromptCorpus({ corpusPath, outDir = null, }) {
+    const corpus = await readJson(path.resolve(corpusPath));
+    const baseDir = outDir ?? (await createTempDir('starter-foundry-prompt-e2e'));
+    // Run scenarios with bounded concurrency to avoid port conflicts from simultaneous
+    // http-start validation checks. Default limit of 4 is safe for most family port ranges.
+    const CONCURRENCY = 4;
+    const results = new Array(corpus.scenarios.length);
+    const queue = corpus.scenarios.map((scenario, index) => ({ scenario, index }));
+    async function worker() {
+        while (queue.length > 0) {
+            const item = queue.shift();
+            if (!item)
+                break;
+            const { scenario, index } = item;
+            const runDir = path.join(baseDir, scenario.id);
+            const plan = await planPrompt({
+                prompt: scenario.prompt,
+                partner: scenario.partner ?? null,
+            });
+            let benchmark;
+            let route;
+            if (plan.kind === 'starter') {
+                benchmark = await benchmarkStarter({ spec: plan.spec, runs: 1, outDir: runDir });
+                route = { family: plan.spec.family, slots: plan.spec.slots ?? {} };
+            }
+            else {
+                benchmark = await benchmarkWorkspace({ spec: plan.spec, runs: 1, outDir: runDir });
+                route = {
+                    primaryProjectId: plan.spec.launchPlan?.primaryProjectId ?? '',
+                    projectIds: plan.spec.projects.map((project) => project.id ?? ''),
+                    projectFamilies: Object.fromEntries(plan.spec.projects.map((project) => [project.id ?? '', project.spec.family])),
+                };
+            }
+            const benchmarkRunDir = benchmark.results[0].outDir;
+            const validationEvidence = plan.kind === 'starter'
+                ? await loadStarterValidationEvidence(benchmarkRunDir)
+                : await loadWorkspaceValidationEvidence(benchmarkRunDir, plan);
+            const routeOk = matchesExpectation({ kind: plan.kind, route }, scenario.expected);
+            const validationOk = benchmark.summary.passRate === 1;
+            const primaryArtifactHit = benchmark.summary.primaryArtifactHitRate === 1;
+            results[index] = {
+                id: scenario.id,
+                complexity: scenario.complexity,
+                partner: scenario.partner ?? null,
+                prompt: scenario.prompt,
+                kind: plan.kind,
+                confidence: plan.confidence,
+                route,
+                routeOk,
+                validationOk,
+                primaryArtifactHit,
+                validationEvidence,
+                benchmark: benchmark,
+                ok: routeOk && validationOk && primaryArtifactHit,
+            };
+        }
+    }
+    try {
+        await Promise.all(Array.from({ length: Math.min(CONCURRENCY, corpus.scenarios.length) }, worker));
+        const report = {
+            schemaVersion: 1,
+            generatedAt: new Date().toISOString(),
+            corpus: corpus.name,
+            scenarioCount: results.length,
+            results,
+            summary: {
+                passRate: results.filter((result) => result.ok).length / results.length,
+                routeAccuracy: results.filter((result) => result.routeOk).length / results.length,
+                validationPassRate: results.filter((result) => result.validationOk).length / results.length,
+                primaryArtifactHitRate: results.filter((result) => result.primaryArtifactHit).length / results.length,
+            },
+        };
+        await writeJson(path.join(baseDir, 'prompt-e2e-report.json'), report);
+        return {
+            outDir: baseDir,
+            reportPath: path.join(baseDir, 'prompt-e2e-report.json'),
+            report,
+        };
+    }
+    finally {
+        if (!outDir) {
+            await removeDir(baseDir);
+        }
+    }
+}
+//# sourceMappingURL=prompt-e2e.js.map

package/dist/lib/prompt-e2e.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-e2e.js","sourceRoot":"","sources":["../../src/lib/prompt-e2e.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAsDnD,SAAS,yBAAyB,CAAC,gBAAmC;IAKpE,IAAI,cAAc,GAAG,KAAK,CAAA;IAC1B,IAAI,YAAY,GAAG,KAAK,CAAA;IACxB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAA;IAE/B,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,cAAc,GAAG,IAAI,CAAA;YACrB,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YAC9B,IAAI,GAAG;gBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACvB,SAAQ;QACV,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACpC,YAAY,GAAG,IAAI,CAAA;YACnB,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YACpB,SAAQ;QACV,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB;YAAE,SAAQ;QAE9C,MAAM,CAAC,GAAG,GAAG,SAAS,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAA;QACtD,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC5C,IAAI,GAAG,KAAK,MAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,SAAQ;QAEjE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACtG,YAAY,GAAG,IAAI,CAAA;YACnB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACd,SAAQ;QACV,CAAC;QAED,cAAc,GAAG,IAAI,CAAA;QACrB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAChB,CAAC;IAED,OAAO;QACL,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;QACjF,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE;QACxB,MAAM,EAAE,gBAAgB,CAAC,MAAM;KAChC,CAAA;AACH,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,MAAc;IACzD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,kBAAkB,EAAE,qBAAqB,CAAC,CAC7D,CAAA;IACD,MAAM,OAAO,GAAG,yBAAyB,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAA;IACzE,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE;YACR;gBACE,EAAE,EAAE,MAAM;gBACV,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,MAAM;gBACvC,GAAG,OAAO;aACX;SACF;KACF,CAAA;AACH,CAAC;AAED,KAAK,UAAU,+BAA+B,CAC5C,MAAc,EACd,IAAkE;IAElE,MAAM,QAAQ,GAAG,EAAE,CAAA;IAEnB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAClC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,kBAAkB,EAAE,qBAAqB,CAAC,CAC3E,CAAA;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,IAAI;YAC9B,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,MAAM;YACvC,GAAG,yBAAyB,CAAC,aAAa,CAAC,gBAAgB,CAAC;SAC7D,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAC9D,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO;QACtE,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QACxE,QAAQ;KACT,CAAA;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAuD,EAAE,QAAyB;IAC5G,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAA;IAE1B,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IAE/C,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAqB,CAAA;QAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAA;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAC1D,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,OAAO,CAC3D,CAAA;QACD,OAAO,UAAU,IAAI,SAAS,CAAA;IAChC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAuB,CAAA;IAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,gBAAgB,KAAK,KAAK,CAAC,gBAAgB,CAAA;IACxE,MAAM,YAAY,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3G,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,KAAK,CACvE,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,MAAM,CACrE,CAAA;IACD,OAAO,WAAW,IAAI,YAAY,IAAI,YAAY,CAAA;AACpD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EACpC,UAAU,EACV,MAAM,GAAG,IAAI,GAId;IAiBC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAS,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAA;IAC/D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,aAAa,CAAC,4BAA4B,CAAC,CAAC,CAAA;IAE7E,mFAAmF;IACnF,wFAAwF;IACxF,MAAM,WAAW,GAAG,CAAC,CAAA;IACrB,MAAM,OAAO,GAAmB,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAClE,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAE9E,KAAK,UAAU,MAAM;QACnB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;YAC1B,IAAI,CAAC,IAAI;gBAAE,MAAK;YAChB,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAA;YAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAA;YAC9C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC;gBAC5B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,IAAI;aAClC,CAAC,CAAA;YAEF,IAAI,SAA2E,CAAA;YAC/E,IAAI,KAAY,CAAA;YAEhB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,SAAS,GAAG,MAAM,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;gBAChF,KAAK,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAA;YACpE,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,MAAM,kBAAkB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;gBAClF,KAAK,GAAG;oBACN,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,gBAAgB,IAAI,EAAE;oBAC9D,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;oBACjE,eAAe,EAAE,MAAM,CAAC,WAAW,CACjC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAC7E;iBACF,CAAA;YACH,CAAC;YAED,MAAM,eAAe,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM,CAAA;YACpD,MAAM,kBAAkB,GACtB,IAAI,CAAC,IAAI,KAAK,SAAS;gBACrB,CAAC,CAAC,MAAM,6BAA6B,CAAC,eAAe,CAAC;gBACtD,CAAC,CAAC,MAAM,+BAA+B,CAAC,eAAe,EAAE,IAAI,CAAC,CAAA;YAElE,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA;YACjF,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAA;YACrD,MAAM,kBAAkB,GAAG,SAAS,CAAC,OAAO,CAAC,sBAAsB,KAAK,CAAC,CAAA;YAEzE,OAAO,CAAC,KAAK,CAAC,GAAG;gBACf,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,IAAI;gBACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,KAAK;gBACL,OAAO;gBACP,YAAY;gBACZ,kBAAkB;gBAClB,kBAAkB;gBAClB,SAAS,EAAE,SAAkB;gBAC7B,EAAE,EAAE,OAAO,IAAI,YAAY,IAAI,kBAAkB;aAClD,CAAA;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAA;QAEjG,MAAM,MAAM,GAAG;YACb,aAAa,EAAE,CAAU;YACzB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,MAAM,EAAE,MAAM,CAAC,IAAI;YACnB,aAAa,EAAE,OAAO,CAAC,MAAM;YAC7B,OAAO;YACP,OAAO,EAAE;gBACP,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;gBACvE,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;gBACjF,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;gBAC3F,sBAAsB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;aACtG;SACF,CAAA;QAED,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC,EAAE,MAAM,CAAC,CAAA;QAErE,OAAO;YACL,MAAM,EAAE,OAAO;YACf,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,wBAAwB,CAAC;YACxD,MAAM;SACP,CAAA;IACH,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,SAAS,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/lib/prompt-planner.d.ts

@@ -0,0 +1,9 @@
+import type { PromptPlan } from '../types.js';
+export declare function planPrompt({ prompt, partner, forceKind, familyHint, }: {
+    prompt: string;
+    partner?: string | null;
+    /** Force the result to be 'starter' or 'workspace'. Used by scaffold-builder for curated templates. */
+    forceKind?: 'starter' | 'workspace' | null;
+    /** Hint the family directly. Skips family scoring, only detects capabilities + slots. */
+    familyHint?: string | null;
+}): Promise<PromptPlan>;