@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.32

package/lib/cli/doctor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../src/cli/doctor.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,aAAa,cACb,MAAM,EAAE,WACV;IAAE,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;CAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAW1C,CAAC"}

package/lib/cli/doctor.js

@@ -0,0 +1,14 @@
+import { Errors } from "incur";
+import { doctorProject, formatDoctorReport } from "../orchestrator/index.js";
+export const doctorCommand = async (campaigns, options) => {
+    const report = await doctorProject({ cwd: process.cwd(), campaigns, ...options });
+    if (!report.ok) {
+        throw new Errors.IncurError({
+            code: "PREFLIGHT_FAILED",
+            message: formatDoctorReport(report),
+            exitCode: 1,
+        });
+    }
+    return report;
+};
+//# sourceMappingURL=doctor.js.map

package/lib/cli/doctor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../src/cli/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE7E,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,SAAmB,EACnB,OAAyC,EACzC,EAAE;IACF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC;YAC1B,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,kBAAkB,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}

package/lib/cli/harness-plan.d.ts

@@ -0,0 +1,26 @@
+import { type DriverRef, type HarnessFocus, type HarnessMatrixEntry, type Registry } from "../core/index.js";
+import { type SuiteItem } from "../orchestrator/index.js";
+export type HarnessPlanOptions = {
+    matrix?: readonly HarnessMatrixEntry[] | undefined;
+    defaultDriver?: DriverRef | undefined;
+    registry: Registry;
+    focus: HarnessFocus;
+};
+export type HarnessPlan = {
+    items: SuiteItem[];
+    /** Cases pinned to a driver the focus cannot apply to. */
+    excluded: string[];
+    unavailable: {
+        id: string;
+        commands: string[];
+    }[];
+};
+/**
+ * Expand selected cases into suite items, one per harness permutation. Cases
+ * without permutations keep today's single-driver item.
+ */
+export declare const planHarnessItems: (cases: readonly {
+    path: string;
+    id: string;
+}[], options: HarnessPlanOptions) => Promise<HarnessPlan>;
+//# sourceMappingURL=harness-plan.d.ts.map

package/lib/cli/harness-plan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness-plan.d.ts","sourceRoot":"","sources":["../../src/cli/harness-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,YAAY,EACjB,KAAK,kBAAkB,EAKvB,KAAK,QAAQ,EACd,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAGxE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,CAAC,EAAE,SAAS,kBAAkB,EAAE,GAAG,SAAS,CAAC;IACnD,aAAa,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,YAAY,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,0DAA0D;IAC1D,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;CACnD,CAAC;AAaF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,UACpB,SAAS;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,EAAE,WACrC,kBAAkB,KAC1B,OAAO,CAAC,WAAW,CAkErB,CAAC"}

package/lib/cli/harness-plan.js

@@ -0,0 +1,75 @@
+import { casePermutations, driverNameOf, focusHarnessPermutations, hasHarnessFocus, permutationDriverRef, permutationId, } from "../core/index.js";
+import { mergeProcessEnvironment, resolveExecutable } from "../core/platform-process.js";
+import { referencedDriverRuntime } from "../orchestrator/driver-identity.js";
+import { loadEvalCase } from "../orchestrator/index.js";
+import { resolveDriverReference } from "../orchestrator/orchestrator.js";
+const permutationLabel = (caseId, id) => `${caseId} [${id}]`;
+const bindPermutation = (permutation, options) => {
+    const plugin = options.registry.getDriver(permutation.driver);
+    if (!plugin)
+        throw new Error(`unknown driver '${permutation.driver}'`);
+    return permutationDriverRef(permutation, options.defaultDriver, plugin);
+};
+/**
+ * Expand selected cases into suite items, one per harness permutation. Cases
+ * without permutations keep today's single-driver item.
+ */
+export const planHarnessItems = async (cases, options) => {
+    const items = [];
+    const excluded = [];
+    const unavailable = [];
+    for (const selected of cases) {
+        const evalCase = await loadEvalCase(selected.path);
+        const pinned = evalCase.driver ? driverNameOf(evalCase.driver) : undefined;
+        if (options.focus.driver !== undefined &&
+            pinned !== undefined &&
+            pinned !== options.focus.driver) {
+            excluded.push(selected.id);
+            continue;
+        }
+        let permutations = casePermutations(evalCase, options.matrix);
+        const fromMatrix = permutations.length > 0;
+        if (permutations.length === 0 && hasHarnessFocus(options.focus)) {
+            const base = pinned ?? (options.defaultDriver ? driverNameOf(options.defaultDriver) : undefined);
+            const selecting = options.focus.model !== undefined || options.focus.effort !== undefined;
+            if (base !== undefined &&
+                selecting &&
+                options.focus.driver === undefined &&
+                !options.registry.getDriver(base)?.selectHarness) {
+                excluded.push(selected.id);
+                continue;
+            }
+            permutations = base === undefined ? [] : [{ driver: base }];
+        }
+        permutations = focusHarnessPermutations(permutations, options.focus);
+        if (permutations.length === 0) {
+            items.push({ path: selected.path, id: selected.id });
+            continue;
+        }
+        for (const permutation of permutations) {
+            const id = permutationId(permutation);
+            const driver = bindPermutation(permutation, options);
+            const label = permutationLabel(selected.id, id);
+            if (fromMatrix) {
+                const effective = resolveDriverReference(evalCase, options.defaultDriver, driver);
+                const runtime = referencedDriverRuntime(effective, options.registry);
+                const config = (typeof effective === "string" ? undefined : effective.config);
+                const environment = mergeProcessEnvironment(process.env, config?.env);
+                const commands = runtime.commands.filter((command) => !resolveExecutable(command, environment, undefined, config?.cwd));
+                if (commands.length > 0) {
+                    unavailable.push({ id: label, commands });
+                    continue;
+                }
+            }
+            items.push({
+                path: selected.path,
+                id: label,
+                caseId: selected.id,
+                permutationId: id,
+                driver,
+            });
+        }
+    }
+    return { items, excluded, unavailable };
+};
+//# sourceMappingURL=harness-plan.js.map

package/lib/cli/harness-plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness-plan.js","sourceRoot":"","sources":["../../src/cli/harness-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAEhB,YAAY,EACZ,wBAAwB,EAIxB,eAAe,EACf,oBAAoB,EACpB,aAAa,GAEd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oCAAoC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAkB,MAAM,0BAA0B,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAgBzE,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAE,EAAU,EAAU,EAAE,CAAC,GAAG,MAAM,KAAK,EAAE,GAAG,CAAC;AAErF,MAAM,eAAe,GAAG,CACtB,WAA+B,EAC/B,OAA2B,EAChB,EAAE;IACb,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,OAAO,oBAAoB,CAAC,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EACnC,KAA8C,EAC9C,OAA2B,EACL,EAAE;IACxB,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,WAAW,GAA+B,EAAE,CAAC;IACnD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,IACE,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;YAClC,MAAM,KAAK,SAAS;YACpB,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,MAAM,EAC/B,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,IAAI,YAAY,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,GACR,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACtF,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;YAC1F,IACE,IAAI,KAAK,SAAS;gBAClB,SAAS;gBACT,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;gBAClC,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa,EAChD,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,YAAY,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,YAAY,GAAG,wBAAwB,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACrE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YACrD,SAAS;QACX,CAAC;QACD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAChD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;gBAClF,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACrE,MAAM,MAAM,GAAG,CAAC,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAE/D,CAAC;gBACd,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBACtE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CACtC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,CAC9E,CAAC;gBACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAC1C,SAAS;gBACX,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,aAAa,EAAE,EAAE;gBACjB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAC1C,CAAC,CAAC"}

package/lib/cli/init-templates.d.ts

@@ -0,0 +1,11 @@
+type StarterDriver = "subprocess" | "claude-code" | "codex" | "cursor" | "copilot" | "antigravity" | "grok-build";
+export declare const luxConfigBody: (withExperiment: boolean, driver?: StarterDriver, model?: string) => string;
+export declare const DEMO_AGENT_BODY = "import { writeFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\n\nconst send = (event) => process.stdout.write(JSON.stringify(event) + \"\\n\");\nsend({ type: \"ready\", agentId: \"addition-demo\" });\nawait writeFile(join(process.env.LUX_ARTIFACTS_DIR, \"add.mjs\"), \"export const add = (a, b) => a + b;\\n\");\nsend({ type: \"done\", summary: \"Wrote add.mjs\" });\n";
+export declare const SAMPLE_CASE_BODY: string;
+export declare const EXPERIMENT_SAMPLE_CASE_BODY = "import { defineEvalCase } from \"@prismatic-io/lux\";\n\n/**\n * A starter smoke case. It inherits the default driver from lux.config.ts.\n */\nexport default defineEvalCase({\n  id: \"hello-world\",\n  prompt: \"Say hello to the world.\",\n  assertions: [{ id: \"completed\", type: \"run-succeeded\" }],\n});\n";
+export declare const README_BODY = "# Lux evals\n\nThis directory holds your evaluation cases.\n\n## Layout\n\n- `lux.config.ts` \u2014 project configuration: default driver/answerer and registered plugins.\n- `cases/` \u2014 one TypeScript file per eval case. Default-export a `defineEvalCase({...})`.\n- `fixtures/` \u2014 starting state for cases that need pre-staged input.\n- `.lux-runs/` \u2014 run output, gitignored.\n\n## Setup\n\nInstall Lux in the project so authored TypeScript cases can resolve its API:\n\n```bash\nnpm install --save-dev @prismatic-io/lux\n```\n\n## First result\n\nThe default starter uses a local deterministic agent and makes no model calls.\nRun `npm exec -- lux run`, then `npm exec -- lux view` to inspect its\nartifact and behavioral assertions. In `agent/demo.mjs`, replace `a + b`\nwith `a - b` and run again: the agent completes, but the behavioral assertion\nfails. Restore addition and rerun to see it pass.\n\nFor a real coding agent, scaffold with `lux init --driver claude-code` or\n`lux init --driver codex`. Cursor, Copilot, and Antigravity require an\nexplicit model, for example `lux init --driver copilot --model <model-id>`.\nThese modes make model calls when you run cases and require the corresponding\nauthenticated CLI.\n\n## Run cases\n\n`lux run` discovers every case under `casesRoot` and runs it. Filter by\nname/path substring, by `--tag`, or repeat each matched eval with `--loop`:\n\n```bash\nnpm exec -- lux run                       # every discovered case\nnpm exec -- lux run addition           # cases whose id/path contains \"hello-world\"\nnpm exec -- lux run cases/addition.ts  # one file directly\nnpm exec -- lux run --tag smoke           # cases tagged \"smoke\" (meta.tags)\nnpm exec -- lux run --loop 5              # run each matched eval 5 times\n```\n\nSee the [Lux docs](https://github.com/prismatic-io/lux) for the full design.\n";
+export declare const STARTER_PROMPT_BODY = "# Starter agent instructions\n\nComplete the requested task and verify the result. Ask for clarification when\nmissing information changes the correct outcome.\n";
+export declare const experimentCaseBody: (id: string, split: "train" | "validation" | "test", task: string) => string;
+export declare const STARTER_EXPERIMENT_BODY = "import { defineExperiment } from \"@prismatic-io/lux\";\n\nexport default defineExperiment({\n  id: \"starter-agent-improvement\",\n  subject: {\n    root: \"..\",\n    mutable: [\"prompts/agent.md\"],\n  },\n  profiles: [\"starter\"],\n  splits: {\n    train: { tags: [\"train\"] },\n    validation: { tags: [\"validation\"] },\n    test: { tags: [\"test\"] },\n  },\n  repetitions: { search: 1, promotion: 2 },\n  objectives: {\n    constraints: [\n      { metric: \"quality.passRate\", min: 1 },\n      { metric: \"quality.passRate\", min: 1, split: \"test\" },\n      { metric: \"quality.caseRegressions\", max: 0 },\n      { metric: \"quality.caseRegressions\", max: 0, split: \"test\" },\n    ],\n    minimize: [\n      { metric: \"agent.total\" },\n      { metric: \"subject.bytes\" },\n    ],\n  },\n  optimizer: {\n    algorithm: \"reflective\",\n    config: {\n      provider: \"claude-code\",\n      model: \"YOUR_OPTIMIZER_MODEL\",\n      reasoningEffort: \"low\",\n    },\n  },\n  budget: {\n    maxCandidates: 4,\n    patience: 1,\n    maxMetricCalls: 40,\n    maxJudgeCalls: 40,\n    maxProposalCalls: 3,\n    maxTokens: 1_000_000,\n    maxCostUsd: 25,\n    maxUnpricedModelCalls: 25,\n    maxWallTimeMs: 1_800_000,\n  },\n});\n";
+export {};
+//# sourceMappingURL=init-templates.d.ts.map

package/lib/cli/init-templates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"init-templates.d.ts","sourceRoot":"","sources":["../../src/cli/init-templates.ts"],"names":[],"mappings":"AAAA,KAAK,aAAa,GACd,YAAY,GACZ,aAAa,GACb,OAAO,GACP,QAAQ,GACR,SAAS,GACT,aAAa,GACb,YAAY,CAAC;AAEjB,eAAO,MAAM,aAAa,mBACR,OAAO,WACd,aAAa,UACd,MAAM,KACb,MAmDF,CAAC;AAEF,eAAO,MAAM,eAAe,4YAO3B,CAAC;AAIF,eAAO,MAAM,gBAAgB,QAe5B,CAAC;AAEF,eAAO,MAAM,2BAA2B,4TAUvC,CAAC;AAEF,eAAO,MAAM,WAAW,u1DA+CvB,CAAC;AAEF,eAAO,MAAM,mBAAmB,sKAI/B,CAAC;AAEF,eAAO,MAAM,kBAAkB,OACzB,MAAM,SACH,OAAO,GAAG,YAAY,GAAG,MAAM,QAChC,MAAM,KACX,MAuBF,CAAC;AAEF,eAAO,MAAM,uBAAuB,guCA+CnC,CAAC"}

package/lib/cli/init-templates.js

@@ -0,0 +1,215 @@
+export const luxConfigBody = (withExperiment, driver, model) => {
+    const subjectRoot = withExperiment ? '  subjectRoot: ".",\n' : "";
+    const profiles = withExperiment ? "  profiles: { starter: {} },\n" : "";
+    const selectedDriver = driver ?? (withExperiment ? undefined : "subprocess");
+    const modelField = model ? `model: ${JSON.stringify(model)}, ` : "";
+    let defaultDriver;
+    if (selectedDriver === "subprocess") {
+        defaultDriver = `  defaultDriver: { name: "subprocess", config: {
+    command: process.execPath,
+    args: [fileURLToPath(new URL("./agent/demo.mjs", import.meta.url))],
+    inheritEnv: false,
+  } },
+`;
+    }
+    else if (selectedDriver) {
+        const efforts = {
+            "claude-code": 'reasoningEffort: "low"',
+            codex: 'reasoningEffort: "low"',
+            cursor: "",
+            "grok-build": 'reasoningEffort: "low", permissionMode: "auto"',
+            copilot: 'reasoningEffort: "low"',
+            antigravity: 'reasoningEffort: "low"',
+        };
+        defaultDriver = `  defaultDriver: { name: ${JSON.stringify(selectedDriver)}, config: { ${modelField}${efforts[selectedDriver]} } },
+`;
+    }
+    else {
+        defaultDriver = `  // Select a driver with lux init --experiment --driver codex --force.
+  // defaultDriver: { name: "codex", config: { reasoningEffort: "low" } },
+`;
+    }
+    return `${selectedDriver === "subprocess" ? 'import { fileURLToPath } from "node:url";\n' : ""}import type { LuxConfig } from "@prismatic-io/lux";
+
+/**
+ * Lux project configuration. Drivers, answerers, and assertions
+ * register here; \`lux run\` discovers cases under \`casesRoot\`.
+ */
+const config: LuxConfig = {
+  casesRoot: "./cases",
+  fixturesRoot: "./fixtures",
+  runsRoot: "./.lux-runs",
+${subjectRoot}  // Runners default to cheap models and low effort instead of inheriting CLI defaults.
+${defaultDriver}  // Persona answerers and rubric judges default to cheap models and low effort.
+  // Override both explicitly when a stronger harness is worth the added cost:
+  // harness: { provider: "codex", model: "YOUR_HARNESS_MODEL" },
+  defaultAnswerer: "persona",
+${profiles}  // drivers: [/* register drivers here */],
+  // answerers: [/* register answerers here */],
+  // assertions: [/* register custom assertions here */],
+};
+
+export default config;
+`;
+};
+export const DEMO_AGENT_BODY = `import { writeFile } from "node:fs/promises";
+import { join } from "node:path";
+
+const send = (event) => process.stdout.write(JSON.stringify(event) + "\\n");
+send({ type: "ready", agentId: "addition-demo" });
+await writeFile(join(process.env.LUX_ARTIFACTS_DIR, "add.mjs"), "export const add = (a, b) => a + b;\\n");
+send({ type: "done", summary: "Wrote add.mjs" });
+`;
+const ADDITION_COMMAND = `node --input-type=module -e "import assert from 'node:assert/strict'; import { add } from './add.mjs'; assert.equal(add(2, 3), 5); assert.equal(add(-2, 2), 0); assert.equal(add(0, 0), 0);"`;
+export const SAMPLE_CASE_BODY = `import { defineEvalCase } from "@prismatic-io/lux";
+
+export default defineEvalCase({
+  id: "addition",
+  prompt: "Write add.mjs exporting add(a, b). It must add two numbers, including negative numbers and zero.",
+  assertions: [
+    { id: "completed", type: "run-succeeded" },
+    { id: "module-written", type: "file-exists", path: "add.mjs" },
+    {
+      id: "adds-correctly",
+      type: "command-exits-zero",
+      command: ${JSON.stringify(ADDITION_COMMAND)},
+    },
+  ],
+});
+`;
+export const EXPERIMENT_SAMPLE_CASE_BODY = `import { defineEvalCase } from "@prismatic-io/lux";
+
+/**
+ * A starter smoke case. It inherits the default driver from lux.config.ts.
+ */
+export default defineEvalCase({
+  id: "hello-world",
+  prompt: "Say hello to the world.",
+  assertions: [{ id: "completed", type: "run-succeeded" }],
+});
+`;
+export const README_BODY = `# Lux evals
+
+This directory holds your evaluation cases.
+
+## Layout
+
+- \`lux.config.ts\` — project configuration: default driver/answerer and registered plugins.
+- \`cases/\` — one TypeScript file per eval case. Default-export a \`defineEvalCase({...})\`.
+- \`fixtures/\` — starting state for cases that need pre-staged input.
+- \`.lux-runs/\` — run output, gitignored.
+
+## Setup
+
+Install Lux in the project so authored TypeScript cases can resolve its API:
+
+\`\`\`bash
+npm install --save-dev @prismatic-io/lux
+\`\`\`
+
+## First result
+
+The default starter uses a local deterministic agent and makes no model calls.
+Run \`npm exec -- lux run\`, then \`npm exec -- lux view\` to inspect its
+artifact and behavioral assertions. In \`agent/demo.mjs\`, replace \`a + b\`
+with \`a - b\` and run again: the agent completes, but the behavioral assertion
+fails. Restore addition and rerun to see it pass.
+
+For a real coding agent, scaffold with \`lux init --driver claude-code\` or
+\`lux init --driver codex\`. Cursor, Copilot, and Antigravity require an
+explicit model, for example \`lux init --driver copilot --model <model-id>\`.
+These modes make model calls when you run cases and require the corresponding
+authenticated CLI.
+
+## Run cases
+
+\`lux run\` discovers every case under \`casesRoot\` and runs it. Filter by
+name/path substring, by \`--tag\`, or repeat each matched eval with \`--loop\`:
+
+\`\`\`bash
+npm exec -- lux run                       # every discovered case
+npm exec -- lux run addition           # cases whose id/path contains "hello-world"
+npm exec -- lux run cases/addition.ts  # one file directly
+npm exec -- lux run --tag smoke           # cases tagged "smoke" (meta.tags)
+npm exec -- lux run --loop 5              # run each matched eval 5 times
+\`\`\`
+
+See the [Lux docs](https://github.com/prismatic-io/lux) for the full design.
+`;
+export const STARTER_PROMPT_BODY = `# Starter agent instructions
+
+Complete the requested task and verify the result. Ask for clarification when
+missing information changes the correct outcome.
+`;
+export const experimentCaseBody = (id, split, task) => {
+    const checks = {
+        train: "assert.equal(result(2, 3), 5); assert.equal(result(-2, 2), 0)",
+        validation: "assert.equal(result(12, 0, 10), 10); assert.equal(result(-1, 0, 10), 0); assert.equal(result(5, 0, 10), 5)",
+        test: "assert.equal(result('  Lux REVIEW  '), 'lux review'); assert.equal(result(''), '')",
+    };
+    const command = `node --input-type=module -e "import assert from 'node:assert/strict'; import { result } from './result.mjs'; ${checks[split]};"`;
+    return `import { defineEvalCase, subjectPath } from "@prismatic-io/lux";
+
+export default defineEvalCase({
+  id: ${JSON.stringify(id)},
+  prompt: [
+    \`Read \${subjectPath("prompts/agent.md")} and use it as task guidance.\`,
+    ${JSON.stringify(task)},
+  ].join("\\n\\n"),
+  assertions: [
+    { id: "completed", type: "run-succeeded" },
+    { id: "behavior", type: "command-exits-zero", command: ${JSON.stringify(command)} },
+  ],
+  meta: { tags: [${JSON.stringify(split)}] },
+});
+`;
+};
+export const STARTER_EXPERIMENT_BODY = `import { defineExperiment } from "@prismatic-io/lux";
+
+export default defineExperiment({
+  id: "starter-agent-improvement",
+  subject: {
+    root: "..",
+    mutable: ["prompts/agent.md"],
+  },
+  profiles: ["starter"],
+  splits: {
+    train: { tags: ["train"] },
+    validation: { tags: ["validation"] },
+    test: { tags: ["test"] },
+  },
+  repetitions: { search: 1, promotion: 2 },
+  objectives: {
+    constraints: [
+      { metric: "quality.passRate", min: 1 },
+      { metric: "quality.passRate", min: 1, split: "test" },
+      { metric: "quality.caseRegressions", max: 0 },
+      { metric: "quality.caseRegressions", max: 0, split: "test" },
+    ],
+    minimize: [
+      { metric: "agent.total" },
+      { metric: "subject.bytes" },
+    ],
+  },
+  optimizer: {
+    algorithm: "reflective",
+    config: {
+      provider: "claude-code",
+      model: "YOUR_OPTIMIZER_MODEL",
+      reasoningEffort: "low",
+    },
+  },
+  budget: {
+    maxCandidates: 4,
+    patience: 1,
+    maxMetricCalls: 40,
+    maxJudgeCalls: 40,
+    maxProposalCalls: 3,
+    maxTokens: 1_000_000,
+    maxCostUsd: 25,
+    maxUnpricedModelCalls: 25,
+    maxWallTimeMs: 1_800_000,
+  },
+});
+`;
+//# sourceMappingURL=init-templates.js.map

package/lib/cli/init-templates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init-templates.js","sourceRoot":"","sources":["../../src/cli/init-templates.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,cAAuB,EACvB,MAAsB,EACtB,KAAc,EACN,EAAE;IACV,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,IAAI,aAAqB,CAAC;IAC1B,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;QACpC,aAAa,GAAG;;;;;CAKnB,CAAC;IACA,CAAC;SAAM,IAAI,cAAc,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG;YACd,aAAa,EAAE,wBAAwB;YACvC,KAAK,EAAE,wBAAwB;YAC/B,MAAM,EAAE,EAAE;YACV,YAAY,EAAE,gDAAgD;YAC9D,OAAO,EAAE,wBAAwB;YACjC,WAAW,EAAE,wBAAwB;SACtC,CAAC;QACF,aAAa,GAAG,4BAA4B,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,eAAe,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC;CAChI,CAAC;IACA,CAAC;SAAM,CAAC;QACN,aAAa,GAAG;;CAEnB,CAAC;IACA,CAAC;IACD,OAAO,GAAG,cAAc,KAAK,YAAY,CAAC,CAAC,CAAC,6CAA6C,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;EAU9F,WAAW;EACX,aAAa;;;;EAIb,QAAQ;;;;;;CAMT,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;;;CAO9B,CAAC;AAEF,MAAM,gBAAgB,GAAG,8LAA8L,CAAC;AAExN,MAAM,CAAC,MAAM,gBAAgB,GAAG;;;;;;;;;;;iBAWf,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;;;;CAIhD,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG;;;;;;;;;;CAU1C,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+C1B,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG;;;;CAIlC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,EAAU,EACV,KAAsC,EACtC,IAAY,EACJ,EAAE;IACV,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,+DAA+D;QACtE,UAAU,EACR,4GAA4G;QAC9G,IAAI,EAAE,oFAAoF;KAC3F,CAAC;IACF,MAAM,OAAO,GAAG,gHAAgH,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;IAClJ,OAAO;;;QAGD,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;;;MAGpB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;;;;6DAImC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;;mBAEjE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;;CAEvC,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+CtC,CAAC"}

package/lib/cli/init.d.ts

@@ -3,6 +3,16 @@ declare const InitOptionsSchema: z.ZodObject<{
     cwd: z.ZodString;
     force: z.ZodDefault<z.ZodBoolean>;
     experiment: z.ZodDefault<z.ZodBoolean>;
+    driver: z.ZodOptional<z.ZodEnum<{
+        antigravity: "antigravity";
+        "claude-code": "claude-code";
+        codex: "codex";
+        copilot: "copilot";
+        cursor: "cursor";
+        "grok-build": "grok-build";
+        subprocess: "subprocess";
+    }>>;
+    model: z.ZodOptional<z.ZodString>;
 }, z.core.$strict>;
 type InitOptions = z.input<typeof InitOptionsSchema>;
 declare const InitResultSchema: z.ZodObject<{

package/lib/cli/init.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,QAAA,MAAM,iBAAiB;;;;kBAMZ,CAAC;AACZ,KAAK,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAErD,QAAA,MAAM,gBAAgB;;;;;;;;kBAcX,CAAC;AACZ,KAAK,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAyRnD,eAAO,MAAM,WAAW,YAAmB,WAAW,KAAG,OAAO,CAAC,UAAU,CA2E1E,CAAC;AAEF,eAAO,MAAM,gBAAgB,WAAY,UAAU,OAAO,MAAM,KAAG,MAsBlE,CAAC"}
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,QAAA,MAAM,iBAAiB;;;;;;;;;;;;;;kBA6BnB,CAAC;AACL,KAAK,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAErD,QAAA,MAAM,gBAAgB;;;;;;;;kBAcX,CAAC;AACZ,KAAK,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AA0GnD,eAAO,MAAM,WAAW,YAAmB,WAAW,KAAG,OAAO,CAAC,UAAU,CAoF1E,CAAC;AAEF,eAAO,MAAM,gBAAgB,WAAY,UAAU,OAAO,MAAM,KAAG,MAsBlE,CAAC"}