@prismatic-io/lux 0.0.1

package/lib/orchestrator/config.js

@@ -0,0 +1,176 @@
+import { existsSync } from "node:fs";
+import { join, resolve } from "node:path";
+import { pathToFileURL } from "node:url";
+import { z } from "zod";
+import { claudeCodeAnswerer } from "../answerers/claude-code/index.js";
+import { personaAnswerer } from "../answerers/persona/index.js";
+import { scriptedAnswerer } from "../answerers/scripted/index.js";
+import { terminalAnswerer } from "../answerers/terminal/index.js";
+import { allCoreAssertions } from "../assertions/core/index.js";
+import { allMcpAssertions } from "../assertions/mcp/index.js";
+import { createRubricAssertion } from "../assertions/rubric/index.js";
+import { AnswererRefSchema, assertionPluginIssue, DriverRefSchema, formatZodIssues, HarnessModelConfigSchema, lifecycleHooksPluginIssue, Registry, } from "../core/index.js";
+import { claudeCodeDriver } from "../drivers/claude-code/index.js";
+import { codexDriver } from "../drivers/codex/index.js";
+import { mcpProbeDriver } from "../drivers/mcp/index.js";
+import { subprocessDriver } from "../drivers/subprocess/index.js";
+const pluginLike = z.looseObject({
+    name: z.string(),
+    create: z.custom((v) => typeof v === "function"),
+});
+export const ExperimentProfileSchema = z
+    .object({
+    driver: DriverRefSchema.optional(),
+    answerer: AnswererRefSchema.optional(),
+    harness: HarnessModelConfigSchema.optional(),
+})
+    .strict();
+// `z.custom` validates in place; `z.object` would rebuild a class plugin and
+// strip its prototype.
+const asPlugin = (shape, label) => z.custom((v) => shape.safeParse(v).success, { message: `expected ${label}` });
+const AssertionPluginSchema = z.custom().superRefine((value, ctx) => {
+    if (!value || typeof value !== "object") {
+        ctx.addIssue({ code: "custom", message: "assertion plugin must be an object" });
+        return;
+    }
+    const issue = assertionPluginIssue(value);
+    if (issue)
+        ctx.addIssue({ code: "custom", message: issue });
+});
+const LifecycleHooksPluginSchema = z.custom().superRefine((value, ctx) => {
+    if (!value || typeof value !== "object") {
+        ctx.addIssue({
+            code: "custom",
+            message: "lifecycle hooks plugin must be an object",
+        });
+        return;
+    }
+    const issue = lifecycleHooksPluginIssue(value);
+    if (issue)
+        ctx.addIssue({ code: "custom", message: issue });
+});
+const LuxConfigSchema = z
+    .object({
+    casesRoot: z.string().optional(),
+    fixturesRoot: z.string().optional(),
+    runsRoot: z.string().default(".lux-runs"),
+    /** Root bound into case values created with `subjectPath()`. */
+    subjectRoot: z.string().optional(),
+    defaultAnswerer: AnswererRefSchema.default("persona"),
+    defaultDriver: DriverRefSchema.optional(),
+    /** Shared provider/model defaults for persona answering and rubric judging. */
+    harness: HarnessModelConfigSchema.optional(),
+    concurrency: z.number().int().min(1).default(1),
+    profiles: z.record(z.string(), ExperimentProfileSchema).optional(),
+    drivers: z
+        .array(asPlugin(pluginLike, "a driver plugin: { name, create }"))
+        .optional(),
+    answerers: z
+        .array(asPlugin(pluginLike, "an answerer plugin: { name, create }"))
+        .optional(),
+    assertions: z.array(AssertionPluginSchema).optional(),
+    lifecycleFixtures: z
+        .array(LifecycleHooksPluginSchema)
+        .superRefine((fixtures, ctx) => {
+        const names = new Set();
+        for (const [index, fixture] of fixtures.entries()) {
+            if (names.has(fixture.name)) {
+                ctx.addIssue({
+                    code: "custom",
+                    message: `duplicate lifecycle fixture plugin '${fixture.name}'`,
+                    path: [index, "name"],
+                });
+            }
+            names.add(fixture.name);
+        }
+    })
+        .optional(),
+})
+    .strict();
+const CONFIG_FILENAMES = ["lux.config.ts", "lux.config.js", "lux.config.mjs"];
+export const findConfigFile = (cwd) => {
+    for (const name of CONFIG_FILENAMES) {
+        const path = join(cwd, name);
+        if (existsSync(path))
+            return path;
+    }
+    return null;
+};
+export const loadLuxConfig = async (cwd = process.cwd()) => {
+    const root = resolve(cwd);
+    const configPath = findConfigFile(root);
+    if (!configPath) {
+        return {
+            configPath: null,
+            rootDir: root,
+            runsRoot: join(root, ".lux-runs"),
+            defaultAnswerer: "persona",
+            concurrency: 1,
+        };
+    }
+    const mod = (await import(pathToFileURL(configPath).href));
+    if (mod.default === undefined) {
+        throw new Error(`Lux config at ${configPath} has no default export. Use \`export default { ... }\`.`);
+    }
+    const parsed = LuxConfigSchema.safeParse(mod.default);
+    if (!parsed.success) {
+        throw new Error(`Invalid Lux config at ${configPath}: ${formatZodIssues(parsed.error)}`);
+    }
+    const validated = parsed.data;
+    return {
+        configPath,
+        rootDir: root,
+        runsRoot: resolve(root, validated.runsRoot),
+        ...(validated.subjectRoot ? { subjectRoot: resolve(root, validated.subjectRoot) } : {}),
+        ...(validated.casesRoot ? { casesRoot: resolve(root, validated.casesRoot) } : {}),
+        ...(validated.fixturesRoot ? { fixturesRoot: resolve(root, validated.fixturesRoot) } : {}),
+        defaultAnswerer: validated.defaultAnswerer,
+        ...(validated.defaultDriver ? { defaultDriver: validated.defaultDriver } : {}),
+        ...(validated.harness ? { harness: validated.harness } : {}),
+        concurrency: validated.concurrency,
+        ...(validated.profiles ? { profiles: validated.profiles } : {}),
+        ...(validated.drivers ? { drivers: validated.drivers } : {}),
+        ...(validated.answerers ? { answerers: validated.answerers } : {}),
+        ...(validated.assertions ? { assertions: validated.assertions } : {}),
+        ...(validated.lifecycleFixtures ? { lifecycleFixtures: validated.lifecycleFixtures } : {}),
+    };
+};
+const builtinDrivers = [
+    claudeCodeDriver,
+    codexDriver,
+    subprocessDriver,
+    mcpProbeDriver,
+];
+const builtinAnswerers = [
+    personaAnswerer,
+    claudeCodeAnswerer,
+    scriptedAnswerer,
+    terminalAnswerer,
+];
+export const buildRegistryFromConfig = (config) => {
+    const registry = new Registry();
+    for (const d of config.drivers ?? [])
+        registry.registerDriver(d);
+    for (const a of config.answerers ?? [])
+        registry.registerAnswerer(a);
+    for (const a of config.assertions ?? [])
+        registry.registerAssertion(a);
+    // Config plugins claim their names first so a config can shadow a bundled
+    // plugin; built-ins fill whatever remains.
+    for (const d of builtinDrivers)
+        if (!registry.getDriver(d.name))
+            registry.registerDriver(d);
+    for (const a of builtinAnswerers)
+        if (!registry.getAnswerer(a.name))
+            registry.registerAnswerer(a);
+    const builtinAssertions = [
+        ...allCoreAssertions,
+        createRubricAssertion(config.harness),
+        ...allMcpAssertions,
+    ];
+    for (const a of builtinAssertions)
+        if (!registry.getAssertion(a.type))
+            registry.registerAssertion(a);
+    return registry;
+};
+//# sourceMappingURL=config.js.map

package/lib/orchestrator/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/orchestrator/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,EAEL,iBAAiB,EAGjB,oBAAoB,EAEpB,eAAe,EACf,eAAe,EACf,wBAAwB,EAExB,yBAAyB,EACzB,QAAQ,GACT,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAElE,MAAM,UAAU,GAAG,CAAC,CAAC,WAAW,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAU,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC;CAC1D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACrC,MAAM,CAAC;IACN,MAAM,EAAE,eAAe,CAAC,QAAQ,EAAE;IAClC,QAAQ,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IACtC,OAAO,EAAE,wBAAwB,CAAC,QAAQ,EAAE;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,6EAA6E;AAC7E,uBAAuB;AACvB,MAAM,QAAQ,GAAG,CAAI,KAAgB,EAAE,KAAa,EAAE,EAAE,CACtD,CAAC,CAAC,MAAM,CAAI,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,YAAY,KAAK,EAAE,EAAE,CAAC,CAAC;AAEnF,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,EAA8B,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IAC9F,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,oCAAoC,EAAE,CAAC,CAAC;QAChF,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,KAAK;QAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9D,CAAC,CAAC,CAAC;AAEH,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,EAAwB,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IAC7F,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,GAAG,CAAC,QAAQ,CAAC;YACX,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,0CAA0C;SACpD,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,MAAM,KAAK,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,KAAK;QAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAC9D,CAAC,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,CAAC;KACtB,MAAM,CAAC;IACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IACzC,gEAAgE;IAChE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,eAAe,EAAE,iBAAiB,CAAC,OAAO,CAAC,SAAS,CAAC;IACrD,aAAa,EAAE,eAAe,CAAC,QAAQ,EAAE;IACzC,+EAA+E;IAC/E,OAAO,EAAE,wBAAwB,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/C,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,QAAQ,EAAE;IAClE,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,QAAQ,CAAsB,UAAU,EAAE,mCAAmC,CAAC,CAAC;SACrF,QAAQ,EAAE;IACb,SAAS,EAAE,CAAC;SACT,KAAK,CAAC,QAAQ,CAAwB,UAAU,EAAE,sCAAsC,CAAC,CAAC;SAC1F,QAAQ,EAAE;IACb,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE;IACrD,iBAAiB,EAAE,CAAC;SACjB,KAAK,CAAC,0BAA0B,CAAC;SACjC,WAAW,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,GAAG,CAAC,QAAQ,CAAC;oBACX,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,uCAAuC,OAAO,CAAC,IAAI,GAAG;oBAC/D,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;iBACtB,CAAC,CAAC;YACL,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;SACD,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE,CAAC;AAgBZ,MAAM,gBAAgB,GAAG,CAAC,eAAe,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;AAE9E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAiB,EAAE;IAC3D,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC7B,IAAI,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;IACpC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,GAAG,GAAW,OAAO,CAAC,GAAG,EAAE,EAA8B,EAAE;IAC7F,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC;YACjC,eAAe,EAAE,SAAS;YAC1B,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAA0B,CAAC;IACpF,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACb,iBAAiB,UAAU,yDAAyD,CACrF,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;IAC9B,OAAO;QACL,UAAU;QACV,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC;QAC3C,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,eAAe,EAAE,SAAS,CAAC,eAAe;QAC1C,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,GAAG,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3F,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,cAAc,GAA0B;IAC5C,gBAAgB;IAChB,WAAW;IACX,gBAAgB;IAChB,cAAc;CACf,CAAC;AACF,MAAM,gBAAgB,GAA4B;IAChD,eAAe;IACf,kBAAkB;IAClB,gBAAgB;IAChB,gBAAgB;CACjB,CAAC;AACF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,MAAyB,EAAY,EAAE;IAC7E,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE;QAAE,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE;QAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IACrE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,IAAI,EAAE;QAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACvE,0EAA0E;IAC1E,2CAA2C;IAC3C,KAAK,MAAM,CAAC,IAAI,cAAc;QAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAC5F,KAAK,MAAM,CAAC,IAAI,gBAAgB;QAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAClG,MAAM,iBAAiB,GAAG;QACxB,GAAG,iBAAiB;QACpB,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC;QACrC,GAAG,gBAAgB;KACpB,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,iBAAiB;QAC/B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IACpE,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/lib/orchestrator/content-bound-json.d.ts

@@ -0,0 +1,5 @@
+import { z } from "zod";
+export declare const retireContentBoundJson: (path: string) => Promise<void>;
+export declare const readContentBoundJson: <Schema extends z.ZodType>(path: string, schema: Schema, evaluationHash: string) => Promise<z.infer<Schema> | null>;
+export declare const writeContentBoundJson: (path: string, value: unknown, evaluationHash: string, beforeBinding?: () => Promise<void>) => Promise<void>;
+//# sourceMappingURL=content-bound-json.d.ts.map

package/lib/orchestrator/content-bound-json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-bound-json.d.ts","sourceRoot":"","sources":["../../src/orchestrator/content-bound-json.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAwBxB,eAAO,MAAM,sBAAsB,SAAgB,MAAM,KAAG,OAAO,CAAC,IAAI,CAMvE,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,MAAM,SAAS,CAAC,CAAC,OAAO,QAC3D,MAAM,UACJ,MAAM,kBACE,MAAM,KACrB,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAehC,CAAC;AAEF,eAAO,MAAM,qBAAqB,SAC1B,MAAM,SACL,OAAO,kBACE,MAAM,kBACN,MAAM,OAAO,CAAC,IAAI,CAAC,KAClC,OAAO,CAAC,IAAI,CASd,CAAC"}

package/lib/orchestrator/content-bound-json.js

@@ -0,0 +1,59 @@
+import { randomUUID } from "node:crypto";
+import { link, mkdir, rm, unlink, writeFile } from "node:fs/promises";
+import { dirname } from "node:path";
+import { z } from "zod";
+import { valueHash } from "../core/index.js";
+import { safeReadJson } from "./fs-read.js";
+const markerSchema = z
+    .object({
+    schemaVersion: z.literal(1),
+    evaluationHash: z.string().min(1),
+    contentHash: z.exactOptional(z.string().min(1)),
+})
+    .strict();
+const markerPath = (path) => `${path}.identity.json`;
+const publishExclusiveJson = async (path, value) => {
+    const temporary = `${path}.${process.pid}.${randomUUID()}.tmp`;
+    await writeFile(temporary, `${JSON.stringify(value, null, 2)}\n`, { flag: "wx" });
+    try {
+        await link(temporary, path);
+    }
+    finally {
+        await rm(temporary, { force: true });
+    }
+};
+export const retireContentBoundJson = async (path) => {
+    for (const target of [path, markerPath(path)]) {
+        await unlink(target).catch((error) => {
+            if (error.code !== "ENOENT")
+                throw error;
+        });
+    }
+};
+export const readContentBoundJson = async (path, schema, evaluationHash) => {
+    const marker = await safeReadJson(markerPath(path), markerSchema);
+    if (!marker?.contentHash || marker.evaluationHash !== evaluationHash) {
+        await retireContentBoundJson(path);
+        return null;
+    }
+    const value = await safeReadJson(path, schema);
+    if (!value) {
+        await retireContentBoundJson(path);
+        return null;
+    }
+    if (marker.contentHash !== valueHash(value)) {
+        throw new Error(`cached JSON failed its content check: ${path}`);
+    }
+    return value;
+};
+export const writeContentBoundJson = async (path, value, evaluationHash, beforeBinding) => {
+    await mkdir(dirname(path), { recursive: true });
+    await publishExclusiveJson(path, value);
+    await beforeBinding?.();
+    await publishExclusiveJson(markerPath(path), {
+        schemaVersion: 1,
+        evaluationHash,
+        contentHash: valueHash(value),
+    });
+};
+//# sourceMappingURL=content-bound-json.js.map

package/lib/orchestrator/content-bound-json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-bound-json.js","sourceRoot":"","sources":["../../src/orchestrator/content-bound-json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,YAAY,GAAG,CAAC;KACnB,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;CAChD,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,UAAU,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,GAAG,IAAI,gBAAgB,CAAC;AAErE,MAAM,oBAAoB,GAAG,KAAK,EAAE,IAAY,EAAE,KAAc,EAAiB,EAAE;IACjF,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;IAC/D,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,IAAY,EAAiB,EAAE;IAC1E,KAAK,MAAM,MAAM,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9C,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACnC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,IAAY,EACZ,MAAc,EACd,cAAsB,EACW,EAAE;IACnC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;IAClE,IAAI,CAAC,MAAM,EAAE,WAAW,IAAI,MAAM,CAAC,cAAc,KAAK,cAAc,EAAE,CAAC;QACrE,MAAM,sBAAsB,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,sBAAsB,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EACxC,IAAY,EACZ,KAAc,EACd,cAAsB,EACtB,aAAmC,EACpB,EAAE;IACjB,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACxC,MAAM,aAAa,EAAE,EAAE,CAAC;IACxB,MAAM,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;QAC3C,aAAa,EAAE,CAAC;QAChB,cAAc;QACd,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC"}

package/lib/orchestrator/discover.d.ts

@@ -0,0 +1,45 @@
+export type DiscoveredCase = {
+    /** Absolute path to the case file. */
+    path: string;
+    /** The case's own `id`, else its path relative to the root sans extension. */
+    id: string;
+    /** Path relative to the discovery root, sans extension, forward-slashed. */
+    relPath: string;
+    /** `meta.tags` normalized to strings; empty when unset. */
+    tags: string[];
+};
+/**
+ * A file that looked like a case — a non-ignored `.ts` under the root — but
+ * failed to load, or a directory that could not be listed. Surfaced rather
+ * than silently skipped: a case that never runs because it throws on import
+ * (or hides in an unreadable directory) is exactly the failure this discovery
+ * model exists to make visible.
+ */
+export type DiscoveryProblem = {
+    path: string;
+    reason: string;
+};
+export type DiscoveryResult = {
+    cases: DiscoveredCase[];
+    problems: DiscoveryProblem[];
+};
+/**
+ * Walk `root` for case files and load each. A file with no default export is
+ * quietly ignored (it is not trying to be a case); one whose default export
+ * fails {@link EvalCaseSchema}, or that throws on import, is recorded as a
+ * problem so the caller can report it rather than run a silently-missing suite.
+ */
+export declare const discoverCases: (root: string) => Promise<DiscoveryResult>;
+export type CaseFilter = {
+    /** Substring patterns matched (case-insensitively) against id and relPath. */
+    patterns?: string[] | undefined;
+    /** Tags; a case matches when it carries any of them. */
+    tags?: string[] | undefined;
+};
+/**
+ * Narrow discovered cases: substring patterns OR-match within themselves, tags
+ * OR-match within themselves, and the two dimensions AND together — the same
+ * `path ... -k ... -m ...` composition pytest uses.
+ */
+export declare const selectCases: (cases: DiscoveredCase[], filter?: CaseFilter) => DiscoveredCase[];
+//# sourceMappingURL=discover.d.ts.map

package/lib/orchestrator/discover.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discover.d.ts","sourceRoot":"","sources":["../../src/orchestrator/discover.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,cAAc,GAAG;IAC3B,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,8EAA8E;IAC9E,EAAE,EAAE,MAAM,CAAC;IACX,4EAA4E;IAC5E,OAAO,EAAE,MAAM,CAAC;IAChB,2DAA2D;IAC3D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;CAC9B,CAAC;AAqCF;;;;;GAKG;AACH,eAAO,MAAM,aAAa,SAAgB,MAAM,KAAG,OAAO,CAAC,eAAe,CA6BzE,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,8EAA8E;IAC9E,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IAChC,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;CAC7B,CAAC;AAcF;;;;GAIG;AACH,eAAO,MAAM,WAAW,UAAW,cAAc,EAAE,WAAU,UAAU,KAAQ,cAAc,EAI5F,CAAC"}

package/lib/orchestrator/discover.js

@@ -0,0 +1,98 @@
+import { existsSync } from "node:fs";
+import { readdir } from "node:fs/promises";
+import { join, relative, resolve } from "node:path";
+import { pathToFileURL } from "node:url";
+import { EvalCaseSchema, formatZodIssues } from "../core/index.js";
+const IGNORED_DIRS = new Set(["node_modules"]);
+// `_`-prefixed files are shared helpers (e.g. `_support.ts`), `.test.ts` are
+// unit tests, `.d.ts` are declarations — none are cases.
+const isCaseFile = (name) => name.endsWith(".ts") &&
+    !name.endsWith(".test.ts") &&
+    !name.endsWith(".d.ts") &&
+    !name.startsWith("_");
+const walk = async (dir, out, problems) => {
+    let entries;
+    try {
+        entries = await readdir(dir, { withFileTypes: true });
+    }
+    catch (err) {
+        // One unreadable subdirectory must not sink the whole discovery; record
+        // it and keep walking the rest of the tree.
+        problems.push({ path: dir, reason: err instanceof Error ? err.message : String(err) });
+        return;
+    }
+    for (const entry of entries) {
+        if (entry.isDirectory()) {
+            if (entry.name.startsWith(".") || IGNORED_DIRS.has(entry.name))
+                continue;
+            await walk(join(dir, entry.name), out, problems);
+        }
+        else if (entry.isFile() && isCaseFile(entry.name)) {
+            out.push(join(dir, entry.name));
+        }
+    }
+};
+const tagsOf = (meta) => {
+    const tags = meta?.tags;
+    return Array.isArray(tags) ? tags.filter((t) => typeof t === "string") : [];
+};
+/**
+ * Walk `root` for case files and load each. A file with no default export is
+ * quietly ignored (it is not trying to be a case); one whose default export
+ * fails {@link EvalCaseSchema}, or that throws on import, is recorded as a
+ * problem so the caller can report it rather than run a silently-missing suite.
+ */
+export const discoverCases = async (root) => {
+    const absRoot = resolve(root);
+    if (!existsSync(absRoot)) {
+        throw new Error(`cases root not found: ${absRoot}`);
+    }
+    const files = [];
+    const problems = [];
+    await walk(absRoot, files, problems);
+    files.sort();
+    const cases = [];
+    for (const path of files) {
+        const relPath = relative(absRoot, path).replace(/\.ts$/, "").split(/[\\/]/).join("/");
+        let mod;
+        try {
+            mod = (await import(pathToFileURL(path).href));
+        }
+        catch (err) {
+            problems.push({ path, reason: err instanceof Error ? err.message : String(err) });
+            continue;
+        }
+        if (mod.default === undefined)
+            continue;
+        const parsed = EvalCaseSchema.safeParse(mod.default);
+        if (!parsed.success) {
+            problems.push({ path, reason: formatZodIssues(parsed.error) });
+            continue;
+        }
+        cases.push({ path, id: parsed.data.id ?? relPath, relPath, tags: tagsOf(parsed.data.meta) });
+    }
+    return { cases, problems };
+};
+const matchesPatterns = (c, patterns) => {
+    if (patterns.length === 0)
+        return true;
+    const hay = `${c.id}\n${c.relPath}`.toLowerCase();
+    return patterns.some((p) => hay.includes(p.toLowerCase()));
+};
+const matchesTags = (c, tags) => {
+    if (tags.length === 0)
+        return true;
+    const have = new Set(c.tags.map((t) => t.toLowerCase()));
+    return tags.some((t) => have.has(t.toLowerCase()));
+};
+/**
+ * Narrow discovered cases: substring patterns OR-match within themselves, tags
+ * OR-match within themselves, and the two dimensions AND together — the same
+ * `path ... -k ... -m ...` composition pytest uses.
+ */
+export const selectCases = (cases, filter = {}) => {
+    const patterns = filter.patterns ?? [];
+    const tags = filter.tags ?? [];
+    return cases.filter((c) => matchesPatterns(c, patterns) && matchesTags(c, tags));
+};
+//# sourceMappingURL=discover.js.map

package/lib/orchestrator/discover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discover.js","sourceRoot":"","sources":["../../src/orchestrator/discover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,UAAU,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AA2BnE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;AAE/C,6EAA6E;AAC7E,yDAAyD;AACzD,MAAM,UAAU,GAAG,CAAC,IAAY,EAAW,EAAE,CAC3C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IACpB,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;IAC1B,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACvB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;AAExB,MAAM,IAAI,GAAG,KAAK,EAAE,GAAW,EAAE,GAAa,EAAE,QAA4B,EAAiB,EAAE;IAC7F,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,wEAAwE;QACxE,4CAA4C;QAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvF,OAAO;IACT,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAS;YACzE,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QACnD,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,IAAa,EAAY,EAAE;IACzC,MAAM,IAAI,GAAI,IAAuC,EAAE,IAAI,CAAC;IAC5D,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3F,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,IAAY,EAA4B,EAAE;IAC5E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,EAAE,CAAC;IAEb,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtF,IAAI,GAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAA0B,CAAC;QAC1E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClF,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;YAAE,SAAS;QACxC,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/D,SAAS;QACX,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC7B,CAAC,CAAC;AASF,MAAM,eAAe,GAAG,CAAC,CAAiB,EAAE,QAAkB,EAAW,EAAE;IACzE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;IAClD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,CAAiB,EAAE,IAAc,EAAW,EAAE;IACjE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACzD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAuB,EAAE,MAAM,GAAe,EAAE,EAAoB,EAAE;IAChG,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;IAC/B,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AACnF,CAAC,CAAC"}

package/lib/orchestrator/doctor.d.ts

@@ -0,0 +1,141 @@
+import { z } from "zod";
+export declare const DoctorDiagnosticSchema: z.ZodObject<{
+    id: z.ZodString;
+    status: z.ZodEnum<{
+        fail: "fail";
+        pass: "pass";
+        warn: "warn";
+    }>;
+    message: z.ZodString;
+    detail: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export type DoctorDiagnostic = z.infer<typeof DoctorDiagnosticSchema>;
+export declare const DoctorCampaignReportSchema: z.ZodObject<{
+    path: z.ZodString;
+    campaignId: z.ZodOptional<z.ZodString>;
+    mode: z.ZodOptional<z.ZodEnum<{
+        experiment: "experiment";
+        optimize: "optimize";
+    }>>;
+    plan: z.ZodOptional<z.ZodObject<{
+        campaignId: z.ZodString;
+        mode: z.ZodEnum<{
+            experiment: "experiment";
+            optimize: "optimize";
+        }>;
+        evaluationKind: z.ZodEnum<{
+            agent: "agent";
+            grader: "grader";
+        }>;
+        subjectRoot: z.ZodString;
+        mutableComponents: z.ZodArray<z.ZodString>;
+        profiles: z.ZodArray<z.ZodString>;
+        splits: z.ZodArray<z.ZodObject<{
+            split: z.ZodEnum<{
+                test: "test";
+                train: "train";
+                validation: "validation";
+            }>;
+            examples: z.ZodNumber;
+        }, z.core.$strict>>;
+        projected: z.ZodObject<{
+            candidates: z.ZodNumber;
+            metricCalls: z.ZodNumber;
+            judgeCalls: z.ZodNumber;
+            proposalCalls: z.ZodNumber;
+        }, z.core.$strict>;
+        budget: z.ZodObject<{
+            maxCandidates: z.ZodDefault<z.ZodNumber>;
+            patience: z.ZodDefault<z.ZodNumber>;
+            maxMetricCalls: z.ZodDefault<z.ZodNumber>;
+            maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
+            maxProposalCalls: z.ZodDefault<z.ZodNumber>;
+            maxTokens: z.ZodDefault<z.ZodNumber>;
+            maxCostUsd: z.ZodDefault<z.ZodNumber>;
+            maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
+            maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
+        }, z.core.$strict>;
+        fitsProjectedCallBudgets: z.ZodBoolean;
+        warnings: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    error: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export type DoctorCampaignReport = z.infer<typeof DoctorCampaignReportSchema>;
+export declare const DoctorReportSchema: z.ZodObject<{
+    rootDir: z.ZodString;
+    ok: z.ZodBoolean;
+    diagnostics: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        status: z.ZodEnum<{
+            fail: "fail";
+            pass: "pass";
+            warn: "warn";
+        }>;
+        message: z.ZodString;
+        detail: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>>;
+    campaigns: z.ZodArray<z.ZodObject<{
+        path: z.ZodString;
+        campaignId: z.ZodOptional<z.ZodString>;
+        mode: z.ZodOptional<z.ZodEnum<{
+            experiment: "experiment";
+            optimize: "optimize";
+        }>>;
+        plan: z.ZodOptional<z.ZodObject<{
+            campaignId: z.ZodString;
+            mode: z.ZodEnum<{
+                experiment: "experiment";
+                optimize: "optimize";
+            }>;
+            evaluationKind: z.ZodEnum<{
+                agent: "agent";
+                grader: "grader";
+            }>;
+            subjectRoot: z.ZodString;
+            mutableComponents: z.ZodArray<z.ZodString>;
+            profiles: z.ZodArray<z.ZodString>;
+            splits: z.ZodArray<z.ZodObject<{
+                split: z.ZodEnum<{
+                    test: "test";
+                    train: "train";
+                    validation: "validation";
+                }>;
+                examples: z.ZodNumber;
+            }, z.core.$strict>>;
+            projected: z.ZodObject<{
+                candidates: z.ZodNumber;
+                metricCalls: z.ZodNumber;
+                judgeCalls: z.ZodNumber;
+                proposalCalls: z.ZodNumber;
+            }, z.core.$strict>;
+            budget: z.ZodObject<{
+                maxCandidates: z.ZodDefault<z.ZodNumber>;
+                patience: z.ZodDefault<z.ZodNumber>;
+                maxMetricCalls: z.ZodDefault<z.ZodNumber>;
+                maxJudgeCalls: z.ZodDefault<z.ZodNumber>;
+                maxProposalCalls: z.ZodDefault<z.ZodNumber>;
+                maxTokens: z.ZodDefault<z.ZodNumber>;
+                maxCostUsd: z.ZodDefault<z.ZodNumber>;
+                maxUnpricedModelCalls: z.ZodDefault<z.ZodNumber>;
+                maxWallTimeMs: z.ZodDefault<z.ZodNumber>;
+            }, z.core.$strict>;
+            fitsProjectedCallBudgets: z.ZodBoolean;
+            warnings: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>>;
+        error: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>>;
+    summary: z.ZodObject<{
+        passed: z.ZodNumber;
+        warnings: z.ZodNumber;
+        failed: z.ZodNumber;
+    }, z.core.$strict>;
+}, z.core.$strict>;
+export type DoctorReport = z.infer<typeof DoctorReportSchema>;
+export declare const DoctorOptionsSchema: z.ZodObject<{
+    cwd: z.ZodString;
+    campaigns: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strict>;
+export type DoctorOptions = z.input<typeof DoctorOptionsSchema>;
+export declare const doctorProject: (options: DoctorOptions) => Promise<DoctorReport>;
+export declare const formatDoctorReport: (report: DoctorReport) => string;
+//# sourceMappingURL=doctor.d.ts.map

package/lib/orchestrator/doctor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../src/orchestrator/doctor.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,eAAO,MAAM,sBAAsB;;;;;;;;;kBAOxB,CAAC;AACZ,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQ5B,CAAC;AACZ,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAcpB,CAAC;AACZ,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,mBAAmB;;;kBAKrB,CAAC;AACZ,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAopBhE,eAAO,MAAM,aAAa,YAAmB,aAAa,KAAG,OAAO,CAAC,YAAY,CAehF,CAAC;AAqBF,eAAO,MAAM,kBAAkB,WAAY,YAAY,KAAG,MAqBzD,CAAC"}