@prismatic-io/lux 0.0.2-preview.17 → 0.0.2-preview.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/answerers/persona/index.d.ts +5 -1
- package/lib/answerers/persona/index.d.ts.map +1 -1
- package/lib/assertions/rubric/index.d.ts +3 -1
- package/lib/assertions/rubric/index.d.ts.map +1 -1
- package/lib/authoring.d.ts +3 -1
- package/lib/authoring.d.ts.map +1 -1
- package/lib/authoring.js +2 -1
- package/lib/authoring.js.map +1 -1
- package/lib/cli/doctor.d.ts +55 -0
- package/lib/cli/doctor.d.ts.map +1 -0
- package/lib/cli/doctor.js +14 -0
- package/lib/cli/doctor.js.map +1 -0
- package/lib/cli/harness-plan.d.ts +26 -0
- package/lib/cli/harness-plan.d.ts.map +1 -0
- package/lib/cli/harness-plan.js +75 -0
- package/lib/cli/harness-plan.js.map +1 -0
- package/lib/cli/init-templates.d.ts +2 -2
- package/lib/cli/init-templates.d.ts.map +1 -1
- package/lib/cli/init-templates.js +11 -4
- package/lib/cli/init-templates.js.map +1 -1
- package/lib/cli/init.d.ts +2 -0
- package/lib/cli/init.d.ts.map +1 -1
- package/lib/cli/init.js +6 -3
- package/lib/cli/init.js.map +1 -1
- package/lib/cli/output-schemas.d.ts +7 -0
- package/lib/cli/output-schemas.d.ts.map +1 -1
- package/lib/cli/program.d.ts +8 -11
- package/lib/cli/program.d.ts.map +1 -1
- package/lib/cli/program.js +54 -89
- package/lib/cli/program.js.map +1 -1
- package/lib/cli/run-options.d.ts +19 -0
- package/lib/cli/run-options.d.ts.map +1 -1
- package/lib/cli/run-options.js +92 -0
- package/lib/cli/run-options.js.map +1 -1
- package/lib/core/case.d.ts +2 -0
- package/lib/core/case.d.ts.map +1 -1
- package/lib/core/case.js +3 -0
- package/lib/core/case.js.map +1 -1
- package/lib/core/driver.d.ts +13 -0
- package/lib/core/driver.d.ts.map +1 -1
- package/lib/core/driver.js +10 -0
- package/lib/core/driver.js.map +1 -1
- package/lib/core/harness-catalog.d.ts +35 -0
- package/lib/core/harness-catalog.d.ts.map +1 -0
- package/lib/core/harness-catalog.js +45 -0
- package/lib/core/harness-catalog.js.map +1 -0
- package/lib/core/harness-catalogs/antigravity.d.ts +11 -0
- package/lib/core/harness-catalogs/antigravity.d.ts.map +1 -0
- package/lib/core/harness-catalogs/antigravity.js +23 -0
- package/lib/core/harness-catalogs/antigravity.js.map +1 -0
- package/lib/core/harness-catalogs/claude-code.d.ts +12 -0
- package/lib/core/harness-catalogs/claude-code.d.ts.map +1 -0
- package/lib/core/harness-catalogs/claude-code.js +24 -0
- package/lib/core/harness-catalogs/claude-code.js.map +1 -0
- package/lib/core/harness-catalogs/codex.d.ts +11 -0
- package/lib/core/harness-catalogs/codex.d.ts.map +1 -0
- package/lib/core/harness-catalogs/codex.js +26 -0
- package/lib/core/harness-catalogs/codex.js.map +1 -0
- package/lib/core/harness-catalogs/copilot.d.ts +29 -0
- package/lib/core/harness-catalogs/copilot.d.ts.map +1 -0
- package/lib/core/harness-catalogs/copilot.js +45 -0
- package/lib/core/harness-catalogs/copilot.js.map +1 -0
- package/lib/core/harness-catalogs/cursor.d.ts +2 -0
- package/lib/core/harness-catalogs/cursor.d.ts.map +1 -0
- package/lib/core/harness-catalogs/cursor.js +13 -0
- package/lib/core/harness-catalogs/cursor.js.map +1 -0
- package/lib/core/harness-catalogs/index.d.ts +67 -0
- package/lib/core/harness-catalogs/index.d.ts.map +1 -0
- package/lib/core/harness-catalogs/index.js +15 -0
- package/lib/core/harness-catalogs/index.js.map +1 -0
- package/lib/core/harness-matrix.d.ts +70 -0
- package/lib/core/harness-matrix.d.ts.map +1 -0
- package/lib/core/harness-matrix.js +194 -0
- package/lib/core/harness-matrix.js.map +1 -0
- package/lib/core/index.d.ts +3 -0
- package/lib/core/index.d.ts.map +1 -1
- package/lib/core/index.js +3 -0
- package/lib/core/index.js.map +1 -1
- package/lib/core/model-cli.d.ts +4 -11
- package/lib/core/model-cli.d.ts.map +1 -1
- package/lib/core/model-cli.js +23 -17
- package/lib/core/model-cli.js.map +1 -1
- package/lib/core/platform-process.d.ts +1 -0
- package/lib/core/platform-process.d.ts.map +1 -1
- package/lib/core/platform-process.js +1 -1
- package/lib/core/platform-process.js.map +1 -1
- package/lib/core/run.d.ts +4 -0
- package/lib/core/run.d.ts.map +1 -1
- package/lib/core/run.js +2 -0
- package/lib/core/run.js.map +1 -1
- package/lib/drivers/antigravity/config.d.ts +46 -0
- package/lib/drivers/antigravity/config.d.ts.map +1 -0
- package/lib/drivers/antigravity/config.js +39 -0
- package/lib/drivers/antigravity/config.js.map +1 -0
- package/lib/drivers/antigravity/events.d.ts +4 -0
- package/lib/drivers/antigravity/events.d.ts.map +1 -0
- package/lib/drivers/antigravity/events.js +193 -0
- package/lib/drivers/antigravity/events.js.map +1 -0
- package/lib/drivers/antigravity/index.d.ts +60 -0
- package/lib/drivers/antigravity/index.d.ts.map +1 -0
- package/lib/drivers/antigravity/index.js +90 -0
- package/lib/drivers/antigravity/index.js.map +1 -0
- package/lib/drivers/claude-code/index.d.ts +93 -7
- package/lib/drivers/claude-code/index.d.ts.map +1 -1
- package/lib/drivers/claude-code/index.js +8 -6
- package/lib/drivers/claude-code/index.js.map +1 -1
- package/lib/drivers/codex/config.d.ts +55 -4
- package/lib/drivers/codex/config.d.ts.map +1 -1
- package/lib/drivers/codex/config.js +9 -5
- package/lib/drivers/codex/config.js.map +1 -1
- package/lib/drivers/codex/index.d.ts +56 -5
- package/lib/drivers/codex/index.d.ts.map +1 -1
- package/lib/drivers/codex/index.js +5 -2
- package/lib/drivers/codex/index.js.map +1 -1
- package/lib/drivers/copilot/config.d.ts +81 -0
- package/lib/drivers/copilot/config.d.ts.map +1 -0
- package/lib/drivers/copilot/config.js +54 -0
- package/lib/drivers/copilot/config.js.map +1 -0
- package/lib/drivers/copilot/index.d.ts +103 -0
- package/lib/drivers/copilot/index.d.ts.map +1 -0
- package/lib/drivers/copilot/index.js +256 -0
- package/lib/drivers/copilot/index.js.map +1 -0
- package/lib/drivers/cursor/config.d.ts +6 -1
- package/lib/drivers/cursor/config.d.ts.map +1 -1
- package/lib/drivers/cursor/config.js +2 -3
- package/lib/drivers/cursor/config.js.map +1 -1
- package/lib/drivers/cursor/index.d.ts +7 -2
- package/lib/drivers/cursor/index.d.ts.map +1 -1
- package/lib/drivers/cursor/index.js +9 -6
- package/lib/drivers/cursor/index.js.map +1 -1
- package/lib/drivers/cursor/interaction.d.ts +1 -2
- package/lib/drivers/cursor/interaction.d.ts.map +1 -1
- package/lib/drivers/cursor/interaction.js +3 -14
- package/lib/drivers/cursor/interaction.js.map +1 -1
- package/lib/drivers/{cursor/events.d.ts → shared/acp-events.d.ts} +5 -3
- package/lib/drivers/shared/acp-events.d.ts.map +1 -0
- package/lib/drivers/{cursor/events.js → shared/acp-events.js} +20 -10
- package/lib/drivers/shared/acp-events.js.map +1 -0
- package/lib/drivers/shared/acp-interaction.d.ts +7 -0
- package/lib/drivers/shared/acp-interaction.d.ts.map +1 -0
- package/lib/drivers/shared/acp-interaction.js +20 -0
- package/lib/drivers/shared/acp-interaction.js.map +1 -0
- package/lib/drivers/{cursor → shared}/acp-transport.d.ts +2 -0
- package/lib/drivers/shared/acp-transport.d.ts.map +1 -0
- package/lib/drivers/{cursor → shared}/acp-transport.js +10 -10
- package/lib/drivers/shared/acp-transport.js.map +1 -0
- package/lib/index.d.ts +7 -2
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +7 -2
- package/lib/index.js.map +1 -1
- package/lib/optimization/reflective.d.ts +2 -0
- package/lib/optimization/reflective.d.ts.map +1 -1
- package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
- package/lib/orchestrator/comparison-identity.js +1 -0
- package/lib/orchestrator/comparison-identity.js.map +1 -1
- package/lib/orchestrator/config.d.ts +7 -0
- package/lib/orchestrator/config.d.ts.map +1 -1
- package/lib/orchestrator/config.js +8 -1
- package/lib/orchestrator/config.js.map +1 -1
- package/lib/orchestrator/doctor.d.ts +1 -0
- package/lib/orchestrator/doctor.d.ts.map +1 -1
- package/lib/orchestrator/doctor.js +86 -8
- package/lib/orchestrator/doctor.js.map +1 -1
- package/lib/orchestrator/experiment-context.d.ts +5 -3
- package/lib/orchestrator/experiment-context.d.ts.map +1 -1
- package/lib/orchestrator/experiment-context.js.map +1 -1
- package/lib/orchestrator/experiment-corpus.d.ts +2 -1
- package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
- package/lib/orchestrator/experiment-corpus.js +9 -1
- package/lib/orchestrator/experiment-corpus.js.map +1 -1
- package/lib/orchestrator/experiment-identity.d.ts +3 -0
- package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
- package/lib/orchestrator/experiment-identity.js +1 -1
- package/lib/orchestrator/experiment-identity.js.map +1 -1
- package/lib/orchestrator/experiment-preflight.d.ts +3 -0
- package/lib/orchestrator/experiment-preflight.d.ts.map +1 -0
- package/lib/orchestrator/experiment-preflight.js +21 -0
- package/lib/orchestrator/experiment-preflight.js.map +1 -0
- package/lib/orchestrator/experiment.d.ts +3 -1
- package/lib/orchestrator/experiment.d.ts.map +1 -1
- package/lib/orchestrator/experiment.js +3 -6
- package/lib/orchestrator/experiment.js.map +1 -1
- package/lib/orchestrator/harness-catalog-drift.d.ts +22 -0
- package/lib/orchestrator/harness-catalog-drift.d.ts.map +1 -0
- package/lib/orchestrator/harness-catalog-drift.js +90 -0
- package/lib/orchestrator/harness-catalog-drift.js.map +1 -0
- package/lib/orchestrator/orchestrator.d.ts +9 -1
- package/lib/orchestrator/orchestrator.d.ts.map +1 -1
- package/lib/orchestrator/orchestrator.js +14 -22
- package/lib/orchestrator/orchestrator.js.map +1 -1
- package/lib/orchestrator/run-dir.d.ts +2 -0
- package/lib/orchestrator/run-dir.d.ts.map +1 -1
- package/lib/orchestrator/run-dir.js +1 -1
- package/lib/orchestrator/run-dir.js.map +1 -1
- package/lib/orchestrator/run-execution.d.ts +1 -0
- package/lib/orchestrator/run-execution.d.ts.map +1 -1
- package/lib/orchestrator/run-execution.js +2 -0
- package/lib/orchestrator/run-execution.js.map +1 -1
- package/lib/orchestrator/suite-compare.d.ts +3 -0
- package/lib/orchestrator/suite-compare.d.ts.map +1 -1
- package/lib/orchestrator/suite-compare.js +27 -17
- package/lib/orchestrator/suite-compare.js.map +1 -1
- package/lib/orchestrator/suite-runs.d.ts +3 -0
- package/lib/orchestrator/suite-runs.d.ts.map +1 -1
- package/lib/orchestrator/suite-runs.js +2 -0
- package/lib/orchestrator/suite-runs.js.map +1 -1
- package/lib/orchestrator/suite-summary.d.ts +9 -0
- package/lib/orchestrator/suite-summary.d.ts.map +1 -1
- package/lib/orchestrator/suite-summary.js +14 -4
- package/lib/orchestrator/suite-summary.js.map +1 -1
- package/package.json +1 -1
- package/skills/lux-answerer/SKILL.md +1 -1
- package/src/authoring.ts +10 -3
- package/src/cli/doctor.ts +17 -0
- package/src/cli/harness-plan.ts +117 -0
- package/src/cli/init-templates.ts +12 -5
- package/src/cli/init.ts +12 -5
- package/src/cli/program.ts +60 -107
- package/src/cli/run-options.ts +123 -0
- package/src/core/case.ts +3 -0
- package/src/core/driver.ts +26 -0
- package/src/core/harness-catalog.ts +100 -0
- package/src/core/harness-catalogs/antigravity.ts +24 -0
- package/src/core/harness-catalogs/claude-code.ts +25 -0
- package/src/core/harness-catalogs/codex.ts +27 -0
- package/src/core/harness-catalogs/copilot.ts +46 -0
- package/src/core/harness-catalogs/cursor.ts +13 -0
- package/src/core/harness-catalogs/index.ts +22 -0
- package/src/core/harness-matrix.ts +298 -0
- package/src/core/index.ts +3 -0
- package/src/core/model-cli.ts +38 -21
- package/src/core/platform-process.ts +4 -4
- package/src/core/run.ts +2 -0
- package/src/drivers/antigravity/README.md +46 -0
- package/src/drivers/antigravity/config.ts +44 -0
- package/src/drivers/antigravity/events.ts +235 -0
- package/src/drivers/antigravity/index.ts +109 -0
- package/src/drivers/claude-code/index.ts +12 -5
- package/src/drivers/codex/config.ts +11 -5
- package/src/drivers/codex/index.ts +5 -1
- package/src/drivers/copilot/README.md +52 -0
- package/src/drivers/copilot/config.ts +58 -0
- package/src/drivers/copilot/index.ts +292 -0
- package/src/drivers/cursor/README.md +9 -6
- package/src/drivers/cursor/config.ts +2 -3
- package/src/drivers/cursor/index.ts +10 -6
- package/src/drivers/cursor/interaction.ts +3 -19
- package/src/drivers/{cursor/events.ts → shared/acp-events.ts} +20 -9
- package/src/drivers/shared/acp-interaction.ts +27 -0
- package/src/drivers/{cursor → shared}/acp-transport.ts +15 -10
- package/src/index.ts +44 -3
- package/src/orchestrator/comparison-identity.ts +1 -0
- package/src/orchestrator/config.ts +8 -0
- package/src/orchestrator/doctor.ts +149 -8
- package/src/orchestrator/experiment-context.ts +3 -2
- package/src/orchestrator/experiment-corpus.ts +20 -2
- package/src/orchestrator/experiment-identity.ts +2 -2
- package/src/orchestrator/experiment-preflight.ts +27 -0
- package/src/orchestrator/experiment.ts +3 -5
- package/src/orchestrator/harness-catalog-drift.ts +132 -0
- package/src/orchestrator/orchestrator.ts +31 -26
- package/src/orchestrator/run-dir.ts +8 -1
- package/src/orchestrator/run-execution.ts +3 -0
- package/src/orchestrator/suite-compare.ts +29 -19
- package/src/orchestrator/suite-runs.ts +3 -1
- package/src/orchestrator/suite-summary.ts +19 -4
- package/lib/drivers/cursor/acp-transport.d.ts.map +0 -1
- package/lib/drivers/cursor/acp-transport.js.map +0 -1
- package/lib/drivers/cursor/events.d.ts.map +0 -1
- package/lib/drivers/cursor/events.js.map +0 -1
- package/skills/lux/SKILL.md +0 -89
- package/skills/lux/references/cli.md +0 -128
- package/skills/lux/references/eval-authoring.md +0 -266
|
@@ -14,9 +14,11 @@ export declare const PersonaAnswererConfigSchema: z.ZodObject<{
|
|
|
14
14
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
15
15
|
high: "high";
|
|
16
16
|
low: "low";
|
|
17
|
+
max: "max";
|
|
17
18
|
medium: "medium";
|
|
18
19
|
minimal: "minimal";
|
|
19
20
|
none: "none";
|
|
21
|
+
ultra: "ultra";
|
|
20
22
|
xhigh: "xhigh";
|
|
21
23
|
}>>;
|
|
22
24
|
timeoutMs: z.ZodDefault<z.ZodNumber>;
|
|
@@ -42,7 +44,7 @@ export declare const personaAnswerer: Omit<import("../../core/answerer.js").Answ
|
|
|
42
44
|
provider: "claude-code" | "codex";
|
|
43
45
|
model?: string | undefined;
|
|
44
46
|
command?: string | undefined;
|
|
45
|
-
reasoningEffort?: "high" | "low" | "medium" | "minimal" | "none" | "xhigh" | undefined;
|
|
47
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "minimal" | "none" | "ultra" | "xhigh" | undefined;
|
|
46
48
|
timeoutMs: number;
|
|
47
49
|
systemPromptOverride?: string | undefined;
|
|
48
50
|
}>, "configSchema"> & {
|
|
@@ -56,9 +58,11 @@ export declare const personaAnswerer: Omit<import("../../core/answerer.js").Answ
|
|
|
56
58
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
57
59
|
high: "high";
|
|
58
60
|
low: "low";
|
|
61
|
+
max: "max";
|
|
59
62
|
medium: "medium";
|
|
60
63
|
minimal: "minimal";
|
|
61
64
|
none: "none";
|
|
65
|
+
ultra: "ultra";
|
|
62
66
|
xhigh: "xhigh";
|
|
63
67
|
}>>;
|
|
64
68
|
timeoutMs: z.ZodDefault<z.ZodNumber>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/answerers/persona/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAGL,KAAK,eAAe,EAMpB,KAAK,SAAS,EAOf,MAAM,qBAAqB,CAAC;AAG7B;;;GAGG;AAEH,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/answerers/persona/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAGL,KAAK,eAAe,EAMpB,KAAK,SAAS,EAOf,MAAM,qBAAqB,CAAC;AAG7B;;;GAGG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;kBAe7B,CAAC;AAEZ,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,QAAA,MAAM,iBAAiB,QAAS,eAAe,YAAY,MAAM,aAAa,MAAM,KAAG,MAyBtF,CAAC;AAEF,QAAA,MAAM,mBAAmB,cAAe,SAAS,KAAG,MAWnD,CAAC;AAEF,QAAA,MAAM,iBAAiB,QAAS,eAAe,aAAa,SAAS,YAAY,MAAM,KAAG,MAK9B,CAAC;AAM7D,QAAA,MAAM,gBAAgB,QAAO,MAAsC,CAAC;AAyDpE,QAAA,MAAM,gBAAgB,cACT,SAAS,YACV,MAAM,iCAEf,MA0BF,CAAC;AAEF;;;GAGG;AACH,QAAA,MAAM,aAAa,QAAS,eAAe,YAAY,MAAM,KAAG,MA+B/D,CAAC;AAEF,QAAA,MAAM,qBAAqB,SACnB,MAAM,KACX;IAAE,QAAQ,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAKlD,CAAC;AAEF,QAAA,MAAM,gBAAgB,SAAU,MAAM,KAAG,MASxC,CAAC;AAwGF,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAI1B,CAAC;AAGH,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,qBAAqB,EACrB,mBAAmB,GACpB,CAAC"}
|
|
@@ -38,9 +38,11 @@ export declare const RubricConfigSchema: z.ZodObject<{
|
|
|
38
38
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
39
39
|
high: "high";
|
|
40
40
|
low: "low";
|
|
41
|
+
max: "max";
|
|
41
42
|
medium: "medium";
|
|
42
43
|
minimal: "minimal";
|
|
43
44
|
none: "none";
|
|
45
|
+
ultra: "ultra";
|
|
44
46
|
xhigh: "xhigh";
|
|
45
47
|
}>>;
|
|
46
48
|
timeoutMs: z.ZodDefault<z.ZodNumber>;
|
|
@@ -86,7 +88,7 @@ export declare const rubricAssertion: AssertionImpl<{
|
|
|
86
88
|
provider?: "claude-code" | "codex" | undefined;
|
|
87
89
|
model?: string | undefined;
|
|
88
90
|
command?: string | undefined;
|
|
89
|
-
reasoningEffort?: "high" | "low" | "medium" | "minimal" | "none" | "xhigh" | undefined;
|
|
91
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "minimal" | "none" | "ultra" | "xhigh" | undefined;
|
|
90
92
|
timeoutMs: number;
|
|
91
93
|
promptOverride?: string | undefined;
|
|
92
94
|
maxArtifactExcerpt: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/rubric/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAIlB,KAAK,kBAAkB,EAOxB,MAAM,qBAAqB,CAAC;AAa7B,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;mBA8B7B,CAAC;AACL,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEnE,eAAO,MAAM,kBAAkB
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/rubric/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,aAAa,EAIlB,KAAK,kBAAkB,EAOxB,MAAM,qBAAqB,CAAC;AAa7B,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;mBA8B7B,CAAC;AACL,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAEnE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBpB,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,iCAAiC;;;;;iBAK5C,CAAC;AA8JH,eAAO,MAAM,qBAAqB,aACtB,kBAAkB,KAC3B,aAAa,CAAC,YAAY,CAW3B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;EAA0B,CAAC"}
|
package/lib/authoring.d.ts
CHANGED
|
@@ -18,10 +18,12 @@ export { type AgentAttribution, AgentAttributionSchema, type Answer, AnswerSchem
|
|
|
18
18
|
export { type ExecOptions, type ExecResult, exec, type ManagedProcess, type ManagedProcessExit, type ManagedProcessOptions, spawnManagedProcess, } from "./core/exec.js";
|
|
19
19
|
export { type Candidate, type CandidateEvaluation, CandidateEvaluationSchema, CandidateIdSchema, type CandidateProposal, CandidateProposalSchema, CandidateSchema, defineExperiment, type ExperimentBudget, ExperimentBudgetSchema, type ExperimentCampaign, type ExperimentCampaignInput, ExperimentCampaignSchema, type ExperimentConstraint, ExperimentConstraintSchema, type ExperimentObjective, ExperimentObjectiveSchema, type ExperimentSelector, ExperimentSelectorSchema, type ExperimentVariant, ExperimentVariantSchema, type FileSetSubject, FileSetSubjectSchema, type Optimizer, type OptimizerInput, } from "./core/experiment.js";
|
|
20
20
|
export { type GlobalIdParts, tryParseGlobalId } from "./core/global-id.js";
|
|
21
|
+
export { type HarnessCatalog, type ReasoningEffort, ReasoningEffortSchema, } from "./core/harness-catalog.js";
|
|
22
|
+
export type { BuiltInHarnessMatrixEntry, CustomHarnessMatrixEntry, HarnessMatrixEntry, } from "./core/harness-matrix.js";
|
|
21
23
|
export { defineFixtures, type LifecycleFixture, type LifecycleFixturesDefinition, type LifecycleFixtureUse, } from "./core/lifecycle-fixtures.js";
|
|
22
24
|
export { type CaseLifecycleHookContext, defineLifecycleHooks, type FixtureValue, type FixtureValueBinding, FixtureValueSchema, type LifecycleHookCleanup, type LifecycleHookSetupResult, type LifecycleHooksPlugin, lifecycleHooksPluginIssue, type SuiteLifecycleHookContext, type SuiteLifecycleHookItem, } from "./core/lifecycle-hooks.js";
|
|
23
25
|
export { hasMcpInit, hasMcpToolsList, isMcpInitEvent, isMcpToolsListEvent, type ListedTool, listedTools, MCP_INIT_KIND, MCP_TOOLS_LIST_KIND, type McpInitPayload, type McpToolsListPayload, mcpInit, } from "./core/mcp-events.js";
|
|
24
|
-
export { DEFAULT_CLAUDE_MODEL, DEFAULT_CODEX_MODEL,
|
|
26
|
+
export { DEFAULT_CLAUDE_MODEL, DEFAULT_CODEX_MODEL, defaultHarnessModel, type HarnessModelConfig, HarnessModelConfigSchema, type ModelCliProvider, ModelCliProviderSchema, } from "./core/model-cli.js";
|
|
25
27
|
export { type AssertionProgress, AssertionProgressSchema, type RunObserver, } from "./core/observer.js";
|
|
26
28
|
export { Registry } from "./core/registry.js";
|
|
27
29
|
export { defineRubric, type RubricDefinition, type RubricDefinitionInput, RubricDefinitionSchema, } from "./core/rubric.js";
|
package/lib/authoring.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"authoring.d.ts","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,gBAAgB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EACL,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,YAAY,EACjB,kBAAkB,EAClB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,KAAK,aAAa,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,iBAAiB,EACtB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EACvB,KAAK,gBAAgB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,6BAA6B,EAC7B,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAClB,KAAK,0BAA0B,EAC/B,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,0BAA0B,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,8BAA8B,EAC9B,4BAA4B,EAC5B,KAAK,4BAA4B,EACjC,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,yBAAyB,EAC9B,KAAK,eAAe,EACpB,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,aAAa,EAClB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,SAAS,EACd,eAAe,EACf,KAAK,QAAQ,EACb,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,cAAc,EACd,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,yBAAyB,EACzB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,wBAAwB,EAC7B,8BAA8B,EAC9B,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,cAAc,EACd,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,YAAY,EACZ,SAAS,EACT,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,YAAY,GAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,4BAA4B,EAC5B,kBAAkB,EAClB,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,KAAK,qBAAqB,EAC1B,2BAA2B,GAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,KAAK,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,KAAK,sBAAsB,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EACL,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,MAAM,EACX,YAAY,EACZ,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EACrB,KAAK,IAAI,EACT,UAAU,EACV,KAAK,UAAU,EACf,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,gBAAgB,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,mBAAmB,EACnB,eAAe,EACf,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,QAAQ,EACb,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,QAAQ,EACb,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,IAAI,EACJ,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,qBAAqB,EAC1B,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,iBAAiB,EACjB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,wBAAwB,EACxB,KAAK,oBAAoB,EACzB,0BAA0B,EAC1B,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,KAAK,aAAa,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EACL,cAAc,EACd,KAAK,gBAAgB,EACrB,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,GACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,KAAK,wBAAwB,EAC7B,oBAAoB,EACpB,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,kBAAkB,EAClB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,yBAAyB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,GAC5B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,KAAK,UAAU,EACf,WAAW,EACX,aAAa,EACb,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,OAAO,GACR,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,
|
|
1
|
+
{"version":3,"file":"authoring.d.ts","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,gBAAgB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EACL,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,YAAY,EACjB,kBAAkB,EAClB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,KAAK,aAAa,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,iBAAiB,EACtB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EACvB,KAAK,gBAAgB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,6BAA6B,EAC7B,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAClB,KAAK,0BAA0B,EAC/B,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,0BAA0B,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,8BAA8B,EAC9B,4BAA4B,EAC5B,KAAK,4BAA4B,EACjC,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,yBAAyB,EAC9B,KAAK,eAAe,EACpB,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,aAAa,EAClB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,SAAS,EACd,eAAe,EACf,KAAK,QAAQ,EACb,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,cAAc,EACd,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,yBAAyB,EACzB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,wBAAwB,EAC7B,8BAA8B,EAC9B,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,cAAc,EACd,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,YAAY,EACZ,SAAS,EACT,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,YAAY,GAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,4BAA4B,EAC5B,kBAAkB,EAClB,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,KAAK,qBAAqB,EAC1B,2BAA2B,GAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,KAAK,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,KAAK,sBAAsB,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EACL,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,MAAM,EACX,YAAY,EACZ,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EACrB,KAAK,IAAI,EACT,UAAU,EACV,KAAK,UAAU,EACf,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,gBAAgB,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,mBAAmB,EACnB,eAAe,EACf,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,QAAQ,EACb,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,QAAQ,EACb,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,IAAI,EACJ,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,qBAAqB,EAC1B,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,iBAAiB,EACjB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,wBAAwB,EACxB,KAAK,oBAAoB,EACzB,0BAA0B,EAC1B,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,KAAK,aAAa,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,qBAAqB,GACtB,MAAM,2BAA2B,CAAC;AACnC,YAAY,EACV,yBAAyB,EACzB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,cAAc,EACd,KAAK,gBAAgB,EACrB,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,GACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,KAAK,wBAAwB,EAC7B,oBAAoB,EACpB,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,kBAAkB,EAClB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,yBAAyB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,GAC5B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,KAAK,UAAU,EACf,WAAW,EACX,aAAa,EACb,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,OAAO,GACR,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,gBAAgB,EACrB,sBAAsB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,WAAW,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,YAAY,EACZ,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC1B,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,cAAc,EACnB,oBAAoB,EACpB,kBAAkB,EAClB,KAAK,GAAG,EACR,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,mBAAmB,EACnB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,EAC/B,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,eAAe,EACf,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,gBAAgB,EAChB,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,oBAAoB,EACzB,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,WAAW,EACX,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,QAAQ,EACR,aAAa,EACb,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,KAAK,QAAQ,EACb,cAAc,EACd,QAAQ,EACR,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,SAAS,EACd,eAAe,EACf,WAAW,GACZ,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,KAAK,cAAc,EACnB,gBAAgB,EAChB,KAAK,iBAAiB,EACtB,KAAK,YAAY,EACjB,cAAc,EACd,KAAK,SAAS,EACd,eAAe,GAChB,MAAM,gBAAgB,CAAC"}
|
package/lib/authoring.js
CHANGED
|
@@ -20,10 +20,11 @@ export { AgentAttributionSchema, AnswerSchema, ApproveAnswerSchema, ApproveInter
|
|
|
20
20
|
export { exec, spawnManagedProcess, } from "./core/exec.js";
|
|
21
21
|
export { CandidateEvaluationSchema, CandidateIdSchema, CandidateProposalSchema, CandidateSchema, defineExperiment, ExperimentBudgetSchema, ExperimentCampaignSchema, ExperimentConstraintSchema, ExperimentObjectiveSchema, ExperimentSelectorSchema, ExperimentVariantSchema, FileSetSubjectSchema, } from "./core/experiment.js";
|
|
22
22
|
export { tryParseGlobalId } from "./core/global-id.js";
|
|
23
|
+
export { ReasoningEffortSchema, } from "./core/harness-catalog.js";
|
|
23
24
|
export { defineFixtures, } from "./core/lifecycle-fixtures.js";
|
|
24
25
|
export { defineLifecycleHooks, FixtureValueSchema, lifecycleHooksPluginIssue, } from "./core/lifecycle-hooks.js";
|
|
25
26
|
export { hasMcpInit, hasMcpToolsList, isMcpInitEvent, isMcpToolsListEvent, listedTools, MCP_INIT_KIND, MCP_TOOLS_LIST_KIND, mcpInit, } from "./core/mcp-events.js";
|
|
26
|
-
export { DEFAULT_CLAUDE_MODEL, DEFAULT_CODEX_MODEL,
|
|
27
|
+
export { DEFAULT_CLAUDE_MODEL, DEFAULT_CODEX_MODEL, defaultHarnessModel, HarnessModelConfigSchema, ModelCliProviderSchema, } from "./core/model-cli.js";
|
|
27
28
|
export { AssertionProgressSchema, } from "./core/observer.js";
|
|
28
29
|
export { Registry } from "./core/registry.js";
|
|
29
30
|
export { defineRubric, RubricDefinitionSchema, } from "./core/rubric.js";
|
package/lib/authoring.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"authoring.js","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,yDAAyD;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAyB,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAEL,oBAAoB,EAEpB,2BAA2B,EAE3B,kBAAkB,EAClB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAEhB,2BAA2B,EAE3B,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EAIvB,6BAA6B,EAC7B,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAIL,6BAA6B,EAE7B,iCAAiC,EAGjC,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAIlB,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAG1B,0BAA0B,EAG1B,8BAA8B,EAC9B,4BAA4B,EAE5B,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAKL,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EAGvB,2BAA2B,EAE3B,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,iBAAiB,EAEjB,eAAe,EAEf,eAAe,EAKf,cAAc,EAEd,iBAAiB,EAEjB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,yBAAyB,EAEzB,6BAA6B,EAE7B,8BAA8B,EAC9B,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAGL,cAAc,EAEd,sBAAsB,EAKtB,YAAY,EACZ,SAAS,EAET,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,4BAA4B,EAC5B,kBAAkB,EAElB,mBAAmB,EAEnB,sBAAsB,EACtB,sBAAsB,EAEtB,2BAA2B,GAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAqB,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAA+B,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EAEL,sBAAsB,EAEtB,YAAY,EACZ,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EAErB,UAAU,EAGV,sBAAsB,EACtB,gBAAgB,EAGhB,mBAAmB,EACnB,eAAe,EAEf,oBAAoB,EAEpB,cAAc,EAEd,gBAAgB,EAEhB,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,IAAI,EAIJ,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAGL,yBAAyB,EACzB,iBAAiB,EAEjB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAEhB,sBAAsB,EAGtB,wBAAwB,EAExB,0BAA0B,EAE1B,yBAAyB,EAEzB,wBAAwB,EAExB,uBAAuB,EAEvB,oBAAoB,GAGrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAsB,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EACL,cAAc,GAIf,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,oBAAoB,EAGpB,kBAAkB,EAIlB,yBAAyB,GAG1B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EAEnB,WAAW,EACX,aAAa,EACb,mBAAmB,EAGnB,OAAO,GACR,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,
|
|
1
|
+
{"version":3,"file":"authoring.js","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,yDAAyD;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAyB,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAEL,oBAAoB,EAEpB,2BAA2B,EAE3B,kBAAkB,EAClB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAEhB,2BAA2B,EAE3B,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EAIvB,6BAA6B,EAC7B,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAIL,6BAA6B,EAE7B,iCAAiC,EAGjC,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAIlB,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAG1B,0BAA0B,EAG1B,8BAA8B,EAC9B,4BAA4B,EAE5B,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAKL,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EAGvB,2BAA2B,EAE3B,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,iBAAiB,EAEjB,eAAe,EAEf,eAAe,EAKf,cAAc,EAEd,iBAAiB,EAEjB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,yBAAyB,EAEzB,6BAA6B,EAE7B,8BAA8B,EAC9B,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAGL,cAAc,EAEd,sBAAsB,EAKtB,YAAY,EACZ,SAAS,EAET,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,4BAA4B,EAC5B,kBAAkB,EAElB,mBAAmB,EAEnB,sBAAsB,EACtB,sBAAsB,EAEtB,2BAA2B,GAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAqB,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAA+B,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EAEL,sBAAsB,EAEtB,YAAY,EACZ,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EAErB,UAAU,EAGV,sBAAsB,EACtB,gBAAgB,EAGhB,mBAAmB,EACnB,eAAe,EAEf,oBAAoB,EAEpB,cAAc,EAEd,gBAAgB,EAEhB,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,IAAI,EAIJ,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAGL,yBAAyB,EACzB,iBAAiB,EAEjB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAEhB,sBAAsB,EAGtB,wBAAwB,EAExB,0BAA0B,EAE1B,yBAAyB,EAEzB,wBAAwB,EAExB,uBAAuB,EAEvB,oBAAoB,GAGrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAsB,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAGL,qBAAqB,GACtB,MAAM,2BAA2B,CAAC;AAMnC,OAAO,EACL,cAAc,GAIf,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,oBAAoB,EAGpB,kBAAkB,EAIlB,yBAAyB,GAG1B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EAEnB,WAAW,EACX,aAAa,EACb,mBAAmB,EAGnB,OAAO,GACR,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,EAEnB,wBAAwB,EAExB,sBAAsB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,uBAAuB,GAExB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,YAAY,EAGZ,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,wBAAwB,EAExB,oBAAoB,EACpB,kBAAkB,EAGlB,iBAAiB,EAEjB,mBAAmB,EACnB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,EAE/B,sBAAsB,EAEtB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,eAAe,EACf,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,gBAAgB,EAEhB,qBAAqB,EAMrB,wBAAwB,EAExB,uBAAuB,EACvB,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,WAAW,EACX,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,QAAQ,EACR,aAAa,EACb,UAAU,EACV,YAAY,EACZ,YAAY,EAEZ,cAAc,EACd,QAAQ,EAER,gBAAgB,EAEhB,eAAe,EACf,WAAW,GACZ,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,gBAAgB,EAGhB,cAAc,EAEd,eAAe,GAChB,MAAM,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
export declare const doctorCommand: (campaigns: string[], options: {
|
|
2
|
+
static?: boolean | undefined;
|
|
3
|
+
}) => Promise<{
|
|
4
|
+
rootDir: string;
|
|
5
|
+
ok: boolean;
|
|
6
|
+
diagnostics: {
|
|
7
|
+
id: string;
|
|
8
|
+
status: "fail" | "pass" | "warn";
|
|
9
|
+
message: string;
|
|
10
|
+
detail?: string | undefined;
|
|
11
|
+
}[];
|
|
12
|
+
campaigns: {
|
|
13
|
+
path: string;
|
|
14
|
+
campaignId?: string | undefined;
|
|
15
|
+
mode?: "experiment" | "optimize" | undefined;
|
|
16
|
+
plan?: {
|
|
17
|
+
campaignId: string;
|
|
18
|
+
mode: "experiment" | "optimize";
|
|
19
|
+
evaluationKind: "agent" | "grader";
|
|
20
|
+
subjectRoot: string;
|
|
21
|
+
mutableComponents: string[];
|
|
22
|
+
profiles: string[];
|
|
23
|
+
splits: {
|
|
24
|
+
split: "test" | "train" | "validation";
|
|
25
|
+
examples: number;
|
|
26
|
+
}[];
|
|
27
|
+
projected: {
|
|
28
|
+
candidates: number;
|
|
29
|
+
metricCalls: number;
|
|
30
|
+
judgeCalls: number;
|
|
31
|
+
proposalCalls: number;
|
|
32
|
+
};
|
|
33
|
+
budget: {
|
|
34
|
+
maxCandidates: number;
|
|
35
|
+
patience: number;
|
|
36
|
+
maxMetricCalls: number;
|
|
37
|
+
maxJudgeCalls: number;
|
|
38
|
+
maxProposalCalls: number;
|
|
39
|
+
maxTokens: number;
|
|
40
|
+
maxCostUsd: number;
|
|
41
|
+
maxUnpricedModelCalls: number;
|
|
42
|
+
maxWallTimeMs: number;
|
|
43
|
+
};
|
|
44
|
+
fitsProjectedCallBudgets: boolean;
|
|
45
|
+
warnings: string[];
|
|
46
|
+
} | undefined;
|
|
47
|
+
error?: string | undefined;
|
|
48
|
+
}[];
|
|
49
|
+
summary: {
|
|
50
|
+
passed: number;
|
|
51
|
+
warnings: number;
|
|
52
|
+
failed: number;
|
|
53
|
+
};
|
|
54
|
+
}>;
|
|
55
|
+
//# sourceMappingURL=doctor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../src/cli/doctor.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,aAAa,cACb,MAAM,EAAE,WACV;IAAE,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;CAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAW1C,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { Errors } from "incur";
|
|
2
|
+
import { doctorProject, formatDoctorReport } from "../orchestrator/index.js";
|
|
3
|
+
export const doctorCommand = async (campaigns, options) => {
|
|
4
|
+
const report = await doctorProject({ cwd: process.cwd(), campaigns, ...options });
|
|
5
|
+
if (!report.ok) {
|
|
6
|
+
throw new Errors.IncurError({
|
|
7
|
+
code: "PREFLIGHT_FAILED",
|
|
8
|
+
message: formatDoctorReport(report),
|
|
9
|
+
exitCode: 1,
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
return report;
|
|
13
|
+
};
|
|
14
|
+
//# sourceMappingURL=doctor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"doctor.js","sourceRoot":"","sources":["../../src/cli/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE7E,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,SAAmB,EACnB,OAAyC,EACzC,EAAE;IACF,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAClF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC;YAC1B,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,kBAAkB,CAAC,MAAM,CAAC;YACnC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { type DriverRef, type HarnessFocus, type HarnessMatrixEntry, type Registry } from "../core/index.js";
|
|
2
|
+
import { type SuiteItem } from "../orchestrator/index.js";
|
|
3
|
+
export type HarnessPlanOptions = {
|
|
4
|
+
matrix?: readonly HarnessMatrixEntry[] | undefined;
|
|
5
|
+
defaultDriver?: DriverRef | undefined;
|
|
6
|
+
registry: Registry;
|
|
7
|
+
focus: HarnessFocus;
|
|
8
|
+
};
|
|
9
|
+
export type HarnessPlan = {
|
|
10
|
+
items: SuiteItem[];
|
|
11
|
+
/** Cases pinned to a driver the focus cannot apply to. */
|
|
12
|
+
excluded: string[];
|
|
13
|
+
unavailable: {
|
|
14
|
+
id: string;
|
|
15
|
+
commands: string[];
|
|
16
|
+
}[];
|
|
17
|
+
};
|
|
18
|
+
/**
|
|
19
|
+
* Expand selected cases into suite items, one per harness permutation. Cases
|
|
20
|
+
* without permutations keep today's single-driver item.
|
|
21
|
+
*/
|
|
22
|
+
export declare const planHarnessItems: (cases: readonly {
|
|
23
|
+
path: string;
|
|
24
|
+
id: string;
|
|
25
|
+
}[], options: HarnessPlanOptions) => Promise<HarnessPlan>;
|
|
26
|
+
//# sourceMappingURL=harness-plan.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harness-plan.d.ts","sourceRoot":"","sources":["../../src/cli/harness-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,SAAS,EAGd,KAAK,YAAY,EACjB,KAAK,kBAAkB,EAKvB,KAAK,QAAQ,EACd,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAgB,KAAK,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAGxE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,CAAC,EAAE,SAAS,kBAAkB,EAAE,GAAG,SAAS,CAAC;IACnD,aAAa,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,YAAY,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,0DAA0D;IAC1D,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;CACnD,CAAC;AAaF;;;GAGG;AACH,eAAO,MAAM,gBAAgB,UACpB,SAAS;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,EAAE,WACrC,kBAAkB,KAC1B,OAAO,CAAC,WAAW,CAkErB,CAAC"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { casePermutations, driverNameOf, focusHarnessPermutations, hasHarnessFocus, permutationDriverRef, permutationId, } from "../core/index.js";
|
|
2
|
+
import { mergeProcessEnvironment, resolveExecutable } from "../core/platform-process.js";
|
|
3
|
+
import { referencedDriverRuntime } from "../orchestrator/driver-identity.js";
|
|
4
|
+
import { loadEvalCase } from "../orchestrator/index.js";
|
|
5
|
+
import { resolveDriverReference } from "../orchestrator/orchestrator.js";
|
|
6
|
+
const permutationLabel = (caseId, id) => `${caseId} [${id}]`;
|
|
7
|
+
const bindPermutation = (permutation, options) => {
|
|
8
|
+
const plugin = options.registry.getDriver(permutation.driver);
|
|
9
|
+
if (!plugin)
|
|
10
|
+
throw new Error(`unknown driver '${permutation.driver}'`);
|
|
11
|
+
return permutationDriverRef(permutation, options.defaultDriver, plugin);
|
|
12
|
+
};
|
|
13
|
+
/**
|
|
14
|
+
* Expand selected cases into suite items, one per harness permutation. Cases
|
|
15
|
+
* without permutations keep today's single-driver item.
|
|
16
|
+
*/
|
|
17
|
+
export const planHarnessItems = async (cases, options) => {
|
|
18
|
+
const items = [];
|
|
19
|
+
const excluded = [];
|
|
20
|
+
const unavailable = [];
|
|
21
|
+
for (const selected of cases) {
|
|
22
|
+
const evalCase = await loadEvalCase(selected.path);
|
|
23
|
+
const pinned = evalCase.driver ? driverNameOf(evalCase.driver) : undefined;
|
|
24
|
+
if (options.focus.driver !== undefined &&
|
|
25
|
+
pinned !== undefined &&
|
|
26
|
+
pinned !== options.focus.driver) {
|
|
27
|
+
excluded.push(selected.id);
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
let permutations = casePermutations(evalCase, options.matrix);
|
|
31
|
+
const fromMatrix = permutations.length > 0;
|
|
32
|
+
if (permutations.length === 0 && hasHarnessFocus(options.focus)) {
|
|
33
|
+
const base = pinned ?? (options.defaultDriver ? driverNameOf(options.defaultDriver) : undefined);
|
|
34
|
+
const selecting = options.focus.model !== undefined || options.focus.effort !== undefined;
|
|
35
|
+
if (base !== undefined &&
|
|
36
|
+
selecting &&
|
|
37
|
+
options.focus.driver === undefined &&
|
|
38
|
+
!options.registry.getDriver(base)?.selectHarness) {
|
|
39
|
+
excluded.push(selected.id);
|
|
40
|
+
continue;
|
|
41
|
+
}
|
|
42
|
+
permutations = base === undefined ? [] : [{ driver: base }];
|
|
43
|
+
}
|
|
44
|
+
permutations = focusHarnessPermutations(permutations, options.focus);
|
|
45
|
+
if (permutations.length === 0) {
|
|
46
|
+
items.push({ path: selected.path, id: selected.id });
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
for (const permutation of permutations) {
|
|
50
|
+
const id = permutationId(permutation);
|
|
51
|
+
const driver = bindPermutation(permutation, options);
|
|
52
|
+
const label = permutationLabel(selected.id, id);
|
|
53
|
+
if (fromMatrix) {
|
|
54
|
+
const effective = resolveDriverReference(evalCase, options.defaultDriver, driver);
|
|
55
|
+
const runtime = referencedDriverRuntime(effective, options.registry);
|
|
56
|
+
const config = (typeof effective === "string" ? undefined : effective.config);
|
|
57
|
+
const environment = mergeProcessEnvironment(process.env, config?.env);
|
|
58
|
+
const commands = runtime.commands.filter((command) => !resolveExecutable(command, environment, undefined, config?.cwd));
|
|
59
|
+
if (commands.length > 0) {
|
|
60
|
+
unavailable.push({ id: label, commands });
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
items.push({
|
|
65
|
+
path: selected.path,
|
|
66
|
+
id: label,
|
|
67
|
+
caseId: selected.id,
|
|
68
|
+
permutationId: id,
|
|
69
|
+
driver,
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return { items, excluded, unavailable };
|
|
74
|
+
};
|
|
75
|
+
//# sourceMappingURL=harness-plan.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harness-plan.js","sourceRoot":"","sources":["../../src/cli/harness-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAEhB,YAAY,EACZ,wBAAwB,EAIxB,eAAe,EACf,oBAAoB,EACpB,aAAa,GAEd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oCAAoC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAkB,MAAM,0BAA0B,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AAgBzE,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAE,EAAU,EAAU,EAAE,CAAC,GAAG,MAAM,KAAK,EAAE,GAAG,CAAC;AAErF,MAAM,eAAe,GAAG,CACtB,WAA+B,EAC/B,OAA2B,EAChB,EAAE;IACb,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC9D,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,OAAO,oBAAoB,CAAC,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EACnC,KAA8C,EAC9C,OAA2B,EACL,EAAE;IACxB,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,WAAW,GAA+B,EAAE,CAAC;IACnD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3E,IACE,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;YAClC,MAAM,KAAK,SAAS;YACpB,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,MAAM,EAC/B,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,IAAI,YAAY,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,GACR,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACtF,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;YAC1F,IACE,IAAI,KAAK,SAAS;gBAClB,SAAS;gBACT,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;gBAClC,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa,EAChD,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,YAAY,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,YAAY,GAAG,wBAAwB,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACrE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YACrD,SAAS;QACX,CAAC;QACD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAChD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;gBAClF,MAAM,OAAO,GAAG,uBAAuB,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACrE,MAAM,MAAM,GAAG,CAAC,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAE/D,CAAC;gBACd,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBACtE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CACtC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,CAC9E,CAAC;gBACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAC1C,SAAS;gBACX,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,aAAa,EAAE,EAAE;gBACjB,MAAM;aACP,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAC1C,CAAC,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
type StarterDriver = "subprocess" | "claude-code" | "codex" | "cursor";
|
|
1
|
+
type StarterDriver = "subprocess" | "claude-code" | "codex" | "cursor" | "copilot" | "antigravity";
|
|
2
2
|
export declare const luxConfigBody: (withExperiment: boolean, driver?: StarterDriver, model?: string) => string;
|
|
3
3
|
export declare const DEMO_AGENT_BODY = "import { writeFile } from \"node:fs/promises\";\nimport { join } from \"node:path\";\n\nconst send = (event) => process.stdout.write(JSON.stringify(event) + \"\\n\");\nsend({ type: \"ready\", agentId: \"addition-demo\" });\nawait writeFile(join(process.env.LUX_ARTIFACTS_DIR, \"add.mjs\"), \"export const add = (a, b) => a + b;\\n\");\nsend({ type: \"done\", summary: \"Wrote add.mjs\" });\n";
|
|
4
4
|
export declare const SAMPLE_CASE_BODY: string;
|
|
5
5
|
export declare const EXPERIMENT_SAMPLE_CASE_BODY = "import { defineEvalCase } from \"@prismatic-io/lux\";\n\n/**\n * A starter smoke case. It inherits the default driver from lux.config.ts.\n */\nexport default defineEvalCase({\n id: \"hello-world\",\n prompt: \"Say hello to the world.\",\n assertions: [{ id: \"completed\", type: \"run-succeeded\" }],\n});\n";
|
|
6
|
-
export declare const README_BODY = "# Lux evals\n\nThis directory holds your evaluation cases.\n\n## Layout\n\n- `lux.config.ts` \u2014 project configuration: default driver/answerer and registered plugins.\n- `cases/` \u2014 one TypeScript file per eval case. Default-export a `defineEvalCase({...})`.\n- `fixtures/` \u2014 starting state for cases that need pre-staged input.\n- `.lux-runs/` \u2014 run output, gitignored.\n\n## Setup\n\nInstall Lux in the project so authored TypeScript cases can resolve its API:\n\n```bash\nnpm install --save-dev @prismatic-io/lux\n```\n\n## First result\n\nThe default starter uses a local deterministic agent and makes no model calls.\nRun `npm exec -- lux run`, then `npm exec -- lux view` to inspect its\nartifact and behavioral assertions. In `agent/demo.mjs`, replace `a + b`\nwith `a - b` and run again: the agent completes, but the behavioral assertion\nfails. Restore addition and rerun to see it pass.\n\nFor a real coding agent, scaffold with `lux init --driver claude-code` or\n`lux init --driver codex`. Cursor
|
|
6
|
+
export declare const README_BODY = "# Lux evals\n\nThis directory holds your evaluation cases.\n\n## Layout\n\n- `lux.config.ts` \u2014 project configuration: default driver/answerer and registered plugins.\n- `cases/` \u2014 one TypeScript file per eval case. Default-export a `defineEvalCase({...})`.\n- `fixtures/` \u2014 starting state for cases that need pre-staged input.\n- `.lux-runs/` \u2014 run output, gitignored.\n\n## Setup\n\nInstall Lux in the project so authored TypeScript cases can resolve its API:\n\n```bash\nnpm install --save-dev @prismatic-io/lux\n```\n\n## First result\n\nThe default starter uses a local deterministic agent and makes no model calls.\nRun `npm exec -- lux run`, then `npm exec -- lux view` to inspect its\nartifact and behavioral assertions. In `agent/demo.mjs`, replace `a + b`\nwith `a - b` and run again: the agent completes, but the behavioral assertion\nfails. Restore addition and rerun to see it pass.\n\nFor a real coding agent, scaffold with `lux init --driver claude-code` or\n`lux init --driver codex`. Cursor, Copilot, and Antigravity require an\nexplicit model, for example `lux init --driver copilot --model <model-id>`.\nThese modes make model calls when you run cases and require the corresponding\nauthenticated CLI.\n\n## Run cases\n\n`lux run` discovers every case under `casesRoot` and runs it. Filter by\nname/path substring, by `--tag`, or repeat each matched eval with `--loop`:\n\n```bash\nnpm exec -- lux run # every discovered case\nnpm exec -- lux run addition # cases whose id/path contains \"hello-world\"\nnpm exec -- lux run cases/addition.ts # one file directly\nnpm exec -- lux run --tag smoke # cases tagged \"smoke\" (meta.tags)\nnpm exec -- lux run --loop 5 # run each matched eval 5 times\n```\n\nSee the [Lux docs](https://github.com/prismatic-io/lux) for the full design.\n";
|
|
7
7
|
export declare const STARTER_PROMPT_BODY = "# Starter agent instructions\n\nComplete the requested task and verify the result. Ask for clarification when\nmissing information changes the correct outcome.\n";
|
|
8
8
|
export declare const experimentCaseBody: (id: string, split: "train" | "validation" | "test", task: string) => string;
|
|
9
9
|
export declare const STARTER_EXPERIMENT_BODY = "import { defineExperiment } from \"@prismatic-io/lux\";\n\nexport default defineExperiment({\n id: \"starter-agent-improvement\",\n subject: {\n root: \"..\",\n mutable: [\"prompts/agent.md\"],\n },\n profiles: [\"starter\"],\n splits: {\n train: { tags: [\"train\"] },\n validation: { tags: [\"validation\"] },\n test: { tags: [\"test\"] },\n },\n repetitions: { search: 1, promotion: 2 },\n objectives: {\n constraints: [\n { metric: \"quality.passRate\", min: 1 },\n { metric: \"quality.passRate\", min: 1, split: \"test\" },\n { metric: \"quality.caseRegressions\", max: 0 },\n { metric: \"quality.caseRegressions\", max: 0, split: \"test\" },\n ],\n minimize: [\n { metric: \"agent.total\" },\n { metric: \"subject.bytes\" },\n ],\n },\n optimizer: {\n algorithm: \"reflective\",\n config: {\n provider: \"claude-code\",\n model: \"YOUR_OPTIMIZER_MODEL\",\n reasoningEffort: \"low\",\n },\n },\n budget: {\n maxCandidates: 4,\n patience: 1,\n maxMetricCalls: 40,\n maxJudgeCalls: 40,\n maxProposalCalls: 3,\n maxTokens: 1_000_000,\n maxCostUsd: 25,\n maxUnpricedModelCalls: 25,\n maxWallTimeMs: 1_800_000,\n },\n});\n";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"init-templates.d.ts","sourceRoot":"","sources":["../../src/cli/init-templates.ts"],"names":[],"mappings":"AAAA,KAAK,aAAa,GAAG,YAAY,GAAG,aAAa,GAAG,OAAO,GAAG,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"init-templates.d.ts","sourceRoot":"","sources":["../../src/cli/init-templates.ts"],"names":[],"mappings":"AAAA,KAAK,aAAa,GAAG,YAAY,GAAG,aAAa,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,aAAa,CAAC;AAEnG,eAAO,MAAM,aAAa,mBACR,OAAO,WACd,aAAa,UACd,MAAM,KACb,MAkDF,CAAC;AAEF,eAAO,MAAM,eAAe,4YAO3B,CAAC;AAIF,eAAO,MAAM,gBAAgB,QAe5B,CAAC;AAEF,eAAO,MAAM,2BAA2B,4TAUvC,CAAC;AAEF,eAAO,MAAM,WAAW,u1DA+CvB,CAAC;AAEF,eAAO,MAAM,mBAAmB,sKAI/B,CAAC;AAEF,eAAO,MAAM,kBAAkB,OACzB,MAAM,SACH,OAAO,GAAG,YAAY,GAAG,MAAM,QAChC,MAAM,KACX,MAuBF,CAAC;AAEF,eAAO,MAAM,uBAAuB,guCA+CnC,CAAC"}
|
|
@@ -13,7 +13,13 @@ export const luxConfigBody = (withExperiment, driver, model) => {
|
|
|
13
13
|
`;
|
|
14
14
|
}
|
|
15
15
|
else if (selectedDriver) {
|
|
16
|
-
const efforts = {
|
|
16
|
+
const efforts = {
|
|
17
|
+
"claude-code": 'reasoningEffort: "low"',
|
|
18
|
+
codex: 'reasoningEffort: "low"',
|
|
19
|
+
cursor: "",
|
|
20
|
+
copilot: 'reasoningEffort: "low"',
|
|
21
|
+
antigravity: 'reasoningEffort: "low"',
|
|
22
|
+
};
|
|
17
23
|
defaultDriver = ` defaultDriver: { name: ${JSON.stringify(selectedDriver)}, config: { ${modelField}${efforts[selectedDriver]} } },
|
|
18
24
|
`;
|
|
19
25
|
}
|
|
@@ -109,9 +115,10 @@ with \`a - b\` and run again: the agent completes, but the behavioral assertion
|
|
|
109
115
|
fails. Restore addition and rerun to see it pass.
|
|
110
116
|
|
|
111
117
|
For a real coding agent, scaffold with \`lux init --driver claude-code\` or
|
|
112
|
-
\`lux init --driver codex\`. Cursor
|
|
113
|
-
\`lux init --driver
|
|
114
|
-
when you run cases and require the corresponding
|
|
118
|
+
\`lux init --driver codex\`. Cursor, Copilot, and Antigravity require an
|
|
119
|
+
explicit model, for example \`lux init --driver copilot --model <model-id>\`.
|
|
120
|
+
These modes make model calls when you run cases and require the corresponding
|
|
121
|
+
authenticated CLI.
|
|
115
122
|
|
|
116
123
|
## Run cases
|
|
117
124
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"init-templates.js","sourceRoot":"","sources":["../../src/cli/init-templates.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,cAAuB,EACvB,MAAsB,EACtB,KAAc,EACN,EAAE;IACV,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,IAAI,aAAqB,CAAC;IAC1B,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;QACpC,aAAa,GAAG;;;;;CAKnB,CAAC;IACA,CAAC;SAAM,IAAI,cAAc,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,
|
|
1
|
+
{"version":3,"file":"init-templates.js","sourceRoot":"","sources":["../../src/cli/init-templates.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,cAAuB,EACvB,MAAsB,EACtB,KAAc,EACN,EAAE;IACV,MAAM,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,IAAI,aAAqB,CAAC;IAC1B,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;QACpC,aAAa,GAAG;;;;;CAKnB,CAAC;IACA,CAAC;SAAM,IAAI,cAAc,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG;YACd,aAAa,EAAE,wBAAwB;YACvC,KAAK,EAAE,wBAAwB;YAC/B,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,wBAAwB;YACjC,WAAW,EAAE,wBAAwB;SACtC,CAAC;QACF,aAAa,GAAG,4BAA4B,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,eAAe,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC;CAChI,CAAC;IACA,CAAC;SAAM,CAAC;QACN,aAAa,GAAG;;CAEnB,CAAC;IACA,CAAC;IACD,OAAO,GAAG,cAAc,KAAK,YAAY,CAAC,CAAC,CAAC,6CAA6C,CAAC,CAAC,CAAC,EAAE;;;;;;;;;;EAU9F,WAAW;EACX,aAAa;;;;EAIb,QAAQ;;;;;;CAMT,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;;;CAO9B,CAAC;AAEF,MAAM,gBAAgB,GAAG,8LAA8L,CAAC;AAExN,MAAM,CAAC,MAAM,gBAAgB,GAAG;;;;;;;;;;;iBAWf,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;;;;CAIhD,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG;;;;;;;;;;CAU1C,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+C1B,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG;;;;CAIlC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,EAAU,EACV,KAAsC,EACtC,IAAY,EACJ,EAAE;IACV,MAAM,MAAM,GAAG;QACb,KAAK,EAAE,+DAA+D;QACtE,UAAU,EACR,4GAA4G;QAC9G,IAAI,EAAE,oFAAoF;KAC3F,CAAC;IACF,MAAM,OAAO,GAAG,gHAAgH,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;IAClJ,OAAO;;;QAGD,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;;;MAGpB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;;;;6DAImC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;;mBAEjE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;;CAEvC,CAAC;AACF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+CtC,CAAC"}
|
package/lib/cli/init.d.ts
CHANGED
|
@@ -4,8 +4,10 @@ declare const InitOptionsSchema: z.ZodObject<{
|
|
|
4
4
|
force: z.ZodDefault<z.ZodBoolean>;
|
|
5
5
|
experiment: z.ZodDefault<z.ZodBoolean>;
|
|
6
6
|
driver: z.ZodOptional<z.ZodEnum<{
|
|
7
|
+
antigravity: "antigravity";
|
|
7
8
|
"claude-code": "claude-code";
|
|
8
9
|
codex: "codex";
|
|
10
|
+
copilot: "copilot";
|
|
9
11
|
cursor: "cursor";
|
|
10
12
|
subprocess: "subprocess";
|
|
11
13
|
}>>;
|
package/lib/cli/init.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,QAAA,MAAM,iBAAiB;;;;;;;;;;;;;kBAqBnB,CAAC;AACL,KAAK,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAErD,QAAA,MAAM,gBAAgB;;;;;;;;kBAcX,CAAC;AACZ,KAAK,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AA0GnD,eAAO,MAAM,WAAW,YAAmB,WAAW,KAAG,OAAO,CAAC,UAAU,CAoF1E,CAAC;AAEF,eAAO,MAAM,gBAAgB,WAAY,UAAU,OAAO,MAAM,KAAG,MAsBlE,CAAC"}
|
package/lib/cli/init.js
CHANGED
|
@@ -3,18 +3,21 @@ import { constants, lstat, mkdir, open, realpath, rename, rm, writeFile } from "
|
|
|
3
3
|
import { basename, dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
import { DEMO_AGENT_BODY, EXPERIMENT_SAMPLE_CASE_BODY, experimentCaseBody, luxConfigBody, README_BODY, SAMPLE_CASE_BODY, STARTER_EXPERIMENT_BODY, STARTER_PROMPT_BODY, } from "./init-templates.js";
|
|
6
|
+
const EXPLICIT_MODEL_DRIVERS = new Set(["cursor", "copilot", "antigravity"]);
|
|
6
7
|
const InitOptionsSchema = z
|
|
7
8
|
.object({
|
|
8
9
|
cwd: z.string().min(1),
|
|
9
10
|
force: z.boolean().default(false),
|
|
10
11
|
experiment: z.boolean().default(false),
|
|
11
|
-
driver: z
|
|
12
|
+
driver: z
|
|
13
|
+
.enum(["subprocess", "claude-code", "codex", "cursor", "copilot", "antigravity"])
|
|
14
|
+
.optional(),
|
|
12
15
|
model: z.string().min(1).optional(),
|
|
13
16
|
})
|
|
14
17
|
.strict()
|
|
15
|
-
.refine((options) => options.driver
|
|
18
|
+
.refine((options) => !EXPLICIT_MODEL_DRIVERS.has(options.driver ?? "") || options.model !== undefined, {
|
|
16
19
|
path: ["model"],
|
|
17
|
-
message: "Cursor
|
|
20
|
+
message: "Cursor, Copilot, and Antigravity require an explicit --model",
|
|
18
21
|
})
|
|
19
22
|
.refine((options) => !(options.experiment && options.driver === "subprocess"), {
|
|
20
23
|
path: ["driver"],
|
package/lib/cli/init.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACxF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,eAAe,EACf,2BAA2B,EAC3B,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,gBAAgB,EAChB,uBAAuB,EACvB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,iBAAiB,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACjC,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtC,MAAM,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/cli/init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClG,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACxF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,eAAe,EACf,2BAA2B,EAC3B,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,gBAAgB,EAChB,uBAAuB,EACvB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC;AAE7E,MAAM,iBAAiB,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACjC,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACtC,MAAM,EAAE,CAAC;SACN,IAAI,CAAC,CAAC,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;SAChF,QAAQ,EAAE;IACb,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;CACpC,CAAC;KACD,MAAM,EAAE;KACR,MAAM,CACL,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAC7F;IACE,IAAI,EAAE,CAAC,OAAO,CAAC;IACf,OAAO,EAAE,8DAA8D;CACxE,CACF;KACA,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,CAAC,EAAE;IAC7E,IAAI,EAAE,CAAC,QAAQ,CAAC;IAChB,OAAO,EAAE,8EAA8E;CACxF,CAAC,CAAC;AAGL,MAAM,gBAAgB,GAAG,CAAC;KACvB,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC;SACE,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;KACnB,CAAC;SACD,MAAM,EAAE,CACZ;IACD,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE;CACxB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,IAAY,EAAiB,EAAE;IAC/D,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,IACE,QAAQ,KAAK,EAAE;QACf,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,EAChF,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EAAE,IAAY,EAAE,IAAY,EAAiB,EAAE;IACxE,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxC,IAAI,QAAQ,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;IACvF,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5D,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACjD,MAAM,IAAI,KAAK,CAAC,sDAAsD,MAAM,EAAE,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;YACpE,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAAE,IAAY,EAAoB,EAAE;IACnE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,qDAAqD,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACrE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,KAAK,EAAE,IAAY,EAAmB,EAAE;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;IAC3E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,IAAI,EAAE,CAAC,CAAC;QACzF,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EAAE,IAAY,EAAE,IAAY,EAAiB,EAAE;IACxE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,UAAU,EAAE,MAAM,CAAC,CAAC;IAChF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,KAAK,EAC1B,IAAY,EACZ,IAAY,EACZ,IAAY,EACZ,MAAkB,EAClB,KAAc,EACC,EAAE;IACjB,MAAM,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,KAAK,IAAI,MAAM,EAAE,CAAC;QACrB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IACD,IAAI,MAAM;QAAE,MAAM,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;;QACvC,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,IAAI,MAAM;QAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;QACjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,KAAK,EAChC,GAAW,EACX,KAAa,EACb,MAAkB,EACH,EAAE;IACjB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IACD,wEAAwE;IACxE,+DAA+D;IAC/D,MAAM,YAAY,GAAG,OAAO,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,GAAG,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,IAAI,CAAC;IAClE,IAAI,MAAM;QAAE,MAAM,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;;QAC1C,MAAM,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM;QAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;QAClC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,OAAoB,EAAuB,EAAE;IAC7E,MAAM,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC;IAC5C,MAAM,MAAM,GAAe,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;IACjF,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;IAElC,MAAM,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAE/C,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,EAC3B,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,EAAE,aAAa,CAAC,KAAK,CAAC,EACpE,MAAM,EACN,KAAK,CACN,CAAC;IACF,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,EAClE,UAAU,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,gBAAgB,EAC3D,MAAM,EACN,KAAK,CACN,CAAC;IACF,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,KAAK,YAAY,CAAC,EAAE,CAAC;QACpF,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAC9F,CAAC;IACD,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAClF,0EAA0E;IAC1E,4DAA4D;IAC5D,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAEhF,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,EACjC,mBAAmB,EACnB,MAAM,EACN,KAAK,CACN,CAAC;QACF,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,qBAAqB,CAAC,EAC1C,kBAAkB,CAChB,eAAe,EACf,OAAO,EACP,6FAA6F,CAC9F,EACD,MAAM,EACN,KAAK,CACN,CAAC;QACF,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,0BAA0B,CAAC,EAC/C,kBAAkB,CAChB,oBAAoB,EACpB,YAAY,EACZ,oGAAoG,CACrG,EACD,MAAM,EACN,KAAK,CACN,CAAC;QACF,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,oBAAoB,CAAC,EACzC,kBAAkB,CAChB,cAAc,EACd,MAAM,EACN,sGAAsG,CACvG,EACD,MAAM,EACN,KAAK,CACN,CAAC;QACF,MAAM,cAAc,CAClB,IAAI,EACJ,IAAI,CAAC,IAAI,EAAE,aAAa,EAAE,qBAAqB,CAAC,EAChD,uBAAuB,EACvB,MAAM,EACN,KAAK,CACN,CAAC;IACJ,CAAC;IAED,MAAM,oBAAoB,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAEvD,OAAO,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,GAAW,EAAU,EAAE;IAC1E,MAAM,GAAG,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAClE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACtE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/E,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;IAC/D,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1B,KAAK,CAAC,IAAI,CAAC,8EAA8E,CAAC,CAAC;IAC3F,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;IACjE,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;QAC5F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IACzE,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC"}
|
|
@@ -5,6 +5,7 @@ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
5
5
|
id: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
6
6
|
prompt: z.ZodOptional<z.ZodString>;
|
|
7
7
|
persona: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
8
|
+
matrix: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodCustom<import("../core/harness-matrix.js").HarnessMatrixEntry, import("../core/harness-matrix.js").HarnessMatrixEntry>>>>;
|
|
8
9
|
requires: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
9
10
|
artifacts: "artifacts";
|
|
10
11
|
cost: "cost";
|
|
@@ -247,6 +248,7 @@ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
247
248
|
fixturesHash: z.ZodExactOptional<z.ZodString>;
|
|
248
249
|
subjectHash: z.ZodExactOptional<z.ZodString>;
|
|
249
250
|
profileId: z.ZodExactOptional<z.ZodString>;
|
|
251
|
+
permutationId: z.ZodExactOptional<z.ZodString>;
|
|
250
252
|
experimentId: z.ZodExactOptional<z.ZodString>;
|
|
251
253
|
variantId: z.ZodExactOptional<z.ZodString>;
|
|
252
254
|
candidateId: z.ZodExactOptional<z.ZodString>;
|
|
@@ -421,6 +423,7 @@ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
421
423
|
items: z.ZodArray<z.ZodObject<{
|
|
422
424
|
caseId: z.ZodString;
|
|
423
425
|
canonicalCaseId: z.ZodString;
|
|
426
|
+
permutationId: z.ZodExactOptional<z.ZodString>;
|
|
424
427
|
status: z.ZodEnum<{
|
|
425
428
|
completed: "completed";
|
|
426
429
|
pending: "pending";
|
|
@@ -763,6 +766,7 @@ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
763
766
|
items: z.ZodArray<z.ZodObject<{
|
|
764
767
|
caseId: z.ZodString;
|
|
765
768
|
canonicalCaseId: z.ZodString;
|
|
769
|
+
permutationId: z.ZodExactOptional<z.ZodString>;
|
|
766
770
|
status: z.ZodEnum<{
|
|
767
771
|
completed: "completed";
|
|
768
772
|
pending: "pending";
|
|
@@ -809,6 +813,7 @@ export declare const ViewOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
809
813
|
items: z.ZodArray<z.ZodObject<{
|
|
810
814
|
caseId: z.ZodString;
|
|
811
815
|
canonicalCaseId: z.ZodString;
|
|
816
|
+
permutationId: z.ZodExactOptional<z.ZodString>;
|
|
812
817
|
status: z.ZodEnum<{
|
|
813
818
|
completed: "completed";
|
|
814
819
|
pending: "pending";
|
|
@@ -1100,6 +1105,7 @@ export declare const CompareOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1100
1105
|
passRateDelta: z.ZodNumber;
|
|
1101
1106
|
cases: z.ZodArray<z.ZodObject<{
|
|
1102
1107
|
canonicalCaseId: z.ZodString;
|
|
1108
|
+
permutationId: z.ZodExactOptional<z.ZodString>;
|
|
1103
1109
|
before: z.ZodNullable<z.ZodObject<{
|
|
1104
1110
|
attempts: z.ZodNumber;
|
|
1105
1111
|
passRate: z.ZodNumber;
|
|
@@ -1138,6 +1144,7 @@ export declare const CompareOutputSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1138
1144
|
}, z.core.$strict>>;
|
|
1139
1145
|
identityMismatches: z.ZodArray<z.ZodObject<{
|
|
1140
1146
|
canonicalCaseId: z.ZodString;
|
|
1147
|
+
permutationId: z.ZodExactOptional<z.ZodString>;
|
|
1141
1148
|
repetition: z.ZodNumber;
|
|
1142
1149
|
before: z.ZodNullable<z.ZodString>;
|
|
1143
1150
|
after: z.ZodNullable<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"output-schemas.d.ts","sourceRoot":"","sources":["../../src/cli/output-schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,OAAO,CAAC;AA6C1B,eAAO,MAAM,gBAAgB
|
|
1
|
+
{"version":3,"file":"output-schemas.d.ts","sourceRoot":"","sources":["../../src/cli/output-schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,OAAO,CAAC;AA6C1B,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAe3B,CAAC;AA6CH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAAkD,CAAC"}
|