@prismatic-io/lux 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/lib/answerers/claude-code/index.d.ts +17 -0
- package/lib/answerers/claude-code/index.d.ts.map +1 -0
- package/lib/answerers/claude-code/index.js +280 -0
- package/lib/answerers/claude-code/index.js.map +1 -0
- package/lib/answerers/persona/index.d.ts +40 -0
- package/lib/answerers/persona/index.d.ts.map +1 -0
- package/lib/answerers/persona/index.js +265 -0
- package/lib/answerers/persona/index.js.map +1 -0
- package/lib/answerers/scripted/index.d.ts +8 -0
- package/lib/answerers/scripted/index.d.ts.map +1 -0
- package/lib/answerers/scripted/index.js +163 -0
- package/lib/answerers/scripted/index.js.map +1 -0
- package/lib/answerers/shared.d.ts +13 -0
- package/lib/answerers/shared.d.ts.map +1 -0
- package/lib/answerers/shared.js +17 -0
- package/lib/answerers/shared.js.map +1 -0
- package/lib/answerers/terminal/index.d.ts +9 -0
- package/lib/answerers/terminal/index.d.ts.map +1 -0
- package/lib/answerers/terminal/index.js +97 -0
- package/lib/answerers/terminal/index.js.map +1 -0
- package/lib/assertions/core/command-exits-zero.d.ts +21 -0
- package/lib/assertions/core/command-exits-zero.d.ts.map +1 -0
- package/lib/assertions/core/command-exits-zero.js +87 -0
- package/lib/assertions/core/command-exits-zero.js.map +1 -0
- package/lib/assertions/core/event-checks.d.ts +57 -0
- package/lib/assertions/core/event-checks.d.ts.map +1 -0
- package/lib/assertions/core/event-checks.js +123 -0
- package/lib/assertions/core/event-checks.js.map +1 -0
- package/lib/assertions/core/file-checks.d.ts +103 -0
- package/lib/assertions/core/file-checks.d.ts.map +1 -0
- package/lib/assertions/core/file-checks.js +288 -0
- package/lib/assertions/core/file-checks.js.map +1 -0
- package/lib/assertions/core/helpers.d.ts +66 -0
- package/lib/assertions/core/helpers.d.ts.map +1 -0
- package/lib/assertions/core/helpers.js +170 -0
- package/lib/assertions/core/helpers.js.map +1 -0
- package/lib/assertions/core/index.d.ts +15 -0
- package/lib/assertions/core/index.d.ts.map +1 -0
- package/lib/assertions/core/index.js +56 -0
- package/lib/assertions/core/index.js.map +1 -0
- package/lib/assertions/core/json-pointer-equals.d.ts +19 -0
- package/lib/assertions/core/json-pointer-equals.d.ts.map +1 -0
- package/lib/assertions/core/json-pointer-equals.js +71 -0
- package/lib/assertions/core/json-pointer-equals.js.map +1 -0
- package/lib/assertions/core/output-checks.d.ts +46 -0
- package/lib/assertions/core/output-checks.d.ts.map +1 -0
- package/lib/assertions/core/output-checks.js +121 -0
- package/lib/assertions/core/output-checks.js.map +1 -0
- package/lib/assertions/core/predicate.d.ts +14 -0
- package/lib/assertions/core/predicate.d.ts.map +1 -0
- package/lib/assertions/core/predicate.js +55 -0
- package/lib/assertions/core/predicate.js.map +1 -0
- package/lib/assertions/core/resource-checks.d.ts +71 -0
- package/lib/assertions/core/resource-checks.d.ts.map +1 -0
- package/lib/assertions/core/resource-checks.js +159 -0
- package/lib/assertions/core/resource-checks.js.map +1 -0
- package/lib/assertions/core/safe-regex.d.ts +23 -0
- package/lib/assertions/core/safe-regex.d.ts.map +1 -0
- package/lib/assertions/core/safe-regex.js +102 -0
- package/lib/assertions/core/safe-regex.js.map +1 -0
- package/lib/assertions/core/tool-called-with.d.ts +21 -0
- package/lib/assertions/core/tool-called-with.d.ts.map +1 -0
- package/lib/assertions/core/tool-called-with.js +69 -0
- package/lib/assertions/core/tool-called-with.js.map +1 -0
- package/lib/assertions/core/tool-calls.d.ts +22 -0
- package/lib/assertions/core/tool-calls.d.ts.map +1 -0
- package/lib/assertions/core/tool-calls.js +17 -0
- package/lib/assertions/core/tool-calls.js.map +1 -0
- package/lib/assertions/core/tool-invocation.d.ts +36 -0
- package/lib/assertions/core/tool-invocation.d.ts.map +1 -0
- package/lib/assertions/core/tool-invocation.js +170 -0
- package/lib/assertions/core/tool-invocation.js.map +1 -0
- package/lib/assertions/core/tool-result-checks.d.ts +59 -0
- package/lib/assertions/core/tool-result-checks.d.ts.map +1 -0
- package/lib/assertions/core/tool-result-checks.js +193 -0
- package/lib/assertions/core/tool-result-checks.js.map +1 -0
- package/lib/assertions/mcp/discovery-checks.d.ts +36 -0
- package/lib/assertions/mcp/discovery-checks.d.ts.map +1 -0
- package/lib/assertions/mcp/discovery-checks.js +122 -0
- package/lib/assertions/mcp/discovery-checks.js.map +1 -0
- package/lib/assertions/mcp/index.d.ts +10 -0
- package/lib/assertions/mcp/index.d.ts.map +1 -0
- package/lib/assertions/mcp/index.js +25 -0
- package/lib/assertions/mcp/index.js.map +1 -0
- package/lib/assertions/rubric/index.d.ts +104 -0
- package/lib/assertions/rubric/index.d.ts.map +1 -0
- package/lib/assertions/rubric/index.js +191 -0
- package/lib/assertions/rubric/index.js.map +1 -0
- package/lib/assertions/rubric/internal.d.ts +14 -0
- package/lib/assertions/rubric/internal.d.ts.map +1 -0
- package/lib/assertions/rubric/internal.js +335 -0
- package/lib/assertions/rubric/internal.js.map +1 -0
- package/lib/authoring.d.ts +3 -0
- package/lib/authoring.d.ts.map +1 -0
- package/lib/authoring.js +3 -0
- package/lib/authoring.js.map +1 -0
- package/lib/cli/bin.d.ts +3 -0
- package/lib/cli/bin.d.ts.map +1 -0
- package/lib/cli/bin.js +15 -0
- package/lib/cli/bin.js.map +1 -0
- package/lib/cli/command-runtime.d.ts +5 -0
- package/lib/cli/command-runtime.d.ts.map +1 -0
- package/lib/cli/command-runtime.js +30 -0
- package/lib/cli/command-runtime.js.map +1 -0
- package/lib/cli/init.d.ts +21 -0
- package/lib/cli/init.d.ts.map +1 -0
- package/lib/cli/init.js +340 -0
- package/lib/cli/init.js.map +1 -0
- package/lib/cli/program.d.ts +22 -0
- package/lib/cli/program.d.ts.map +1 -0
- package/lib/cli/program.js +757 -0
- package/lib/cli/program.js.map +1 -0
- package/lib/cli/render/format.d.ts +14 -0
- package/lib/cli/render/format.d.ts.map +1 -0
- package/lib/cli/render/format.js +71 -0
- package/lib/cli/render/format.js.map +1 -0
- package/lib/cli/render/reporter.d.ts +73 -0
- package/lib/cli/render/reporter.d.ts.map +1 -0
- package/lib/cli/render/reporter.js +519 -0
- package/lib/cli/render/reporter.js.map +1 -0
- package/lib/cli/render/tty.d.ts +77 -0
- package/lib/cli/render/tty.d.ts.map +1 -0
- package/lib/cli/render/tty.js +283 -0
- package/lib/cli/render/tty.js.map +1 -0
- package/lib/cli/run-options.d.ts +27 -0
- package/lib/cli/run-options.d.ts.map +1 -0
- package/lib/cli/run-options.js +58 -0
- package/lib/cli/run-options.js.map +1 -0
- package/lib/cli/skills.d.ts +38 -0
- package/lib/cli/skills.d.ts.map +1 -0
- package/lib/cli/skills.js +84 -0
- package/lib/cli/skills.js.map +1 -0
- package/lib/core/annotation.d.ts +56 -0
- package/lib/core/annotation.d.ts.map +1 -0
- package/lib/core/annotation.js +92 -0
- package/lib/core/annotation.js.map +1 -0
- package/lib/core/answerer.d.ts +68 -0
- package/lib/core/answerer.d.ts.map +1 -0
- package/lib/core/answerer.js +17 -0
- package/lib/core/answerer.js.map +1 -0
- package/lib/core/artifact-evidence.d.ts +50 -0
- package/lib/core/artifact-evidence.d.ts.map +1 -0
- package/lib/core/artifact-evidence.js +185 -0
- package/lib/core/artifact-evidence.js.map +1 -0
- package/lib/core/artifact-snapshot.d.ts +37 -0
- package/lib/core/artifact-snapshot.d.ts.map +1 -0
- package/lib/core/artifact-snapshot.js +339 -0
- package/lib/core/artifact-snapshot.js.map +1 -0
- package/lib/core/assertion.d.ts +129 -0
- package/lib/core/assertion.d.ts.map +1 -0
- package/lib/core/assertion.js +75 -0
- package/lib/core/assertion.js.map +1 -0
- package/lib/core/case.d.ts +79 -0
- package/lib/core/case.d.ts.map +1 -0
- package/lib/core/case.js +90 -0
- package/lib/core/case.js.map +1 -0
- package/lib/core/conversation-turn.d.ts +23 -0
- package/lib/core/conversation-turn.d.ts.map +1 -0
- package/lib/core/conversation-turn.js +31 -0
- package/lib/core/conversation-turn.js.map +1 -0
- package/lib/core/driver.d.ts +64 -0
- package/lib/core/driver.d.ts.map +1 -0
- package/lib/core/driver.js +18 -0
- package/lib/core/driver.js.map +1 -0
- package/lib/core/emitter.d.ts +20 -0
- package/lib/core/emitter.d.ts.map +1 -0
- package/lib/core/emitter.js +34 -0
- package/lib/core/emitter.js.map +1 -0
- package/lib/core/events.d.ts +202 -0
- package/lib/core/events.d.ts.map +1 -0
- package/lib/core/events.js +107 -0
- package/lib/core/events.js.map +1 -0
- package/lib/core/exec.d.ts +82 -0
- package/lib/core/exec.d.ts.map +1 -0
- package/lib/core/exec.js +168 -0
- package/lib/core/exec.js.map +1 -0
- package/lib/core/experiment.d.ts +285 -0
- package/lib/core/experiment.d.ts.map +1 -0
- package/lib/core/experiment.js +389 -0
- package/lib/core/experiment.js.map +1 -0
- package/lib/core/glob.d.ts +3 -0
- package/lib/core/glob.d.ts.map +1 -0
- package/lib/core/glob.js +32 -0
- package/lib/core/glob.js.map +1 -0
- package/lib/core/hash.d.ts +8 -0
- package/lib/core/hash.d.ts.map +1 -0
- package/lib/core/hash.js +214 -0
- package/lib/core/hash.js.map +1 -0
- package/lib/core/index.d.ts +29 -0
- package/lib/core/index.d.ts.map +1 -0
- package/lib/core/index.js +29 -0
- package/lib/core/index.js.map +1 -0
- package/lib/core/lifecycle-fixtures.d.ts +20 -0
- package/lib/core/lifecycle-fixtures.d.ts.map +1 -0
- package/lib/core/lifecycle-fixtures.js +109 -0
- package/lib/core/lifecycle-fixtures.js.map +1 -0
- package/lib/core/lifecycle-hooks.d.ts +52 -0
- package/lib/core/lifecycle-hooks.d.ts.map +1 -0
- package/lib/core/lifecycle-hooks.js +42 -0
- package/lib/core/lifecycle-hooks.js.map +1 -0
- package/lib/core/mcp-events.d.ts +44 -0
- package/lib/core/mcp-events.d.ts.map +1 -0
- package/lib/core/mcp-events.js +23 -0
- package/lib/core/mcp-events.js.map +1 -0
- package/lib/core/model-cli.d.ts +57 -0
- package/lib/core/model-cli.d.ts.map +1 -0
- package/lib/core/model-cli.js +237 -0
- package/lib/core/model-cli.js.map +1 -0
- package/lib/core/observer.d.ts +31 -0
- package/lib/core/observer.d.ts.map +1 -0
- package/lib/core/observer.js +25 -0
- package/lib/core/observer.js.map +1 -0
- package/lib/core/platform-process.d.ts +33 -0
- package/lib/core/platform-process.d.ts.map +1 -0
- package/lib/core/platform-process.js +214 -0
- package/lib/core/platform-process.js.map +1 -0
- package/lib/core/registry.d.ts +22 -0
- package/lib/core/registry.d.ts.map +1 -0
- package/lib/core/registry.js +45 -0
- package/lib/core/registry.js.map +1 -0
- package/lib/core/rubric.d.ts +18 -0
- package/lib/core/rubric.d.ts.map +1 -0
- package/lib/core/rubric.js +49 -0
- package/lib/core/rubric.js.map +1 -0
- package/lib/core/run.d.ts +419 -0
- package/lib/core/run.d.ts.map +1 -0
- package/lib/core/run.js +126 -0
- package/lib/core/run.js.map +1 -0
- package/lib/core/statistics.d.ts +39 -0
- package/lib/core/statistics.d.ts.map +1 -0
- package/lib/core/statistics.js +163 -0
- package/lib/core/statistics.js.map +1 -0
- package/lib/core/subject.d.ts +4 -0
- package/lib/core/subject.d.ts.map +1 -0
- package/lib/core/subject.js +46 -0
- package/lib/core/subject.js.map +1 -0
- package/lib/core/tool-events.d.ts +69 -0
- package/lib/core/tool-events.d.ts.map +1 -0
- package/lib/core/tool-events.js +242 -0
- package/lib/core/tool-events.js.map +1 -0
- package/lib/core/usage.d.ts +78 -0
- package/lib/core/usage.d.ts.map +1 -0
- package/lib/core/usage.js +104 -0
- package/lib/core/usage.js.map +1 -0
- package/lib/core/wire.d.ts +83 -0
- package/lib/core/wire.d.ts.map +1 -0
- package/lib/core/wire.js +101 -0
- package/lib/core/wire.js.map +1 -0
- package/lib/core/zod.d.ts +10 -0
- package/lib/core/zod.d.ts.map +1 -0
- package/lib/core/zod.js +18 -0
- package/lib/core/zod.js.map +1 -0
- package/lib/drivers/claude-code/index.d.ts +55 -0
- package/lib/drivers/claude-code/index.d.ts.map +1 -0
- package/lib/drivers/claude-code/index.js +779 -0
- package/lib/drivers/claude-code/index.js.map +1 -0
- package/lib/drivers/claude-code/parse-events.d.ts +46 -0
- package/lib/drivers/claude-code/parse-events.d.ts.map +1 -0
- package/lib/drivers/claude-code/parse-events.js +387 -0
- package/lib/drivers/claude-code/parse-events.js.map +1 -0
- package/lib/drivers/codex/app-events.d.ts +16 -0
- package/lib/drivers/codex/app-events.d.ts.map +1 -0
- package/lib/drivers/codex/app-events.js +184 -0
- package/lib/drivers/codex/app-events.js.map +1 -0
- package/lib/drivers/codex/config.d.ts +55 -0
- package/lib/drivers/codex/config.d.ts.map +1 -0
- package/lib/drivers/codex/config.js +125 -0
- package/lib/drivers/codex/config.js.map +1 -0
- package/lib/drivers/codex/index.d.ts +8 -0
- package/lib/drivers/codex/index.d.ts.map +1 -0
- package/lib/drivers/codex/index.js +904 -0
- package/lib/drivers/codex/index.js.map +1 -0
- package/lib/drivers/mcp/index.d.ts +52 -0
- package/lib/drivers/mcp/index.d.ts.map +1 -0
- package/lib/drivers/mcp/index.js +282 -0
- package/lib/drivers/mcp/index.js.map +1 -0
- package/lib/drivers/mcp/transport.d.ts +50 -0
- package/lib/drivers/mcp/transport.d.ts.map +1 -0
- package/lib/drivers/mcp/transport.js +190 -0
- package/lib/drivers/mcp/transport.js.map +1 -0
- package/lib/drivers/shared/artifacts.d.ts +4 -0
- package/lib/drivers/shared/artifacts.d.ts.map +1 -0
- package/lib/drivers/shared/artifacts.js +81 -0
- package/lib/drivers/shared/artifacts.js.map +1 -0
- package/lib/drivers/shared/secure-copy.d.ts +2 -0
- package/lib/drivers/shared/secure-copy.d.ts.map +1 -0
- package/lib/drivers/shared/secure-copy.js +35 -0
- package/lib/drivers/shared/secure-copy.js.map +1 -0
- package/lib/drivers/subprocess/index.d.ts +24 -0
- package/lib/drivers/subprocess/index.d.ts.map +1 -0
- package/lib/drivers/subprocess/index.js +451 -0
- package/lib/drivers/subprocess/index.js.map +1 -0
- package/lib/index.d.ts +40 -0
- package/lib/index.d.ts.map +1 -0
- package/lib/index.js +48 -0
- package/lib/index.js.map +1 -0
- package/lib/optimization/reflective.d.ts +27 -0
- package/lib/optimization/reflective.d.ts.map +1 -0
- package/lib/optimization/reflective.js +257 -0
- package/lib/optimization/reflective.js.map +1 -0
- package/lib/orchestrator/annotation-loader.d.ts +65 -0
- package/lib/orchestrator/annotation-loader.d.ts.map +1 -0
- package/lib/orchestrator/annotation-loader.js +73 -0
- package/lib/orchestrator/annotation-loader.js.map +1 -0
- package/lib/orchestrator/annotation-store.d.ts +3 -0
- package/lib/orchestrator/annotation-store.d.ts.map +1 -0
- package/lib/orchestrator/annotation-store.js +100 -0
- package/lib/orchestrator/annotation-store.js.map +1 -0
- package/lib/orchestrator/authored-dependencies.d.ts +3 -0
- package/lib/orchestrator/authored-dependencies.d.ts.map +1 -0
- package/lib/orchestrator/authored-dependencies.js +146 -0
- package/lib/orchestrator/authored-dependencies.js.map +1 -0
- package/lib/orchestrator/campaign-lifecycle.d.ts +105 -0
- package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -0
- package/lib/orchestrator/campaign-lifecycle.js +141 -0
- package/lib/orchestrator/campaign-lifecycle.js.map +1 -0
- package/lib/orchestrator/candidate-integrity.d.ts +4 -0
- package/lib/orchestrator/candidate-integrity.d.ts.map +1 -0
- package/lib/orchestrator/candidate-integrity.js +14 -0
- package/lib/orchestrator/candidate-integrity.js.map +1 -0
- package/lib/orchestrator/candidates.d.ts +13 -0
- package/lib/orchestrator/candidates.d.ts.map +1 -0
- package/lib/orchestrator/candidates.js +577 -0
- package/lib/orchestrator/candidates.js.map +1 -0
- package/lib/orchestrator/compare.d.ts +80 -0
- package/lib/orchestrator/compare.d.ts.map +1 -0
- package/lib/orchestrator/compare.js +270 -0
- package/lib/orchestrator/compare.js.map +1 -0
- package/lib/orchestrator/comparison-identity.d.ts +10 -0
- package/lib/orchestrator/comparison-identity.d.ts.map +1 -0
- package/lib/orchestrator/comparison-identity.js +39 -0
- package/lib/orchestrator/comparison-identity.js.map +1 -0
- package/lib/orchestrator/config.d.ts +121 -0
- package/lib/orchestrator/config.d.ts.map +1 -0
- package/lib/orchestrator/config.js +176 -0
- package/lib/orchestrator/config.js.map +1 -0
- package/lib/orchestrator/content-bound-json.d.ts +5 -0
- package/lib/orchestrator/content-bound-json.d.ts.map +1 -0
- package/lib/orchestrator/content-bound-json.js +59 -0
- package/lib/orchestrator/content-bound-json.js.map +1 -0
- package/lib/orchestrator/discover.d.ts +45 -0
- package/lib/orchestrator/discover.d.ts.map +1 -0
- package/lib/orchestrator/discover.js +98 -0
- package/lib/orchestrator/discover.js.map +1 -0
- package/lib/orchestrator/doctor.d.ts +141 -0
- package/lib/orchestrator/doctor.d.ts.map +1 -0
- package/lib/orchestrator/doctor.js +525 -0
- package/lib/orchestrator/doctor.js.map +1 -0
- package/lib/orchestrator/driver-session.d.ts +177 -0
- package/lib/orchestrator/driver-session.d.ts.map +1 -0
- package/lib/orchestrator/driver-session.js +396 -0
- package/lib/orchestrator/driver-session.js.map +1 -0
- package/lib/orchestrator/evaluator-identity.d.ts +7 -0
- package/lib/orchestrator/evaluator-identity.d.ts.map +1 -0
- package/lib/orchestrator/evaluator-identity.js +42 -0
- package/lib/orchestrator/evaluator-identity.js.map +1 -0
- package/lib/orchestrator/experiment-budget.d.ts +11 -0
- package/lib/orchestrator/experiment-budget.d.ts.map +1 -0
- package/lib/orchestrator/experiment-budget.js +51 -0
- package/lib/orchestrator/experiment-budget.js.map +1 -0
- package/lib/orchestrator/experiment-context.d.ts +43 -0
- package/lib/orchestrator/experiment-context.d.ts.map +1 -0
- package/lib/orchestrator/experiment-context.js +9 -0
- package/lib/orchestrator/experiment-context.js.map +1 -0
- package/lib/orchestrator/experiment-contracts.d.ts +290 -0
- package/lib/orchestrator/experiment-contracts.d.ts.map +1 -0
- package/lib/orchestrator/experiment-contracts.js +38 -0
- package/lib/orchestrator/experiment-contracts.js.map +1 -0
- package/lib/orchestrator/experiment-corpus.d.ts +21 -0
- package/lib/orchestrator/experiment-corpus.d.ts.map +1 -0
- package/lib/orchestrator/experiment-corpus.js +276 -0
- package/lib/orchestrator/experiment-corpus.js.map +1 -0
- package/lib/orchestrator/experiment-evaluation.d.ts +44 -0
- package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -0
- package/lib/orchestrator/experiment-evaluation.js +542 -0
- package/lib/orchestrator/experiment-evaluation.js.map +1 -0
- package/lib/orchestrator/experiment-finish.d.ts +6 -0
- package/lib/orchestrator/experiment-finish.d.ts.map +1 -0
- package/lib/orchestrator/experiment-finish.js +19 -0
- package/lib/orchestrator/experiment-finish.js.map +1 -0
- package/lib/orchestrator/experiment-identity.d.ts +6 -0
- package/lib/orchestrator/experiment-identity.d.ts.map +1 -0
- package/lib/orchestrator/experiment-identity.js +257 -0
- package/lib/orchestrator/experiment-identity.js.map +1 -0
- package/lib/orchestrator/experiment-loader.d.ts +175 -0
- package/lib/orchestrator/experiment-loader.d.ts.map +1 -0
- package/lib/orchestrator/experiment-loader.js +77 -0
- package/lib/orchestrator/experiment-loader.js.map +1 -0
- package/lib/orchestrator/experiment-report.d.ts +450 -0
- package/lib/orchestrator/experiment-report.d.ts.map +1 -0
- package/lib/orchestrator/experiment-report.js +570 -0
- package/lib/orchestrator/experiment-report.js.map +1 -0
- package/lib/orchestrator/experiment-runs.d.ts +379 -0
- package/lib/orchestrator/experiment-runs.d.ts.map +1 -0
- package/lib/orchestrator/experiment-runs.js +796 -0
- package/lib/orchestrator/experiment-runs.js.map +1 -0
- package/lib/orchestrator/experiment-runtime-identity.d.ts +41 -0
- package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -0
- package/lib/orchestrator/experiment-runtime-identity.js +411 -0
- package/lib/orchestrator/experiment-runtime-identity.js.map +1 -0
- package/lib/orchestrator/experiment-selection.d.ts +25 -0
- package/lib/orchestrator/experiment-selection.d.ts.map +1 -0
- package/lib/orchestrator/experiment-selection.js +286 -0
- package/lib/orchestrator/experiment-selection.js.map +1 -0
- package/lib/orchestrator/experiment.d.ts +11 -0
- package/lib/orchestrator/experiment.d.ts.map +1 -0
- package/lib/orchestrator/experiment.js +639 -0
- package/lib/orchestrator/experiment.js.map +1 -0
- package/lib/orchestrator/fixture-identity.d.ts +7 -0
- package/lib/orchestrator/fixture-identity.d.ts.map +1 -0
- package/lib/orchestrator/fixture-identity.js +55 -0
- package/lib/orchestrator/fixture-identity.js.map +1 -0
- package/lib/orchestrator/fs-read.d.ts +19 -0
- package/lib/orchestrator/fs-read.d.ts.map +1 -0
- package/lib/orchestrator/fs-read.js +113 -0
- package/lib/orchestrator/fs-read.js.map +1 -0
- package/lib/orchestrator/grader-experiment.d.ts +190 -0
- package/lib/orchestrator/grader-experiment.d.ts.map +1 -0
- package/lib/orchestrator/grader-experiment.js +579 -0
- package/lib/orchestrator/grader-experiment.js.map +1 -0
- package/lib/orchestrator/grading.d.ts +31 -0
- package/lib/orchestrator/grading.d.ts.map +1 -0
- package/lib/orchestrator/grading.js +186 -0
- package/lib/orchestrator/grading.js.map +1 -0
- package/lib/orchestrator/index.d.ts +22 -0
- package/lib/orchestrator/index.d.ts.map +1 -0
- package/lib/orchestrator/index.js +30 -0
- package/lib/orchestrator/index.js.map +1 -0
- package/lib/orchestrator/lifecycle-hook-execution.d.ts +4 -0
- package/lib/orchestrator/lifecycle-hook-execution.d.ts.map +1 -0
- package/lib/orchestrator/lifecycle-hook-execution.js +67 -0
- package/lib/orchestrator/lifecycle-hook-execution.js.map +1 -0
- package/lib/orchestrator/list-runs.d.ts +33 -0
- package/lib/orchestrator/list-runs.d.ts.map +1 -0
- package/lib/orchestrator/list-runs.js +308 -0
- package/lib/orchestrator/list-runs.js.map +1 -0
- package/lib/orchestrator/loader.d.ts +3 -0
- package/lib/orchestrator/loader.d.ts.map +1 -0
- package/lib/orchestrator/loader.js +17 -0
- package/lib/orchestrator/loader.js.map +1 -0
- package/lib/orchestrator/optimization-lifecycle.d.ts +12 -0
- package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -0
- package/lib/orchestrator/optimization-lifecycle.js +92 -0
- package/lib/orchestrator/optimization-lifecycle.js.map +1 -0
- package/lib/orchestrator/orchestrator.d.ts +144 -0
- package/lib/orchestrator/orchestrator.d.ts.map +1 -0
- package/lib/orchestrator/orchestrator.js +632 -0
- package/lib/orchestrator/orchestrator.js.map +1 -0
- package/lib/orchestrator/owned-lock.d.ts +17 -0
- package/lib/orchestrator/owned-lock.d.ts.map +1 -0
- package/lib/orchestrator/owned-lock.js +149 -0
- package/lib/orchestrator/owned-lock.js.map +1 -0
- package/lib/orchestrator/package-version.d.ts +2 -0
- package/lib/orchestrator/package-version.d.ts.map +1 -0
- package/lib/orchestrator/package-version.js +4 -0
- package/lib/orchestrator/package-version.js.map +1 -0
- package/lib/orchestrator/provenance.d.ts +5 -0
- package/lib/orchestrator/provenance.d.ts.map +1 -0
- package/lib/orchestrator/provenance.js +137 -0
- package/lib/orchestrator/provenance.js.map +1 -0
- package/lib/orchestrator/regrade.d.ts +80 -0
- package/lib/orchestrator/regrade.d.ts.map +1 -0
- package/lib/orchestrator/regrade.js +433 -0
- package/lib/orchestrator/regrade.js.map +1 -0
- package/lib/orchestrator/rubric-loader.d.ts +7 -0
- package/lib/orchestrator/rubric-loader.d.ts.map +1 -0
- package/lib/orchestrator/rubric-loader.js +65 -0
- package/lib/orchestrator/rubric-loader.js.map +1 -0
- package/lib/orchestrator/run-dir.d.ts +40 -0
- package/lib/orchestrator/run-dir.d.ts.map +1 -0
- package/lib/orchestrator/run-dir.js +161 -0
- package/lib/orchestrator/run-dir.js.map +1 -0
- package/lib/orchestrator/run-execution.d.ts +30 -0
- package/lib/orchestrator/run-execution.d.ts.map +1 -0
- package/lib/orchestrator/run-execution.js +531 -0
- package/lib/orchestrator/run-execution.js.map +1 -0
- package/lib/orchestrator/run-lifecycle.d.ts +115 -0
- package/lib/orchestrator/run-lifecycle.d.ts.map +1 -0
- package/lib/orchestrator/run-lifecycle.js +136 -0
- package/lib/orchestrator/run-lifecycle.js.map +1 -0
- package/lib/orchestrator/suite-compare.d.ts +76 -0
- package/lib/orchestrator/suite-compare.d.ts.map +1 -0
- package/lib/orchestrator/suite-compare.js +159 -0
- package/lib/orchestrator/suite-compare.js.map +1 -0
- package/lib/orchestrator/suite-lifecycle.d.ts +157 -0
- package/lib/orchestrator/suite-lifecycle.d.ts.map +1 -0
- package/lib/orchestrator/suite-lifecycle.js +253 -0
- package/lib/orchestrator/suite-lifecycle.js.map +1 -0
- package/lib/orchestrator/suite-runs.d.ts +91 -0
- package/lib/orchestrator/suite-runs.d.ts.map +1 -0
- package/lib/orchestrator/suite-runs.js +157 -0
- package/lib/orchestrator/suite-runs.js.map +1 -0
- package/lib/orchestrator/suite-summary.d.ts +109 -0
- package/lib/orchestrator/suite-summary.d.ts.map +1 -0
- package/lib/orchestrator/suite-summary.js +213 -0
- package/lib/orchestrator/suite-summary.js.map +1 -0
- package/lib/orchestrator/trace-limits.d.ts +20 -0
- package/lib/orchestrator/trace-limits.d.ts.map +1 -0
- package/lib/orchestrator/trace-limits.js +28 -0
- package/lib/orchestrator/trace-limits.js.map +1 -0
- package/lib/orchestrator/validate-plugin-config.d.ts +10 -0
- package/lib/orchestrator/validate-plugin-config.d.ts.map +1 -0
- package/lib/orchestrator/validate-plugin-config.js +26 -0
- package/lib/orchestrator/validate-plugin-config.js.map +1 -0
- package/package.json +84 -0
- package/skills/lux/SKILL.md +85 -0
- package/skills/lux/references/cli.md +102 -0
- package/skills/lux/references/eval-authoring.md +105 -0
- package/skills/lux-answerer/SKILL.md +169 -0
- package/src/answerers/claude-code/index.ts +342 -0
- package/src/answerers/persona/index.ts +327 -0
- package/src/answerers/scripted/index.ts +186 -0
- package/src/answerers/shared.ts +23 -0
- package/src/answerers/terminal/index.ts +117 -0
- package/src/assertions/core/command-exits-zero.ts +94 -0
- package/src/assertions/core/event-checks.ts +138 -0
- package/src/assertions/core/file-checks.ts +336 -0
- package/src/assertions/core/helpers.ts +203 -0
- package/src/assertions/core/index.ts +80 -0
- package/src/assertions/core/json-pointer-equals.ts +84 -0
- package/src/assertions/core/output-checks.ts +134 -0
- package/src/assertions/core/predicate.ts +67 -0
- package/src/assertions/core/resource-checks.ts +180 -0
- package/src/assertions/core/safe-regex.ts +196 -0
- package/src/assertions/core/tool-called-with.ts +68 -0
- package/src/assertions/core/tool-calls.ts +28 -0
- package/src/assertions/core/tool-invocation.ts +198 -0
- package/src/assertions/core/tool-result-checks.ts +211 -0
- package/src/assertions/mcp/discovery-checks.ts +139 -0
- package/src/assertions/mcp/index.ts +37 -0
- package/src/assertions/rubric/index.ts +258 -0
- package/src/assertions/rubric/internal.ts +367 -0
- package/src/authoring.ts +2 -0
- package/src/cli/bin.ts +14 -0
- package/src/cli/command-runtime.ts +34 -0
- package/src/cli/init.ts +410 -0
- package/src/cli/program.ts +992 -0
- package/src/cli/render/format.ts +69 -0
- package/src/cli/render/reporter.ts +643 -0
- package/src/cli/render/tty.ts +314 -0
- package/src/cli/run-options.ts +82 -0
- package/src/cli/skills.ts +129 -0
- package/src/core/annotation.ts +104 -0
- package/src/core/answerer.ts +75 -0
- package/src/core/artifact-evidence.ts +249 -0
- package/src/core/artifact-snapshot.ts +429 -0
- package/src/core/assertion.ts +156 -0
- package/src/core/case.ts +103 -0
- package/src/core/conversation-turn.ts +47 -0
- package/src/core/driver.ts +75 -0
- package/src/core/emitter.ts +38 -0
- package/src/core/events.ts +135 -0
- package/src/core/exec.ts +263 -0
- package/src/core/experiment.ts +467 -0
- package/src/core/glob.ts +31 -0
- package/src/core/hash.ts +237 -0
- package/src/core/index.ts +28 -0
- package/src/core/lifecycle-fixtures.ts +145 -0
- package/src/core/lifecycle-hooks.ts +101 -0
- package/src/core/mcp-events.ts +57 -0
- package/src/core/model-cli.ts +271 -0
- package/src/core/observer.ts +50 -0
- package/src/core/platform-process.ts +284 -0
- package/src/core/registry.ts +57 -0
- package/src/core/rubric.ts +52 -0
- package/src/core/run.ts +144 -0
- package/src/core/statistics.ts +194 -0
- package/src/core/subject.ts +50 -0
- package/src/core/tool-events.ts +292 -0
- package/src/core/usage.ts +123 -0
- package/src/core/wire.ts +135 -0
- package/src/core/zod.ts +20 -0
- package/src/drivers/claude-code/index.ts +866 -0
- package/src/drivers/claude-code/parse-events.ts +464 -0
- package/src/drivers/codex/app-events.ts +218 -0
- package/src/drivers/codex/config.ts +128 -0
- package/src/drivers/codex/index.ts +995 -0
- package/src/drivers/mcp/index.ts +351 -0
- package/src/drivers/mcp/transport.ts +222 -0
- package/src/drivers/shared/artifacts.ts +86 -0
- package/src/drivers/shared/secure-copy.ts +40 -0
- package/src/drivers/subprocess/index.ts +490 -0
- package/src/index.ts +594 -0
- package/src/optimization/reflective.ts +319 -0
- package/src/orchestrator/annotation-loader.ts +97 -0
- package/src/orchestrator/annotation-store.ts +112 -0
- package/src/orchestrator/authored-dependencies.ts +193 -0
- package/src/orchestrator/campaign-lifecycle.ts +181 -0
- package/src/orchestrator/candidate-integrity.ts +18 -0
- package/src/orchestrator/candidates.ts +683 -0
- package/src/orchestrator/compare.ts +358 -0
- package/src/orchestrator/comparison-identity.ts +45 -0
- package/src/orchestrator/config.ts +205 -0
- package/src/orchestrator/content-bound-json.ts +71 -0
- package/src/orchestrator/discover.ts +132 -0
- package/src/orchestrator/doctor.ts +781 -0
- package/src/orchestrator/driver-session.ts +507 -0
- package/src/orchestrator/evaluator-identity.ts +45 -0
- package/src/orchestrator/experiment-budget.ts +61 -0
- package/src/orchestrator/experiment-context.ts +41 -0
- package/src/orchestrator/experiment-contracts.ts +43 -0
- package/src/orchestrator/experiment-corpus.ts +416 -0
- package/src/orchestrator/experiment-evaluation.ts +749 -0
- package/src/orchestrator/experiment-finish.ts +33 -0
- package/src/orchestrator/experiment-identity.ts +356 -0
- package/src/orchestrator/experiment-loader.ts +105 -0
- package/src/orchestrator/experiment-report.ts +788 -0
- package/src/orchestrator/experiment-runs.ts +960 -0
- package/src/orchestrator/experiment-runtime-identity.ts +465 -0
- package/src/orchestrator/experiment-selection.ts +467 -0
- package/src/orchestrator/experiment.ts +991 -0
- package/src/orchestrator/fixture-identity.ts +67 -0
- package/src/orchestrator/fs-read.ts +126 -0
- package/src/orchestrator/grader-experiment.ts +856 -0
- package/src/orchestrator/grading.ts +260 -0
- package/src/orchestrator/index.ts +186 -0
- package/src/orchestrator/lifecycle-hook-execution.ts +90 -0
- package/src/orchestrator/list-runs.ts +384 -0
- package/src/orchestrator/loader.ts +19 -0
- package/src/orchestrator/optimization-lifecycle.ts +126 -0
- package/src/orchestrator/orchestrator.ts +919 -0
- package/src/orchestrator/owned-lock.ts +147 -0
- package/src/orchestrator/package-version.ts +5 -0
- package/src/orchestrator/provenance.ts +140 -0
- package/src/orchestrator/regrade.ts +580 -0
- package/src/orchestrator/rubric-loader.ts +74 -0
- package/src/orchestrator/run-dir.ts +209 -0
- package/src/orchestrator/run-execution.ts +694 -0
- package/src/orchestrator/run-lifecycle.ts +174 -0
- package/src/orchestrator/suite-compare.ts +195 -0
- package/src/orchestrator/suite-lifecycle.ts +335 -0
- package/src/orchestrator/suite-runs.ts +202 -0
- package/src/orchestrator/suite-summary.ts +276 -0
- package/src/orchestrator/trace-limits.ts +65 -0
- package/src/orchestrator/validate-plugin-config.ts +34 -0
|
@@ -0,0 +1,433 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { chmod, constants, link, lstat, mkdir, open, readdir, realpath, rm, stat, unlink, writeFile, } from "node:fs/promises";
|
|
3
|
+
import { isAbsolute, join, relative, resolve, sep } from "node:path";
|
|
4
|
+
import { temporaryDirectory } from "tempy";
|
|
5
|
+
import { z } from "zod";
|
|
6
|
+
import { ArtifactSchema, bindRunArtifactEvidence, contentHash, EvalCaseSchema, GradingReportSchema, inspectRunArtifact, PersistedCaseSchema, RunMetadataSchema, readInspectedFileBytes, readRunArtifactBytes, valueHash, } from "../core/index.js";
|
|
7
|
+
import { evaluatorImplementationHash } from "./evaluator-identity.js";
|
|
8
|
+
import { parsePersistedJson, readBoundedHandle, safeReadJson } from "./fs-read.js";
|
|
9
|
+
import { assertionEvaluatorIdentities, assertionPluginIdentities, gradeRun, graderConfigHash, validateAssertionPlan, } from "./grading.js";
|
|
10
|
+
import { loadRunDetail } from "./list-runs.js";
|
|
11
|
+
import { LUX_VERSION } from "./package-version.js";
|
|
12
|
+
export const GRADING_SNAPSHOT_SCHEMA_VERSION = 2;
|
|
13
|
+
export const GradingSnapshotSchema = z.object({
|
|
14
|
+
schemaVersion: z.literal(GRADING_SNAPSHOT_SCHEMA_VERSION),
|
|
15
|
+
gradingId: z.string(),
|
|
16
|
+
gradedAt: z.string(),
|
|
17
|
+
runDir: z.string(),
|
|
18
|
+
caseHash: z.string(),
|
|
19
|
+
assertionsHash: z.string(),
|
|
20
|
+
validatedAssertionsHash: z.string(),
|
|
21
|
+
graderConfigHash: z.string(),
|
|
22
|
+
evidenceHash: z.string(),
|
|
23
|
+
assertionPlugins: z.array(z
|
|
24
|
+
.object({
|
|
25
|
+
type: z.string(),
|
|
26
|
+
pluginVersion: z.string().nullable(),
|
|
27
|
+
})
|
|
28
|
+
.strict()),
|
|
29
|
+
sourceGraderConfigHash: z.string().optional(),
|
|
30
|
+
sourceValidatedAssertionsHash: z.string().optional(),
|
|
31
|
+
report: GradingReportSchema,
|
|
32
|
+
});
|
|
33
|
+
const timestampId = (date) => date.toISOString().replace(/[:.]/g, "-");
|
|
34
|
+
const frozenRunStates = new WeakMap();
|
|
35
|
+
let currentEvaluatorHash;
|
|
36
|
+
const MAX_FROZEN_ARTIFACTS = 10_000;
|
|
37
|
+
const MAX_FROZEN_ARTIFACT_BYTES = 10 * 1024 * 1024;
|
|
38
|
+
const MAX_FROZEN_ARTIFACT_TOTAL_BYTES = 50 * 1024 * 1024;
|
|
39
|
+
const MAX_FROZEN_ARTIFACT_INDEX_BYTES = 2 * 1024 * 1024;
|
|
40
|
+
const MAX_FROZEN_RUN_JSON_BYTES = 2 * 1024 * 1024;
|
|
41
|
+
const currentEvaluatorImplementationHash = () => (currentEvaluatorHash ??= evaluatorImplementationHash());
|
|
42
|
+
const readFrozenJson = async (path, schema) => {
|
|
43
|
+
try {
|
|
44
|
+
if ((await lstat(path)).isSymbolicLink()) {
|
|
45
|
+
throw new Error(`frozen run JSON cannot be a symlink: ${path}`);
|
|
46
|
+
}
|
|
47
|
+
const handle = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW);
|
|
48
|
+
try {
|
|
49
|
+
const metadata = await handle.stat();
|
|
50
|
+
if (!metadata.isFile() || metadata.size > MAX_FROZEN_RUN_JSON_BYTES) {
|
|
51
|
+
throw new Error(`frozen run JSON must be a regular file no larger than ${MAX_FROZEN_RUN_JSON_BYTES} bytes: ${path}`);
|
|
52
|
+
}
|
|
53
|
+
const contents = await readBoundedHandle(handle, MAX_FROZEN_RUN_JSON_BYTES, path);
|
|
54
|
+
return parsePersistedJson(path, contents.toString("utf8"), schema);
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
await handle.close();
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
if (error.code === "ENOENT")
|
|
62
|
+
return null;
|
|
63
|
+
if (error.code === "ELOOP") {
|
|
64
|
+
throw new Error(`frozen run JSON cannot be a symlink: ${path}`);
|
|
65
|
+
}
|
|
66
|
+
throw error;
|
|
67
|
+
}
|
|
68
|
+
};
|
|
69
|
+
const loadArtifacts = async (runDir, fallbackPaths, frozenLimits) => {
|
|
70
|
+
const artifactsPath = join(runDir, "artifacts.json");
|
|
71
|
+
let persisted = null;
|
|
72
|
+
if (frozenLimits) {
|
|
73
|
+
try {
|
|
74
|
+
if ((await lstat(artifactsPath)).isSymbolicLink()) {
|
|
75
|
+
throw new Error(`frozen artifact index cannot be a symlink: ${artifactsPath}`);
|
|
76
|
+
}
|
|
77
|
+
const handle = await open(artifactsPath, constants.O_RDONLY | constants.O_NOFOLLOW);
|
|
78
|
+
try {
|
|
79
|
+
const metadata = await handle.stat();
|
|
80
|
+
if (!metadata.isFile() || metadata.size > MAX_FROZEN_ARTIFACT_INDEX_BYTES) {
|
|
81
|
+
throw new Error(`frozen artifact index exceeds ${MAX_FROZEN_ARTIFACT_INDEX_BYTES} bytes`);
|
|
82
|
+
}
|
|
83
|
+
persisted = parsePersistedJson(artifactsPath, (await readBoundedHandle(handle, MAX_FROZEN_ARTIFACT_INDEX_BYTES, "frozen artifact index")).toString("utf8"), z.array(ArtifactSchema));
|
|
84
|
+
}
|
|
85
|
+
finally {
|
|
86
|
+
await handle.close();
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
catch (error) {
|
|
90
|
+
if (error.code !== "ENOENT")
|
|
91
|
+
throw error;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
else {
|
|
95
|
+
persisted = await safeReadJson(artifactsPath, z.array(ArtifactSchema));
|
|
96
|
+
}
|
|
97
|
+
if (persisted)
|
|
98
|
+
return persisted;
|
|
99
|
+
return Promise.all(fallbackPaths.map(async (path) => ({
|
|
100
|
+
path,
|
|
101
|
+
size: (await stat(join(runDir, "artifacts", path))).size,
|
|
102
|
+
})));
|
|
103
|
+
};
|
|
104
|
+
const authoredCaseFromPersisted = (persisted) => ({
|
|
105
|
+
...(persisted.id !== undefined ? { id: persisted.id } : {}),
|
|
106
|
+
...(persisted.prompt !== undefined ? { prompt: persisted.prompt } : {}),
|
|
107
|
+
...(persisted.persona !== undefined ? { persona: persisted.persona } : {}),
|
|
108
|
+
...(persisted.driver !== undefined
|
|
109
|
+
? {
|
|
110
|
+
driver: typeof persisted.driver === "string"
|
|
111
|
+
? persisted.driver
|
|
112
|
+
: {
|
|
113
|
+
name: persisted.driver.name,
|
|
114
|
+
...(persisted.driver.config !== undefined
|
|
115
|
+
? { config: persisted.driver.config }
|
|
116
|
+
: {}),
|
|
117
|
+
},
|
|
118
|
+
}
|
|
119
|
+
: {}),
|
|
120
|
+
...(persisted.answerer !== undefined
|
|
121
|
+
? {
|
|
122
|
+
answerer: typeof persisted.answerer === "string"
|
|
123
|
+
? persisted.answerer
|
|
124
|
+
: {
|
|
125
|
+
name: persisted.answerer.name,
|
|
126
|
+
...(persisted.answerer.config !== undefined
|
|
127
|
+
? { config: persisted.answerer.config }
|
|
128
|
+
: {}),
|
|
129
|
+
},
|
|
130
|
+
}
|
|
131
|
+
: {}),
|
|
132
|
+
...(persisted.fixtures !== undefined
|
|
133
|
+
? {
|
|
134
|
+
fixtures: typeof persisted.fixtures === "string"
|
|
135
|
+
? persisted.fixtures
|
|
136
|
+
: { kind: persisted.fixtures.kind, path: persisted.fixtures.path },
|
|
137
|
+
}
|
|
138
|
+
: {}),
|
|
139
|
+
...(persisted.assertions !== undefined ? { assertions: persisted.assertions } : {}),
|
|
140
|
+
...(persisted.meta !== undefined ? { meta: persisted.meta } : {}),
|
|
141
|
+
});
|
|
142
|
+
export const loadRegradableRun = async (runDir, caseOverride, options = {}) => {
|
|
143
|
+
const absolute = resolve(runDir);
|
|
144
|
+
const detail = await loadRunDetail(absolute, options.frozenLimits
|
|
145
|
+
? { maxArtifacts: MAX_FROZEN_ARTIFACTS, skipArtifactsWalk: true, skipJson: true }
|
|
146
|
+
: {});
|
|
147
|
+
const persistedCase = options.frozenLimits
|
|
148
|
+
? await readFrozenJson(join(absolute, "case.json"), PersistedCaseSchema)
|
|
149
|
+
: detail.case;
|
|
150
|
+
const metadata = options.frozenLimits
|
|
151
|
+
? await readFrozenJson(join(absolute, "run.json"), RunMetadataSchema)
|
|
152
|
+
: detail.metadata;
|
|
153
|
+
if (!persistedCase)
|
|
154
|
+
throw new Error(`case.json is missing or invalid at ${absolute}`);
|
|
155
|
+
if (!metadata)
|
|
156
|
+
throw new Error(`run.json is missing or invalid at ${absolute}`);
|
|
157
|
+
const parsedCase = EvalCaseSchema.safeParse(caseOverride ?? authoredCaseFromPersisted(persistedCase));
|
|
158
|
+
if (!parsedCase.success) {
|
|
159
|
+
throw new Error(`persisted case cannot be regraded: ${parsedCase.error.issues[0]?.message ?? "invalid case"}`);
|
|
160
|
+
}
|
|
161
|
+
return {
|
|
162
|
+
case: parsedCase.data,
|
|
163
|
+
metadata,
|
|
164
|
+
events: detail.events,
|
|
165
|
+
artifacts: await loadArtifacts(absolute, detail.artifacts, options.frozenLimits === true),
|
|
166
|
+
runDir: absolute,
|
|
167
|
+
};
|
|
168
|
+
};
|
|
169
|
+
/**
|
|
170
|
+
* Load evidence for an offline grader experiment. Frozen evidence must be
|
|
171
|
+
* self-contained so authored artifact metadata cannot disclose unrelated
|
|
172
|
+
* local files to a model judge.
|
|
173
|
+
*/
|
|
174
|
+
export const loadFrozenRegradableRun = async (runDir, caseOverride) => {
|
|
175
|
+
const run = await loadRegradableRun(runDir, caseOverride, { frozenLimits: true });
|
|
176
|
+
if (run.artifacts.length > MAX_FROZEN_ARTIFACTS) {
|
|
177
|
+
throw new Error(`frozen grader evidence exceeds ${MAX_FROZEN_ARTIFACTS} artifacts`);
|
|
178
|
+
}
|
|
179
|
+
const artifactsRoot = resolve(run.runDir, "artifacts");
|
|
180
|
+
const sourceRunDir = run.runDir;
|
|
181
|
+
const snapshotRunDir = temporaryDirectory({ prefix: "lux-frozen-evidence-" });
|
|
182
|
+
const snapshotArtifactsRoot = join(snapshotRunDir, "artifacts");
|
|
183
|
+
try {
|
|
184
|
+
await mkdir(snapshotArtifactsRoot);
|
|
185
|
+
if (run.artifacts.length > 0) {
|
|
186
|
+
const rootMetadata = await lstat(artifactsRoot);
|
|
187
|
+
if (!rootMetadata.isDirectory() || rootMetadata.isSymbolicLink()) {
|
|
188
|
+
throw new Error("frozen grader artifacts root must be a real directory");
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
const artifacts = [];
|
|
192
|
+
let totalBytes = 0;
|
|
193
|
+
for (const artifact of run.artifacts) {
|
|
194
|
+
if (artifact.root !== undefined) {
|
|
195
|
+
throw new Error(`frozen grader artifact '${artifact.path}' cannot declare an external root`);
|
|
196
|
+
}
|
|
197
|
+
if (isAbsolute(artifact.path) ||
|
|
198
|
+
artifact.path.split(/[\\/]/).includes("..") ||
|
|
199
|
+
artifact.path.includes("\0")) {
|
|
200
|
+
throw new Error(`frozen grader artifact path escapes its run: ${artifact.path}`);
|
|
201
|
+
}
|
|
202
|
+
const path = resolve(artifactsRoot, artifact.path);
|
|
203
|
+
if (path === artifactsRoot || !path.startsWith(`${artifactsRoot}${sep}`)) {
|
|
204
|
+
throw new Error(`frozen grader artifact path escapes its run: ${artifact.path}`);
|
|
205
|
+
}
|
|
206
|
+
const inspected = await inspectRunArtifact(run, artifact.path);
|
|
207
|
+
if (!inspected.stats?.isFile()) {
|
|
208
|
+
throw new Error(inspected.issue ?? `frozen grader artifact must be a regular file: ${artifact.path}`);
|
|
209
|
+
}
|
|
210
|
+
const bytes = await readInspectedFileBytes(inspected.target, inspected.stats, MAX_FROZEN_ARTIFACT_BYTES, `frozen grader artifact '${artifact.path}'`);
|
|
211
|
+
totalBytes += bytes.length;
|
|
212
|
+
if (totalBytes > MAX_FROZEN_ARTIFACT_TOTAL_BYTES) {
|
|
213
|
+
throw new Error(`frozen grader artifacts exceed ${MAX_FROZEN_ARTIFACT_TOTAL_BYTES} total bytes`);
|
|
214
|
+
}
|
|
215
|
+
const destination = resolve(snapshotArtifactsRoot, artifact.path);
|
|
216
|
+
if (!destination.startsWith(`${resolve(snapshotArtifactsRoot)}${sep}`)) {
|
|
217
|
+
throw new Error(`frozen grader artifact path escapes its snapshot: ${artifact.path}`);
|
|
218
|
+
}
|
|
219
|
+
await mkdir(resolve(destination, ".."), { recursive: true });
|
|
220
|
+
await writeFile(destination, bytes, { flag: "wx" });
|
|
221
|
+
await chmod(destination, inspected.stats.mode & 0o777);
|
|
222
|
+
artifacts.push({ ...artifact, root: snapshotArtifactsRoot, size: bytes.length });
|
|
223
|
+
}
|
|
224
|
+
const frozen = { ...run, runDir: snapshotRunDir, artifacts };
|
|
225
|
+
bindRunArtifactEvidence(frozen, { root: snapshotArtifactsRoot, indexedOnly: true });
|
|
226
|
+
frozenRunStates.set(frozen, { snapshotRunDir, sourceRunDir });
|
|
227
|
+
return frozen;
|
|
228
|
+
}
|
|
229
|
+
catch (error) {
|
|
230
|
+
await rm(snapshotRunDir, { recursive: true, force: true });
|
|
231
|
+
throw error;
|
|
232
|
+
}
|
|
233
|
+
};
|
|
234
|
+
export const releaseFrozenRegradableRun = async (run) => {
|
|
235
|
+
const state = frozenRunStates.get(run);
|
|
236
|
+
if (!state)
|
|
237
|
+
return;
|
|
238
|
+
frozenRunStates.delete(run);
|
|
239
|
+
await rm(state.snapshotRunDir, { recursive: true, force: true });
|
|
240
|
+
};
|
|
241
|
+
const writeGradingSnapshot = async (run, report, identity, now) => {
|
|
242
|
+
const gradingPrefix = timestampId(now);
|
|
243
|
+
const persistedRunDir = frozenRunStates.get(run)?.sourceRunDir ?? run.runDir;
|
|
244
|
+
const directory = join(persistedRunDir, "gradings");
|
|
245
|
+
try {
|
|
246
|
+
await mkdir(directory);
|
|
247
|
+
}
|
|
248
|
+
catch (error) {
|
|
249
|
+
if (error.code !== "EEXIST")
|
|
250
|
+
throw error;
|
|
251
|
+
}
|
|
252
|
+
const directoryMetadata = await lstat(directory);
|
|
253
|
+
if (!directoryMetadata.isDirectory() || directoryMetadata.isSymbolicLink()) {
|
|
254
|
+
throw new Error("run gradings path must be a real directory");
|
|
255
|
+
}
|
|
256
|
+
const [canonicalRunRoot, canonicalDirectory] = await Promise.all([
|
|
257
|
+
realpath(persistedRunDir),
|
|
258
|
+
realpath(directory),
|
|
259
|
+
]);
|
|
260
|
+
if (canonicalDirectory !== join(canonicalRunRoot, "gradings")) {
|
|
261
|
+
throw new Error("run gradings directory resolves outside its run");
|
|
262
|
+
}
|
|
263
|
+
for (let suffix = 1;; suffix++) {
|
|
264
|
+
const gradingId = suffix === 1 ? gradingPrefix : `${gradingPrefix}-${suffix}`;
|
|
265
|
+
const path = join(directory, `${gradingId}.json`);
|
|
266
|
+
const snapshot = {
|
|
267
|
+
schemaVersion: GRADING_SNAPSHOT_SCHEMA_VERSION,
|
|
268
|
+
gradingId,
|
|
269
|
+
gradedAt: now.toISOString(),
|
|
270
|
+
runDir: persistedRunDir,
|
|
271
|
+
caseHash: valueHash(run.case),
|
|
272
|
+
assertionsHash: valueHash(run.case.assertions ?? []),
|
|
273
|
+
validatedAssertionsHash: identity.validatedAssertionsHash,
|
|
274
|
+
graderConfigHash: identity.graderConfigHash,
|
|
275
|
+
evidenceHash: identity.evidenceHash,
|
|
276
|
+
assertionPlugins: identity.assertionPlugins,
|
|
277
|
+
...(run.metadata.provenance?.graderConfigHash
|
|
278
|
+
? { sourceGraderConfigHash: run.metadata.provenance.graderConfigHash }
|
|
279
|
+
: {}),
|
|
280
|
+
...(run.metadata.provenance?.validatedAssertionsHash
|
|
281
|
+
? {
|
|
282
|
+
sourceValidatedAssertionsHash: run.metadata.provenance.validatedAssertionsHash,
|
|
283
|
+
}
|
|
284
|
+
: {}),
|
|
285
|
+
report,
|
|
286
|
+
};
|
|
287
|
+
const temporary = `${path}.${process.pid}.${randomUUID()}.tmp`;
|
|
288
|
+
await writeFile(temporary, `${JSON.stringify(snapshot, null, 2)}\n`, { flag: "wx" });
|
|
289
|
+
try {
|
|
290
|
+
await link(temporary, path);
|
|
291
|
+
return { path, snapshot };
|
|
292
|
+
}
|
|
293
|
+
catch (error) {
|
|
294
|
+
if (error.code !== "EEXIST")
|
|
295
|
+
throw error;
|
|
296
|
+
}
|
|
297
|
+
finally {
|
|
298
|
+
await unlink(temporary).catch(() => undefined);
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
};
|
|
302
|
+
const frozenCwdManifest = async (run) => {
|
|
303
|
+
if (!frozenRunStates.has(run)) {
|
|
304
|
+
throw new Error("grading evidence is not bound to a frozen run");
|
|
305
|
+
}
|
|
306
|
+
const expected = new Map();
|
|
307
|
+
const addExpected = (directory, name, kind) => {
|
|
308
|
+
const children = expected.get(directory) ?? new Map();
|
|
309
|
+
const existing = children.get(name);
|
|
310
|
+
if (existing && existing !== kind) {
|
|
311
|
+
throw new Error("frozen grading evidence has conflicting artifact paths");
|
|
312
|
+
}
|
|
313
|
+
children.set(name, kind);
|
|
314
|
+
expected.set(directory, children);
|
|
315
|
+
};
|
|
316
|
+
expected.set("", new Map([["artifacts", "directory"]]));
|
|
317
|
+
expected.set("artifacts", new Map());
|
|
318
|
+
for (const artifact of run.artifacts) {
|
|
319
|
+
const target = resolve(artifact.root ?? join(run.runDir, "artifacts"), artifact.path);
|
|
320
|
+
const authored = relative(run.runDir, target);
|
|
321
|
+
if (authored === ".." || authored.startsWith(`..${sep}`) || isAbsolute(authored)) {
|
|
322
|
+
throw new Error("frozen grading evidence contains an artifact outside its snapshot");
|
|
323
|
+
}
|
|
324
|
+
const parts = authored.split(sep).filter(Boolean);
|
|
325
|
+
for (let index = 0; index < parts.length; index++) {
|
|
326
|
+
const parent = parts.slice(0, index).join(sep);
|
|
327
|
+
const name = parts[index];
|
|
328
|
+
if (!name)
|
|
329
|
+
continue;
|
|
330
|
+
const kind = index === parts.length - 1 ? "file" : "directory";
|
|
331
|
+
addExpected(parent, name, kind);
|
|
332
|
+
if (kind === "directory" && !expected.has(join(parent, name))) {
|
|
333
|
+
expected.set(join(parent, name), new Map());
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
}
|
|
337
|
+
const manifest = [];
|
|
338
|
+
for (const directory of [...expected.keys()].sort()) {
|
|
339
|
+
const absolute = resolve(run.runDir, directory);
|
|
340
|
+
const metadata = await lstat(absolute);
|
|
341
|
+
if (!metadata.isDirectory() || metadata.isSymbolicLink()) {
|
|
342
|
+
throw new Error("frozen grading cwd changed during evaluation");
|
|
343
|
+
}
|
|
344
|
+
manifest.push({
|
|
345
|
+
path: directory || ".",
|
|
346
|
+
kind: "directory",
|
|
347
|
+
mode: metadata.mode & 0o777,
|
|
348
|
+
});
|
|
349
|
+
const actual = await readdir(absolute, { withFileTypes: true });
|
|
350
|
+
const expectedChildren = expected.get(directory) ?? new Map();
|
|
351
|
+
if (actual.length !== expectedChildren.size ||
|
|
352
|
+
actual.some((entry) => {
|
|
353
|
+
const kind = expectedChildren.get(entry.name);
|
|
354
|
+
return (kind === undefined ||
|
|
355
|
+
(kind === "directory" && !entry.isDirectory()) ||
|
|
356
|
+
(kind === "file" && !entry.isFile()));
|
|
357
|
+
})) {
|
|
358
|
+
throw new Error("frozen grading cwd changed during evaluation");
|
|
359
|
+
}
|
|
360
|
+
for (const entry of actual.filter((candidate) => candidate.isFile())) {
|
|
361
|
+
const path = join(directory, entry.name);
|
|
362
|
+
const file = await lstat(resolve(run.runDir, path));
|
|
363
|
+
if (!file.isFile() || file.isSymbolicLink()) {
|
|
364
|
+
throw new Error("frozen grading cwd changed during evaluation");
|
|
365
|
+
}
|
|
366
|
+
manifest.push({ path, kind: "file", mode: file.mode & 0o777 });
|
|
367
|
+
}
|
|
368
|
+
}
|
|
369
|
+
return manifest.sort((left, right) => left.path.localeCompare(right.path));
|
|
370
|
+
};
|
|
371
|
+
const gradingEvidenceHash = async (run) => {
|
|
372
|
+
const artifacts = [];
|
|
373
|
+
// Frozen runs may contain up to 200 artifacts. Hash in order so tiny files
|
|
374
|
+
// never reserve every per-file ceiling at once.
|
|
375
|
+
for (const artifact of [...run.artifacts].sort((left, right) => left.path.localeCompare(right.path))) {
|
|
376
|
+
const bytes = await readRunArtifactBytes(run, artifact.path, {
|
|
377
|
+
maxBytes: MAX_FROZEN_ARTIFACT_BYTES,
|
|
378
|
+
});
|
|
379
|
+
artifacts.push({
|
|
380
|
+
path: artifact.path,
|
|
381
|
+
contentType: artifact.contentType ?? null,
|
|
382
|
+
declaredSize: artifact.size ?? null,
|
|
383
|
+
size: bytes.length,
|
|
384
|
+
meta: artifact.meta ?? null,
|
|
385
|
+
contentHash: contentHash(bytes),
|
|
386
|
+
});
|
|
387
|
+
}
|
|
388
|
+
return valueHash({
|
|
389
|
+
case: run.case,
|
|
390
|
+
metadata: run.metadata,
|
|
391
|
+
events: run.events,
|
|
392
|
+
artifacts,
|
|
393
|
+
cwd: await frozenCwdManifest(run),
|
|
394
|
+
});
|
|
395
|
+
};
|
|
396
|
+
export const regradeRun = async (options) => {
|
|
397
|
+
const run = await loadFrozenRegradableRun(options.runDir, options.case);
|
|
398
|
+
try {
|
|
399
|
+
const evidenceHash = await gradingEvidenceHash(run);
|
|
400
|
+
const validatedAssertionConfigs = await validateAssertionPlan(run.case.assertions ?? [], options.registry);
|
|
401
|
+
const validatedAssertionsHash = valueHash(validatedAssertionConfigs);
|
|
402
|
+
const assertionEvaluators = assertionEvaluatorIdentities(run.case.assertions ?? [], options.registry);
|
|
403
|
+
const assertionPlugins = assertionPluginIdentities(run.case.assertions ?? [], options.registry);
|
|
404
|
+
const graderHash = graderConfigHash({
|
|
405
|
+
luxVersion: LUX_VERSION,
|
|
406
|
+
implementationHash: await currentEvaluatorImplementationHash(),
|
|
407
|
+
assertions: assertionEvaluators,
|
|
408
|
+
validatedAssertionsHash,
|
|
409
|
+
graderContext: options.graderContext,
|
|
410
|
+
});
|
|
411
|
+
const report = await gradeRun(run, options.registry, undefined, options.abortSignal, undefined, undefined, validatedAssertionConfigs);
|
|
412
|
+
let postEvaluationEvidenceHash;
|
|
413
|
+
try {
|
|
414
|
+
postEvaluationEvidenceHash = await gradingEvidenceHash(run);
|
|
415
|
+
}
|
|
416
|
+
catch (error) {
|
|
417
|
+
throw new Error("frozen grading evidence changed during evaluation", { cause: error });
|
|
418
|
+
}
|
|
419
|
+
if (postEvaluationEvidenceHash !== evidenceHash) {
|
|
420
|
+
throw new Error("frozen grading evidence changed during evaluation");
|
|
421
|
+
}
|
|
422
|
+
return await writeGradingSnapshot(run, report, {
|
|
423
|
+
validatedAssertionsHash,
|
|
424
|
+
graderConfigHash: graderHash,
|
|
425
|
+
evidenceHash,
|
|
426
|
+
assertionPlugins,
|
|
427
|
+
}, options.now ?? new Date());
|
|
428
|
+
}
|
|
429
|
+
finally {
|
|
430
|
+
await releaseFrozenRegradableRun(run);
|
|
431
|
+
}
|
|
432
|
+
};
|
|
433
|
+
//# sourceMappingURL=regrade.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"regrade.js","sourceRoot":"","sources":["../../src/orchestrator/regrade.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,KAAK,EACL,SAAS,EACT,IAAI,EACJ,KAAK,EACL,KAAK,EACL,IAAI,EACJ,OAAO,EACP,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,MAAM,EACN,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,OAAO,CAAC;AAC3C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,WAAW,EAEX,cAAc,EAEd,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EAGnB,iBAAiB,EACjB,sBAAsB,EACtB,oBAAoB,EACpB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACnF,OAAO,EACL,4BAA4B,EAC5B,yBAAyB,EACzB,QAAQ,EACR,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAU,CAAC;AAE1D,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,+BAA+B,CAAC;IACzD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,uBAAuB,EAAE,CAAC,CAAC,MAAM,EAAE;IACnC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC5B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,gBAAgB,EAAE,CAAC,CAAC,KAAK,CACvB,CAAC;SACE,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACrC,CAAC;SACD,MAAM,EAAE,CACZ;IACD,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7C,6BAA6B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,mBAAmB;CAC5B,CAAC,CAAC;AAGH,MAAM,WAAW,GAAG,CAAC,IAAU,EAAU,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;AACrF,MAAM,eAAe,GAAG,IAAI,OAAO,EAMhC,CAAC;AACJ,IAAI,oBAAiD,CAAC;AACtD,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,yBAAyB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACnD,MAAM,+BAA+B,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACzD,MAAM,+BAA+B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AACxD,MAAM,yBAAyB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAElD,MAAM,kCAAkC,GAAG,GAAoB,EAAE,CAC/D,CAAC,oBAAoB,KAAK,2BAA2B,EAAE,CAAC,CAAC;AAE3D,MAAM,cAAc,GAAG,KAAK,EAC1B,IAAY,EACZ,MAAS,EACmB,EAAE;IAC9B,IAAI,CAAC;QACH,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,yBAAyB,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CACb,yDAAyD,yBAAyB,WAAW,IAAI,EAAE,CACpG,CAAC;YACJ,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,yBAAyB,EAAE,IAAI,CAAC,CAAC;YAClF,OAAO,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACrE,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAK,KAA+B,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,KAAK,EACzB,MAAc,EACd,aAAuB,EACvB,YAAqB,EACM,EAAE;IAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IACrD,IAAI,SAAS,GAA4B,IAAI,CAAC;IAC9C,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CAAC,8CAA8C,aAAa,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YACpF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,QAAQ,CAAC,IAAI,GAAG,+BAA+B,EAAE,CAAC;oBAC1E,MAAM,IAAI,KAAK,CAAC,iCAAiC,+BAA+B,QAAQ,CAAC,CAAC;gBAC5F,CAAC;gBACD,SAAS,GAAG,kBAAkB,CAC5B,aAAa,EACb,CACE,MAAM,iBAAiB,CACrB,MAAM,EACN,+BAA+B,EAC/B,uBAAuB,CACxB,CACF,CAAC,QAAQ,CAAC,MAAM,CAAC,EAClB,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CACxB,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAChC,OAAO,OAAO,CAAC,GAAG,CAChB,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACjC,IAAI;QACJ,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;KACzD,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,SAA8C,EAAW,EAAE,CAAC,CAAC;IAC9F,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,GAAG,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS;QAChC,CAAC,CAAC;YACE,MAAM,EACJ,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;gBAClC,CAAC,CAAC,SAAS,CAAC,MAAM;gBAClB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,IAAI;oBAC3B,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS;wBACvC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE;wBACrC,CAAC,CAAC,EAAE,CAAC;iBACR;SACR;QACH,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS;QAClC,CAAC,CAAC;YACE,QAAQ,EACN,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ;gBACpC,CAAC,CAAC,SAAS,CAAC,QAAQ;gBACpB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI;oBAC7B,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS;wBACzC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE;wBACvC,CAAC,CAAC,EAAE,CAAC;iBACR;SACR;QACH,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,SAAS,CAAC,QAAQ,KAAK,SAAS;QAClC,CAAC,CAAC;YACE,QAAQ,EACN,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ;gBACpC,CAAC,CAAC,SAAS,CAAC,QAAQ;gBACpB,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;SACvE;QACH,CAAC,CAAC,EAAE,CAAC;IACP,GAAG,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnF,GAAG,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CAClE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,MAAc,EACd,YAAuB,EACvB,OAAO,GAA+B,EAAE,EAC1B,EAAE;IAChB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,aAAa,CAChC,QAAQ,EACR,OAAO,CAAC,YAAY;QAClB,CAAC,CAAC,EAAE,YAAY,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;QACjF,CAAC,CAAC,EAAE,CACP,CAAC;IACF,MAAM,aAAa,GAAG,OAAO,CAAC,YAAY;QACxC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,mBAAmB,CAAC;QACxE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAChB,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY;QACnC,CAAC,CAAC,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC;QACrE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;IACpB,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAC;IAChF,MAAM,UAAU,GAAG,cAAc,CAAC,SAAS,CACzC,YAAY,IAAI,yBAAyB,CAAC,aAAa,CAAC,CACzD,CAAC;IACF,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,sCAAsC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,cAAc,EAAE,CAC9F,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,QAAQ;QACR,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC;QACzF,MAAM,EAAE,QAAQ;KACjB,CAAC;AACJ,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,MAAc,EACd,YAAuB,EACT,EAAE;IAChB,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IAClF,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kCAAkC,oBAAoB,YAAY,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACvD,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC;IAChC,MAAM,cAAc,GAAG,kBAAkB,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,CAAC;IAC9E,MAAM,qBAAqB,GAAG,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAChE,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACnC,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,IAAI,YAAY,CAAC,cAAc,EAAE,EAAE,CAAC;gBACjE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAqB,EAAE,CAAC;QACvC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CACb,2BAA2B,QAAQ,CAAC,IAAI,mCAAmC,CAC5E,CAAC;YACJ,CAAC;YACD,IACE,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACzB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAC5B,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,IAAI,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,aAAa,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;gBACzE,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/D,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACb,SAAS,CAAC,KAAK,IAAI,kDAAkD,QAAQ,CAAC,IAAI,EAAE,CACrF,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,sBAAsB,CACxC,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,KAAK,EACf,yBAAyB,EACzB,2BAA2B,QAAQ,CAAC,IAAI,GAAG,CAC5C,CAAC;YACF,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAC3B,IAAI,UAAU,GAAG,+BAA+B,EAAE,CAAC;gBACjD,MAAM,IAAI,KAAK,CACb,kCAAkC,+BAA+B,cAAc,CAChF,CAAC;YACJ,CAAC;YACD,MAAM,WAAW,GAAG,OAAO,CAAC,qBAAqB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,qBAAqB,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC;gBACvE,MAAM,IAAI,KAAK,CAAC,qDAAqD,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,MAAM,SAAS,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;YACvD,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,MAAM,GAAG,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;QAC7D,uBAAuB,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,KAAK,EAAE,GAAQ,EAAiB,EAAE;IAC1E,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,KAAK,EAChC,GAAQ,EACR,MAAqB,EACrB,QAKC,EACD,GAAS,EAC6C,EAAE;IACxD,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC;IACtE,CAAC;IACD,MAAM,iBAAiB,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;IACjD,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,IAAI,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC/D,QAAQ,CAAC,eAAe,CAAC;QACzB,QAAQ,CAAC,SAAS,CAAC;KACpB,CAAC,CAAC;IACH,IAAI,kBAAkB,KAAK,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,IAAI,MAAM,GAAG,CAAC,GAAI,MAAM,EAAE,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,aAAa,IAAI,MAAM,EAAE,CAAC;QAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,OAAO,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAoB;YAChC,aAAa,EAAE,+BAA+B;YAC9C,SAAS;YACT,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE;YAC3B,MAAM,EAAE,eAAe;YACvB,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7B,cAAc,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;YACpD,uBAAuB,EAAE,QAAQ,CAAC,uBAAuB;YACzD,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,gBAAgB;gBAC3C,CAAC,CAAC,EAAE,sBAAsB,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBACtE,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,uBAAuB;gBAClD,CAAC,CAAC;oBACE,6BAA6B,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,uBAAuB;iBAC/E;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,MAAM;SACP,CAAC;QACF,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;QAC/D,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACrF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC5B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAQF,MAAM,iBAAiB,GAAG,KAAK,EAAE,GAAQ,EAA6B,EAAE;IACtE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+C,CAAC;IACxE,MAAM,WAAW,GAAG,CAAC,SAAiB,EAAE,IAAY,EAAE,IAA4B,EAAQ,EAAE;QAC1F,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACzB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC,CAAC;IACF,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,MAAM,IAAI,GAAG,KAAK,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;YAC/D,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAChC,IAAI,IAAI,KAAK,WAAW,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC9D,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,QAAQ,CAAC,cAAc,EAAE,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,SAAS,IAAI,GAAG;YACtB,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ,CAAC,IAAI,GAAG,KAAK;SAC5B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAC9D,IACE,MAAM,CAAC,MAAM,KAAK,gBAAgB,CAAC,IAAI;YACvC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;gBACpB,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9C,OAAO,CACL,IAAI,KAAK,SAAS;oBAClB,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;oBAC9C,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CACrC,CAAC;YACJ,CAAC,CAAC,EACF,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAQ,EAAmB,EAAE;IAC9D,MAAM,SAAS,GAOV,EAAE,CAAC;IACR,2EAA2E;IAC3E,gDAAgD;IAChD,KAAK,MAAM,QAAQ,IAAI,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAC7D,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CACpC,EAAE,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE;YAC3D,QAAQ,EAAE,yBAAyB;SACpC,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,IAAI;YACzC,YAAY,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;YACnC,IAAI,EAAE,KAAK,CAAC,MAAM;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;YAC3B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;QACf,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,SAAS;QACT,GAAG,EAAE,MAAM,iBAAiB,CAAC,GAAG,CAAC;KAClC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,OAQhC,EAAwD,EAAE;IACzD,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACpD,MAAM,yBAAyB,GAAG,MAAM,qBAAqB,CAC3D,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EACzB,OAAO,CAAC,QAAQ,CACjB,CAAC;QACF,MAAM,uBAAuB,GAAG,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACrE,MAAM,mBAAmB,GAAG,4BAA4B,CACtD,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EACzB,OAAO,CAAC,QAAQ,CACjB,CAAC;QACF,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAChG,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,UAAU,EAAE,WAAW;YACvB,kBAAkB,EAAE,MAAM,kCAAkC,EAAE;YAC9D,UAAU,EAAE,mBAAmB;YAC/B,uBAAuB;YACvB,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC,CAAC,CAAC;QACH,MAAM,MAAM,GAAkB,MAAM,QAAQ,CAC1C,GAAG,EACH,OAAO,CAAC,QAAQ,EAChB,SAAS,EACT,OAAO,CAAC,WAAW,EACnB,SAAS,EACT,SAAS,EACT,yBAAyB,CAC1B,CAAC;QACF,IAAI,0BAAkC,CAAC;QACvC,IAAI,CAAC;YACH,0BAA0B,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,mDAAmD,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACzF,CAAC;QACD,IAAI,0BAA0B,KAAK,YAAY,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,MAAM,oBAAoB,CAC/B,GAAG,EACH,MAAM,EACN;YACE,uBAAuB;YACvB,gBAAgB,EAAE,UAAU;YAC5B,YAAY;YACZ,gBAAgB;SACjB,EACD,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAC1B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,0BAA0B,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;AACH,CAAC,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { type RubricDefinition } from "../core/index.js";
|
|
2
|
+
/**
|
|
3
|
+
* Candidate rubrics are deliberately declarative JSON. Reflective optimization
|
|
4
|
+
* must never gain code execution by emitting a TypeScript grader module.
|
|
5
|
+
*/
|
|
6
|
+
export declare const loadRubricDefinition: (filePath: string) => Promise<RubricDefinition>;
|
|
7
|
+
//# sourceMappingURL=rubric-loader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rubric-loader.d.ts","sourceRoot":"","sources":["../../src/orchestrator/rubric-loader.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmB,KAAK,gBAAgB,EAA0B,MAAM,kBAAkB,CAAC;AAelG;;;GAGG;AACH,eAAO,MAAM,oBAAoB,aAAoB,MAAM,KAAG,OAAO,CAAC,gBAAgB,CAkDrF,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { readFile, stat } from "node:fs/promises";
|
|
2
|
+
import { extname, resolve } from "node:path";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
import { RubricConfigSchema } from "../assertions/rubric/index.js";
|
|
5
|
+
import { formatZodIssues, RubricDefinitionSchema } from "../core/index.js";
|
|
6
|
+
const CANDIDATE_FORBIDDEN_FIELDS = [
|
|
7
|
+
"command",
|
|
8
|
+
"provider",
|
|
9
|
+
"model",
|
|
10
|
+
"reasoningEffort",
|
|
11
|
+
"timeoutMs",
|
|
12
|
+
"promptOverride",
|
|
13
|
+
];
|
|
14
|
+
const RawRubricDefinitionSchema = z.looseObject({
|
|
15
|
+
assertions: z.array(z.unknown()),
|
|
16
|
+
});
|
|
17
|
+
const RawRubricAssertionSchema = z.looseObject({});
|
|
18
|
+
/**
|
|
19
|
+
* Candidate rubrics are deliberately declarative JSON. Reflective optimization
|
|
20
|
+
* must never gain code execution by emitting a TypeScript grader module.
|
|
21
|
+
*/
|
|
22
|
+
export const loadRubricDefinition = async (filePath) => {
|
|
23
|
+
const path = resolve(filePath);
|
|
24
|
+
if (extname(path).toLowerCase() !== ".json") {
|
|
25
|
+
throw new Error(`Lux grader experiments require a declarative .json rubric: ${path}`);
|
|
26
|
+
}
|
|
27
|
+
if ((await stat(path)).size > 256_000) {
|
|
28
|
+
throw new Error(`Invalid Lux rubric at ${path}: candidate rubric exceeds 256000 bytes`);
|
|
29
|
+
}
|
|
30
|
+
const raw = JSON.parse(await readFile(path, "utf8"));
|
|
31
|
+
const parsed = RubricDefinitionSchema.safeParse(raw);
|
|
32
|
+
if (!parsed.success) {
|
|
33
|
+
throw new Error(`Invalid Lux rubric at ${path}: ${formatZodIssues(parsed.error)}`);
|
|
34
|
+
}
|
|
35
|
+
if (parsed.data.assertions.length > 20) {
|
|
36
|
+
throw new Error(`Invalid Lux rubric at ${path}: candidate rubrics are limited to 20 assertions`);
|
|
37
|
+
}
|
|
38
|
+
const rawAssertions = RawRubricDefinitionSchema.parse(raw).assertions;
|
|
39
|
+
for (const [index, assertion] of parsed.data.assertions.entries()) {
|
|
40
|
+
if (assertion.type !== "rubric") {
|
|
41
|
+
throw new Error(`Invalid Lux rubric at ${path}: grader experiment assertions must use type 'rubric', got '${assertion.type}'`);
|
|
42
|
+
}
|
|
43
|
+
const rawAssertion = RawRubricAssertionSchema.safeParse(rawAssertions[index]).data;
|
|
44
|
+
const field = rawAssertion
|
|
45
|
+
? CANDIDATE_FORBIDDEN_FIELDS.find((key) => key in rawAssertion)
|
|
46
|
+
: undefined;
|
|
47
|
+
if (field) {
|
|
48
|
+
throw new Error(`Invalid Lux rubric at ${path}: candidate assertions cannot override '${field}'`);
|
|
49
|
+
}
|
|
50
|
+
const config = RubricConfigSchema.safeParse(rawAssertion);
|
|
51
|
+
if (!config.success) {
|
|
52
|
+
throw new Error(`Invalid Lux rubric at ${path}: ${formatZodIssues(config.error)}`);
|
|
53
|
+
}
|
|
54
|
+
if (config.data.criteria.length > 20_000 ||
|
|
55
|
+
config.data.evidence.maxEvents > 100 ||
|
|
56
|
+
config.data.evidence.maxAgentChars > 100_000 ||
|
|
57
|
+
config.data.evidence.maxToolChars > 100_000 ||
|
|
58
|
+
config.data.evidence.maxArtifactChars > 200_000 ||
|
|
59
|
+
config.data.maxArtifactExcerpt > 20_000) {
|
|
60
|
+
throw new Error(`Invalid Lux rubric at ${path}: candidate prompt bounds exceed safe caps`);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
return parsed.data;
|
|
64
|
+
};
|
|
65
|
+
//# sourceMappingURL=rubric-loader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rubric-loader.js","sourceRoot":"","sources":["../../src/orchestrator/rubric-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAyB,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAElG,MAAM,0BAA0B,GAAG;IACjC,SAAS;IACT,UAAU;IACV,OAAO;IACP,iBAAiB;IACjB,WAAW;IACX,gBAAgB;CACR,CAAC;AACX,MAAM,yBAAyB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC9C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,wBAAwB,GAAG,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EAAE,QAAgB,EAA6B,EAAE;IACxF,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,yCAAyC,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,kDAAkD,CAChF,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC;IACtE,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;QAClE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,+DAA+D,SAAS,CAAC,IAAI,GAAG,CAC9G,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,wBAAwB,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,MAAM,KAAK,GAAG,YAAY;YACxB,CAAC,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,YAAY,CAAC;YAC/D,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,2CAA2C,KAAK,GAAG,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IACE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,GAAG;YACpC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,OAAO;YAC5C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,OAAO;YAC3C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,OAAO;YAC/C,MAAM,CAAC,IAAI,CAAC,kBAAkB,GAAG,MAAM,EACvC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,4CAA4C,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import type { EvalCase, RunEvent } from "../core/index.js";
|
|
2
|
+
import { type RunTraceLimitFailure, type RunTraceLimits } from "./trace-limits.js";
|
|
3
|
+
export declare const slugifyCaseId: (id: string) => string;
|
|
4
|
+
export type OpenedRunDir = {
|
|
5
|
+
path: string;
|
|
6
|
+
artifactsDir: string;
|
|
7
|
+
events: EventsAppender;
|
|
8
|
+
/** In-memory mirror of the appended event stream. Used by assertions. */
|
|
9
|
+
recorded: RunEvent[];
|
|
10
|
+
/** Write a JSON file into the run dir. */
|
|
11
|
+
writeJson: (relPath: string, value: unknown) => Promise<void>;
|
|
12
|
+
close: () => Promise<void>;
|
|
13
|
+
};
|
|
14
|
+
export type EventsAppender = {
|
|
15
|
+
append: (event: RunEvent) => RunTraceLimitFailure | null;
|
|
16
|
+
onLimitExceeded: (listener: (failure: RunTraceLimitFailure) => void) => () => void;
|
|
17
|
+
drain: () => Promise<void>;
|
|
18
|
+
flush: () => Promise<void>;
|
|
19
|
+
};
|
|
20
|
+
export declare const writeRunBundleJson: (path: string, value: unknown) => Promise<void>;
|
|
21
|
+
type EventsAppenderOptions = {
|
|
22
|
+
limits?: RunTraceLimits;
|
|
23
|
+
onEvent?: (event: RunEvent) => void;
|
|
24
|
+
};
|
|
25
|
+
/** Exported for tests; production code reaches it through {@link openRunDir}. */
|
|
26
|
+
export declare const openEventsAppender: (path: string, options?: EventsAppenderOptions) => EventsAppender;
|
|
27
|
+
export type OpenRunDirOptions = {
|
|
28
|
+
runsRoot: string;
|
|
29
|
+
caseId: string;
|
|
30
|
+
driverName: string;
|
|
31
|
+
startedAt?: Date | undefined;
|
|
32
|
+
/** Tap on the event stream, called for every appended event. Must not throw. */
|
|
33
|
+
onEvent?: ((event: RunEvent) => void) | undefined;
|
|
34
|
+
/** Test-only override; production uses the reader's shared limits. */
|
|
35
|
+
traceLimits?: RunTraceLimits | undefined;
|
|
36
|
+
};
|
|
37
|
+
export declare const openRunDir: (options: OpenRunDirOptions) => Promise<OpenedRunDir>;
|
|
38
|
+
export declare const writeFrozenCase: (runDir: string, evalCase: EvalCase, casePath: string) => Promise<void>;
|
|
39
|
+
export {};
|
|
40
|
+
//# sourceMappingURL=run-dir.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run-dir.d.ts","sourceRoot":"","sources":["../../src/orchestrator/run-dir.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,cAAc,EAIpB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,aAAa,OAAQ,MAAM,KAAG,MAIhB,CAAC;AAE5B,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,yEAAyE;IACzE,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,0CAA0C;IAC1C,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,oBAAoB,GAAG,IAAI,CAAC;IACzD,eAAe,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,KAAK,MAAM,IAAI,CAAC;IACnF,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kBAAkB,SAAgB,MAAM,SAAS,OAAO,KAAG,OAAO,CAAC,IAAI,CAWnF,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;CACrC,CAAC;AAcF,iFAAiF;AACjF,eAAO,MAAM,kBAAkB,SACvB,MAAM,YACH,qBAAqB,KAC7B,cA4EF,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,gFAAgF;IAChF,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAClD,sEAAsE;IACtE,WAAW,CAAC,EAAE,cAAc,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,UAAU,YAAmB,iBAAiB,KAAG,OAAO,CAAC,YAAY,CAuCjF,CAAC;AAEF,eAAO,MAAM,eAAe,WAClB,MAAM,YACJ,QAAQ,YACR,MAAM,KACf,OAAO,CAAC,IAAI,CAA6E,CAAC"}
|