@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/answerers/claude-code/index.d.ts +15 -3
- package/lib/answerers/claude-code/index.d.ts.map +1 -1
- package/lib/answerers/claude-code/index.js +6 -5
- package/lib/answerers/claude-code/index.js.map +1 -1
- package/lib/answerers/persona/index.d.ts +44 -5
- package/lib/answerers/persona/index.d.ts.map +1 -1
- package/lib/answerers/persona/index.js +60 -34
- package/lib/answerers/persona/index.js.map +1 -1
- package/lib/answerers/terminal/index.d.ts +9 -3
- package/lib/answerers/terminal/index.d.ts.map +1 -1
- package/lib/answerers/terminal/index.js +7 -5
- package/lib/answerers/terminal/index.js.map +1 -1
- package/lib/assertions/authoring.d.ts +2 -2
- package/lib/assertions/authoring.d.ts.map +1 -1
- package/lib/assertions/authoring.js.map +1 -1
- package/lib/assertions/core/command-exits-zero.d.ts +4 -1
- package/lib/assertions/core/command-exits-zero.d.ts.map +1 -1
- package/lib/assertions/core/command-exits-zero.js +50 -7
- package/lib/assertions/core/command-exits-zero.js.map +1 -1
- package/lib/assertions/core/event-checks.d.ts +3 -0
- package/lib/assertions/core/event-checks.d.ts.map +1 -1
- package/lib/assertions/core/event-checks.js +49 -3
- package/lib/assertions/core/event-checks.js.map +1 -1
- package/lib/assertions/core/file-checks.d.ts +6 -0
- package/lib/assertions/core/file-checks.d.ts.map +1 -1
- package/lib/assertions/core/helpers.d.ts +2 -7
- package/lib/assertions/core/helpers.d.ts.map +1 -1
- package/lib/assertions/core/helpers.js +2 -6
- package/lib/assertions/core/helpers.js.map +1 -1
- package/lib/assertions/core/index.d.ts.map +1 -1
- package/lib/assertions/core/index.js +2 -1
- package/lib/assertions/core/index.js.map +1 -1
- package/lib/assertions/core/json-pointer-equals.d.ts +1 -0
- package/lib/assertions/core/json-pointer-equals.d.ts.map +1 -1
- package/lib/assertions/core/output-checks.d.ts +3 -0
- package/lib/assertions/core/output-checks.d.ts.map +1 -1
- package/lib/assertions/core/predicate.d.ts +1 -0
- package/lib/assertions/core/predicate.d.ts.map +1 -1
- package/lib/assertions/core/resource-checks.d.ts +25 -0
- package/lib/assertions/core/resource-checks.d.ts.map +1 -1
- package/lib/assertions/core/resource-checks.js +35 -5
- package/lib/assertions/core/resource-checks.js.map +1 -1
- package/lib/assertions/rubric/index.d.ts +28 -3
- package/lib/assertions/rubric/index.d.ts.map +1 -1
- package/lib/assertions/rubric/index.js +59 -13
- package/lib/assertions/rubric/index.js.map +1 -1
- package/lib/assertions/rubric/internal.d.ts +30 -5
- package/lib/assertions/rubric/internal.d.ts.map +1 -1
- package/lib/assertions/rubric/internal.js +181 -28
- package/lib/assertions/rubric/internal.js.map +1 -1
- package/lib/authoring.d.ts +36 -2
- package/lib/authoring.d.ts.map +1 -1
- package/lib/authoring.js +36 -1
- package/lib/authoring.js.map +1 -1
- package/lib/cli/bin.js +2 -13
- package/lib/cli/bin.js.map +1 -1
- package/lib/cli/command-runtime.d.ts +3 -3
- package/lib/cli/command-runtime.d.ts.map +1 -1
- package/lib/cli/command-runtime.js +17 -6
- package/lib/cli/command-runtime.js.map +1 -1
- package/lib/cli/doctor.d.ts +55 -0
- package/lib/cli/doctor.d.ts.map +1 -0
- package/lib/cli/doctor.js +14 -0
- package/lib/cli/doctor.js.map +1 -0
- package/lib/cli/harness-plan.d.ts +26 -0
- package/lib/cli/harness-plan.d.ts.map +1 -0
- package/lib/cli/harness-plan.js +75 -0
- package/lib/cli/harness-plan.js.map +1 -0
- package/lib/cli/init-templates.d.ts +11 -0
- package/lib/cli/init-templates.d.ts.map +1 -0
- package/lib/cli/init-templates.js +215 -0
- package/lib/cli/init-templates.js.map +1 -0
- package/lib/cli/init.d.ts +10 -0
- package/lib/cli/init.d.ts.map +1 -1
- package/lib/cli/init.js +34 -173
- package/lib/cli/init.js.map +1 -1
- package/lib/cli/output-schemas.d.ts +1408 -0
- package/lib/cli/output-schemas.d.ts.map +1 -0
- package/lib/cli/output-schemas.js +91 -0
- package/lib/cli/output-schemas.js.map +1 -0
- package/lib/cli/program.d.ts +140 -12
- package/lib/cli/program.d.ts.map +1 -1
- package/lib/cli/program.js +779 -646
- package/lib/cli/program.js.map +1 -1
- package/lib/cli/render/reporter.d.ts.map +1 -1
- package/lib/cli/render/reporter.js +48 -8
- package/lib/cli/render/reporter.js.map +1 -1
- package/lib/cli/run-options.d.ts +20 -4
- package/lib/cli/run-options.d.ts.map +1 -1
- package/lib/cli/run-options.js +100 -19
- package/lib/cli/run-options.js.map +1 -1
- package/lib/cli/view.d.ts +15 -0
- package/lib/cli/view.d.ts.map +1 -0
- package/lib/cli/view.js +168 -0
- package/lib/cli/view.js.map +1 -0
- package/lib/container/driver.d.ts +27 -0
- package/lib/container/driver.d.ts.map +1 -0
- package/lib/container/driver.js +197 -0
- package/lib/container/driver.js.map +1 -0
- package/lib/container/protocol.d.ts +12 -0
- package/lib/container/protocol.d.ts.map +1 -0
- package/lib/container/protocol.js +38 -0
- package/lib/container/protocol.js.map +1 -0
- package/lib/container/resources.d.ts +12 -0
- package/lib/container/resources.d.ts.map +1 -0
- package/lib/container/resources.js +133 -0
- package/lib/container/resources.js.map +1 -0
- package/lib/container/worker.d.ts +2 -0
- package/lib/container/worker.d.ts.map +1 -0
- package/lib/container/worker.js +85 -0
- package/lib/container/worker.js.map +1 -0
- package/lib/core/action-events.d.ts +29 -0
- package/lib/core/action-events.d.ts.map +1 -0
- package/lib/core/action-events.js +51 -0
- package/lib/core/action-events.js.map +1 -0
- package/lib/core/agent-activity.d.ts +49 -0
- package/lib/core/agent-activity.d.ts.map +1 -0
- package/lib/core/agent-activity.js +206 -0
- package/lib/core/agent-activity.js.map +1 -0
- package/lib/core/agent-environment.d.ts +5 -0
- package/lib/core/agent-environment.d.ts.map +1 -0
- package/lib/core/agent-environment.js +47 -0
- package/lib/core/agent-environment.js.map +1 -0
- package/lib/core/agent-events.d.ts +26 -0
- package/lib/core/agent-events.d.ts.map +1 -0
- package/lib/core/agent-events.js +13 -0
- package/lib/core/agent-events.js.map +1 -0
- package/lib/core/annotation.d.ts +6 -2
- package/lib/core/annotation.d.ts.map +1 -1
- package/lib/core/annotation.js +2 -1
- package/lib/core/annotation.js.map +1 -1
- package/lib/core/answerer.d.ts +12 -0
- package/lib/core/answerer.d.ts.map +1 -1
- package/lib/core/answerer.js +2 -0
- package/lib/core/answerer.js.map +1 -1
- package/lib/core/artifact-evidence.d.ts +8 -0
- package/lib/core/artifact-evidence.d.ts.map +1 -1
- package/lib/core/artifact-evidence.js +36 -4
- package/lib/core/artifact-evidence.js.map +1 -1
- package/lib/core/assertion.d.ts +20 -2
- package/lib/core/assertion.d.ts.map +1 -1
- package/lib/core/assertion.js +19 -1
- package/lib/core/assertion.js.map +1 -1
- package/lib/core/case.d.ts +111 -3
- package/lib/core/case.d.ts.map +1 -1
- package/lib/core/case.js +17 -2
- package/lib/core/case.js.map +1 -1
- package/lib/core/command-verification.d.ts +10 -0
- package/lib/core/command-verification.d.ts.map +1 -0
- package/lib/core/command-verification.js +66 -0
- package/lib/core/command-verification.js.map +1 -0
- package/lib/core/driver-execution.d.ts +83 -0
- package/lib/core/driver-execution.d.ts.map +1 -0
- package/lib/core/driver-execution.js +72 -0
- package/lib/core/driver-execution.js.map +1 -0
- package/lib/core/driver-metrics.d.ts +98 -0
- package/lib/core/driver-metrics.d.ts.map +1 -0
- package/lib/core/driver-metrics.js +36 -0
- package/lib/core/driver-metrics.js.map +1 -0
- package/lib/core/driver.d.ts +64 -0
- package/lib/core/driver.d.ts.map +1 -1
- package/lib/core/driver.js +28 -0
- package/lib/core/driver.js.map +1 -1
- package/lib/core/duration.d.ts +5 -0
- package/lib/core/duration.d.ts.map +1 -0
- package/lib/core/duration.js +49 -0
- package/lib/core/duration.js.map +1 -0
- package/lib/core/environment.d.ts +18 -0
- package/lib/core/environment.d.ts.map +1 -0
- package/lib/core/environment.js +21 -0
- package/lib/core/environment.js.map +1 -0
- package/lib/core/evaluation-clusters.d.ts +17 -0
- package/lib/core/evaluation-clusters.d.ts.map +1 -0
- package/lib/core/evaluation-clusters.js +23 -0
- package/lib/core/evaluation-clusters.js.map +1 -0
- package/lib/core/events.d.ts +36 -0
- package/lib/core/events.d.ts.map +1 -1
- package/lib/core/events.js +12 -2
- package/lib/core/events.js.map +1 -1
- package/lib/core/experiment.d.ts +32 -2
- package/lib/core/experiment.d.ts.map +1 -1
- package/lib/core/experiment.js +35 -18
- package/lib/core/experiment.js.map +1 -1
- package/lib/core/file-tree.d.ts +7 -0
- package/lib/core/file-tree.d.ts.map +1 -0
- package/lib/core/file-tree.js +35 -0
- package/lib/core/file-tree.js.map +1 -0
- package/lib/core/global-id.d.ts +6 -0
- package/lib/core/global-id.d.ts.map +1 -0
- package/lib/core/global-id.js +17 -0
- package/lib/core/global-id.js.map +1 -0
- package/lib/core/harness-catalog.d.ts +35 -0
- package/lib/core/harness-catalog.d.ts.map +1 -0
- package/lib/core/harness-catalog.js +45 -0
- package/lib/core/harness-catalog.js.map +1 -0
- package/lib/core/harness-catalogs/antigravity.d.ts +11 -0
- package/lib/core/harness-catalogs/antigravity.d.ts.map +1 -0
- package/lib/core/harness-catalogs/antigravity.js +23 -0
- package/lib/core/harness-catalogs/antigravity.js.map +1 -0
- package/lib/core/harness-catalogs/claude-code.d.ts +12 -0
- package/lib/core/harness-catalogs/claude-code.d.ts.map +1 -0
- package/lib/core/harness-catalogs/claude-code.js +24 -0
- package/lib/core/harness-catalogs/claude-code.js.map +1 -0
- package/lib/core/harness-catalogs/codex.d.ts +11 -0
- package/lib/core/harness-catalogs/codex.d.ts.map +1 -0
- package/lib/core/harness-catalogs/codex.js +26 -0
- package/lib/core/harness-catalogs/codex.js.map +1 -0
- package/lib/core/harness-catalogs/copilot.d.ts +29 -0
- package/lib/core/harness-catalogs/copilot.d.ts.map +1 -0
- package/lib/core/harness-catalogs/copilot.js +45 -0
- package/lib/core/harness-catalogs/copilot.js.map +1 -0
- package/lib/core/harness-catalogs/cursor.d.ts +2 -0
- package/lib/core/harness-catalogs/cursor.d.ts.map +1 -0
- package/lib/core/harness-catalogs/cursor.js +13 -0
- package/lib/core/harness-catalogs/cursor.js.map +1 -0
- package/lib/core/harness-catalogs/grok-build.d.ts +7 -0
- package/lib/core/harness-catalogs/grok-build.d.ts.map +1 -0
- package/lib/core/harness-catalogs/grok-build.js +18 -0
- package/lib/core/harness-catalogs/grok-build.js.map +1 -0
- package/lib/core/harness-catalogs/index.d.ts +73 -0
- package/lib/core/harness-catalogs/index.d.ts.map +1 -0
- package/lib/core/harness-catalogs/index.js +17 -0
- package/lib/core/harness-catalogs/index.js.map +1 -0
- package/lib/core/harness-matrix.d.ts +154 -0
- package/lib/core/harness-matrix.d.ts.map +1 -0
- package/lib/core/harness-matrix.js +204 -0
- package/lib/core/harness-matrix.js.map +1 -0
- package/lib/core/index.d.ts +12 -0
- package/lib/core/index.d.ts.map +1 -1
- package/lib/core/index.js +12 -0
- package/lib/core/index.js.map +1 -1
- package/lib/core/lifecycle-fixtures.d.ts.map +1 -1
- package/lib/core/lifecycle-fixtures.js +4 -2
- package/lib/core/lifecycle-fixtures.js.map +1 -1
- package/lib/core/model-cli.d.ts +9 -11
- package/lib/core/model-cli.d.ts.map +1 -1
- package/lib/core/model-cli.js +31 -19
- package/lib/core/model-cli.js.map +1 -1
- package/lib/core/platform-process.d.ts +6 -1
- package/lib/core/platform-process.d.ts.map +1 -1
- package/lib/core/platform-process.js +49 -11
- package/lib/core/platform-process.js.map +1 -1
- package/lib/core/rubric.d.ts +1 -0
- package/lib/core/rubric.d.ts.map +1 -1
- package/lib/core/run.d.ts +293 -1
- package/lib/core/run.d.ts.map +1 -1
- package/lib/core/run.js +27 -0
- package/lib/core/run.js.map +1 -1
- package/lib/core/secure-copy.d.ts.map +1 -0
- package/lib/core/secure-copy.js.map +1 -0
- package/lib/core/usage.d.ts +5 -0
- package/lib/core/usage.d.ts.map +1 -1
- package/lib/core/usage.js +3 -0
- package/lib/core/usage.js.map +1 -1
- package/lib/core/wire.d.ts +12 -0
- package/lib/core/wire.d.ts.map +1 -1
- package/lib/core/wire.js +5 -1
- package/lib/core/wire.js.map +1 -1
- package/lib/drivers/antigravity/artifacts.d.ts +2 -0
- package/lib/drivers/antigravity/artifacts.d.ts.map +1 -0
- package/lib/drivers/antigravity/artifacts.js +33 -0
- package/lib/drivers/antigravity/artifacts.js.map +1 -0
- package/lib/drivers/antigravity/config.d.ts +88 -0
- package/lib/drivers/antigravity/config.d.ts.map +1 -0
- package/lib/drivers/antigravity/config.js +87 -0
- package/lib/drivers/antigravity/config.js.map +1 -0
- package/lib/drivers/antigravity/events.d.ts +4 -0
- package/lib/drivers/antigravity/events.d.ts.map +1 -0
- package/lib/drivers/antigravity/events.js +241 -0
- package/lib/drivers/antigravity/events.js.map +1 -0
- package/lib/drivers/antigravity/index.d.ts +114 -0
- package/lib/drivers/antigravity/index.d.ts.map +1 -0
- package/lib/drivers/antigravity/index.js +113 -0
- package/lib/drivers/antigravity/index.js.map +1 -0
- package/lib/drivers/antigravity/runtime.d.ts +7 -0
- package/lib/drivers/antigravity/runtime.d.ts.map +1 -0
- package/lib/drivers/antigravity/runtime.js +83 -0
- package/lib/drivers/antigravity/runtime.js.map +1 -0
- package/lib/drivers/claude-code/deferred-process.d.ts +17 -0
- package/lib/drivers/claude-code/deferred-process.d.ts.map +1 -0
- package/lib/drivers/claude-code/deferred-process.js +108 -0
- package/lib/drivers/claude-code/deferred-process.js.map +1 -0
- package/lib/drivers/claude-code/index.d.ts +180 -10
- package/lib/drivers/claude-code/index.d.ts.map +1 -1
- package/lib/drivers/claude-code/index.js +186 -252
- package/lib/drivers/claude-code/index.js.map +1 -1
- package/lib/drivers/claude-code/isolation.d.ts +8 -0
- package/lib/drivers/claude-code/isolation.d.ts.map +1 -0
- package/lib/drivers/claude-code/isolation.js +199 -0
- package/lib/drivers/claude-code/isolation.js.map +1 -0
- package/lib/drivers/claude-code/parse-events.d.ts.map +1 -1
- package/lib/drivers/claude-code/parse-events.js +73 -8
- package/lib/drivers/claude-code/parse-events.js.map +1 -1
- package/lib/drivers/codex/app-events.d.ts +9 -2
- package/lib/drivers/codex/app-events.d.ts.map +1 -1
- package/lib/drivers/codex/app-events.js +104 -12
- package/lib/drivers/codex/app-events.js.map +1 -1
- package/lib/drivers/codex/config.d.ts +66 -5
- package/lib/drivers/codex/config.d.ts.map +1 -1
- package/lib/drivers/codex/config.js +39 -8
- package/lib/drivers/codex/config.js.map +1 -1
- package/lib/drivers/codex/exec-events.d.ts +4 -0
- package/lib/drivers/codex/exec-events.d.ts.map +1 -0
- package/lib/drivers/codex/exec-events.js +230 -0
- package/lib/drivers/codex/exec-events.js.map +1 -0
- package/lib/drivers/codex/index.d.ts +138 -4
- package/lib/drivers/codex/index.d.ts.map +1 -1
- package/lib/drivers/codex/index.js +112 -276
- package/lib/drivers/codex/index.js.map +1 -1
- package/lib/drivers/copilot/config.d.ts +84 -0
- package/lib/drivers/copilot/config.d.ts.map +1 -0
- package/lib/drivers/copilot/config.js +57 -0
- package/lib/drivers/copilot/config.js.map +1 -0
- package/lib/drivers/copilot/index.d.ts +107 -0
- package/lib/drivers/copilot/index.d.ts.map +1 -0
- package/lib/drivers/copilot/index.js +268 -0
- package/lib/drivers/copilot/index.js.map +1 -0
- package/lib/drivers/cursor/config.d.ts +28 -0
- package/lib/drivers/cursor/config.d.ts.map +1 -0
- package/lib/drivers/cursor/config.js +28 -0
- package/lib/drivers/cursor/config.js.map +1 -0
- package/lib/drivers/cursor/index.d.ts +44 -0
- package/lib/drivers/cursor/index.d.ts.map +1 -0
- package/lib/drivers/cursor/index.js +286 -0
- package/lib/drivers/cursor/index.js.map +1 -0
- package/lib/drivers/cursor/interaction.d.ts +6 -0
- package/lib/drivers/cursor/interaction.d.ts.map +1 -0
- package/lib/drivers/cursor/interaction.js +55 -0
- package/lib/drivers/cursor/interaction.js.map +1 -0
- package/lib/drivers/grok-build/config.d.ts +68 -0
- package/lib/drivers/grok-build/config.d.ts.map +1 -0
- package/lib/drivers/grok-build/config.js +40 -0
- package/lib/drivers/grok-build/config.js.map +1 -0
- package/lib/drivers/grok-build/index.d.ts +87 -0
- package/lib/drivers/grok-build/index.d.ts.map +1 -0
- package/lib/drivers/grok-build/index.js +293 -0
- package/lib/drivers/grok-build/index.js.map +1 -0
- package/lib/drivers/mcp/index.d.ts +37 -4
- package/lib/drivers/mcp/index.d.ts.map +1 -1
- package/lib/drivers/mcp/index.js +25 -11
- package/lib/drivers/mcp/index.js.map +1 -1
- package/lib/drivers/shared/acp-events.d.ts +15 -0
- package/lib/drivers/shared/acp-events.d.ts.map +1 -0
- package/lib/drivers/shared/acp-events.js +83 -0
- package/lib/drivers/shared/acp-events.js.map +1 -0
- package/lib/drivers/shared/acp-interaction.d.ts +7 -0
- package/lib/drivers/shared/acp-interaction.d.ts.map +1 -0
- package/lib/drivers/shared/acp-interaction.js +20 -0
- package/lib/drivers/shared/acp-interaction.js.map +1 -0
- package/lib/drivers/shared/acp-session.d.ts +4 -0
- package/lib/drivers/shared/acp-session.d.ts.map +1 -0
- package/lib/drivers/shared/acp-session.js +23 -0
- package/lib/drivers/shared/acp-session.js.map +1 -0
- package/lib/drivers/shared/acp-transport.d.ts +40 -0
- package/lib/drivers/shared/acp-transport.d.ts.map +1 -0
- package/lib/drivers/shared/acp-transport.js +152 -0
- package/lib/drivers/shared/acp-transport.js.map +1 -0
- package/lib/drivers/shared/artifacts.d.ts.map +1 -1
- package/lib/drivers/shared/artifacts.js +3 -2
- package/lib/drivers/shared/artifacts.js.map +1 -1
- package/lib/drivers/shared/experiment-behavior.d.ts +13 -0
- package/lib/drivers/shared/experiment-behavior.d.ts.map +1 -0
- package/lib/drivers/shared/experiment-behavior.js +197 -0
- package/lib/drivers/shared/experiment-behavior.js.map +1 -0
- package/lib/drivers/shared/experiment-policy.d.ts +4 -0
- package/lib/drivers/shared/experiment-policy.d.ts.map +1 -0
- package/lib/drivers/shared/experiment-policy.js +143 -0
- package/lib/drivers/shared/experiment-policy.js.map +1 -0
- package/lib/drivers/subprocess/index.d.ts +39 -4
- package/lib/drivers/subprocess/index.d.ts.map +1 -1
- package/lib/drivers/subprocess/index.js +56 -12
- package/lib/drivers/subprocess/index.js.map +1 -1
- package/lib/index.d.ts +22 -8
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js +20 -6
- package/lib/index.js.map +1 -1
- package/lib/optimization/reflective.d.ts +3 -1
- package/lib/optimization/reflective.d.ts.map +1 -1
- package/lib/optimization/reflective.js +3 -2
- package/lib/optimization/reflective.js.map +1 -1
- package/lib/orchestrator/annotation-loader.d.ts +6 -2
- package/lib/orchestrator/annotation-loader.d.ts.map +1 -1
- package/lib/orchestrator/annotation-loader.js +8 -0
- package/lib/orchestrator/annotation-loader.js.map +1 -1
- package/lib/orchestrator/annotation-store.d.ts.map +1 -1
- package/lib/orchestrator/annotation-store.js +16 -2
- package/lib/orchestrator/annotation-store.js.map +1 -1
- package/lib/orchestrator/artifact-origin.d.ts +3 -0
- package/lib/orchestrator/artifact-origin.d.ts.map +1 -0
- package/lib/orchestrator/artifact-origin.js +40 -0
- package/lib/orchestrator/artifact-origin.js.map +1 -0
- package/lib/orchestrator/campaign-lifecycle.d.ts +1 -0
- package/lib/orchestrator/campaign-lifecycle.d.ts.map +1 -1
- package/lib/orchestrator/campaign-lifecycle.js +4 -1
- package/lib/orchestrator/campaign-lifecycle.js.map +1 -1
- package/lib/orchestrator/candidates.d.ts.map +1 -1
- package/lib/orchestrator/candidates.js +3 -2
- package/lib/orchestrator/candidates.js.map +1 -1
- package/lib/orchestrator/compare.d.ts +19 -3
- package/lib/orchestrator/compare.d.ts.map +1 -1
- package/lib/orchestrator/compare.js +32 -6
- package/lib/orchestrator/compare.js.map +1 -1
- package/lib/orchestrator/comparison-identity.d.ts.map +1 -1
- package/lib/orchestrator/comparison-identity.js +2 -0
- package/lib/orchestrator/comparison-identity.js.map +1 -1
- package/lib/orchestrator/config.d.ts +179 -1
- package/lib/orchestrator/config.d.ts.map +1 -1
- package/lib/orchestrator/config.js +18 -4
- package/lib/orchestrator/config.js.map +1 -1
- package/lib/orchestrator/discover.d.ts +1 -0
- package/lib/orchestrator/discover.d.ts.map +1 -1
- package/lib/orchestrator/discover.js +7 -1
- package/lib/orchestrator/discover.js.map +1 -1
- package/lib/orchestrator/doctor.d.ts +1 -0
- package/lib/orchestrator/doctor.d.ts.map +1 -1
- package/lib/orchestrator/doctor.js +121 -33
- package/lib/orchestrator/doctor.js.map +1 -1
- package/lib/orchestrator/driver-capabilities.d.ts +4 -0
- package/lib/orchestrator/driver-capabilities.d.ts.map +1 -0
- package/lib/orchestrator/driver-capabilities.js +13 -0
- package/lib/orchestrator/driver-capabilities.js.map +1 -0
- package/lib/orchestrator/driver-identity.d.ts +5 -0
- package/lib/orchestrator/driver-identity.d.ts.map +1 -0
- package/lib/orchestrator/driver-identity.js +51 -0
- package/lib/orchestrator/driver-identity.js.map +1 -0
- package/lib/orchestrator/experiment-context.d.ts +51 -3
- package/lib/orchestrator/experiment-context.d.ts.map +1 -1
- package/lib/orchestrator/experiment-context.js.map +1 -1
- package/lib/orchestrator/experiment-contracts.d.ts +30 -1
- package/lib/orchestrator/experiment-contracts.d.ts.map +1 -1
- package/lib/orchestrator/experiment-corpus.d.ts +2 -1
- package/lib/orchestrator/experiment-corpus.d.ts.map +1 -1
- package/lib/orchestrator/experiment-corpus.js +28 -22
- package/lib/orchestrator/experiment-corpus.js.map +1 -1
- package/lib/orchestrator/experiment-effects.d.ts +33 -0
- package/lib/orchestrator/experiment-effects.d.ts.map +1 -0
- package/lib/orchestrator/experiment-effects.js +44 -0
- package/lib/orchestrator/experiment-effects.js.map +1 -0
- package/lib/orchestrator/experiment-evaluation.d.ts.map +1 -1
- package/lib/orchestrator/experiment-evaluation.js +56 -5
- package/lib/orchestrator/experiment-evaluation.js.map +1 -1
- package/lib/orchestrator/experiment-identity.d.ts +3 -0
- package/lib/orchestrator/experiment-identity.d.ts.map +1 -1
- package/lib/orchestrator/experiment-identity.js +22 -33
- package/lib/orchestrator/experiment-identity.js.map +1 -1
- package/lib/orchestrator/experiment-loader.d.ts +8 -3
- package/lib/orchestrator/experiment-loader.d.ts.map +1 -1
- package/lib/orchestrator/experiment-preflight.d.ts +3 -0
- package/lib/orchestrator/experiment-preflight.d.ts.map +1 -0
- package/lib/orchestrator/experiment-preflight.js +21 -0
- package/lib/orchestrator/experiment-preflight.js.map +1 -0
- package/lib/orchestrator/experiment-report.d.ts +90 -1
- package/lib/orchestrator/experiment-report.d.ts.map +1 -1
- package/lib/orchestrator/experiment-report.js +9 -1
- package/lib/orchestrator/experiment-report.js.map +1 -1
- package/lib/orchestrator/experiment-runs.d.ts +61 -2
- package/lib/orchestrator/experiment-runs.d.ts.map +1 -1
- package/lib/orchestrator/experiment-runs.js +13 -5
- package/lib/orchestrator/experiment-runs.js.map +1 -1
- package/lib/orchestrator/experiment-runtime-identity.d.ts +0 -16
- package/lib/orchestrator/experiment-runtime-identity.d.ts.map +1 -1
- package/lib/orchestrator/experiment-runtime-identity.js +5 -220
- package/lib/orchestrator/experiment-runtime-identity.js.map +1 -1
- package/lib/orchestrator/experiment-selection.d.ts.map +1 -1
- package/lib/orchestrator/experiment-selection.js +52 -0
- package/lib/orchestrator/experiment-selection.js.map +1 -1
- package/lib/orchestrator/experiment.d.ts +3 -3
- package/lib/orchestrator/experiment.d.ts.map +1 -1
- package/lib/orchestrator/experiment.js +26 -21
- package/lib/orchestrator/experiment.js.map +1 -1
- package/lib/orchestrator/fixture-identity.d.ts +1 -0
- package/lib/orchestrator/fixture-identity.d.ts.map +1 -1
- package/lib/orchestrator/fixture-identity.js +6 -1
- package/lib/orchestrator/fixture-identity.js.map +1 -1
- package/lib/orchestrator/fs-read.d.ts +1 -6
- package/lib/orchestrator/fs-read.d.ts.map +1 -1
- package/lib/orchestrator/fs-read.js +2 -32
- package/lib/orchestrator/fs-read.js.map +1 -1
- package/lib/orchestrator/grader-experiment.d.ts +33 -3
- package/lib/orchestrator/grader-experiment.d.ts.map +1 -1
- package/lib/orchestrator/grader-experiment.js +54 -9
- package/lib/orchestrator/grader-experiment.js.map +1 -1
- package/lib/orchestrator/grading.d.ts +2 -1
- package/lib/orchestrator/grading.d.ts.map +1 -1
- package/lib/orchestrator/grading.js +46 -31
- package/lib/orchestrator/grading.js.map +1 -1
- package/lib/orchestrator/harness-catalog-drift.d.ts +22 -0
- package/lib/orchestrator/harness-catalog-drift.d.ts.map +1 -0
- package/lib/orchestrator/harness-catalog-drift.js +90 -0
- package/lib/orchestrator/harness-catalog-drift.js.map +1 -0
- package/lib/orchestrator/harness-registry.d.ts +4 -0
- package/lib/orchestrator/harness-registry.d.ts.map +1 -0
- package/lib/orchestrator/harness-registry.js +5 -0
- package/lib/orchestrator/harness-registry.js.map +1 -0
- package/lib/orchestrator/index.d.ts +1 -1
- package/lib/orchestrator/index.d.ts.map +1 -1
- package/lib/orchestrator/index.js +1 -1
- package/lib/orchestrator/index.js.map +1 -1
- package/lib/orchestrator/list-runs.d.ts +8 -1
- package/lib/orchestrator/list-runs.d.ts.map +1 -1
- package/lib/orchestrator/list-runs.js +81 -14
- package/lib/orchestrator/list-runs.js.map +1 -1
- package/lib/orchestrator/optimization-lifecycle.d.ts.map +1 -1
- package/lib/orchestrator/optimization-lifecycle.js +3 -1
- package/lib/orchestrator/optimization-lifecycle.js.map +1 -1
- package/lib/orchestrator/orchestrator.d.ts +18 -2
- package/lib/orchestrator/orchestrator.d.ts.map +1 -1
- package/lib/orchestrator/orchestrator.js +50 -168
- package/lib/orchestrator/orchestrator.js.map +1 -1
- package/lib/orchestrator/paired-effects.d.ts +34 -0
- package/lib/orchestrator/paired-effects.d.ts.map +1 -0
- package/lib/orchestrator/paired-effects.js +158 -0
- package/lib/orchestrator/paired-effects.js.map +1 -0
- package/lib/orchestrator/provenance.d.ts +5 -1
- package/lib/orchestrator/provenance.d.ts.map +1 -1
- package/lib/orchestrator/provenance.js +16 -3
- package/lib/orchestrator/provenance.js.map +1 -1
- package/lib/orchestrator/regrade.d.ts +9 -1
- package/lib/orchestrator/regrade.d.ts.map +1 -1
- package/lib/orchestrator/rubric-loader.js +1 -1
- package/lib/orchestrator/rubric-loader.js.map +1 -1
- package/lib/orchestrator/run-dir.d.ts +2 -0
- package/lib/orchestrator/run-dir.d.ts.map +1 -1
- package/lib/orchestrator/run-dir.js +1 -1
- package/lib/orchestrator/run-dir.js.map +1 -1
- package/lib/orchestrator/run-execution.d.ts +3 -0
- package/lib/orchestrator/run-execution.d.ts.map +1 -1
- package/lib/orchestrator/run-execution.js +66 -12
- package/lib/orchestrator/run-execution.js.map +1 -1
- package/lib/orchestrator/run-lifecycle.d.ts +1 -0
- package/lib/orchestrator/run-lifecycle.d.ts.map +1 -1
- package/lib/orchestrator/run-lifecycle.js +3 -2
- package/lib/orchestrator/run-lifecycle.js.map +1 -1
- package/lib/orchestrator/run-workspace.d.ts +10 -0
- package/lib/orchestrator/run-workspace.d.ts.map +1 -0
- package/lib/orchestrator/run-workspace.js +58 -0
- package/lib/orchestrator/run-workspace.js.map +1 -0
- package/lib/orchestrator/suite-compare.d.ts +37 -0
- package/lib/orchestrator/suite-compare.d.ts.map +1 -1
- package/lib/orchestrator/suite-compare.js +27 -17
- package/lib/orchestrator/suite-compare.js.map +1 -1
- package/lib/orchestrator/suite-runs.d.ts +6 -1
- package/lib/orchestrator/suite-runs.d.ts.map +1 -1
- package/lib/orchestrator/suite-runs.js +14 -2
- package/lib/orchestrator/suite-runs.js.map +1 -1
- package/lib/orchestrator/suite-summary.d.ts +77 -0
- package/lib/orchestrator/suite-summary.d.ts.map +1 -1
- package/lib/orchestrator/suite-summary.js +61 -12
- package/lib/orchestrator/suite-summary.js.map +1 -1
- package/lib/previewer/artifacts.d.ts +25 -0
- package/lib/previewer/artifacts.d.ts.map +1 -0
- package/lib/previewer/artifacts.js +180 -0
- package/lib/previewer/artifacts.js.map +1 -0
- package/lib/previewer/server.d.ts +111 -0
- package/lib/previewer/server.d.ts.map +1 -0
- package/lib/previewer/server.js +558 -0
- package/lib/previewer/server.js.map +1 -0
- package/package.json +3 -3
- package/skills/lux-answerer/SKILL.md +2 -2
- package/src/answerers/claude-code/index.ts +6 -5
- package/src/answerers/persona/index.ts +75 -34
- package/src/answerers/terminal/index.ts +8 -12
- package/src/assertions/authoring.ts +2 -0
- package/src/assertions/core/command-exits-zero.ts +61 -7
- package/src/assertions/core/event-checks.ts +64 -3
- package/src/assertions/core/helpers.ts +3 -6
- package/src/assertions/core/index.ts +2 -0
- package/src/assertions/core/resource-checks.ts +38 -5
- package/src/assertions/rubric/index.ts +68 -13
- package/src/assertions/rubric/internal.ts +227 -27
- package/src/authoring.ts +345 -2
- package/src/cli/bin.ts +2 -12
- package/src/cli/command-runtime.ts +20 -9
- package/src/cli/doctor.ts +17 -0
- package/src/cli/harness-plan.ts +117 -0
- package/src/cli/init-templates.ts +238 -0
- package/src/cli/init.ts +53 -184
- package/src/cli/output-schemas.ts +106 -0
- package/src/cli/program.ts +691 -721
- package/src/cli/render/reporter.ts +50 -8
- package/src/cli/run-options.ts +132 -25
- package/src/cli/view.ts +129 -0
- package/src/container/driver.ts +211 -0
- package/src/container/protocol.ts +48 -0
- package/src/container/resources.ts +153 -0
- package/src/container/worker.ts +107 -0
- package/src/core/action-events.ts +59 -0
- package/src/core/agent-activity.ts +236 -0
- package/src/core/agent-environment.ts +64 -0
- package/src/core/agent-events.ts +17 -0
- package/src/core/annotation.ts +2 -1
- package/src/core/answerer.ts +9 -0
- package/src/core/artifact-evidence.ts +47 -4
- package/src/core/assertion.ts +21 -1
- package/src/core/case.ts +21 -3
- package/src/core/command-verification.ts +74 -0
- package/src/core/driver-execution.ts +84 -0
- package/src/core/driver-metrics.ts +51 -0
- package/src/core/driver.ts +76 -0
- package/src/core/duration.ts +52 -0
- package/src/core/environment.ts +22 -0
- package/src/core/evaluation-clusters.ts +35 -0
- package/src/core/events.ts +14 -2
- package/src/core/experiment.ts +64 -24
- package/src/core/file-tree.ts +35 -0
- package/src/core/global-id.ts +26 -0
- package/src/core/harness-catalog.ts +100 -0
- package/src/core/harness-catalogs/antigravity.ts +24 -0
- package/src/core/harness-catalogs/claude-code.ts +25 -0
- package/src/core/harness-catalogs/codex.ts +27 -0
- package/src/core/harness-catalogs/copilot.ts +46 -0
- package/src/core/harness-catalogs/cursor.ts +13 -0
- package/src/core/harness-catalogs/grok-build.ts +19 -0
- package/src/core/harness-catalogs/index.ts +31 -0
- package/src/core/harness-matrix.ts +316 -0
- package/src/core/index.ts +12 -0
- package/src/core/lifecycle-fixtures.ts +4 -2
- package/src/core/model-cli.ts +52 -23
- package/src/core/platform-process.ts +58 -10
- package/src/core/run.ts +31 -0
- package/src/core/usage.ts +8 -0
- package/src/core/wire.ts +5 -1
- package/src/drivers/antigravity/README.md +171 -0
- package/src/drivers/antigravity/artifacts.ts +37 -0
- package/src/drivers/antigravity/config.ts +92 -0
- package/src/drivers/antigravity/events.ts +290 -0
- package/src/drivers/antigravity/index.ts +132 -0
- package/src/drivers/antigravity/runtime.ts +94 -0
- package/src/drivers/claude-code/deferred-process.ts +118 -0
- package/src/drivers/claude-code/index.ts +216 -281
- package/src/drivers/claude-code/isolation.ts +228 -0
- package/src/drivers/claude-code/parse-events.ts +98 -12
- package/src/drivers/codex/app-events.ts +126 -16
- package/src/drivers/codex/config.ts +50 -8
- package/src/drivers/codex/exec-events.ts +258 -0
- package/src/drivers/codex/index.ts +144 -312
- package/src/drivers/copilot/README.md +60 -0
- package/src/drivers/copilot/config.ts +61 -0
- package/src/drivers/copilot/index.ts +310 -0
- package/src/drivers/cursor/README.md +66 -0
- package/src/drivers/cursor/config.ts +31 -0
- package/src/drivers/cursor/index.ts +326 -0
- package/src/drivers/cursor/interaction.ts +74 -0
- package/src/drivers/grok-build/README.md +112 -0
- package/src/drivers/grok-build/config.ts +43 -0
- package/src/drivers/grok-build/index.ts +331 -0
- package/src/drivers/mcp/index.ts +25 -11
- package/src/drivers/shared/acp-events.ts +94 -0
- package/src/drivers/shared/acp-interaction.ts +27 -0
- package/src/drivers/shared/acp-session.ts +40 -0
- package/src/drivers/shared/acp-transport.ts +187 -0
- package/src/drivers/shared/artifacts.ts +6 -2
- package/src/drivers/shared/experiment-behavior.ts +214 -0
- package/src/drivers/shared/experiment-policy.ts +195 -0
- package/src/drivers/subprocess/index.ts +55 -12
- package/src/index.ts +115 -10
- package/src/optimization/reflective.ts +3 -2
- package/src/orchestrator/annotation-loader.ts +10 -0
- package/src/orchestrator/annotation-store.ts +24 -3
- package/src/orchestrator/artifact-origin.ts +50 -0
- package/src/orchestrator/campaign-lifecycle.ts +5 -1
- package/src/orchestrator/candidates.ts +3 -2
- package/src/orchestrator/compare.ts +41 -6
- package/src/orchestrator/comparison-identity.ts +2 -0
- package/src/orchestrator/config.ts +20 -3
- package/src/orchestrator/discover.ts +8 -1
- package/src/orchestrator/doctor.ts +189 -28
- package/src/orchestrator/driver-capabilities.ts +21 -0
- package/src/orchestrator/driver-identity.ts +69 -0
- package/src/orchestrator/experiment-context.ts +3 -2
- package/src/orchestrator/experiment-corpus.ts +53 -37
- package/src/orchestrator/experiment-effects.ts +61 -0
- package/src/orchestrator/experiment-evaluation.ts +71 -10
- package/src/orchestrator/experiment-identity.ts +42 -48
- package/src/orchestrator/experiment-preflight.ts +27 -0
- package/src/orchestrator/experiment-report.ts +21 -1
- package/src/orchestrator/experiment-runs.ts +11 -4
- package/src/orchestrator/experiment-runtime-identity.ts +5 -243
- package/src/orchestrator/experiment-selection.ts +77 -0
- package/src/orchestrator/experiment.ts +29 -29
- package/src/orchestrator/fixture-identity.ts +9 -1
- package/src/orchestrator/fs-read.ts +2 -32
- package/src/orchestrator/grader-experiment.ts +74 -13
- package/src/orchestrator/grading.ts +67 -28
- package/src/orchestrator/harness-catalog-drift.ts +132 -0
- package/src/orchestrator/harness-registry.ts +12 -0
- package/src/orchestrator/index.ts +1 -0
- package/src/orchestrator/list-runs.ts +98 -13
- package/src/orchestrator/optimization-lifecycle.ts +4 -1
- package/src/orchestrator/orchestrator.ts +92 -216
- package/src/orchestrator/paired-effects.ts +209 -0
- package/src/orchestrator/provenance.ts +23 -3
- package/src/orchestrator/rubric-loader.ts +1 -1
- package/src/orchestrator/run-dir.ts +8 -1
- package/src/orchestrator/run-execution.ts +77 -11
- package/src/orchestrator/run-lifecycle.ts +4 -2
- package/src/orchestrator/run-workspace.ts +62 -0
- package/src/orchestrator/suite-compare.ts +29 -19
- package/src/orchestrator/suite-runs.ts +13 -2
- package/src/orchestrator/suite-summary.ts +122 -13
- package/src/previewer/artifacts.ts +221 -0
- package/src/previewer/server.ts +787 -0
- package/viewer/app.css +2079 -0
- package/viewer/app.js +627 -0
- package/viewer/artifact-view.js +48 -0
- package/viewer/charts.js +86 -0
- package/viewer/detail.js +1237 -0
- package/viewer/format.js +129 -0
- package/viewer/index.html +151 -0
- package/lib/answerers/scripted/index.d.ts +0 -8
- package/lib/answerers/scripted/index.d.ts.map +0 -1
- package/lib/answerers/scripted/index.js +0 -163
- package/lib/answerers/scripted/index.js.map +0 -1
- package/lib/cli/skills.d.ts +0 -38
- package/lib/cli/skills.d.ts.map +0 -1
- package/lib/cli/skills.js +0 -84
- package/lib/cli/skills.js.map +0 -1
- package/lib/drivers/shared/secure-copy.d.ts.map +0 -1
- package/lib/drivers/shared/secure-copy.js.map +0 -1
- package/skills/lux/SKILL.md +0 -85
- package/skills/lux/references/cli.md +0 -102
- package/skills/lux/references/eval-authoring.md +0 -105
- package/src/answerers/scripted/index.ts +0 -186
- package/src/cli/skills.ts +0 -129
- /package/lib/{drivers/shared → core}/secure-copy.d.ts +0 -0
- /package/lib/{drivers/shared → core}/secure-copy.js +0 -0
- /package/src/{drivers/shared → core}/secure-copy.ts +0 -0
|
@@ -2,17 +2,20 @@ import { randomUUID } from "node:crypto";
|
|
|
2
2
|
import { rm } from "node:fs/promises";
|
|
3
3
|
import { join } from "node:path";
|
|
4
4
|
import { z } from "zod";
|
|
5
|
-
import {
|
|
5
|
+
import { RubricModelAccountingDetailSchema } from "../assertions/rubric/index.js";
|
|
6
6
|
import { addUsage, CandidateEvaluationSchema, emptyUsage, TokenUsageSchema, valueHash, } from "../core/index.js";
|
|
7
7
|
import { materializeCandidate } from "./candidates.js";
|
|
8
|
+
import { runComparisonIdentity } from "./comparison-identity.js";
|
|
8
9
|
import { readContentBoundJson, writeContentBoundJson } from "./content-bound-json.js";
|
|
9
10
|
import { selectCases } from "./discover.js";
|
|
10
11
|
import { ensureBudget, throwIfAborted } from "./experiment-budget.js";
|
|
11
12
|
import { profileOrThrow } from "./experiment-context.js";
|
|
12
13
|
import { average } from "./experiment-selection.js";
|
|
13
14
|
import { evaluateGraderCandidate } from "./grader-experiment.js";
|
|
15
|
+
import { registryWithHarness } from "./harness-registry.js";
|
|
14
16
|
import { loadEvalCase } from "./loader.js";
|
|
15
17
|
import { Orchestrator } from "./orchestrator.js";
|
|
18
|
+
import { clusterCaseSamples, groupedCaseMetricSamples } from "./paired-effects.js";
|
|
16
19
|
import { loadSuiteSummary } from "./suite-summary.js";
|
|
17
20
|
const gradingFailureMessage = (results) => {
|
|
18
21
|
for (const result of results) {
|
|
@@ -68,6 +71,20 @@ const evaluationMetrics = (summary, candidate) => ({
|
|
|
68
71
|
"subject.bytes": candidate.sourceBytes,
|
|
69
72
|
...Object.fromEntries(Object.entries(summary.metrics).map(([name, metric]) => [name, metric.mean])),
|
|
70
73
|
});
|
|
74
|
+
const evaluationMetricDefinitions = (summary) => Object.fromEntries(Object.entries(summary.metrics).flatMap(([name, metric]) => {
|
|
75
|
+
if (!metric.unit && !metric.label && !metric.better)
|
|
76
|
+
return [];
|
|
77
|
+
return [
|
|
78
|
+
[
|
|
79
|
+
name,
|
|
80
|
+
{
|
|
81
|
+
unit: metric.unit ?? "number",
|
|
82
|
+
better: metric.better ?? "neutral",
|
|
83
|
+
...(metric.label ? { label: metric.label } : {}),
|
|
84
|
+
},
|
|
85
|
+
],
|
|
86
|
+
];
|
|
87
|
+
}));
|
|
71
88
|
const summaryUsage = (summary) => summary.samples.reduce((usage, sample) => addUsage(usage, {
|
|
72
89
|
input: (sample.metrics["agent.input"] ?? 0) + (sample.metrics["harness.input"] ?? 0),
|
|
73
90
|
output: (sample.metrics["agent.output"] ?? 0) + (sample.metrics["harness.output"] ?? 0),
|
|
@@ -180,6 +197,27 @@ const agentMetadataBudgetAccounting = (metadata) => ({
|
|
|
180
197
|
});
|
|
181
198
|
const agentEvaluationFromSuite = (input) => {
|
|
182
199
|
const { candidate, profileId, split, summary, results, suiteDir } = input;
|
|
200
|
+
const caseSamples = clusterCaseSamples(summary.samples.map((sample) => {
|
|
201
|
+
const metadata = results.find((result) => result.caseId === sample.caseId)?.result?.metadata;
|
|
202
|
+
// Validated assertion configs contain a fresh candidate workspace path.
|
|
203
|
+
// The campaign identity binds the authored evaluator without that incidental path.
|
|
204
|
+
const identityHash = metadata?.provenance && input.evaluationHash
|
|
205
|
+
? runComparisonIdentity({
|
|
206
|
+
...metadata,
|
|
207
|
+
provenance: { ...metadata.provenance, evaluatorConfigHash: input.evaluationHash },
|
|
208
|
+
})
|
|
209
|
+
: null;
|
|
210
|
+
return {
|
|
211
|
+
[sample.canonicalCaseId]: {
|
|
212
|
+
identityHash,
|
|
213
|
+
...(input.clusterId ? { clusterId: input.clusterId } : {}),
|
|
214
|
+
metrics: Object.fromEntries(Object.entries({
|
|
215
|
+
...sample.metrics,
|
|
216
|
+
"quality.passRate": sample.passed === true ? 1 : 0,
|
|
217
|
+
}).map(([name, value]) => [name, { mean: value, n: 1 }])),
|
|
218
|
+
},
|
|
219
|
+
};
|
|
220
|
+
}));
|
|
183
221
|
const modelAccounting = results.map((result) => modelAccountingFromMetadata(result.result?.metadata ?? null));
|
|
184
222
|
return {
|
|
185
223
|
profileId,
|
|
@@ -188,7 +226,9 @@ const agentEvaluationFromSuite = (input) => {
|
|
|
188
226
|
passRate: summary.totals.passRate,
|
|
189
227
|
casePassRates: Object.fromEntries(summary.cases.map((entry) => [entry.canonicalCaseId, entry.passRate])),
|
|
190
228
|
metrics: evaluationMetrics(summary, candidate),
|
|
229
|
+
metricDefinitions: evaluationMetricDefinitions(summary),
|
|
191
230
|
samples: evaluationSamples(summary),
|
|
231
|
+
...(caseSamples ? { caseSamples } : {}),
|
|
192
232
|
metricCalls: summary.samples.length,
|
|
193
233
|
judgeCalls: results.reduce((total, result) => total +
|
|
194
234
|
(result.result?.grading.assertions.reduce((assertionTotal, assertion) => assertionTotal + rubricModelAccounting(assertion).attempts, 0) ?? 0), 0),
|
|
@@ -223,12 +263,16 @@ const aggregateAgentUnits = (candidate, profileId, split, repetitions, units) =>
|
|
|
223
263
|
caseValues.set(evaluatedCaseId, values);
|
|
224
264
|
}
|
|
225
265
|
}
|
|
226
|
-
const
|
|
266
|
+
const ungroupedSamples = Object.fromEntries([...samplesByCase].map(([name, byCase]) => [
|
|
227
267
|
name,
|
|
228
268
|
[...byCase.entries()]
|
|
229
269
|
.sort(([a], [b]) => a.localeCompare(b))
|
|
230
270
|
.map(([, values]) => average(values)),
|
|
231
271
|
]));
|
|
272
|
+
const metricDefinitions = Object.assign({}, ...units.map(({ evaluation }) => evaluation.metricDefinitions ?? {}));
|
|
273
|
+
const caseSamples = clusterCaseSamples(units.map((unit) => unit.evaluation.caseSamples));
|
|
274
|
+
const grouped = groupedCaseMetricSamples(caseSamples, repetitions);
|
|
275
|
+
const samples = grouped ?? ungroupedSamples;
|
|
232
276
|
return {
|
|
233
277
|
candidateId: candidate.id,
|
|
234
278
|
profileId,
|
|
@@ -236,11 +280,15 @@ const aggregateAgentUnits = (candidate, profileId, split, repetitions, units) =>
|
|
|
236
280
|
repetitions,
|
|
237
281
|
passRate: average(samples["quality.passRate"] ?? units.map((unit) => unit.evaluation.passRate)),
|
|
238
282
|
casePassRates: Object.fromEntries([...caseValues].map(([caseId, values]) => [caseId, average(values)])),
|
|
239
|
-
metrics: Object.fromEntries([...metricValues]
|
|
283
|
+
metrics: Object.fromEntries([...metricValues]
|
|
284
|
+
.filter(([name]) => !grouped || name === "subject.bytes" || Object.hasOwn(grouped, name))
|
|
285
|
+
.map(([name, values]) => [
|
|
240
286
|
name,
|
|
241
|
-
name === "subject.bytes" ? candidate.sourceBytes : average(values),
|
|
287
|
+
name === "subject.bytes" ? candidate.sourceBytes : average(grouped?.[name] ?? values),
|
|
242
288
|
])),
|
|
289
|
+
metricDefinitions,
|
|
243
290
|
samples,
|
|
291
|
+
...(caseSamples ? { caseSamples } : {}),
|
|
244
292
|
metricCalls: units.reduce((total, unit) => total + (unit.evaluation.metricCalls ?? 0), 0),
|
|
245
293
|
judgeCalls: units.reduce((total, unit) => total + (unit.evaluation.judgeCalls ?? 0), 0),
|
|
246
294
|
unpricedModelCalls: units.reduce((total, unit) => total + (unit.evaluation.unpricedModelCalls ?? 0), 0),
|
|
@@ -281,8 +329,9 @@ export const evaluateAgentCandidate = async (options) => {
|
|
|
281
329
|
const profile = profileOrThrow(execution.config, profileId);
|
|
282
330
|
const harness = profile.harness ?? execution.config.harness;
|
|
283
331
|
const defaultDriver = profile.driver ?? execution.config.defaultDriver;
|
|
284
|
-
const registry = execution.registry.
|
|
332
|
+
const registry = registryWithHarness(execution.registry, execution.config, harness);
|
|
285
333
|
const orchestrator = new Orchestrator({
|
|
334
|
+
environment: profile.environment ?? execution.config.environment,
|
|
286
335
|
registry,
|
|
287
336
|
defaultAnswerer: profile.answerer ?? execution.config.defaultAnswerer,
|
|
288
337
|
...(defaultDriver ? { defaultDriver } : {}),
|
|
@@ -423,6 +472,8 @@ export const evaluateAgentCandidate = async (options) => {
|
|
|
423
472
|
summary,
|
|
424
473
|
results: suite.results,
|
|
425
474
|
suiteDir: suite.suiteDir,
|
|
475
|
+
evaluationHash: experiment.manifest.evaluationHash,
|
|
476
|
+
clusterId: evalCase.cluster,
|
|
426
477
|
});
|
|
427
478
|
}
|
|
428
479
|
finally {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-evaluation.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,qBAAqB,EACrB,iCAAiC,GAClC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,QAAQ,EAGR,yBAAyB,EAEzB,UAAU,EACV,gBAAgB,EAChB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AACtF,OAAO,EAAsB,WAAW,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAwC,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAqB,MAAM,oBAAoB,CAAC;AAIzE,MAAM,qBAAqB,GAAG,CAAC,OAAmC,EAAsB,EAAE;IACxF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC,YAAY;gBACxB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,2BAA2B,MAAM,CAAC,YAAY,EAAE;gBACxE,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,kCAAkC,CAAC;QAC/D,CAAC;QACD,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACrE,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,SAAS,MAAM,CAAC,MAAM,mBAAmB,kBAAkB,CAAC,KAAK,KAAK,kBAAkB,CAAC,MAAM,EAAE,CAAC;QAC3G,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3D,IAAI,SAAS,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,MAAM,GACV,SAAS,CAAC,MAAM,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;gBACtD,CAAC,CAAE,SAAS,CAAC,MAAkC;gBAC/C,CAAC,CAAC,SAAS,CAAC;YAChB,OAAO,OAAO,MAAM,EAAE,WAAW,KAAK,QAAQ,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CACL,eAAe,CAAC,YAAY;gBAC5B,eAAe,CAAC,OAAO;gBACvB,cAAc,eAAe,CAAC,EAAE,IAAI,eAAe,CAAC,IAAI,gCAAgC,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,YAAY,EAAE,CAAC;YACxF,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,mBAAmB,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,OAAmC,EAAsC,EAAE,CAC9F,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;IACzB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC1E,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU;SAC9B,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;SACxC,GAAG,CACF,CAAC,SAAS,EAAE,EAAE,CACZ,GAAG,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,YAAY,IAAI,SAAS,SAAS,CAAC,KAAK,EAAE,EAAE,CACpH,IAAI,EAAE,CAAC;IACZ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CACX,MAAM,CAAC,YAAY;YACjB,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,UAAU,EAAE,CAAC,CAC1F,CAAC;IACJ,CAAC;IACD,OAAO;QACL;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YAC/C,QAAQ;SACT;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,iBAAiB,GAAG,CACxB,OAAqB,EACrB,SAAoB,EACI,EAAE,CAAC,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;IAC3C,eAAe,EAAE,SAAS,CAAC,WAAW;IACtC,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAC7E;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC7C,OAAO,CAAC,OAAO,CAAC,MAAM,CACpB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,QAAQ,CAAC,KAAK,EAAE;IACd,KAAK,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpF,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvF,SAAS,EACP,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvF,aAAa,EACX,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;CACjD,CAAC,EACJ,UAAU,EAAE,CACb,CAAC;AAEJ,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACtD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACrD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC7D,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,0BAA0B,GAAG,KAAK,EACtC,UAA+B,EAC/B,MAAc,EACd,UAAgC,EACd,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AAEvE,MAAM,qBAAqB,GAAG,CAAC,SAG9B,EAAqE,EAAE;IACtE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,iCAAiC,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;QAC9B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;QAC5B,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB;KACjD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,SAIlC,EAAwB,EAAE;IACzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC/C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACjC,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;IAChD,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACnD,kBAAkB,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO;QACL,WAAW,EAAE,CAAC;QACd,qEAAqE;QACrE,uEAAuE;QACvE,UAAU,EAAE,CAAC;QACb,kBAAkB;QAClB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,UAAU,EAAE;QACtC,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,OAAqB,EAA4B,EAAE;IAC5E,MAAM,OAAO,GAA6B;QACxC,kBAAkB,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;KACnE,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,KAAa,EAAQ,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC;KAChC,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,yBAAyB;IACrC,gBAAgB,EAAE,0BAA0B;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,iBAAiB,GAAG,CAAC,KAU1B,EAAU,EAAE,CAAC,SAAS,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAEvD,MAAM,aAAa,GAAG,CAAC,UAA+B,EAAE,MAAc,EAAU,EAAE,CAChF,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;AAE9D,MAAM,2BAA2B,GAAG,CAClC,QAAmE,EAClB,EAAE;IACnD,MAAM,UAAU,GAAG,QAAQ,EAAE,eAAe,CAAC;IAC7C,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,eAAe;YACnC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;SAClD,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnC,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,CAAC;QACrB,qEAAqE;QACrE,wEAAwE;QACxE,kBAAkB,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAClD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4D,EACtC,EAAE,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,wEAAwE;IACxE,0EAA0E;IAC1E,qCAAqC;IACrC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK;IAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;IAChC,kBAAkB,EAChB,CAAC,QAAQ,CAAC,eAAe,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9F,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,KAOjC,EAAuB,EAAE;IACxB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC1E,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC7C,2BAA2B,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,CAC7D,CAAC;IACF,OAAO;QACL,SAAS;QACT,KAAK;QACL,QAAQ;QACR,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;QACjC,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CACtE;QACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAC9C,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;QACnC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QACnC,UAAU,EAAE,OAAO,CAAC,MAAM,CACxB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;YACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,QAAQ,EACzF,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACD,kBAAkB,EAChB,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAC7E,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,kBAAkB,EACtE,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC;QAC5B,OAAO,EACL,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,OAAO,EAC3D,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;KAClC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,SAAiB,EACjB,KAAsB,EACtB,WAAmB,EACnB,KAAqC,EACf,EAAE;IACxB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;IAC/D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;YACtE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;YAC/D,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAChC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI;QACJ,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;aAClB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KACxC,CAAC,CACH,CAAC;IACF,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,SAAS;QACT,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/F,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CACrE;QACD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YACxC,IAAI;YACJ,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;SACnE,CAAC,CACH;QACD,OAAO;QACP,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACzF,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvF,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,IAAI,CAAC,CAAC,EAClE,CAAC,CACF;QACD,KAAK,EAAE,KAAK,CAAC,MAAM,CACjB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC,EACvE,UAAU,EAAE,CACb;QACD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;KAClE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,EACtD,uBAA4C,EAC5C,UAA4B,EAChB,EAAE;IACd,MAAM,uBAAuB,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,EAAE,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,uBAAuB,EAAE,CAAC;IAClC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,MAA4B,EAC5B,UAAgC,EACV,EAAE;IACxB,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,OAU5C,EAAiC,EAAE;IAClC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACpF,MAAM,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACjD,CAAC,UAAU,EAAE,EAAE,CACb,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;QACvC,UAAU,CAAC,SAAS,KAAK,SAAS;QAClC,UAAU,CAAC,KAAK,KAAK,KAAK;QAC1B,UAAU,CAAC,WAAW,KAAK,WAAW,CACzC,CAAC;IACF,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC1D,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,eAAe,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,4BAA4B,CAClF,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;IACvE,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,QAAQ;QACR,eAAe,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe;QACrE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,iBAAiB;KACtD,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;IACjE,MAAM,KAAK,GAA0B,EAAE,CAAC;IACxC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,IAAI,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,iBAAiB,CAAC;gBAC/B,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;gBAC9C,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,SAAS;gBACT,KAAK;gBACL,WAAW;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,UAAU;aACX,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAC/C,IAAI,IAAI,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,yBAAyB,EAAE,cAAc,CAAC,CAAC;YACvF,IAAI,IAAI,EAAE,CAAC;gBACT,IACE,IAAI,CAAC,MAAM,KAAK,MAAM;oBACtB,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;oBACjC,IAAI,CAAC,SAAS,KAAK,SAAS;oBAC5B,IAAI,CAAC,KAAK,KAAK,KAAK;oBACpB,IAAI,CAAC,WAAW,KAAK,WAAW;oBAChC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE;oBAC3B,IAAI,CAAC,UAAU,KAAK,UAAU,EAC9B,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,oDAAoD,IAAI,EAAE,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,cAAmC,CAAC;gBACxC,MAAM,gBAAgB,GAAyB,EAAE,CAAC;gBAClD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CACzC,SAAS,CAAC,MAAM,CAAC,WAAW,EAC5B,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EACjC,SAAS,CACV,CAAC;gBACF,IAAI,CAAC;oBACH,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACnD,MAAM,gBAAgB,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CACzD,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAC3C,CAAC,MAAM,CAAC;oBACT,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;wBAClD,UAAU,EAAE,gBAAgB,GAAG,CAAC;qBACjC,CAAC,CAAC;oBACH,MAAM,IAAI,GAAc;wBACtB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,EAAE,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE,KAAK,UAAU,EAAE;wBACrE,MAAM,EAAE,QAAQ,CAAC,EAAE;qBACpB,CAAC;oBACF,MAAM,kBAAkB,GAAG,UAAU,EAAE,CAAC;oBACxC,MAAM,eAAe,GAAG,UAAU,EAAE,CAAC;oBACrC,IAAI,sBAAoF,CAAC;oBACzF,MAAM,KAAK,GAAG,MAAM,mCAAmC,CACrD,uBAAuB,EACvB,KAAK,IAAI,EAAE;wBACT,MAAM,0BAA0B,CAC9B,UAAU,EACV,wBAAwB,eAAe,EAAE,EACzC;4BACE,WAAW,EAAE,CAAC;yBACf,CACF,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;wBACpD,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE;4BACnC,QAAQ;4BACR,YAAY,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY;4BAC3C,WAAW,EAAE,QAAQ;4BACrB,WAAW,EAAE,SAAS,CAAC,aAAa;4BACpC,SAAS;4BACT,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;4BAC9C,gBAAgB,EAAE,MAAM;4BACxB,mBAAmB,EAAE,eAAe;4BACpC,SAAS,EAAE,SAAS,CAAC,EAAE;4BACvB,WAAW,EAAE,SAAS,CAAC,EAAE;4BACzB,0BAA0B,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gCAC7C,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,sBAAsB,eAAe,EAAE;oCAC3C,UAAU,EAAE,6BAA6B,CAAC,QAAQ,CAAC;iCACpD,CAAC;4BACJ,CAAC;4BACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gCACtC,MAAM,uBAAuB,EAAE,CAAC;gCAChC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;oCAClD,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iCACrC,CAAC,CAAC;gCACH,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCAC3D,OAAO,SAAS,CAAC;4BACnB,CAAC;4BACD,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;gCAC1D,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,CAAC,mBAAmB,CAClC,iBAAiB,SAAS,EAAE,EAC5B;oCACE,KAAK,EAAE,UAAU,CAAC,KAAK;oCACvB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,CAAC;oCAChC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;iCAClD,EACD,CAAC,SAAS,CAAC,CACZ,CAAC;gCACF,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,2BAA2B,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gCAChD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,GAAG,sBAAsB,CAAC;gCAC1C,sBAAsB,GAAG,SAAS,CAAC;gCACnC,IAAI,UAAU,EAAE,CAAC;oCACf,MAAM,UAAU,CAAC,mBAAmB,CAClC,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gCACrD,CAAC;gCACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;gCACjD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,eAAe,MAAM,IAAI,kBAAkB,IAAI,KAAK,EAAE;oCAC1D,UAAU,EAAE,yBAAyB,CAAC,SAAS,CAAC;iCACjD,CAAC;4BACJ,CAAC;4BACD,WAAW,EAAE,SAAS,CAAC,WAAW;4BAClC,WAAW,EAAE,CAAC;yBACf,CAAC,CAAC;oBACL,CAAC,CACF,CAAC;oBACF,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvD,IAAI,CAAC,OAAO;wBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACpF,MAAM,YAAY,GAAG,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC1D,IACE,KAAK,CAAC,OAAO;wBACb,OAAO,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC;wBAC5B,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;wBAC5B,YAAY,EACZ,CAAC;wBACD,MAAM,0BAA0B,CAC9B,UAAU,EACV,iBAAiB,KAAK,CAAC,QAAQ,EAAE,EACjC,gBAAgB,CACjB,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;wBACtC,IAAI,YAAY,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CACb,0BAA0B,MAAM,+BAA+B,YAAY,EAAE,CAC9E,CAAC;wBACJ,CAAC;wBACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,oBAAoB,CAAC,CAAC;oBACxE,CAAC;oBACD,cAAc,GAAG,wBAAwB,CAAC;wBACxC,SAAS;wBACT,SAAS;wBACT,KAAK;wBACL,OAAO;wBACP,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;qBACzB,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,GAAG;oBACL,aAAa,EAAE,CAAC;oBAChB,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;oBACL,WAAW;oBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;oBACnB,UAAU;oBACV,UAAU,EAAE,cAAc;oBAC1B,gBAAgB;iBACjB,CAAC;gBACF,MAAM,uBAAuB,EAAE,CAAC;gBAChC,MAAM,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,UAAU,EACV,MAAM,EACN,IAAI,CAAC,gBAAgB,CACtB,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACjC,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;iBACN,CAAC,CAAC;gBACH,qEAAqE;gBACrE,mEAAmE;gBACnE,qDAAqD;gBACrD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC3B,CAAC;YACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,SAAS,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IACvF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/D,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,KAAK,EAAE,OAUpD,EAAiC,EAAE;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACzD,CAAC,gBAAgB,EAAE,EAAE,CACnB,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,SAAS,CAAC,EAAE;QACrD,gBAAgB,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS;QAChD,gBAAgB,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK;QACxC,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW,CACvD,CAAC;IACF,IAAI,sBAAoF,CAAC;IACzF,MAAM,MAAM,GAAG,MAAM,mCAAmC,CAAC,OAAO,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAC7F,uBAAuB,CAAC;QACtB,GAAG,OAAO;QACV,aAAa,EAAE,CAAC,iBAAiB,EAAE,EAAE,CACnC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;YAClE,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,iBAAiB;SAC9B,CAAC;QACJ,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE;YACvC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,OAAO,CAAC,UAAU,EAClB,MAAM,EACN,UAAU,CACX,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACzC,MAAM;oBACN,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;oBACjC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;iBACrB,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;YAC7C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YAC5E,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACjC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;YACjD,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,sBAAsB,GAAG,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;QAC3D,CAAC;QACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;gBAClE,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACnE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YAC1C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,sBAAsB,CAAC;YAC1C,sBAAsB,GAAG,SAAS,CAAC;YACnC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAC1C,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;KACF,CAAC,CACH,CAAC;IACF,MAAM,UAAU,GAAyB;QACvC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;QACjC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,MAAM;KACV,CAAC;IACF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAChE,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACjC,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"experiment-evaluation.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iCAAiC,EAAE,MAAM,+BAA+B,CAAC;AAClF,OAAO,EACL,QAAQ,EAGR,yBAAyB,EAEzB,UAAU,EACV,gBAAgB,EAChB,SAAS,GACV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AACtF,OAAO,EAAsB,WAAW,EAAE,MAAM,eAAe,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAwC,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,EAAE,gBAAgB,EAAqB,MAAM,oBAAoB,CAAC;AAIzE,MAAM,qBAAqB,GAAG,CAAC,OAAmC,EAAsB,EAAE;IACxF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC,YAAY;gBACxB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,2BAA2B,MAAM,CAAC,YAAY,EAAE;gBACxE,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,kCAAkC,CAAC;QAC/D,CAAC;QACD,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACrE,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,SAAS,MAAM,CAAC,MAAM,mBAAmB,kBAAkB,CAAC,KAAK,KAAK,kBAAkB,CAAC,MAAM,EAAE,CAAC;QAC3G,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3D,IAAI,SAAS,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,MAAM,GACV,SAAS,CAAC,MAAM,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,QAAQ;gBACtD,CAAC,CAAE,SAAS,CAAC,MAAkC;gBAC/C,CAAC,CAAC,SAAS,CAAC;YAChB,OAAO,OAAO,MAAM,EAAE,WAAW,KAAK,QAAQ,CAAC;QACjD,CAAC,CAAC,CAAC;QACH,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CACL,eAAe,CAAC,YAAY;gBAC5B,eAAe,CAAC,OAAO;gBACvB,cAAc,eAAe,CAAC,EAAE,IAAI,eAAe,CAAC,IAAI,gCAAgC,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,KAAK,KAAK,YAAY,EAAE,CAAC;YACxF,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,mBAAmB,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,OAAmC,EAAsC,EAAE,CAC9F,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;IACzB,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC1E,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU;SAC9B,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;SACxC,GAAG,CACF,CAAC,SAAS,EAAE,EAAE,CACZ,GAAG,SAAS,CAAC,EAAE,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,YAAY,IAAI,SAAS,SAAS,CAAC,KAAK,EAAE,EAAE,CACpH,IAAI,EAAE,CAAC;IACZ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CACX,MAAM,CAAC,YAAY;YACjB,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,UAAU,EAAE,CAAC,CAC1F,CAAC;IACJ,CAAC;IACD,OAAO;QACL;YACE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YAC/C,QAAQ;SACT;KACF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,iBAAiB,GAAG,CACxB,OAAqB,EACrB,SAAoB,EACI,EAAE,CAAC,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;IAC3C,eAAe,EAAE,SAAS,CAAC,WAAW;IACtC,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAC7E;CACF,CAAC,CAAC;AAEH,MAAM,2BAA2B,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC5D,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;IACzD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC/D,OAAO;QACL;YACE,IAAI;YACJ;gBACE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,QAAQ;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;gBAClC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACjD;SACF;KACF,CAAC;AACJ,CAAC,CAAC,CACH,CAAC;AAEJ,MAAM,YAAY,GAAG,CAAC,OAAqB,EAAE,EAAE,CAC7C,OAAO,CAAC,OAAO,CAAC,MAAM,CACpB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,QAAQ,CAAC,KAAK,EAAE;IACd,KAAK,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACpF,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvF,SAAS,EACP,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvF,aAAa,EACX,CAAC,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,MAAM,CAAC,OAAO,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;CACjD,CAAC,EACJ,UAAU,EAAE,CACb,CAAC;AAEJ,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACtD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACrD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC7D,KAAK,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,0BAA0B,GAAG,KAAK,EACtC,UAA+B,EAC/B,MAAc,EACd,UAAgC,EACd,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AAEvE,MAAM,qBAAqB,GAAG,CAAC,SAG9B,EAAqE,EAAE;IACtE,IAAI,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAChC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,MAAM,MAAM,GAAG,iCAAiC,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7E,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ;QAC9B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;QAC5B,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB;KACjD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,SAIlC,EAAwB,EAAE;IACzB,MAAM,KAAK,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC/C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QACjC,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;IAChD,CAAC;SAAM,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACnD,kBAAkB,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO;QACL,WAAW,EAAE,CAAC;QACd,qEAAqE;QACrE,uEAAuE;QACvE,UAAU,EAAE,CAAC;QACb,kBAAkB;QAClB,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,UAAU,EAAE;QACtC,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,OAAqB,EAA4B,EAAE;IAC5E,MAAM,OAAO,GAA6B;QACxC,kBAAkB,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;KACnE,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,KAAa,EAAQ,EAAE;QAChD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC;IACF,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC;KAChC,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,yBAAyB;IACrC,gBAAgB,EAAE,0BAA0B;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,iBAAiB,GAAG,CAAC,KAU1B,EAAU,EAAE,CAAC,SAAS,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;AAEvD,MAAM,aAAa,GAAG,CAAC,UAA+B,EAAE,MAAc,EAAU,EAAE,CAChF,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,EAAE,GAAG,MAAM,OAAO,CAAC,CAAC;AAE9D,MAAM,2BAA2B,GAAG,CAClC,QAAmE,EAClB,EAAE;IACnD,MAAM,UAAU,GAAG,QAAQ,EAAE,eAAe,CAAC;IAC7C,IAAI,UAAU,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,eAAe;YACnC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;SAClD,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;IAC5D,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC;IACnC,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,CAAC;QACrB,qEAAqE;QACrE,wEAAwE;QACxE,kBAAkB,EAAE,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KAClD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,6BAA6B,GAAG,CACpC,QAA4D,EACtC,EAAE,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,wEAAwE;IACxE,0EAA0E;IAC1E,qCAAqC;IACrC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK;IAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;IAChC,kBAAkB,EAChB,CAAC,QAAQ,CAAC,eAAe,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAC9F,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,KASjC,EAAuB,EAAE;IACxB,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC1E,MAAM,WAAW,GAAG,kBAAkB,CACpC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC;QAC7F,wEAAwE;QACxE,mFAAmF;QACnF,MAAM,YAAY,GAChB,QAAQ,EAAE,UAAU,IAAI,KAAK,CAAC,cAAc;YAC1C,CAAC,CAAC,qBAAqB,CAAC;gBACpB,GAAG,QAAQ;gBACX,UAAU,EAAE,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,mBAAmB,EAAE,KAAK,CAAC,cAAc,EAAE;aAClF,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QACX,OAAO;YACL,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE;gBACxB,YAAY;gBACZ,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC;oBACb,GAAG,MAAM,CAAC,OAAO;oBACjB,kBAAkB,EAAE,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnD,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CACzD;aACF;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IACF,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC7C,2BAA2B,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,CAC7D,CAAC;IACF,OAAO;QACL,SAAS;QACT,KAAK;QACL,QAAQ;QACR,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;QACjC,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CACtE;QACD,OAAO,EAAE,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;QAC9C,iBAAiB,EAAE,2BAA2B,CAAC,OAAO,CAAC;QACvD,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;QACnC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QACnC,UAAU,EAAE,OAAO,CAAC,MAAM,CACxB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;YACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,QAAQ,EACzF,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACD,kBAAkB,EAChB,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAC;YAC7E,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,kBAAkB,EACtE,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC;QAC5B,OAAO,EACL,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,OAAO,CAAC,MAAM,CACZ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAChB,KAAK;gBACL,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM,CACvC,CAAC,cAAc,EAAE,SAAS,EAAE,EAAE,CAC5B,cAAc,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC,OAAO,EAC3D,CAAC,CACF,IAAI,CAAC,CAAC,EACT,CAAC,CACF;QACH,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC;KAClC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAC1B,SAAoB,EACpB,SAAiB,EACjB,KAAsB,EACtB,WAAmB,EACnB,KAAqC,EACf,EAAE;IACxB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAC;IAC/D,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAoB,CAAC;YACtE,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;YAC/D,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IACD,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CACzC,CAAC,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI;QACJ,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;aAClB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;KACxC,CAAC,CACH,CAAC;IACF,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CACrC,EAAE,EACF,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,iBAAiB,IAAI,EAAE,CAAC,CACrE,CAAC;IACF,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IACzF,MAAM,OAAO,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,OAAO,IAAI,gBAAgB,CAAC;IAC5C,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,EAAE;QACzB,SAAS;QACT,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/F,aAAa,EAAE,MAAM,CAAC,WAAW,CAC/B,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CACrE;QACD,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,YAAY,CAAC;aACd,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aACxF,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YACvB,IAAI;YACJ,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;SACtF,CAAC,CACL;QACD,iBAAiB;QACjB,OAAO;QACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACzF,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACvF,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,IAAI,CAAC,CAAC,EAClE,CAAC,CACF;QACD,KAAK,EAAE,KAAK,CAAC,MAAM,CACjB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC,EACvE,UAAU,EAAE,CACb;QACD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;KAClE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAAG,KAAK,EACtD,uBAA4C,EAC5C,UAA4B,EAChB,EAAE;IACd,MAAM,uBAAuB,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,EAAE,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,uBAAuB,EAAE,CAAC;IAClC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAC/B,MAA4B,EAC5B,UAAgC,EACV,EAAE;IACxB,IAAI,SAAS,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EAAE,OAU5C,EAAiC,EAAE;IAClC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACpF,MAAM,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACjD,CAAC,UAAU,EAAE,EAAE,CACb,UAAU,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;QACvC,UAAU,CAAC,SAAS,KAAK,SAAS;QAClC,UAAU,CAAC,KAAK,KAAK,KAAK;QAC1B,UAAU,CAAC,WAAW,KAAK,WAAW,CACzC,CAAC;IACF,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC1D,IAAI,CAAC,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,eAAe,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,KAAK,4BAA4B,CAClF,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;IAC5D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;IACvE,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpF,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC,WAAW;QAChE,QAAQ;QACR,eAAe,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe;QACrE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/B,iBAAiB,EAAE,SAAS,CAAC,MAAM,CAAC,iBAAiB;KACtD,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;IACjE,MAAM,KAAK,GAA0B,EAAE,CAAC;IACxC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,IAAI,WAAW,EAAE,UAAU,EAAE,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,iBAAiB,CAAC;gBAC/B,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;gBAC9C,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,SAAS;gBACT,KAAK;gBACL,WAAW;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,UAAU;aACX,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YAC/C,IAAI,IAAI,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,yBAAyB,EAAE,cAAc,CAAC,CAAC;YACvF,IAAI,IAAI,EAAE,CAAC;gBACT,IACE,IAAI,CAAC,MAAM,KAAK,MAAM;oBACtB,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,EAAE;oBACjC,IAAI,CAAC,SAAS,KAAK,SAAS;oBAC5B,IAAI,CAAC,KAAK,KAAK,KAAK;oBACpB,IAAI,CAAC,WAAW,KAAK,WAAW;oBAChC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE;oBAC3B,IAAI,CAAC,UAAU,KAAK,UAAU,EAC9B,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,oDAAoD,IAAI,EAAE,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,cAAmC,CAAC;gBACxC,MAAM,gBAAgB,GAAyB,EAAE,CAAC;gBAClD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CACzC,SAAS,CAAC,MAAM,CAAC,WAAW,EAC5B,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EACjC,SAAS,CACV,CAAC;gBACF,IAAI,CAAC;oBACH,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;oBACxE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACnD,MAAM,gBAAgB,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,CACzD,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,CAC3C,CAAC,MAAM,CAAC;oBACT,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;wBAClD,UAAU,EAAE,gBAAgB,GAAG,CAAC;qBACjC,CAAC,CAAC;oBACH,MAAM,IAAI,GAAc;wBACtB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,EAAE,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,EAAE,KAAK,UAAU,EAAE;wBACrE,MAAM,EAAE,QAAQ,CAAC,EAAE;qBACpB,CAAC;oBACF,MAAM,kBAAkB,GAAG,UAAU,EAAE,CAAC;oBACxC,MAAM,eAAe,GAAG,UAAU,EAAE,CAAC;oBACrC,IAAI,sBAAoF,CAAC;oBACzF,MAAM,KAAK,GAAG,MAAM,mCAAmC,CACrD,uBAAuB,EACvB,KAAK,IAAI,EAAE;wBACT,MAAM,0BAA0B,CAC9B,UAAU,EACV,wBAAwB,eAAe,EAAE,EACzC;4BACE,WAAW,EAAE,CAAC;yBACf,CACF,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;wBACpD,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE;4BACnC,QAAQ;4BACR,YAAY,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY;4BAC3C,WAAW,EAAE,QAAQ;4BACrB,WAAW,EAAE,SAAS,CAAC,aAAa;4BACpC,SAAS;4BACT,YAAY,EAAE,UAAU,CAAC,QAAQ,CAAC,YAAY;4BAC9C,gBAAgB,EAAE,MAAM;4BACxB,mBAAmB,EAAE,eAAe;4BACpC,SAAS,EAAE,SAAS,CAAC,EAAE;4BACvB,WAAW,EAAE,SAAS,CAAC,EAAE;4BACzB,0BAA0B,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gCAC7C,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,sBAAsB,eAAe,EAAE;oCAC3C,UAAU,EAAE,6BAA6B,CAAC,QAAQ,CAAC;iCACpD,CAAC;4BACJ,CAAC;4BACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gCACtC,MAAM,uBAAuB,EAAE,CAAC;gCAChC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE;oCAClD,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;iCACrC,CAAC,CAAC;gCACH,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gCAC3D,OAAO,SAAS,CAAC;4BACnB,CAAC;4BACD,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;gCAC1D,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,CAAC,mBAAmB,CAClC,iBAAiB,SAAS,EAAE,EAC5B;oCACE,KAAK,EAAE,UAAU,CAAC,KAAK;oCACvB,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,CAAC;oCAChC,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;iCAClD,EACD,CAAC,SAAS,CAAC,CACZ,CAAC;gCACF,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,2BAA2B,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gCAChD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,MAAM,UAAU,GAAG,sBAAsB,CAAC;gCAC1C,sBAAsB,GAAG,SAAS,CAAC;gCACnC,IAAI,UAAU,EAAE,CAAC;oCACf,MAAM,UAAU,CAAC,mBAAmB,CAClC,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;gCACrD,CAAC;gCACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;4BACtD,CAAC;4BACD,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;gCACjD,MAAM,uBAAuB,EAAE,CAAC;gCAChC,sBAAsB,GAAG;oCACvB,EAAE,EAAE,eAAe,MAAM,IAAI,kBAAkB,IAAI,KAAK,EAAE;oCAC1D,UAAU,EAAE,yBAAyB,CAAC,SAAS,CAAC;iCACjD,CAAC;4BACJ,CAAC;4BACD,WAAW,EAAE,SAAS,CAAC,WAAW;4BAClC,WAAW,EAAE,CAAC;yBACf,CAAC,CAAC;oBACL,CAAC,CACF,CAAC;oBACF,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvD,IAAI,CAAC,OAAO;wBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACpF,MAAM,YAAY,GAAG,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC1D,IACE,KAAK,CAAC,OAAO;wBACb,OAAO,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC;wBAC5B,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;wBAC5B,YAAY,EACZ,CAAC;wBACD,MAAM,0BAA0B,CAC9B,UAAU,EACV,iBAAiB,KAAK,CAAC,QAAQ,EAAE,EACjC,gBAAgB,CACjB,CAAC;wBACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;wBACzB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;wBACtC,IAAI,YAAY,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CACb,0BAA0B,MAAM,+BAA+B,YAAY,EAAE,CAC9E,CAAC;wBACJ,CAAC;wBACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,oBAAoB,CAAC,CAAC;oBACxE,CAAC;oBACD,cAAc,GAAG,wBAAwB,CAAC;wBACxC,SAAS;wBACT,SAAS;wBACT,KAAK;wBACL,OAAO;wBACP,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,cAAc;wBAClD,SAAS,EAAE,QAAQ,CAAC,OAAO;qBAC5B,CAAC,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACT,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,GAAG;oBACL,aAAa,EAAE,CAAC;oBAChB,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;oBACL,WAAW;oBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;oBACnB,UAAU;oBACV,UAAU,EAAE,cAAc;oBAC1B,gBAAgB;iBACjB,CAAC;gBACF,MAAM,uBAAuB,EAAE,CAAC;gBAChC,MAAM,qBAAqB,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,uBAAuB,CAAC,CAAC;YACnF,CAAC;YACD,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,UAAU,EACV,MAAM,EACN,IAAI,CAAC,gBAAgB,CACtB,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACjC,MAAM;oBACN,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS;oBACT,KAAK;iBACN,CAAC,CAAC;gBACH,qEAAqE;gBACrE,mEAAmE;gBACnE,qDAAqD;gBACrD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC3B,CAAC;YACD,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,cAAc,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,SAAS,GAAG,mBAAmB,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;IACvF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/D,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,KAAK,EAAE,OAUpD,EAAiC,EAAE;IAClC,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CACzD,CAAC,gBAAgB,EAAE,EAAE,CACnB,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,SAAS,CAAC,EAAE;QACrD,gBAAgB,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS;QAChD,gBAAgB,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK;QACxC,gBAAgB,CAAC,WAAW,KAAK,OAAO,CAAC,WAAW,CACvD,CAAC;IACF,IAAI,sBAAoF,CAAC;IACzF,MAAM,MAAM,GAAG,MAAM,mCAAmC,CAAC,OAAO,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAC7F,uBAAuB,CAAC;QACtB,GAAG,OAAO;QACV,aAAa,EAAE,CAAC,iBAAiB,EAAE,EAAE,CACnC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;YAClE,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,iBAAiB;SAC9B,CAAC;QACJ,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE;YACvC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,aAAa,GAAG,MAAM,0BAA0B,CACpD,OAAO,CAAC,UAAU,EAClB,MAAM,EACN,UAAU,CACX,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,OAAO,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;oBACzC,MAAM;oBACN,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;oBACjC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;iBACrB,CAAC,CAAC;gBACH,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACnC,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;YAC7C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YAC5E,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACjC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QACD,eAAe,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE;YACjD,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,sBAAsB,GAAG,EAAE,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;QAC3D,CAAC;QACD,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE;gBAClE,UAAU,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACnE,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,qBAAqB,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YAC1C,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,sBAAsB,CAAC;YAC1C,sBAAsB,GAAG,SAAS,CAAC;YACnC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAC1C,UAAU,CAAC,EAAE,EACb,UAAU,CAAC,UAAU,EACrB,UAAU,CACX,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;KACF,CAAC,CACH,CAAC;IACF,MAAM,UAAU,GAAyB;QACvC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE;QACjC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,GAAG,MAAM;KACV,CAAC;IACF,IAAI,MAAM;QAAE,OAAO,wBAAwB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAChE,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACjC,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC"}
|
|
@@ -2,5 +2,8 @@ import type { CampaignExecutionOptions, EvaluationCorpus } from "./experiment-co
|
|
|
2
2
|
import { type RuntimeCliReference } from "./experiment-runtime-identity.js";
|
|
3
3
|
export declare const resolvedProfileSnapshot: (execution: CampaignExecutionOptions) => Promise<Record<string, unknown>>;
|
|
4
4
|
export declare const runtimeCliReferences: (execution: CampaignExecutionOptions, corpus: EvaluationCorpus, mode: "experiment" | "optimize") => Promise<RuntimeCliReference[]>;
|
|
5
|
+
export declare const validateAgentCaseProfileDrivers: (execution: CampaignExecutionOptions, corpus: Pick<Extract<EvaluationCorpus, {
|
|
6
|
+
kind: "agent";
|
|
7
|
+
}>, "cases">) => Promise<void>;
|
|
5
8
|
export declare const evaluationIdentity: (execution: CampaignExecutionOptions, corpus: EvaluationCorpus, mode: "experiment" | "optimize", boundRuntimeCliIdentityHash?: string) => Promise<string>;
|
|
6
9
|
//# sourceMappingURL=experiment-identity.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-identity.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-identity.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"experiment-identity.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-identity.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAG1F,OAAO,EAGL,KAAK,mBAAmB,EAIzB,MAAM,kCAAkC,CAAC;AAU1C,eAAO,MAAM,uBAAuB,cACvB,wBAAwB,KAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmDjC,CAAC;AAmEF,eAAO,MAAM,oBAAoB,cACpB,wBAAwB,UAC3B,gBAAgB,QAClB,YAAY,GAAG,UAAU,KAC9B,OAAO,CAAC,mBAAmB,EAAE,CAuE/B,CAAC;AAkCF,eAAO,MAAM,+BAA+B,cAC/B,wBAAwB,UAC3B,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC,EAAE,OAAO,CAAC,KAClE,OAAO,CAAC,IAAI,CAmCd,CAAC;AAEF,eAAO,MAAM,kBAAkB,cAClB,wBAAwB,UAC3B,gBAAgB,QAClB,YAAY,GAAG,UAAU,gCACD,MAAM,KACnC,OAAO,CAAC,MAAM,CA8ChB,CAAC"}
|
|
@@ -5,25 +5,16 @@ import { ReflectiveOptimizerConfigSchema } from "../optimization/reflective.js";
|
|
|
5
5
|
import { authoredDependencyGraphHash } from "./authored-dependencies.js";
|
|
6
6
|
import { assertValidationArgumentsBound } from "./candidates.js";
|
|
7
7
|
import { selectCases } from "./discover.js";
|
|
8
|
+
import { experimentDriverIdentity, referencedDriverRuntime } from "./driver-identity.js";
|
|
8
9
|
import { evaluatorImplementationHash } from "./evaluator-identity.js";
|
|
9
10
|
import { profileOrThrow } from "./experiment-context.js";
|
|
10
11
|
import { caseRubricCliReferences, selectorsBySplit } from "./experiment-corpus.js";
|
|
11
|
-
import {
|
|
12
|
+
import { cliIdentity, LUX_VERSION, RuntimeCliReferenceSchema, referencedAnswererCli, runtimeCliIdentityHashForReferences, } from "./experiment-runtime-identity.js";
|
|
12
13
|
import { loadEvalCase } from "./loader.js";
|
|
13
14
|
import { boundExperimentDriverConfig, resolveAnswererReference, resolveDriverReference, } from "./orchestrator.js";
|
|
14
15
|
import { runtimeIdentity } from "./provenance.js";
|
|
15
16
|
import { validatePluginConfig } from "./validate-plugin-config.js";
|
|
16
17
|
export const resolvedProfileSnapshot = async (execution) => {
|
|
17
|
-
const behaviorHashes = new Map();
|
|
18
|
-
const configuredSourceHashes = new Map();
|
|
19
|
-
const behaviorHash = (root) => {
|
|
20
|
-
const existing = behaviorHashes.get(root);
|
|
21
|
-
if (existing)
|
|
22
|
-
return existing;
|
|
23
|
-
const created = claudeUserBehaviorHash(root);
|
|
24
|
-
behaviorHashes.set(root, created);
|
|
25
|
-
return created;
|
|
26
|
-
};
|
|
27
18
|
return Object.fromEntries(await Promise.all(execution.loaded.campaign.profiles.map(async (profileId) => {
|
|
28
19
|
const profile = profileOrThrow(execution.config, profileId);
|
|
29
20
|
// Offline grader campaigns never launch a subject driver. Keep their
|
|
@@ -32,14 +23,11 @@ export const resolvedProfileSnapshot = async (execution) => {
|
|
|
32
23
|
const driver = execution.loaded.campaign.evaluation.kind === "agent"
|
|
33
24
|
? (profile.driver ?? execution.config.defaultDriver)
|
|
34
25
|
: undefined;
|
|
35
|
-
const driverCli = referencedCli(driver);
|
|
36
26
|
const harness = profile.harness ?? execution.config.harness;
|
|
37
27
|
const answerer = execution.loaded.campaign.evaluation.kind === "agent"
|
|
38
28
|
? (profile.answerer ?? execution.config.defaultAnswerer)
|
|
39
29
|
: undefined;
|
|
40
30
|
const answererCli = referencedAnswererCli(answerer);
|
|
41
|
-
const driverUserBehaviorHash = driverCli?.name === "claude-code" ? await behaviorHash(claudeConfigRoot(driver)) : null;
|
|
42
|
-
const driverConfiguredSources = await configuredClaudeSourceHashes(driver, execution.config.rootDir, configuredSourceHashes);
|
|
43
31
|
let harnessCommand = harness?.command;
|
|
44
32
|
if (!harnessCommand) {
|
|
45
33
|
harnessCommand = harness?.provider === "codex" ? "codex" : "claude";
|
|
@@ -52,17 +40,11 @@ export const resolvedProfileSnapshot = async (execution) => {
|
|
|
52
40
|
profileId,
|
|
53
41
|
{
|
|
54
42
|
id: profileId,
|
|
43
|
+
environment: profile.environment ?? execution.config.environment ?? null,
|
|
44
|
+
configuredConcurrency: execution.config.concurrency,
|
|
45
|
+
evaluationConcurrency: 1,
|
|
55
46
|
driver: driver ?? null,
|
|
56
|
-
|
|
57
|
-
? await cliIdentity(driverCli.command, execution.config.rootDir)
|
|
58
|
-
: null,
|
|
59
|
-
...(driverCli?.name === "claude-code"
|
|
60
|
-
? {
|
|
61
|
-
driverClaudeConfigRoot: claudeConfigRoot(driver),
|
|
62
|
-
driverUserBehaviorHash,
|
|
63
|
-
driverConfiguredSources,
|
|
64
|
-
}
|
|
65
|
-
: {}),
|
|
47
|
+
driverIdentity: await experimentDriverIdentity(driver, execution.registry, execution.config.rootDir),
|
|
66
48
|
answerer,
|
|
67
49
|
answererCliIdentity: answererCli
|
|
68
50
|
? await cliIdentity(answererCli.command, execution.config.rootDir)
|
|
@@ -94,7 +76,8 @@ const trustedExecutableEntrypoints = async (execution, corpus) => {
|
|
|
94
76
|
}
|
|
95
77
|
for (const profileId of execution.loaded.campaign.profiles) {
|
|
96
78
|
const profile = profileOrThrow(execution.config, profileId);
|
|
97
|
-
|
|
79
|
+
for (const command of referencedDriverRuntime(profile.driver ?? execution.config.defaultDriver, execution.registry).commands)
|
|
80
|
+
add(command);
|
|
98
81
|
add(referencedAnswererCli(profile.answerer ?? execution.config.defaultAnswerer)?.command);
|
|
99
82
|
add((profile.harness ?? execution.config.harness)?.command);
|
|
100
83
|
}
|
|
@@ -106,7 +89,12 @@ const trustedExecutableEntrypoints = async (execution, corpus) => {
|
|
|
106
89
|
];
|
|
107
90
|
for (const evalCase of selected) {
|
|
108
91
|
const authored = bindSubjectRoot(await loadEvalCase(evalCase.path), execution.loaded.subjectRoot);
|
|
109
|
-
|
|
92
|
+
for (const profileId of execution.loaded.campaign.profiles) {
|
|
93
|
+
const profile = profileOrThrow(execution.config, profileId);
|
|
94
|
+
const driver = bindSubjectRoot(resolveDriverReference(authored, profile.driver ?? execution.config.defaultDriver), execution.loaded.subjectRoot);
|
|
95
|
+
for (const command of referencedDriverRuntime(driver, execution.registry).commands)
|
|
96
|
+
add(command);
|
|
97
|
+
}
|
|
110
98
|
add(referencedAnswererCli(authored.answerer)?.command);
|
|
111
99
|
for (const reference of caseRubricCliReferences(execution, authored)) {
|
|
112
100
|
add(reference.command);
|
|
@@ -148,9 +136,10 @@ export const runtimeCliReferences = async (execution, corpus, mode) => {
|
|
|
148
136
|
for (const profileId of execution.loaded.campaign.profiles) {
|
|
149
137
|
const profile = profileOrThrow(execution.config, profileId);
|
|
150
138
|
const harness = profile.harness ?? execution.config.harness;
|
|
151
|
-
const driver = resolveDriverReference(authored, profile.driver ?? execution.config.defaultDriver);
|
|
152
|
-
const answerer = resolveAnswererReference(authored, profile.answerer ?? execution.config.defaultAnswerer, harness);
|
|
153
|
-
|
|
139
|
+
const driver = bindSubjectRoot(resolveDriverReference(authored, profile.driver ?? execution.config.defaultDriver), execution.loaded.subjectRoot);
|
|
140
|
+
const answerer = bindSubjectRoot(resolveAnswererReference(authored, profile.answerer ?? execution.config.defaultAnswerer, harness), execution.loaded.subjectRoot);
|
|
141
|
+
for (const command of referencedDriverRuntime(driver, execution.registry).commands)
|
|
142
|
+
add(command, execution.config.rootDir);
|
|
154
143
|
add(referencedAnswererCli(answerer)?.command, execution.config.rootDir);
|
|
155
144
|
}
|
|
156
145
|
for (const reference of caseRubricCliReferences(execution, authored)) {
|
|
@@ -189,7 +178,7 @@ const authoredConfigDependencyHash = async (execution, corpus) => {
|
|
|
189
178
|
}
|
|
190
179
|
return authoredDependencyGraphHash(configRoot, [...entrypoints]);
|
|
191
180
|
};
|
|
192
|
-
const validateAgentCaseProfileDrivers = async (execution, corpus) => {
|
|
181
|
+
export const validateAgentCaseProfileDrivers = async (execution, corpus) => {
|
|
193
182
|
const selected = [
|
|
194
183
|
...new Map(selectorsBySplit(execution.loaded.campaign)
|
|
195
184
|
.flatMap((split) => selectCases(corpus.cases, split.selector))
|
|
@@ -199,16 +188,15 @@ const validateAgentCaseProfileDrivers = async (execution, corpus) => {
|
|
|
199
188
|
const authored = bindSubjectRoot(await loadEvalCase(evalCase.path), execution.loaded.subjectRoot);
|
|
200
189
|
for (const profileId of execution.loaded.campaign.profiles) {
|
|
201
190
|
const profile = profileOrThrow(execution.config, profileId);
|
|
202
|
-
const reference = resolveDriverReference(authored, profile.driver ?? execution.config.defaultDriver);
|
|
191
|
+
const reference = bindSubjectRoot(resolveDriverReference(authored, profile.driver ?? execution.config.defaultDriver), execution.loaded.subjectRoot);
|
|
203
192
|
const name = typeof reference === "string" ? reference : reference.name;
|
|
204
193
|
const rawConfig = typeof reference === "object" ? reference.config : undefined;
|
|
205
|
-
boundExperimentDriverConfig(name, rawConfig, "identity-check");
|
|
206
194
|
const plugin = execution.registry.getDriver(name);
|
|
207
195
|
if (!plugin) {
|
|
208
196
|
throw new Error(`case '${evalCase.id}' profile '${profileId}' references unknown driver '${name}'`);
|
|
209
197
|
}
|
|
210
198
|
const validated = validatePluginConfig(plugin.configSchema, rawConfig, `case '${evalCase.id}' profile '${profileId}' driver '${name}'`);
|
|
211
|
-
boundExperimentDriverConfig(
|
|
199
|
+
boundExperimentDriverConfig(plugin, validated, "identity-check");
|
|
212
200
|
}
|
|
213
201
|
}
|
|
214
202
|
};
|
|
@@ -237,6 +225,7 @@ export const evaluationIdentity = async (execution, corpus, mode, boundRuntimeCl
|
|
|
237
225
|
luxVersion: LUX_VERSION,
|
|
238
226
|
evaluatorImplementationHash: await evaluatorImplementationHash(),
|
|
239
227
|
runtime: runtimeIdentity(),
|
|
228
|
+
concurrency: execution.config.concurrency,
|
|
240
229
|
corpusHash: corpus.hash,
|
|
241
230
|
profiles,
|
|
242
231
|
configSourceHash,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-identity.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,WAAW,EACX,4BAA4B,EAC5B,WAAW,EAEX,yBAAyB,EACzB,qBAAqB,EACrB,aAAa,EACb,mCAAmC,GACpC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,SAAmC,EACD,EAAE;IACpC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkC,CAAC;IACjE,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA2B,CAAC;IAClE,MAAM,YAAY,GAAG,CAAC,IAAY,EAA0B,EAAE;QAC5D,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;QAC9B,MAAM,OAAO,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAC7C,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAClC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QACzD,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC5D,qEAAqE;QACrE,kEAAkE;QAClE,gEAAgE;QAChE,MAAM,MAAM,GACV,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YACnD,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;YACpD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;QAC5D,MAAM,QAAQ,GACZ,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YACnD,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC;YACxD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,sBAAsB,GAC1B,SAAS,EAAE,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1F,MAAM,uBAAuB,GAAG,MAAM,4BAA4B,CAChE,MAAM,EACN,SAAS,CAAC,MAAM,CAAC,OAAO,EACxB,sBAAsB,CACvB,CAAC;QACF,IAAI,cAAc,GAAG,OAAO,EAAE,OAAO,CAAC;QACtC,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,cAAc,GAAG,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACtE,CAAC;QACD,MAAM,uBAAuB,GAC3B,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC;QAC7E,MAAM,kBAAkB,GAAG,uBAAuB;YAChD,CAAC,CAAC,MAAM,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;YAC7D,CAAC,CAAC,IAAI,CAAC;QACT,OAAO;YACL,SAAS;YACT;gBACE,EAAE,EAAE,SAAS;gBACb,MAAM,EAAE,MAAM,IAAI,IAAI;gBACtB,iBAAiB,EAAE,SAAS;oBAC1B,CAAC,CAAC,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;oBAChE,CAAC,CAAC,IAAI;gBACR,GAAG,CAAC,SAAS,EAAE,IAAI,KAAK,aAAa;oBACnC,CAAC,CAAC;wBACE,sBAAsB,EAAE,gBAAgB,CAAC,MAAM,CAAC;wBAChD,sBAAsB;wBACtB,uBAAuB;qBACxB;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,QAAQ;gBACR,mBAAmB,EAAE,WAAW;oBAC9B,CAAC,CAAC,MAAM,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;oBAClE,CAAC,CAAC,IAAI;gBACR,OAAO,EAAE,OAAO,IAAI,IAAI;gBACxB,kBAAkB;aACnB;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,4BAA4B,GAAG,KAAK,EACxC,SAAmC,EACnC,MAAwB,EACF,EAAE;IACxB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,GAAG,GAAG,CAAC,OAA2B,EAAQ,EAAE;QAChD,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO;QAC7C,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,IACE,QAAQ,KAAK,EAAE;YACf,QAAQ,KAAK,IAAI;YACjB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;YAChC,CAAC,UAAU,CAAC,QAAQ,CAAC,EACrB,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAAE,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7F,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,+BAA+B,CAAC,KAAK,CACrD,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CACjD,CAAC;QACF,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IACD,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC5D,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9E,GAAG,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC,CAAC;QAC1F,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;iBAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAChD,CAAC,MAAM,EAAE;SACX,CAAC;QACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,eAAe,CAC9B,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjC,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;YACF,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;YAC7C,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;YACvD,KAAK,MAAM,SAAS,IAAI,uBAAuB,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACrE,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,SAAmC,EACnC,MAAwB,EACxB,IAA+B,EACC,EAAE;IAClC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA+B,CAAC;IAC1D,MAAM,GAAG,GAAG,CAAC,OAA2B,EAAE,QAAgB,EAAQ,EAAE;QAClE,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,SAAS,GAAG,yBAAyB,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5F,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,OAAO,SAAS,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/E,CAAC,CAAC;IAEF,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACpE,GAAG,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,IAAI,KAAK,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC/D,MAAM,SAAS,GAAG,+BAA+B,CAAC,KAAK,CACrD,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CACjD,CAAC;QACF,GAAG,CACD,SAAS,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC1E,SAAS,CAAC,MAAM,CAAC,SAAS,CAC3B,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;YAC5D,GAAG,CACD,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EACxE,SAAS,CAAC,MAAM,CAAC,OAAO,CACzB,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;iBAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAChD,CAAC,MAAM,EAAE;SACX,CAAC;QACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,eAAe,CAC9B,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjC,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;YACF,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC5D,MAAM,MAAM,GAAG,sBAAsB,CACnC,QAAQ,EACR,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CACjD,CAAC;gBACF,MAAM,QAAQ,GAAG,wBAAwB,CACvC,QAAQ,EACR,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe,EACpD,OAAO,CACR,CAAC;gBACF,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9D,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1E,CAAC;YACD,KAAK,MAAM,SAAS,IAAI,uBAAuB,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACrE,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,OAAO,YAAY,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,KAAK,EAClC,SAAmC,EACnC,MAAwB,EACxB,IAA+B,EACd,EAAE,CACnB,mCAAmC,CAAC,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AAE3F,MAAM,4BAA4B,GAAG,KAAK,EACxC,SAAmC,EACnC,MAAwB,EACP,EAAE;IACnB,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACtD,IAAI,cAAc,KAAK,EAAE,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,CAAC,IAA+B,EAAQ,EAAE;QACpD,IAAI,IAAI;YAAE,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC;IACF,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACjC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChE,KAAK,MAAM,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC;gBAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,2BAA2B,CAAC,UAAU,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;AACnE,CAAC,CAAC;AACF,MAAM,+BAA+B,GAAG,KAAK,EAC3C,SAAmC,EACnC,MAAoD,EACrC,EAAE;IACjB,MAAM,QAAQ,GAAG;QACf,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;aACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;aAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAChD,CAAC,MAAM,EAAE;KACX,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,eAAe,CAC9B,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjC,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;QACF,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,SAAS,GAAG,sBAAsB,CACtC,QAAQ,EACR,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CACjD,CAAC;YACF,MAAM,IAAI,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;YACxE,MAAM,SAAS,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/E,2BAA2B,CAAC,IAAI,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,SAAS,QAAQ,CAAC,EAAE,cAAc,SAAS,gCAAgC,IAAI,GAAG,CACnF,CAAC;YACJ,CAAC;YACD,MAAM,SAAS,GAAG,oBAAoB,CACpC,MAAM,CAAC,YAAY,EACnB,SAAS,EACT,SAAS,QAAQ,CAAC,EAAE,cAAc,SAAS,aAAa,IAAI,GAAG,CAChE,CAAC;YACF,2BAA2B,CAAC,IAAI,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,SAAmC,EACnC,MAAwB,EACxB,IAA+B,EAC/B,2BAAoC,EACnB,EAAE;IACnB,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC1D,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,+BAA+B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,CAAC,UAAU;QAClD,CAAC,CAAC,WAAW,CAAC,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,oBAAoB,GAAG,MAAM,4BAA4B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACnF,MAAM,eAAe,GACnB,IAAI,KAAK,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS;QACxD,CAAC,CAAC,+BAA+B,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC;QACzF,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,gBAAoC,CAAC;IACzC,IAAI,eAAe,EAAE,CAAC;QACpB,gBAAgB,GAAG,eAAe,CAAC,OAAO,CAAC;QAC3C,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,eAAe,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/E,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;QACf,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI;QACzD,gBAAgB,EAAE,CAAC;QACnB,UAAU,EAAE,WAAW;QACvB,2BAA2B,EAAE,MAAM,2BAA2B,EAAE;QAChE,OAAO,EAAE,eAAe,EAAE;QAC1B,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,QAAQ;QACR,gBAAgB;QAChB,oBAAoB;QACpB,uBAAuB,EAAE,MAAM,OAAO,CAAC,GAAG,CACxC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;YAClE,8BAA8B,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9E,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,GAAG,EAAE,MAAM,WAAW,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;aACzE,CAAC;QACJ,CAAC,CAAC,CACH;QACD,oBAAoB,EAAE,gBAAgB;YACpC,CAAC,CAAC,MAAM,WAAW,CAAC,gBAAgB,EAAE,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC;YACjE,CAAC,CAAC,IAAI;QACR,sBAAsB,EACpB,2BAA2B,IAAI,CAAC,MAAM,sBAAsB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;KACzF,CAAC,CAAC;AACL,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"experiment-identity.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-identity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,wBAAwB,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AAEtE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,EACL,WAAW,EACX,WAAW,EAEX,yBAAyB,EACzB,qBAAqB,EACrB,mCAAmC,GACpC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,SAAmC,EACD,EAAE;IACpC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QACzD,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC5D,qEAAqE;QACrE,kEAAkE;QAClE,gEAAgE;QAChE,MAAM,MAAM,GACV,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YACnD,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;YACpD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;QAC5D,MAAM,QAAQ,GACZ,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YACnD,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC;YACxD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,cAAc,GAAG,OAAO,EAAE,OAAO,CAAC;QACtC,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,cAAc,GAAG,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QACtE,CAAC;QACD,MAAM,uBAAuB,GAC3B,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,CAAC;QAC7E,MAAM,kBAAkB,GAAG,uBAAuB;YAChD,CAAC,CAAC,MAAM,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;YAC7D,CAAC,CAAC,IAAI,CAAC;QACT,OAAO;YACL,SAAS;YACT;gBACE,EAAE,EAAE,SAAS;gBACb,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI;gBACxE,qBAAqB,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW;gBACnD,qBAAqB,EAAE,CAAC;gBACxB,MAAM,EAAE,MAAM,IAAI,IAAI;gBACtB,cAAc,EAAE,MAAM,wBAAwB,CAC5C,MAAM,EACN,SAAS,CAAC,QAAQ,EAClB,SAAS,CAAC,MAAM,CAAC,OAAO,CACzB;gBACD,QAAQ;gBACR,mBAAmB,EAAE,WAAW;oBAC9B,CAAC,CAAC,MAAM,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;oBAClE,CAAC,CAAC,IAAI;gBACR,OAAO,EAAE,OAAO,IAAI,IAAI;gBACxB,kBAAkB;aACnB;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,4BAA4B,GAAG,KAAK,EACxC,SAAmC,EACnC,MAAwB,EACF,EAAE;IACxB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,GAAG,GAAG,CAAC,OAA2B,EAAQ,EAAE;QAChD,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO;QAC7C,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,IACE,QAAQ,KAAK,EAAE;YACf,QAAQ,KAAK,IAAI;YACjB,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;YAChC,CAAC,UAAU,CAAC,QAAQ,CAAC,EACrB,CAAC;YACD,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC;IACF,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAAE,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC7F,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,+BAA+B,CAAC,KAAK,CACrD,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CACjD,CAAC;QACF,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IACD,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC5D,KAAK,MAAM,OAAO,IAAI,uBAAuB,CAC3C,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,EAChD,SAAS,CAAC,QAAQ,CACnB,CAAC,QAAQ;YACR,GAAG,CAAC,OAAO,CAAC,CAAC;QACf,GAAG,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC,CAAC;QAC1F,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;iBAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAChD,CAAC,MAAM,EAAE;SACX,CAAC;QACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,eAAe,CAC9B,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjC,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;YACF,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC5D,MAAM,MAAM,GAAG,eAAe,CAC5B,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAClF,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,QAAQ;oBAChF,GAAG,CAAC,OAAO,CAAC,CAAC;YACjB,CAAC;YACD,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;YACvD,KAAK,MAAM,SAAS,IAAI,uBAAuB,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACrE,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,SAAmC,EACnC,MAAwB,EACxB,IAA+B,EACC,EAAE;IAClC,MAAM,UAAU,GAAG,IAAI,GAAG,EAA+B,CAAC;IAC1D,MAAM,GAAG,GAAG,CAAC,OAA2B,EAAE,QAAgB,EAAQ,EAAE;QAClE,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,SAAS,GAAG,yBAAyB,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5F,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,OAAO,SAAS,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/E,CAAC,CAAC;IAEF,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACpE,GAAG,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,IAAI,KAAK,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC/D,MAAM,SAAS,GAAG,+BAA+B,CAAC,KAAK,CACrD,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CACjD,CAAC;QACF,GAAG,CACD,SAAS,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC1E,SAAS,CAAC,MAAM,CAAC,SAAS,CAC3B,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;YAC5D,GAAG,CACD,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,EAAE,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EACxE,SAAS,CAAC,MAAM,CAAC,OAAO,CACzB,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG;YACf,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;iBACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;iBAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAChD,CAAC,MAAM,EAAE;SACX,CAAC;QACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,eAAe,CAC9B,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjC,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;YACF,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC5D,MAAM,MAAM,GAAG,eAAe,CAC5B,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAClF,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;gBACF,MAAM,QAAQ,GAAG,eAAe,CAC9B,wBAAwB,CACtB,QAAQ,EACR,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,eAAe,EACpD,OAAO,CACR,EACD,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;gBACF,KAAK,MAAM,OAAO,IAAI,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,QAAQ;oBAChF,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzC,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1E,CAAC;YACD,KAAK,MAAM,SAAS,IAAI,uBAAuB,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACrE,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,OAAO,YAAY,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,KAAK,EAClC,SAAmC,EACnC,MAAwB,EACxB,IAA+B,EACd,EAAE,CACnB,mCAAmC,CAAC,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AAE3F,MAAM,4BAA4B,GAAG,KAAK,EACxC,SAAmC,EACnC,MAAwB,EACP,EAAE;IACnB,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAG,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACtD,IAAI,cAAc,KAAK,EAAE,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,4BAA4B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,CAAC,IAA+B,EAAQ,EAAE;QACpD,IAAI,IAAI;YAAE,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC;IACF,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACjC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChE,KAAK,MAAM,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC;gBAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,2BAA2B,CAAC,UAAU,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;AACnE,CAAC,CAAC;AACF,MAAM,CAAC,MAAM,+BAA+B,GAAG,KAAK,EAClD,SAAmC,EACnC,MAAmE,EACpD,EAAE;IACjB,MAAM,QAAQ,GAAG;QACf,GAAG,IAAI,GAAG,CACR,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;aACxC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;aAC7D,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAChD,CAAC,MAAM,EAAE;KACX,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,eAAe,CAC9B,MAAM,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EACjC,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;QACF,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC3D,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC5D,MAAM,SAAS,GAAG,eAAe,CAC/B,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,EAClF,SAAS,CAAC,MAAM,CAAC,WAAW,CAC7B,CAAC;YACF,MAAM,IAAI,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;YACxE,MAAM,SAAS,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/E,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,SAAS,QAAQ,CAAC,EAAE,cAAc,SAAS,gCAAgC,IAAI,GAAG,CACnF,CAAC;YACJ,CAAC;YACD,MAAM,SAAS,GAAG,oBAAoB,CACpC,MAAM,CAAC,YAAY,EACnB,SAAS,EACT,SAAS,QAAQ,CAAC,EAAE,cAAc,SAAS,aAAa,IAAI,GAAG,CAChE,CAAC;YACF,2BAA2B,CAAC,MAAM,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,SAAmC,EACnC,MAAwB,EACxB,IAA+B,EAC/B,2BAAoC,EACnB,EAAE;IACnB,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC1D,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,MAAM,+BAA+B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,CAAC,UAAU;QAClD,CAAC,CAAC,WAAW,CAAC,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,oBAAoB,GAAG,MAAM,4BAA4B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACnF,MAAM,eAAe,GACnB,IAAI,KAAK,UAAU,IAAI,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS;QACxD,CAAC,CAAC,+BAA+B,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC;QACzF,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,gBAAoC,CAAC;IACzC,IAAI,eAAe,EAAE,CAAC;QACpB,gBAAgB,GAAG,eAAe,CAAC,OAAO,CAAC;QAC3C,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,eAAe,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/E,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;QACf,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI;QACzD,gBAAgB,EAAE,CAAC;QACnB,UAAU,EAAE,WAAW;QACvB,2BAA2B,EAAE,MAAM,2BAA2B,EAAE;QAChE,OAAO,EAAE,eAAe,EAAE;QAC1B,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW;QACzC,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,QAAQ;QACR,gBAAgB;QAChB,oBAAoB;QACpB,uBAAuB,EAAE,MAAM,OAAO,CAAC,GAAG,CACxC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;YAClE,8BAA8B,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;YAC9E,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,IAAI;gBACrB,GAAG,EAAE,MAAM,WAAW,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;aACzE,CAAC;QACJ,CAAC,CAAC,CACH;QACD,oBAAoB,EAAE,gBAAgB;YACpC,CAAC,CAAC,MAAM,WAAW,CAAC,gBAAgB,EAAE,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC;YACjE,CAAC,CAAC,IAAI;QACR,sBAAsB,EACpB,2BAA2B,IAAI,CAAC,MAAM,sBAAsB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;KACzF,CAAC,CAAC;AACL,CAAC,CAAC"}
|
|
@@ -12,7 +12,7 @@ export declare const LoadedExperimentCampaignSchema: z.ZodObject<{
|
|
|
12
12
|
validate: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
13
13
|
command: z.ZodString;
|
|
14
14
|
args: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
15
|
-
|
|
15
|
+
timeout: z.ZodDefault<z.ZodString>;
|
|
16
16
|
unsafeHostExecution: z.ZodLiteral<true>;
|
|
17
17
|
}, z.core.$strict>>>;
|
|
18
18
|
}, z.core.$strict>;
|
|
@@ -52,6 +52,7 @@ export declare const LoadedExperimentCampaignSchema: z.ZodObject<{
|
|
|
52
52
|
objectives: z.ZodDefault<z.ZodObject<{
|
|
53
53
|
constraints: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
54
54
|
metric: z.ZodString;
|
|
55
|
+
relativeTo: z.ZodExactOptional<z.ZodLiteral<"baseline">>;
|
|
55
56
|
min: z.ZodOptional<z.ZodNumber>;
|
|
56
57
|
max: z.ZodOptional<z.ZodNumber>;
|
|
57
58
|
profile: z.ZodOptional<z.ZodString>;
|
|
@@ -133,7 +134,9 @@ export declare const LoadedExperimentCampaignSchema: z.ZodObject<{
|
|
|
133
134
|
labeledAt: z.ZodOptional<z.ZodString>;
|
|
134
135
|
reviewer: z.ZodOptional<z.ZodString>;
|
|
135
136
|
feedback: z.ZodOptional<z.ZodString>;
|
|
136
|
-
meta: z.ZodOptional<z.
|
|
137
|
+
meta: z.ZodOptional<z.ZodObject<{
|
|
138
|
+
cluster: z.ZodOptional<z.ZodString>;
|
|
139
|
+
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
137
140
|
}, z.core.$strict>>;
|
|
138
141
|
meta: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
139
142
|
}, z.core.$strict>;
|
|
@@ -158,7 +161,9 @@ export declare const LoadedExperimentCampaignSchema: z.ZodObject<{
|
|
|
158
161
|
labeledAt: z.ZodOptional<z.ZodString>;
|
|
159
162
|
reviewer: z.ZodOptional<z.ZodString>;
|
|
160
163
|
feedback: z.ZodOptional<z.ZodString>;
|
|
161
|
-
meta: z.ZodOptional<z.
|
|
164
|
+
meta: z.ZodOptional<z.ZodObject<{
|
|
165
|
+
cluster: z.ZodOptional<z.ZodString>;
|
|
166
|
+
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
162
167
|
}, z.core.$strict>>;
|
|
163
168
|
hash: z.ZodString;
|
|
164
169
|
}, z.core.$strict>>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-loader.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-loader.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,8BAA8B
|
|
1
|
+
{"version":3,"file":"experiment-loader.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-loader.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAShC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,2BAA2B;;;EAAqC,CAAC;AAC9E,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,eAAO,MAAM,sBAAsB,SAC3B,MAAM,YACF,kBAAkB,kBACZ,qBAAqB,KACpC,qBAqBF,CAAC;AAEF,eAAO,MAAM,6BAA6B,gBAC3B,MAAM,YACT,MAAM,KACf,OAAO,CAAC,MAAM,CAgBhB,CAAC;AAEF,eAAO,MAAM,sBAAsB,aACvB,MAAM,KACf,OAAO,CAAC,wBAAwB,CA2BlC,CAAC"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import { type CampaignExecutionOptions, type CorpusSelection } from "./experiment-context.js";
|
|
2
|
+
export declare const preparePlanningCorpus: (execution: CampaignExecutionOptions, mode: "experiment" | "optimize", staticChecks: boolean) => Promise<CorpusSelection>;
|
|
3
|
+
//# sourceMappingURL=experiment-preflight.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-preflight.d.ts","sourceRoot":"","sources":["../../src/orchestrator/experiment-preflight.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,wBAAwB,EAC7B,KAAK,eAAe,EAErB,MAAM,yBAAyB,CAAC;AAIjC,eAAO,MAAM,qBAAqB,cACrB,wBAAwB,QAC7B,YAAY,GAAG,UAAU,gBACjB,OAAO,KACpB,OAAO,CAAC,eAAe,CAazB,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { assertValidationArgumentsBound } from "./candidates.js";
|
|
2
|
+
import { profileOrThrow, } from "./experiment-context.js";
|
|
3
|
+
import { inspectCorpus, prepareCorpus } from "./experiment-corpus.js";
|
|
4
|
+
import { evaluationIdentity, validateAgentCaseProfileDrivers } from "./experiment-identity.js";
|
|
5
|
+
export const preparePlanningCorpus = async (execution, mode, staticChecks) => {
|
|
6
|
+
if (!staticChecks) {
|
|
7
|
+
const corpus = await prepareCorpus(execution);
|
|
8
|
+
await evaluationIdentity(execution, corpus, mode);
|
|
9
|
+
return corpus;
|
|
10
|
+
}
|
|
11
|
+
const corpus = await inspectCorpus(execution);
|
|
12
|
+
const campaign = execution.loaded.campaign;
|
|
13
|
+
for (const profileId of campaign.profiles)
|
|
14
|
+
profileOrThrow(execution.config, profileId);
|
|
15
|
+
if (corpus.kind === "agent")
|
|
16
|
+
await validateAgentCaseProfileDrivers(execution, corpus);
|
|
17
|
+
for (const validation of campaign.subject.validate)
|
|
18
|
+
assertValidationArgumentsBound(execution.loaded.subjectRoot, validation.args);
|
|
19
|
+
return corpus;
|
|
20
|
+
};
|
|
21
|
+
//# sourceMappingURL=experiment-preflight.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-preflight.js","sourceRoot":"","sources":["../../src/orchestrator/experiment-preflight.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8BAA8B,EAAE,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAGL,cAAc,GACf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,+BAA+B,EAAE,MAAM,0BAA0B,CAAC;AAE/F,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EACxC,SAAmC,EACnC,IAA+B,EAC/B,YAAqB,EACK,EAAE;IAC5B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;IAC3C,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,QAAQ;QAAE,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACvF,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO;QAAE,MAAM,+BAA+B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACtF,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,OAAO,CAAC,QAAQ;QAChD,8BAA8B,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IAChF,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}
|