npm - agent-hitch - Versions diffs - 0.2.15 → 0.2.17 - Mend

agent-hitch 0.2.15 → 0.2.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (361) hide show

package/README.md +7 -28
package/README.zh-CN.md +6 -26
package/dist/scripts/benchmark-dataset-verification.js +118 -0
package/dist/scripts/benchmark-dataset-verification.js.map +1 -0
package/dist/scripts/canary-external-endpoint.js +56 -0
package/dist/scripts/canary-external-endpoint.js.map +1 -0
package/dist/scripts/canary-native-training.js +8 -6
package/dist/scripts/canary-native-training.js.map +1 -1
package/dist/scripts/canary-remote-training.js +8 -6
package/dist/scripts/canary-remote-training.js.map +1 -1
package/dist/scripts/check-architecture.js +1 -1
package/dist/scripts/check-architecture.js.map +1 -1
package/dist/src/adapters/providers/codex.js +5 -2
package/dist/src/adapters/providers/codex.js.map +1 -1
package/dist/src/adapters/providers/model-call.js +1 -2
package/dist/src/adapters/providers/model-call.js.map +1 -1
package/dist/src/adapters/providers/training-tool.js +2 -0
package/dist/src/adapters/providers/training-tool.js.map +1 -1
package/dist/src/backends/harbor/artifact-pins.js +42 -0
package/dist/src/backends/harbor/artifact-pins.js.map +1 -0
package/dist/src/backends/harbor/backend.js +16 -8
package/dist/src/backends/harbor/backend.js.map +1 -1
package/dist/src/backends/harbor/bound-credential-helper.js +24 -0
package/dist/src/backends/harbor/bound-credential-helper.js.map +1 -0
package/dist/src/backends/harbor/credential-snapshot.js +71 -0
package/dist/src/backends/harbor/credential-snapshot.js.map +1 -0
package/dist/src/backends/harbor/environment-config.js +25 -2
package/dist/src/backends/harbor/environment-config.js.map +1 -1
package/dist/src/backends/harbor/environment-files.js +143 -0
package/dist/src/backends/harbor/environment-files.js.map +1 -0
package/dist/src/backends/harbor/evaluation-binding.js +160 -0
package/dist/src/backends/harbor/evaluation-binding.js.map +1 -0
package/dist/src/backends/harbor/host-credential-helper.js +5 -0
package/dist/src/backends/harbor/host-credential-helper.js.map +1 -1
package/dist/src/backends/harbor/index.js +2 -0
package/dist/src/backends/harbor/index.js.map +1 -1
package/dist/src/backends/harbor/model-proxy-config.js +3 -18
package/dist/src/backends/harbor/model-proxy-config.js.map +1 -1
package/dist/src/backends/harbor/portable-regrade.js +15 -3
package/dist/src/backends/harbor/portable-regrade.js.map +1 -1
package/dist/src/backends/harbor/python-runtime.js +71 -0
package/dist/src/backends/harbor/python-runtime.js.map +1 -0
package/dist/src/backends/harbor/tools.js +6 -4
package/dist/src/backends/harbor/tools.js.map +1 -1
package/dist/src/backends/index.js +3 -0
package/dist/src/backends/index.js.map +1 -1
package/dist/src/cli/arguments.js +30 -30
package/dist/src/cli/arguments.js.map +1 -1
package/dist/src/cli/commands/capabilities.js +7 -3
package/dist/src/cli/commands/capabilities.js.map +1 -1
package/dist/src/cli/commands/daemon.js +0 -17
package/dist/src/cli/commands/daemon.js.map +1 -1
package/dist/src/cli/commands/eval-binding.js +32 -0
package/dist/src/cli/commands/eval-binding.js.map +1 -0
package/dist/src/cli/commands/eval.js +21 -15
package/dist/src/cli/commands/eval.js.map +1 -1
package/dist/src/cli/commands/models.js +32 -45
package/dist/src/cli/commands/models.js.map +1 -1
package/dist/src/cli/commands/run.js +0 -35
package/dist/src/cli/commands/run.js.map +1 -1
package/dist/src/cli/main.js +0 -4
package/dist/src/cli/main.js.map +1 -1
package/dist/src/cli/output.js +5 -16
package/dist/src/cli/output.js.map +1 -1
package/dist/src/control-plane/eval-records.js +3 -1
package/dist/src/control-plane/eval-records.js.map +1 -1
package/dist/src/control-plane/eval-recovery.js +4 -1
package/dist/src/control-plane/eval-recovery.js.map +1 -1
package/dist/src/control-plane/eval-scheduler.js +16 -8
package/dist/src/control-plane/eval-scheduler.js.map +1 -1
package/dist/src/control-plane/index.js +0 -2
package/dist/src/control-plane/index.js.map +1 -1
package/dist/src/control-plane/model-capture-planning.js +3 -4
package/dist/src/control-plane/model-capture-planning.js.map +1 -1
package/dist/src/control-plane/remote-model-routes.js +4 -24
package/dist/src/control-plane/remote-model-routes.js.map +1 -1
package/dist/src/control-plane/remote-offer-contract.js +2 -2
package/dist/src/control-plane/remote-offer-contract.js.map +1 -1
package/dist/src/control-plane/remote-result-transport.js +7 -8
package/dist/src/control-plane/remote-result-transport.js.map +1 -1
package/dist/src/control-plane/remote-work-coordinator.js +2 -2
package/dist/src/control-plane/remote-work-coordinator.js.map +1 -1
package/dist/src/control-plane/remote-work-recovery.js +2 -2
package/dist/src/control-plane/remote-work-recovery.js.map +1 -1
package/dist/src/control-plane/remote-worker-protocol.js +1 -1
package/dist/src/control-plane/remote-worker-protocol.js.map +1 -1
package/dist/src/control-plane/remote-worker-runner.js +21 -6
package/dist/src/control-plane/remote-worker-runner.js.map +1 -1
package/dist/src/control-plane/remote-workers.js +2 -2
package/dist/src/control-plane/remote-workers.js.map +1 -1
package/dist/src/control-plane/rerun-recovery.js +1 -1
package/dist/src/control-plane/rerun-recovery.js.map +1 -1
package/dist/src/control-plane/rerun-scheduler.js +21 -14
package/dist/src/control-plane/rerun-scheduler.js.map +1 -1
package/dist/src/control-plane/rerun-source.js +5 -2
package/dist/src/control-plane/rerun-source.js.map +1 -1
package/dist/src/control-plane/rerun-submission.js +7 -5
package/dist/src/control-plane/rerun-submission.js.map +1 -1
package/dist/src/control-plane/synthetic-result.js +3 -2
package/dist/src/control-plane/synthetic-result.js.map +1 -1
package/dist/src/control-plane/worker-model-relay.js +1 -1
package/dist/src/control-plane/worker-model-relay.js.map +1 -1
package/dist/src/controller-runtime/hash.js +6 -0
package/dist/src/controller-runtime/hash.js.map +1 -1
package/dist/src/daemon/client.js +12 -35
package/dist/src/daemon/client.js.map +1 -1
package/dist/src/daemon/evaluation-binding.js +33 -0
package/dist/src/daemon/evaluation-binding.js.map +1 -0
package/dist/src/daemon/evaluation-submission.js +27 -0
package/dist/src/daemon/evaluation-submission.js.map +1 -0
package/dist/src/daemon/index.js +1 -0
package/dist/src/daemon/index.js.map +1 -1
package/dist/src/daemon/json-stream.js +98 -0
package/dist/src/daemon/json-stream.js.map +1 -0
package/dist/src/daemon/scheduler.js +1 -4
package/dist/src/daemon/scheduler.js.map +1 -1
package/dist/src/daemon/server.js +14 -54
package/dist/src/daemon/server.js.map +1 -1
package/dist/src/domain/endpoints.js +2 -0
package/dist/src/domain/endpoints.js.map +1 -0
package/dist/src/domain/evaluation-binding.js +5 -0
package/dist/src/domain/evaluation-binding.js.map +1 -0
package/dist/src/domain/index.js +2 -0
package/dist/src/domain/index.js.map +1 -1
package/dist/src/domain/runs.js.map +1 -1
package/dist/src/evals/benchmark-adapter-manifest.js +95 -32
package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -1
package/dist/src/evals/benchmark-verification.js +106 -0
package/dist/src/evals/benchmark-verification.js.map +1 -0
package/dist/src/evals/collect-only-rerun.js +3 -2
package/dist/src/evals/collect-only-rerun.js.map +1 -1
package/dist/src/evals/directory.js +9 -1
package/dist/src/evals/directory.js.map +1 -1
package/dist/src/evals/endpoint-attempts.js +112 -0
package/dist/src/evals/endpoint-attempts.js.map +1 -0
package/dist/src/evals/endpoint-usage.js +8 -0
package/dist/src/evals/endpoint-usage.js.map +1 -0
package/dist/src/evals/environment-binding.js +9 -0
package/dist/src/evals/environment-binding.js.map +1 -0
package/dist/src/evals/eval-artifact-planning.js +10 -1
package/dist/src/evals/eval-artifact-planning.js.map +1 -1
package/dist/src/evals/eval-finalization.js +2 -3
package/dist/src/evals/eval-finalization.js.map +1 -1
package/dist/src/evals/eval-logical-plan.js +2 -0
package/dist/src/evals/eval-logical-plan.js.map +1 -1
package/dist/src/evals/eval-result-builder.js +4 -0
package/dist/src/evals/eval-result-builder.js.map +1 -1
package/dist/src/evals/eval-state.js +22 -0
package/dist/src/evals/eval-state.js.map +1 -0
package/dist/src/evals/execution-plan.js +6 -2
package/dist/src/evals/execution-plan.js.map +1 -1
package/dist/src/evals/index.js +5 -1
package/dist/src/evals/index.js.map +1 -1
package/dist/src/evals/infrastructure-retry.js +2 -0
package/dist/src/evals/infrastructure-retry.js.map +1 -1
package/dist/src/evals/model-capture-runtime.js +9 -13
package/dist/src/evals/model-capture-runtime.js.map +1 -1
package/dist/src/evals/native-phase-evidence.js +8 -2
package/dist/src/evals/native-phase-evidence.js.map +1 -1
package/dist/src/evals/planned-execution.js +7 -2
package/dist/src/evals/planned-execution.js.map +1 -1
package/dist/src/evals/planned-progress-publisher.js +18 -5
package/dist/src/evals/planned-progress-publisher.js.map +1 -1
package/dist/src/evals/planned-retry-execution.js +1 -0
package/dist/src/evals/planned-retry-execution.js.map +1 -1
package/dist/src/evals/preparation-rerun.js +0 -1
package/dist/src/evals/preparation-rerun.js.map +1 -1
package/dist/src/evals/progress.js +92 -7
package/dist/src/evals/progress.js.map +1 -1
package/dist/src/evals/records.js +12 -2
package/dist/src/evals/records.js.map +1 -1
package/dist/src/evals/recovery.js +2 -0
package/dist/src/evals/recovery.js.map +1 -1
package/dist/src/evals/remote-rerun-execution.js +1 -3
package/dist/src/evals/remote-rerun-execution.js.map +1 -1
package/dist/src/evals/remote-verifier-rerun.js +1 -1
package/dist/src/evals/remote-verifier-rerun.js.map +1 -1
package/dist/src/evals/request.js +14 -45
package/dist/src/evals/request.js.map +1 -1
package/dist/src/evals/rerun-observation.js +31 -0
package/dist/src/evals/rerun-observation.js.map +1 -0
package/dist/src/evals/rerun.js +23 -28
package/dist/src/evals/rerun.js.map +1 -1
package/dist/src/evals/service.js +45 -42
package/dist/src/evals/service.js.map +1 -1
package/dist/src/evals/shared-runtime.js +125 -0
package/dist/src/evals/shared-runtime.js.map +1 -0
package/dist/src/evals/trial-import.js +10 -2
package/dist/src/evals/trial-import.js.map +1 -1
package/dist/src/evals/trial-publication-recovery.js +1 -1
package/dist/src/evals/trial-publication-recovery.js.map +1 -1
package/dist/src/evals/verifier-artifacts.js +1 -0
package/dist/src/evals/verifier-artifacts.js.map +1 -1
package/dist/src/evals/verifier-only-rerun.js +1 -1
package/dist/src/evals/verifier-only-rerun.js.map +1 -1
package/dist/src/evals/verifier-rerun-result.js +3 -2
package/dist/src/evals/verifier-rerun-result.js.map +1 -1
package/dist/src/evals/verifier-score-artifacts.js +9 -1
package/dist/src/evals/verifier-score-artifacts.js.map +1 -1
package/dist/src/foundation/config.js +0 -5
package/dist/src/foundation/config.js.map +1 -1
package/dist/src/inference/index.js +3 -22
package/dist/src/inference/index.js.map +1 -1
package/dist/src/inference/lock.js +44 -130
package/dist/src/inference/lock.js.map +1 -1
package/dist/src/model-access/endpoint-contract.js +127 -0
package/dist/src/model-access/endpoint-contract.js.map +1 -0
package/dist/src/model-access/endpoint-credentials.js +54 -0
package/dist/src/model-access/endpoint-credentials.js.map +1 -0
package/dist/src/model-access/endpoint-probe-stream.js +66 -0
package/dist/src/model-access/endpoint-probe-stream.js.map +1 -0
package/dist/src/model-access/endpoint-verification.js +76 -0
package/dist/src/model-access/endpoint-verification.js.map +1 -0
package/dist/src/model-access/endpoints.js +105 -0
package/dist/src/model-access/endpoints.js.map +1 -0
package/dist/src/model-access/index.js +5 -1
package/dist/src/model-access/index.js.map +1 -1
package/dist/src/model-access/proxy.js +57 -14
package/dist/src/model-access/proxy.js.map +1 -1
package/dist/src/model-access/remote-model.js +21 -29
package/dist/src/model-access/remote-model.js.map +1 -1
package/dist/src/model-access/usage.js +30 -0
package/dist/src/model-access/usage.js.map +1 -0
package/dist/src/runs/endpoint-runtime.js +40 -0
package/dist/src/runs/endpoint-runtime.js.map +1 -0
package/dist/src/runs/executor.js +28 -42
package/dist/src/runs/executor.js.map +1 -1
package/dist/src/runs/local-inference-environment.js +5 -53
package/dist/src/runs/local-inference-environment.js.map +1 -1
package/dist/src/runs/manifest.js +1 -0
package/dist/src/runs/manifest.js.map +1 -1
package/dist/src/runs/outcome.js +3 -10
package/dist/src/runs/outcome.js.map +1 -1
package/dist/src/runs/queued.js +3 -2
package/dist/src/runs/queued.js.map +1 -1
package/dist/src/runs/records.js +3 -0
package/dist/src/runs/records.js.map +1 -1
package/dist/src/runs/request.js +10 -38
package/dist/src/runs/request.js.map +1 -1
package/dist/src/workers/remote-harbor-work-spec.js +8 -10
package/dist/src/workers/remote-harbor-work-spec.js.map +1 -1
package/dist/src/workers/remote-harbor-worker.js +3 -0
package/dist/src/workers/remote-harbor-worker.js.map +1 -1
package/docs/evidence/eval-preparation-2026-10-09.json +393 -0
package/docs/evidence/eval-preparation-2026-10-09.md +178 -0
package/docs/local-model-inference-spec.zh-CN.md +4 -663
package/docs/resource-storage.zh-CN.md +116 -0
package/docs/schemas/endpoint-evaluation-attempt.schema.json +29 -0
package/docs/schemas/eval-artifact-pin.schema.json +14 -0
package/docs/schemas/eval-execution-plan.schema.json +486 -105
package/docs/schemas/eval-progress.schema.json +1 -1
package/docs/schemas/eval-request.schema.json +149 -18
package/docs/schemas/eval-rerun-submission.schema.json +8 -1
package/docs/schemas/eval-result.schema.json +310 -56
package/docs/schemas/evaluation-binding.schema.json +15 -0
package/docs/schemas/external-endpoint-binding.schema.json +153 -0
package/docs/schemas/external-endpoint-config.schema.json +93 -0
package/docs/schemas/inference-execution-evidence.schema.json +253 -3
package/docs/schemas/inference-lock-v3.schema.json +6 -0
package/docs/schemas/inference-lock.schema.json +842 -341
package/docs/schemas/ordered-eval-control.schema.json +7 -1
package/docs/schemas/ready-endpoint-binding.schema.json +201 -0
package/docs/schemas/run-manifest.schema.json +6 -0
package/docs/schemas/run-request.schema.json +122 -20
package/examples/external-inference/.env.example +16 -0
package/examples/external-inference/README.md +203 -0
package/examples/external-inference/accept.mjs +297 -0
package/examples/external-inference/compose.gateway.yaml +119 -0
package/examples/external-inference/compose.single.yaml +64 -0
package/examples/external-inference/compose.tp2.yaml +15 -0
package/examples/external-inference/deployment.example.json +58 -0
package/examples/external-inference/endpoint.chat-completions.example.json +13 -0
package/examples/external-inference/endpoint.responses.example.json +13 -0
package/integrations/harbor/hitch_build_inputs.py +213 -0
package/integrations/harbor/hitch_build_process.py +126 -0
package/integrations/harbor/hitch_compose_preparation.py +274 -0
package/integrations/harbor/hitch_harbor_agent.py +25 -39
package/integrations/harbor/hitch_harbor_environment.py +96 -3
package/integrations/harbor/hitch_image_cache.py +357 -0
package/integrations/harbor/hitch_python_runtime.py +303 -0
package/integrations/harbor/hitch_shared_runtime.py +123 -0
package/integrations/model-call/cli.js +11 -10
package/integrations/training-tool/cli.js +56 -15
package/node_modules/smol-toml/LICENSE +24 -0
package/node_modules/smol-toml/README.md +418 -0
package/node_modules/smol-toml/dist/date.d.ts +41 -0
package/node_modules/smol-toml/dist/date.js +127 -0
package/node_modules/smol-toml/dist/error.d.ts +38 -0
package/node_modules/smol-toml/dist/error.js +63 -0
package/node_modules/smol-toml/dist/extract.js +69 -0
package/node_modules/smol-toml/dist/index.cjs +734 -0
package/node_modules/smol-toml/dist/index.d.ts +43 -0
package/node_modules/smol-toml/dist/index.js +33 -0
package/node_modules/smol-toml/dist/parse.d.ts +36 -0
package/node_modules/smol-toml/dist/parse.js +149 -0
package/node_modules/smol-toml/dist/primitive.js +238 -0
package/node_modules/smol-toml/dist/stringify.d.ts +31 -0
package/node_modules/smol-toml/dist/stringify.js +181 -0
package/node_modules/smol-toml/dist/struct.js +179 -0
package/node_modules/smol-toml/dist/util.d.ts +38 -0
package/node_modules/smol-toml/dist/util.js +89 -0
package/node_modules/smol-toml/package.json +68 -0
package/package.json +15 -4
package/dist/src/cli/commands/local.js +0 -130
package/dist/src/cli/commands/local.js.map +0 -1
package/dist/src/cli/commands/model-node.js +0 -26
package/dist/src/cli/commands/model-node.js.map +0 -1
package/dist/src/control-plane/inference-manager.js +0 -357
package/dist/src/control-plane/inference-manager.js.map +0 -1
package/dist/src/control-plane/managed-gateway-receipt.js +0 -26
package/dist/src/control-plane/managed-gateway-receipt.js.map +0 -1
package/dist/src/control-plane/managed-service-recovery.js +0 -158
package/dist/src/control-plane/managed-service-recovery.js.map +0 -1
package/dist/src/daemon/inference-prepare.js +0 -47
package/dist/src/daemon/inference-prepare.js.map +0 -1
package/dist/src/inference/daemon-capacity.js +0 -41
package/dist/src/inference/daemon-capacity.js.map +0 -1
package/dist/src/inference/device-reservation.js +0 -58
package/dist/src/inference/device-reservation.js.map +0 -1
package/dist/src/inference/doctor.js +0 -95
package/dist/src/inference/doctor.js.map +0 -1
package/dist/src/inference/generation-recovery.js +0 -83
package/dist/src/inference/generation-recovery.js.map +0 -1
package/dist/src/inference/managed-launcher.js +0 -35
package/dist/src/inference/managed-launcher.js.map +0 -1
package/dist/src/inference/materialize.js +0 -66
package/dist/src/inference/materialize.js.map +0 -1
package/dist/src/inference/model-location.js +0 -34
package/dist/src/inference/model-location.js.map +0 -1
package/dist/src/inference/node-client.js +0 -167
package/dist/src/inference/node-client.js.map +0 -1
package/dist/src/inference/node-registry.js +0 -79
package/dist/src/inference/node-registry.js.map +0 -1
package/dist/src/inference/observation.js +0 -79
package/dist/src/inference/observation.js.map +0 -1
package/dist/src/inference/preflight.js +0 -132
package/dist/src/inference/preflight.js.map +0 -1
package/dist/src/inference/process-sglang.js +0 -169
package/dist/src/inference/process-sglang.js.map +0 -1
package/dist/src/inference/protocol-probe.js +0 -29
package/dist/src/inference/protocol-probe.js.map +0 -1
package/dist/src/inference/remote-model-store.js +0 -24
package/dist/src/inference/remote-model-store.js.map +0 -1
package/dist/src/inference/runtime-catalog.js +0 -41
package/dist/src/inference/runtime-catalog.js.map +0 -1
package/dist/src/inference/runtime-store.js +0 -93
package/dist/src/inference/runtime-store.js.map +0 -1
package/dist/src/inference/service-attachment.js +0 -46
package/dist/src/inference/service-attachment.js.map +0 -1
package/dist/src/inference/service-inspection.js +0 -38
package/dist/src/inference/service-inspection.js.map +0 -1
package/dist/src/inference/sglang.js +0 -279
package/dist/src/inference/sglang.js.map +0 -1
package/dist/src/inference/supervisor.js +0 -460
package/dist/src/inference/supervisor.js.map +0 -1
package/dist/src/model-access/local-gateway-request.js +0 -139
package/dist/src/model-access/local-gateway-request.js.map +0 -1
package/dist/src/model-access/local-gateway.js +0 -323
package/dist/src/model-access/local-gateway.js.map +0 -1
package/dist/src/runs/local-inference-run.js +0 -53
package/dist/src/runs/local-inference-run.js.map +0 -1

package/dist/src/daemon/server.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/daemon/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAY,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,aAAa,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,qCAAqC,EAAE,cAAc,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAE5R,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGjK,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAC9F,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACtF,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,WAAW,EAAiB,IAAI,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAmBnH,MAAM,OAAO,YAAY;IACd,KAAK,CAAa;IAClB,MAAM,CAAS;IACf,UAAU,CAAS;IAC5B,IAAI,CAAS;IACJ,aAAa,CAAS;IACd,MAAM,CAA0D;IAChE,iBAAiB,CAA2B;IAC5C,SAAS,CAAO;IACzB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,GAAG,KAAK,CAAC;IACP,aAAa,CAAgB;IACtC,aAAa,CAAc;IAC3B,QAAQ,GAAG,KAAK,CAAC;IACjB,KAAK,CAAqB;IAC1B,MAAM,CAAwB;IAC9B,SAAS,CAAwB;IACjC,aAAa,CAA4B;IACzC,kBAAkB,CAAiC;IACnD,SAAS,CAA6B;IACtC,gBAAgB,CAAoC;IACpD,MAAM,CAA8C;IAC3C,aAAa,CAAuB;IACpC,oBAAoB,CAAuB;IAC3C,gBAAgB,CAAmB;IACnC,YAAY,CAAmB;IAC/B,kBAAkB,CAAmB;IACrC,YAAY,CAA+C;IAC3D,iBAAiB,CAAgC;IACjD,aAAa,CAAoB;IACjC,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IAClC,iBAAiB,CAA2C;IAC5D,kBAAkB,CAAwC;IAE3E,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,GAAG,aAAa,EAAE,iBAAiB,GAAG,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE,gBAAgB,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,EAAuB;QAC/O,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,sBAAsB,CAAC,gBAAgB,IAAI,uBAAuB,CAAC,aAAa,CAAC,EAAE,0BAA0B,CAAC,CAAC;QACvI,IAAI,CAAC,YAAY,GAAG,sBAAsB,CAAC,YAAY,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACjL,IAAI,CAAC,kBAAkB,GAAG,sBAAsB,CAAC,kBAAkB,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,+BAA+B,CAAC,CAAC;QACrM,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC;QAClD,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,IAAI,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,kBAAkB,GAAG,IAAI,qCAAqC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACnI,IAAI,CAAC,oBAAoB,GAAG,IAAI,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3J,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,IAAI,CAAC,iBAAiB,EAAE,UAAU,EAAE,CAAC;YAC3C,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,EAAE,CAAC;YAC7C,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC;YAC7D,mFAAmF;YACnF,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC3D,IAAI,CAAC,gBAAgB,GAAG,IAAI,qBAAqB,CAAC;gBAChD,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,QAAQ,EAAE,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,oBAAoB,CAAC;gBACpG,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;YACzC,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC;gBAC7B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACzB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;gBAC/C,oBAAoB,EAAE,IAAI,CAAC,gBAAgB;aAC5C,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,IAAI,oBAAoB,EAAE,CAAC;YAC9C,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC;gBACrC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,cAAc,EAAE,IAAI,CAAC,kBAAkB;gBACvC,UAAU;gBACV,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;gBAC/C,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,oBAAoB,EAAE,IAAI,CAAC,gBAAgB;gBAC3C,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,CAAC,kBAAkB,GAAG,IAAI,kBAAkB,CAAC;gBAC/C,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,cAAc,EAAE,IAAI,CAAC,kBAAkB;gBACvC,UAAU;gBACV,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvF,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,oBAAoB,EAAE,IAAI,CAAC,gBAAgB;gBAC3C,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,CAAC;YAE3C,MAAM,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;gBACvC,cAAc,EAAE,cAAc;gBAC9B,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,WAAW,EAAE,IAAI,CAAC,UAAU;gBAC5B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;gBACxC,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE;aACvC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC5F,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,MAAM,EAAE,SAAS;gBAAE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBAC9C,IAAI,CAAC,kBAAkB,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBACnD,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;aAC/C,CAAC,CAAC;YACH,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC7C,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,cAAc,CAAE,KAAe,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBAClI,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE;wBAC1C,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,gBAAgB,EAAE,OAAO,EAAE,cAAc,CAAE,KAAe,CAAC,OAAO,CAAC;wBAC9G,SAAS,EAAE,MAAM,CAAC,SAAS,CAAE,KAAgC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAE,KAA8B,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;qBACxH,EAAE,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;QAAC,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;QACzE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAuB,CAAC,IAAI,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,OAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,kBAAkB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YACrH,MAAM,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,KAAc,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAkC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBACvF,IAAI,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC,UAAU;oBAAE,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACpF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC5D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACxB,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,OAAO,KAAK,YAAqB,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAwB,EAAE,QAAwB;QAC7D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,GAAG,EAAE,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,WAAW,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,KAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9N,IAAI,MAAM,4BAA4B,CAAC,EAAE,GAAG,WAAW,EAAE,YAAY,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC;eAC5F,MAAM,0BAA0B,CAAC,WAAW,CAAC,IAAI,MAAM,yBAAyB,CAAC,WAAW,CAAC,IAAI,MAAM,qBAAqB,CAAC,WAAW,CAAC;YAAE,OAAO;QAEvJ,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,iCAAiC,EAAE,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,iEAAiE,EAAE,EAAE,CAAC,CAAC;QAEnL,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,2BAA2B,EAAE,CAAC;YAC9E,OAAO,oBAAoB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAClM,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvF,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;YACnE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChE,GAAG,MAAM,CAAC,eAAe;gBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;gBAC5B,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;gBACxC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC,CAAC,CAAC;YACJ,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,uBAAuB,EAAE,CAAC;YAC1E,IAAI,CAAC,IAAI,CAAC,gBAAgB;gBAAE,MAAM,IAAI,UAAU,CAAC,+BAA+B,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACzI,OAAO,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,wBAAwB,EAAE,CAAC;YAC1E,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC,gBAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACtH,CAAC;QACD,MAAM,aAAa,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACxG,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,aAAa,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,KAAK,GAAI,IAA4B,CAAC,KAAK,KAAK,IAAI,CAAC;YAC3D,MAAM,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC9E,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,UAAU,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAW,CAAC,CAAC;YAC/E,OAAO,SAAS;gBACd,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC;gBAChG,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,oBAAoB,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAChH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,WAA8B,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClG,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC;YACtE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,YAAY,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,aAAc,EAAE,IAAI,CAAC,kBAAmB,CAAC,CAAC,CAAC;QACpJ,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC9D,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBAAE,MAAM,YAAY,CAAC,yCAAyC,CAAC,CAAC;YACzF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,WAA+B,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC3H,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACzB,cAAc,EAAE,cAAc;gBAC9B,OAAO,EAAE,MAAM;gBACf,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE;oBACL,IAAI,EAAE,aAAa,MAAM,EAAE;oBAC3B,MAAM,EAAE,aAAa,MAAM,SAAS;oBACpC,MAAM,EAAE,aAAa,MAAM,SAAS;iBACrC;aACF,CAAC,CAAC;QACL,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC9D,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;YACjF,YAAY,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAE,KAAe,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACtI,OAAO;QACT,CAAC;QAED,MAAM,qBAAqB,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC5F,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,qBAAqB,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,qBAAqB,CAAC,CAAC,CAAW,CAAC;YAClD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5H,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACzB,cAAc,EAAE,cAAc;gBAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM;gBACzB,QAAQ,EAAE,QAAQ,EAAE,OAAO;gBAC3B,UAAU,EAAE,QAAQ,EAAE,SAAS;gBAC/B,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE;oBACL,IAAI,EAAE,aAAa,QAAQ,EAAE,MAAM,WAAW,QAAQ,EAAE,OAAO,EAAE;oBACjE,MAAM,EAAE,aAAa,QAAQ,EAAE,MAAM,WAAW,QAAQ,EAAE,OAAO,SAAS;oBAC1E,MAAM,EAAE,aAAa,QAAQ,EAAE,MAAM,WAAW,QAAQ,EAAE,OAAO,SAAS;iBAC3E;aACF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,kFAAkF,CAAC,CAAC;QAC1H,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,UAAU,CAAC;YAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAmB,CAAC,MAAM,CAAC,MAAgB,EAAE,OAAiB,CAAC,CAAC,CAAC;gBAClJ,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7G,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAgB,EAAE,OAAiB,CAAC,CAAC;gBAC1F,OAAO,MAAM;oBACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;oBACxG,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,yBAAyB,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACpH,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAgB,EAAE,QAAQ,EAAE,OAAiB,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YACxK,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC9F,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;YACrC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAgB,CAAC,CAAC;gBAClE,OAAO,MAAM;oBACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;oBACrF,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,mBAAmB,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YACvG,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAgB,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YAC3I,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAc,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC,CAAC;gBAC3H,IAAI,OAAO,KAAK,UAAU;oBAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;gBAClI,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAgB,CAAC,CAAC;oBAClE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC,CAAC;gBAC/H,CAAC;gBACD,IAAI,OAAO,KAAK,WAAW;oBAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,mBAAmB,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrI,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,+BAA+B,EAAE,EAAE,CAAC,CAAC;YAC/G,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;QAC3F,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC;YACnC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,KAAc,CAAC,CAAC;gBAC5D,OAAO,MAAM;oBACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;oBACpE,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACpG,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAe,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YACzI,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,KAAc,CAAC,CAAC;gBAC/D,OAAO,SAAS;oBACd,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;oBAC9F,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,8BAA8B,EAAE,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;QAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;QAC5D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,YAAY,CAC1B,aAAa,EACb,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,EACtC,MAAM,CAAE,aAAa,EAAE,UAA+C,EAAE,MAAM,IAAI,CAAC,CAAC,CACrF,CAAC;QACF,OAAO;YACL,cAAc,EAAE,cAAc;YAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;YACvE,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;YAC1E,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAA6B,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAAwB,CAAC,EAAE,CAAC,IAAI,EAAE;YAChJ,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAA6B,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAAwB,CAAC,EAAE,CAAC,IAAI,EAAE;YACnJ,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBACxB,GAAG,YAAY;gBACf,WAAW,EAAE,YAAY,CAAC,MAAM;gBAChC,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC;gBAChD,iBAAiB,EAAE,MAAM,CAAE,aAAa,EAAE,UAA+C,EAAE,MAAM,IAAI,CAAC,CAAC;gBACvG,SAAS,EAAE,eAAe,CAAC,gBAAgB,CAAC;aAC7C,CAAC,CAAC,CAAC,IAAI;YACR,cAAc,EAAE,aAAa;YAC7B,oBAAoB,EAAE,IAAI,CAAC,kBAAkB,EAAE,QAAQ,EAAE,IAAI,IAAI;YACjE,SAAS,EAAE,gBAAgB;YAC3B,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE;YACtC,OAAO;YACP,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;gBAC5B,WAAW,EAAE,iBAAiB,CAAC,aAAa,CAAC;gBAC7C,SAAS,EAAE,eAAe,CAAC,gBAAgB,CAAC;gBAC5C,OAAO;aACR;SACF,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,KAA8B;QACpD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAEO,mBAAmB,CAAC,KAA8B;QACxD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAEO,cAAc;QACpB,OAAO;YACL,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,gBAAgB,EAAE;YACtC,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE;YAC7B,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,kBAAkB,EAAE;SAC3C,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAwB,EAAE,UAAkB,EAAE,WAAmB;QAC1F,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,MAAM,YAAY,CAAC,8CAA8C,CAAC,CAAC;QACnG,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;YAAE,MAAM,YAAY,CAAC,4BAA4B,CAAC,CAAC;QACpF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC;YACpC,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI;gBAAE,MAAM,YAAY,CAAC,iBAAiB,MAAM,yBAAyB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxG,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACnE,IAAI,MAAM,GAAG,YAAY;gBAAE,MAAM,YAAY,CAAC,iBAAiB,MAAM,2BAA2B,YAAY,EAAE,CAAC,CAAC;YAChH,IAAI,CAAC,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC;gBAAE,MAAM,YAAY,CAAC,iBAAiB,MAAM,8BAA8B,CAAC,CAAC;YACzH,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE;gBACtB,cAAc,EAAE,sBAAsB;gBACtC,qBAAqB,EAAE,MAAM,CAAC,YAAY,CAAC;gBAC3C,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;YACH,IAAI,MAAM,KAAK,YAAY;gBAAE,QAAQ,CAAC,GAAG,EAAE,CAAC;;gBACvC,MAAM,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,EAAE,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC;YAC9J,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzB,QAAQ,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC;gBACjC,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
1	+ {"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/daemon/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAY,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,qCAAqC,EAAE,cAAc,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAE7O,OAAO,EAAc,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGjK,OAAO,EAAE,mBAAmB,EAAE,UAAU,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAC9F,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACtF,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,WAAW,EAAiB,IAAI,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAmBnH,MAAM,OAAO,YAAY;IACd,KAAK,CAAa;IAClB,MAAM,CAAS;IACf,UAAU,CAAS;IAC5B,IAAI,CAAS;IACJ,aAAa,CAAS;IACd,MAAM,CAA0D;IAChE,iBAAiB,CAA2B;IAC5C,SAAS,CAAO;IACzB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,GAAG,KAAK,CAAC;IACP,aAAa,CAAgB;IACtC,aAAa,CAAc;IAC3B,QAAQ,GAAG,KAAK,CAAC;IACjB,KAAK,CAAqB;IAC1B,MAAM,CAAwB;IAC9B,SAAS,CAAwB;IACjC,aAAa,CAA4B;IACzC,kBAAkB,CAAiC;IACnD,SAAS,CAA6B;IACtC,MAAM,CAA8C;IAC3C,aAAa,CAAuB;IACpC,oBAAoB,CAAuB;IAC3C,gBAAgB,CAAmB;IACnC,YAAY,CAAmB;IAC/B,kBAAkB,CAAmB;IACrC,YAAY,CAA+C;IAC3D,iBAAiB,CAAgC;IACjD,aAAa,CAAoB;IACjC,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;IAClC,iBAAiB,CAA2C;IAC5D,kBAAkB,CAAwC;IAE3E,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,GAAG,aAAa,EAAE,iBAAiB,GAAG,KAAK,IAAI,EAAE,CAAC,EAAE,EAAE,gBAAgB,EAAE,YAAY,EAAE,kBAAkB,EAAE,YAAY,EAAE,iBAAiB,EAAE,aAAa,EAAE,iBAAiB,EAAuB;QAC/O,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,gBAAgB,GAAG,sBAAsB,CAAC,gBAAgB,IAAI,uBAAuB,CAAC,aAAa,CAAC,EAAE,0BAA0B,CAAC,CAAC;QACvI,IAAI,CAAC,YAAY,GAAG,sBAAsB,CAAC,YAAY,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,wBAAwB,CAAC,CAAC;QACjL,IAAI,CAAC,kBAAkB,GAAG,sBAAsB,CAAC,kBAAkB,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,+BAA+B,CAAC,CAAC;QACrM,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC;QAClD,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,IAAI,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,kBAAkB,GAAG,IAAI,qCAAqC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACnI,IAAI,CAAC,oBAAoB,GAAG,IAAI,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3J,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,IAAI,CAAC,iBAAiB,EAAE,UAAU,EAAE,CAAC;YAC3C,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,UAAU,EAAE,CAAC;YAC7C,mFAAmF;YACnF,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC3D,IAAI,CAAC,SAAS,GAAG,IAAI,SAAS,CAAC;gBAC7B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACzB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;aAChD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,IAAI,oBAAoB,EAAE,CAAC;YAC9C,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC;gBACrC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,cAAc,EAAE,IAAI,CAAC,kBAAkB;gBACvC,UAAU;gBACV,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;gBAC/C,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7D,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,CAAC,kBAAkB,GAAG,IAAI,kBAAkB,CAAC;gBAC/C,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,cAAc,EAAE,IAAI,CAAC,kBAAkB;gBACvC,UAAU;gBACV,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvF,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,EAAE,CAAC;YAE3C,MAAM,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;gBACvC,cAAc,EAAE,cAAc;gBAC9B,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,WAAW,EAAE,IAAI,CAAC,UAAU;gBAC5B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrB,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;gBACxC,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE;aACvC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC5F,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,MAAM,EAAE,SAAS;gBAAE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACtG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBAC1C,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;gBAC9C,IAAI,CAAC,kBAAkB,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;aACpD,CAAC,CAAC;YACH,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM;QAClB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC7C,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxJ,IAAI,QAAQ,CAAC,WAAW;oBAAE,OAAO;gBACjC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE;wBAC1C,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,gBAAgB,EAAE,OAAO,EAAE,cAAc,CAAE,KAAe,CAAC,OAAO,CAAC;wBAC9G,SAAS,EAAE,MAAM,CAAC,SAAS,CAAE,KAAgC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAE,KAA8B,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;qBACxH,EAAE,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;QAAC,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;QACzE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAuB,CAAC,IAAI,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,OAA0B,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,kBAAkB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;YACrH,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,KAAc,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAkC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBACvF,IAAI,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC,UAAU;oBAAE,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACpF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC5D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;gBACxB,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,OAAO,KAAK,YAAqB,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3E,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC;QACD,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAwB,EAAE,QAAwB;QAC7D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,GAAG,EAAE,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,WAAW,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,KAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9N,IAAI,MAAM,4BAA4B,CAAC,EAAE,GAAG,WAAW,EAAE,YAAY,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC;eAC5F,MAAM,0BAA0B,CAAC,WAAW,CAAC,IAAI,MAAM,yBAAyB,CAAC,WAAW,CAAC,IAAI,MAAM,qBAAqB,CAAC,WAAW,CAAC;YAAE,OAAO;QAEvJ,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,iCAAiC,EAAE,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,iEAAiE,EAAE,EAAE,CAAC,CAAC;QAEnL,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,yBAAyB,EAAE,CAAC;YAC5E,OAAO,iBAAiB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,aAAc,CAAC,yBAAyB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvJ,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,2BAA2B,EAAE,CAAC;YAC9E,OAAO,oBAAoB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;QAClM,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvF,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;YACnE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAChE,GAAG,MAAM,CAAC,eAAe;gBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;gBAC5B,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY;gBACxC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC,CAAC,CAAC;YACJ,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QAClH,CAAC;QACD,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC9E,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,UAAU,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAW,CAAC,CAAC;YAC/E,OAAO,SAAS;gBACd,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC;gBAChG,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,oBAAoB,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAChH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,WAA8B,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAClG,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,OAAO,oBAAoB,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,aAAc;gBACpG,cAAc,EAAE,IAAI,CAAC,kBAAmB,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,mBAAmB,EAAE,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YAC9D,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;YACjF,YAAY,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAE,KAAe,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACtI,OAAO;QACT,CAAC;QAED,MAAM,qBAAqB,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC5F,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,qBAAqB,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,qBAAqB,CAAC,CAAC,CAAW,CAAC;YAClD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAmB,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5H,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACzB,cAAc,EAAE,cAAc;gBAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM;gBACzB,QAAQ,EAAE,QAAQ,EAAE,OAAO;gBAC3B,UAAU,EAAE,QAAQ,EAAE,SAAS;gBAC/B,MAAM,EAAE,QAAQ;gBAChB,KAAK,EAAE;oBACL,IAAI,EAAE,aAAa,QAAQ,EAAE,MAAM,WAAW,QAAQ,EAAE,OAAO,EAAE;oBACjE,MAAM,EAAE,aAAa,QAAQ,EAAE,MAAM,WAAW,QAAQ,EAAE,OAAO,SAAS;oBAC1E,MAAM,EAAE,aAAa,QAAQ,EAAE,MAAM,WAAW,QAAQ,EAAE,OAAO,SAAS;iBAC3E;aACF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,kFAAkF,CAAC,CAAC;QAC1H,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,UAAU,CAAC;YAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAmB,CAAC,MAAM,CAAC,MAAgB,EAAE,OAAiB,CAAC,CAAC,CAAC;gBAClJ,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7G,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAgB,EAAE,OAAiB,CAAC,CAAC;gBAC1F,OAAO,MAAM;oBACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;oBACxG,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,yBAAyB,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACpH,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAgB,EAAE,QAAQ,EAAE,OAAiB,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YACxK,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC9F,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;YACrC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAgB,CAAC,CAAC;gBAClE,OAAO,MAAM;oBACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;oBACrF,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,mBAAmB,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YACvG,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAgB,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YAC3I,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAc,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC,CAAC;gBAC3H,IAAI,OAAO,KAAK,UAAU;oBAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;gBAClI,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAgB,CAAC,CAAC;oBAClE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU,EAAE,CAAC,CAAC;gBAC/H,CAAC;gBACD,IAAI,OAAO,KAAK,WAAW;oBAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,mBAAmB,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrI,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,+BAA+B,EAAE,EAAE,CAAC,CAAC;YAC/G,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;QAC3F,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC;YACnC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,KAAc,CAAC,CAAC;gBAC5D,OAAO,MAAM;oBACX,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;oBACpE,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YACpG,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpD,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAe,EAAE,cAAc,CAAC,EAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;YACzI,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,KAAc,CAAC,CAAC;gBAC/D,OAAO,SAAS;oBACd,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;oBAC9F,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,8BAA8B,EAAE,EAAE,CAAC,CAAC;YAC3G,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;QAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;QAC5D,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,YAAY,CAC1B,aAAa,EACb,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,EACtC,MAAM,CAAE,aAAa,EAAE,UAA+C,EAAE,MAAM,IAAI,CAAC,CAAC,CACrF,CAAC;QACF,OAAO;YACL,cAAc,EAAE,cAAc;YAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;YACvE,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;YAC1E,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAA6B,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAAwB,CAAC,EAAE,CAAC,IAAI,EAAE;YAChJ,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAA6B,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAE,KAAwB,CAAC,EAAE,CAAC,IAAI,EAAE;YACnJ,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;gBACxB,GAAG,YAAY;gBACf,WAAW,EAAE,YAAY,CAAC,MAAM;gBAChC,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC;gBAChD,iBAAiB,EAAE,MAAM,CAAE,aAAa,EAAE,UAA+C,EAAE,MAAM,IAAI,CAAC,CAAC;gBACvG,SAAS,EAAE,eAAe,CAAC,gBAAgB,CAAC;aAC7C,CAAC,CAAC,CAAC,IAAI;YACR,cAAc,EAAE,aAAa;YAC7B,oBAAoB,EAAE,IAAI,CAAC,kBAAkB,EAAE,QAAQ,EAAE,IAAI,IAAI;YACjE,SAAS,EAAE,gBAAgB;YAC3B,eAAe,EAAE,IAAI,CAAC,cAAc,EAAE;YACtC,OAAO;YACP,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;gBAC5B,WAAW,EAAE,iBAAiB,CAAC,aAAa,CAAC;gBAC7C,SAAS,EAAE,eAAe,CAAC,gBAAgB,CAAC;gBAC5C,OAAO;aACR;SACF,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,KAA8B;QACpD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAEO,mBAAmB,CAAC,KAA8B;QACxD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAEO,cAAc;QACpB,OAAO;YACL,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,gBAAgB,EAAE;YACtC,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE;YAC7B,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,kBAAkB,EAAE;SAC3C,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAwB,EAAE,UAAkB,EAAE,WAAmB;QAC1F,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,MAAM,YAAY,CAAC,8CAA8C,CAAC,CAAC;QACnG,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;YAAE,MAAM,YAAY,CAAC,4BAA4B,CAAC,CAAC;QACpF,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC;YACpC,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI;gBAAE,MAAM,YAAY,CAAC,iBAAiB,MAAM,yBAAyB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxG,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACnE,IAAI,MAAM,GAAG,YAAY;gBAAE,MAAM,YAAY,CAAC,iBAAiB,MAAM,2BAA2B,YAAY,EAAE,CAAC,CAAC;YAChH,IAAI,CAAC,MAAM,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC;gBAAE,MAAM,YAAY,CAAC,iBAAiB,MAAM,8BAA8B,CAAC,CAAC;YACzH,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE;gBACtB,cAAc,EAAE,sBAAsB;gBACtC,qBAAqB,EAAE,MAAM,CAAC,YAAY,CAAC;gBAC3C,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;YACH,IAAI,MAAM,KAAK,YAAY;gBAAE,QAAQ,CAAC,GAAG,EAAE,CAAC;;gBACvC,MAAM,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,EAAE,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC;YAC9J,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzB,QAAQ,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC;gBACjC,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/src/domain/endpoints.js ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ export {};
2	+ //# sourceMappingURL=endpoints.js.map

package/dist/src/domain/endpoints.js.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"endpoints.js","sourceRoot":"","sources":["../../../src/domain/endpoints.ts"],"names":[],"mappings":""}

package/dist/src/domain/evaluation-binding.js ADDED Viewed

@@ -0,0 +1,5 @@
+/** Environment preparation can inventory an entire interpreter and installed dependencies. */
+export const DEFAULT_EVALUATION_BINDING_TIMEOUT_MS = 30 * 60 * 1_000;
+// Larger Node timer delays wrap to one millisecond instead of extending the deadline.
+export const MAX_EVALUATION_BINDING_TIMEOUT_MS = 2 ** 31 - 1;
+//# sourceMappingURL=evaluation-binding.js.map

package/dist/src/domain/evaluation-binding.js.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"evaluation-binding.js","sourceRoot":"","sources":["../../../src/domain/evaluation-binding.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,MAAM,CAAC,MAAM,qCAAqC,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AACrE,sFAAsF;AACtF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC"}

package/dist/src/domain/index.js CHANGED Viewed

@@ -22,4 +22,6 @@ export * from "./verifier-evidence.js";
 export * from "./verifier-evidence-validation.js";
 export * from "./verifier-score-contract.js";
 export * from "./validation.js";
+export { DEFAULT_EVALUATION_BINDING_TIMEOUT_MS, MAX_EVALUATION_BINDING_TIMEOUT_MS } from "./evaluation-binding.js";
+export * from "./endpoints.js";
 //# sourceMappingURL=index.js.map

package/dist/src/domain/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/domain/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,iBAAiB,CAAC"}
1	+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/domain/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,iBAAiB,CAAC;AAYhC,OAAO,EAAE,qCAAqC,EAAE,iCAAiC,EAAE,MAAM,yBAAyB,CAAC;AAEnH,cAAc,gBAAgB,CAAC"}

package/dist/src/domain/runs.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../src/domain/runs.ts"],"names":[],"mappings":";~~AAuLA~~,0EAA0E"}
1	+ {"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../src/domain/runs.ts"],"names":[],"mappings":";AAyLA,0EAA0E"}

package/dist/src/evals/benchmark-adapter-manifest.js CHANGED Viewed

@@ -1,7 +1,9 @@
 import { createHash } from "node:crypto";
-import { lstat, readFile, readdir } from "node:fs/promises";
+import { constants } from "node:fs";
+import { lstat, open, readdir, realpath } from "node:fs/promises";
+import { channel } from "node:diagnostics_channel";
 import path from "node:path";
-import { invalidInput } from "../foundation/index.js";
+import { invalidInput, openContainedRegularFile } from "../foundation/index.js";
 import { readResourceInput } from "../resources/index.js";
 const SHA256 = /^sha256:[0-9a-f]{64}$/;
 /** Build the canonical manifest for an already-materialized Harbor dataset. */
@@ -36,13 +38,33 @@ export async function loadBenchmarkAdapterManifest(dataset) {
     const resource = await readResourceInput(dataset);
     if (resource)
         return "schema_version" in resource ? resource : { ...resource.manifest, tasks: resource.tasks, dataset_digest: resource.digest };
-    const root = path.resolve(dataset);
+    const root = await realpath(dataset).catch((error) => {
+        if (error.code === "ENOENT")
+            return path.resolve(dataset);
+        throw error;
+    });
+    const manifest = await readStandardBenchmarkManifest(root);
+    if (!manifest)
+        return null;
+    await verifyBenchmarkTaskMembership(root, manifest);
+    for (const task of manifest.tasks) {
+        if (await taskTreeDigest(path.join(root, task.task_id)) !== task.task_digest)
+            throw invalidInput(`manifest task digest mismatch: ${task.task_id}`);
+    }
+    return manifest;
+}
+/** Internal metadata view. Content verification remains mandatory at admission. */
+export async function readStandardBenchmarkManifest(root) {
     let raw;
     try {
-        const info = await lstat(path.join(root, "benchmark.adapter.json"));
-        if (!info.isFile() || info.isSymbolicLink())
-            throw invalidInput("benchmark.adapter.json must be a regular file");
-        raw = JSON.parse(await readFile(path.join(root, "benchmark.adapter.json"), "utf8"));
+        const safe = await openContainedRegularFile(root, "benchmark.adapter.json", 16 * 1024 * 1024);
+        try {
+            raw = JSON.parse((await safe.handle.readFile()).toString("utf8"));
+            await safe.assertUnchanged();
+        }
+        finally {
+            await safe.handle.close();
+        }
     }
     catch (error) {
         if (error.code === "ENOENT")
@@ -52,20 +74,20 @@ export async function loadBenchmarkAdapterManifest(dataset) {
         throw error;
     }
     const manifest = parseManifest(raw);
-    const actualTasks = [];
+    const { dataset_digest: _digest, ...body } = manifest;
+    if (manifest.dataset_digest !== sha256(canonicalJson(body)))
+        throw invalidInput("benchmark adapter dataset digest mismatch");
+    return manifest;
+}
+export async function verifyBenchmarkTaskMembership(root, manifest) {
     for (const task of manifest.tasks) {
-        const directory = path.join(root, task.task_id);
-        const info = await lstat(directory).catch((error) => {
+        const info = await lstat(path.join(root, task.task_id)).catch((error) => {
             if (error.code === "ENOENT")
                 throw invalidInput(`manifest task is missing: ${task.task_id}`);
             throw error;
         });
         if (!info.isDirectory() || info.isSymbolicLink())
             throw invalidInput(`manifest task is not a directory: ${task.task_id}`);
-        const digest = await taskTreeDigest(directory);
-        if (digest !== task.task_digest)
-            throw invalidInput(`manifest task digest mismatch: ${task.task_id}`);
-        actualTasks.push({ task_id: task.task_id, task_digest: digest });
     }
     const taskDirectories = [];
     for (const entry of await readdir(root, { withFileTypes: true })) {
@@ -81,22 +103,16 @@ export async function loadBenchmarkAdapterManifest(dataset) {
                 throw error;
         }
     }
-    if (JSON.stringify(taskDirectories.sort()) !== JSON.stringify(actualTasks.map((task) => task.task_id))) {
+    if (JSON.stringify(taskDirectories.sort()) !== JSON.stringify(manifest.tasks.map(task => task.task_id))) {
         throw invalidInput("benchmark adapter manifest task set does not match the dataset");
     }
-    const body = {
-        schema_version: manifest.schema_version,
-        kind: manifest.kind,
-        benchmark: manifest.benchmark,
-        adapter: manifest.adapter,
-        scoring: manifest.scoring,
-        ...(manifest.raw_metrics === undefined ? {} : { raw_metrics: manifest.raw_metrics }),
-        tasks: actualTasks,
-    };
-    const expected = sha256(canonicalJson(body));
-    if (manifest.dataset_digest !== expected)
-        throw invalidInput("benchmark adapter dataset digest mismatch");
-    return manifest;
+}
+/** Snapshot one admitted task, including descriptor bytes from the same verified read. */
+export async function verifyBenchmarkTaskSnapshot(root, task) {
+    const snapshot = await scanTaskTree(path.join(root, task.task_id));
+    if (snapshot.digest !== task.task_digest)
+        throw invalidInput(`manifest task digest mismatch: ${task.task_id}`);
+    return { descriptor: snapshot.descriptor === undefined ? null : JSON.parse(snapshot.descriptor.toString("utf8")) };
 }
 export function scoreWithinRange(score, definition) {
     return score >= definition.range[0] && score <= definition.range[1];
@@ -176,9 +192,24 @@ function scoreDefinition(value, label) {
         throw invalidInput(`${label} range is reversed`);
     return { source_metric: identifier(record.source_metric, `${label} source metric`), direction: record.direction, range, reducer: "task-macro-mean" };
 }
-async function taskTreeDigest(root) {
+const contentReads = channel("hitch.benchmark.task-content-read");
+async function taskTreeDigest(root) { return (await scanTaskTree(root)).digest; }
+async function scanTaskTree(inputRoot) {
+    const original = await lstat(inputRoot);
+    if (!original.isDirectory() || original.isSymbolicLink())
+        throw invalidInput("benchmark task directory is unsafe");
+    const root = await realpath(inputRoot);
+    const resolved = await lstat(root);
+    if (resolved.dev !== original.dev || resolved.ino !== original.ino)
+        throw invalidInput("benchmark task root identity changed");
     const rows = [];
+    const fingerprints = [];
+    let descriptor;
     const visit = async (directory) => {
+        const before = await lstat(directory);
+        if (!before.isDirectory() || before.isSymbolicLink())
+            throw invalidInput("benchmark task directory is unsafe");
+        fingerprints.push({ path: directory, info: before });
         for (const entry of (await readdir(directory, { withFileTypes: true })).sort((left, right) => left.name.localeCompare(right.name))) {
             const absolute = path.join(directory, entry.name);
             const relative = path.relative(root, absolute).split(path.sep).join("/");
@@ -187,14 +218,46 @@ async function taskTreeDigest(root) {
                 throw invalidInput(`benchmark task contains a symlink: ${relative}`);
             if (info.isDirectory())
                 await visit(absolute);
-            else if (info.isFile())
-                rows.push({ path: relative, mode: info.mode & 0o111 ? "executable" : "file", sha256: createHash("sha256").update(await readFile(absolute)).digest("hex") });
+            else if (info.isFile()) {
+                // Dataset hardlinks remain supported. Open without following links and
+                // verify pathname/handle identity and content metadata before closing.
+                const handle = await open(absolute, constants.O_RDONLY | constants.O_NOFOLLOW);
+                let bytes;
+                try {
+                    const opened = await handle.stat();
+                    if (!opened.isFile() || opened.dev !== info.dev || opened.ino !== info.ino)
+                        throw invalidInput("benchmark file identity changed while opening");
+                    bytes = await handle.readFile();
+                    const after = await handle.stat(), pathname = await lstat(absolute);
+                    if (pathname.isSymbolicLink() || pathname.dev !== info.dev || pathname.ino !== info.ino
+                        || after.size !== info.size || after.mtimeMs !== info.mtimeMs || after.ctimeMs !== info.ctimeMs
+                        || await realpath(absolute) !== absolute)
+                        throw invalidInput("benchmark file changed while being read");
+                }
+                finally {
+                    await handle.close();
+                }
+                fingerprints.push({ path: absolute, info });
+                if (contentReads.hasSubscribers)
+                    contentReads.publish({ root, path: relative, bytes: bytes.length });
+                if (relative === ".hitch-benchmark.json")
+                    descriptor = bytes;
+                rows.push({ path: relative, mode: info.mode & 0o111 ? "executable" : "file", sha256: createHash("sha256").update(bytes).digest("hex") });
+            }
             else
                 throw invalidInput(`benchmark task contains a special file: ${relative}`);
         }
     };
     await visit(root);
-    return sha256(JSON.stringify(rows));
+    for (const saved of fingerprints) {
+        const current = await lstat(saved.path);
+        if (current.isSymbolicLink() || current.dev !== saved.info.dev || current.ino !== saved.info.ino
+            || current.mode !== saved.info.mode || current.size !== saved.info.size
+            || current.mtimeMs !== saved.info.mtimeMs || current.ctimeMs !== saved.info.ctimeMs) {
+            throw invalidInput("benchmark task changed while being verified");
+        }
+    }
+    return { digest: sha256(JSON.stringify(rows)), ...(descriptor === undefined ? {} : { descriptor }) };
 }
 function canonicalJson(value) {
     if (Array.isArray(value))

package/dist/src/evals/benchmark-adapter-manifest.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"benchmark-adapter-manifest.js","sourceRoot":"","sources":["../../../src/evals/benchmark-adapter-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAwB,MAAM,uBAAuB,CAAC;AAEhF,MAAM,MAAM,GAAG,uBAAuB,CAAC;AA2BvC,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAMnD;IACC,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACtC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM;QAAE,MAAM,YAAY,CAAC,yDAAyD,CAAC,CAAC;IACnI,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;YACzE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,YAAY,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;YACtF,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,YAAY,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;QACnH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;IAC1E,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,IAAI,GAAG;QACX,cAAc,EAAE,GAAY;QAC5B,IAAI,EAAE,uBAAgC;QACtC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK;KACN,CAAC;IACF,OAAO,EAAE,GAAG,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;AAClE,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,OAAe;IAChE,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAClD,IAAI,QAAQ;QAAE,OAAO,gBAAgB,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IAChJ,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,YAAY,CAAC,+CAA+C,CAAC,CAAC;QACjH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,wBAAwB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACtF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAI,KAAK,YAAY,WAAW;YAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;QAC/F,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,WAAW,GAAoD,EAAE,CAAC;IACxE,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;YACzE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,YAAY,CAAC,6BAA6B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7F,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,YAAY,CAAC,qCAAqC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1H,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,MAAM,KAAK,IAAI,CAAC,WAAW;YAAE,MAAM,YAAY,CAAC,kCAAkC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACtG,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;YACvE,IAAI,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE;gBAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACvG,MAAM,YAAY,CAAC,gEAAgE,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,IAAI,GAAG;QACX,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,GAAG,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC;QACpF,KAAK,EAAE,WAAW;KACnB,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7C,IAAI,QAAQ,CAAC,cAAc,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,2CAA2C,CAAC,CAAC;IAC1G,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,UAAsC;IACpF,OAAO,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,4BAA4B,CAAC,CAAC;IAC3D,KAAK,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,4BAA4B,CAAC,CAAC;IACrJ,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,uBAAuB;QAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;IAC3I,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxD,KAAK,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,iBAAiB,CAAC,EAAE,SAAS,CAAC,CAAC;IACvE,IAAI,aAAa,CAAC,eAAe,KAAK,4BAA4B;QAAE,MAAM,YAAY,CAAC,+CAA+C,CAAC,CAAC;IACxI,MAAM,OAAO,GAAG,EAAE,EAAE,EAAE,UAAU,CAAC,aAAa,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,aAAa,CAAC,QAAQ,EAAE,kBAAkB,CAAC,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,EAAW,CAAC;IACrM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxD,KAAK,CAAC,aAAa,EAAE,CAAC,aAAa,EAAE,eAAe,CAAC,EAAE,SAAS,CAAC,CAAC;IAClE,MAAM,OAAO,GAA6B;QACxC,WAAW,EAAE,eAAe,CAAC,aAAa,CAAC,WAAW,EAAE,aAAa,CAAC;QACtE,GAAG,CAAC,aAAa,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,aAAa,EAAE,eAAe,CAAC,EAAE,CAAC;KACvI,CAAC;IACF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,mDAAmD,CAAC,CAAC;IACvI,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,QAAQ,KAAK,EAAE,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,QAAQ,KAAK,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,KAAK,SAAS,CAAC,EAAE,CAAC;IAC1G,CAAC,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAChG,MAAM,YAAY,CAAC,sDAAsD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,uBAAuB;QAC7B,SAAS;QACT,OAAO;QACP,OAAO;QACP,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACnG,KAAK;QACL,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAC9C,KAAK,CAAC,QAAQ,EAAE,CAAC,gBAAgB,EAAE,SAAS,CAAC,EAAE,aAAa,CAAC,CAAC;IAC9D,IAAI,QAAQ,CAAC,cAAc,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,cAAc,KAAK,EAAE,CAAC,CAAC;QACpD,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,KAAK,KAAK,CAAC,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;QACxE,MAAM,YAAY,CAAC,yBAAyB,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,KAAa;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACpC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;IACzC,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,KAAK,KAAK,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,KAAK,WAAW,CAAC,EAAE,CAAC;AACzH,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IACpD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACpC,KAAK,CAAC,MAAM,EAAE,CAAC,eAAe,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;IACzE,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,uBAAuB,CAAC,CAAC;IAC5H,IAAI,MAAM,CAAC,OAAO,KAAK,iBAAiB;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAC;IAC5F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACjJ,MAAM,YAAY,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAW,CAAU,CAAC;IAC9E,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAC1E,OAAO,EAAE,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,GAAG,KAAK,gBAAgB,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;AACvJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAY;IACxC,MAAM,IAAI,GAAyE,EAAE,CAAC;IACtF,MAAM,KAAK,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;QACvD,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnI,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,cAAc,EAAE;gBAAE,MAAM,YAAY,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;YAChG,IAAI,IAAI,CAAC,WAAW,EAAE;gBAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;iBACzC,IAAI,IAAI,CAAC,MAAM,EAAE;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;;gBAC/K,MAAM,YAAY,CAAC,2CAA2C,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC,CAAC;IACF,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClB,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC3E,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACxM,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAY,CAAC;AAChF,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAClH,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,SAAS,KAAK,CAAC,MAA+B,EAAE,MAAyB,EAAE,KAAa;IACtF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACvE,IAAI,KAAK;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,uBAAuB,KAAK,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,KAAa;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAC/H,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,KAAa;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IACzJ,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,oCAAoC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;IAChK,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAChG,OAAO,KAAe,CAAC;AACzB,CAAC"}
1	+ {"version":3,"file":"benchmark-adapter-manifest.js","sourceRoot":"","sources":["../../../src/evals/benchmark-adapter-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAwB,MAAM,uBAAuB,CAAC;AAEhF,MAAM,MAAM,GAAG,uBAAuB,CAAC;AA2BvC,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,KAMnD;IACC,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACtC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM;QAAE,MAAM,YAAY,CAAC,yDAAyD,CAAC,CAAC;IACnI,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;YACzE,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,YAAY,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;YACtF,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,YAAY,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;QACnH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;IAC1E,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,IAAI,GAAG;QACX,cAAc,EAAE,GAAY;QAC5B,IAAI,EAAE,uBAAgC;QACtC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK;KACN,CAAC;IACF,OAAO,EAAE,GAAG,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;AAClE,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,OAAe;IAChE,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAClD,IAAI,QAAQ;QAAE,OAAO,gBAAgB,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IAChJ,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;QAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,KAAK,CAAC;IACd,CAAC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,6BAA6B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACpD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,IAAI,MAAM,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW;YAAE,MAAM,YAAY,CAAC,kCAAkC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACrJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,mFAAmF;AACnF,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,IAAY;IAC9D,IAAI,GAAY,CAAC;IACjB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,wBAAwB,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAC9F,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAClE,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC/B,CAAC;gBAAS,CAAC;YAAC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAI,KAAK,YAAY,WAAW;YAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;QAC/F,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IACtD,IAAI,QAAQ,CAAC,cAAc,KAAK,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAAE,MAAM,YAAY,CAAC,2CAA2C,CAAC,CAAC;IAC7H,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,IAAY,EAAE,QAAoC;IACpG,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;YAC7F,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,YAAY,CAAC,6BAA6B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7F,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;YAAE,MAAM,YAAY,CAAC,qCAAqC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5H,CAAC;IACD,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;YACvE,IAAI,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE;gBAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QAAC,CAAC;IAC1F,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACxG,MAAM,YAAY,CAAC,gEAAgE,CAAC,CAAC;IACvF,CAAC;AACH,CAAC;AAED,0FAA0F;AAC1F,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,IAAY,EAAE,IAAiD;IAC/G,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACnE,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,WAAW;QAAE,MAAM,YAAY,CAAC,kCAAkC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/G,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;AACrH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,UAAsC;IACpF,OAAO,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,4BAA4B,CAAC,CAAC;IAC3D,KAAK,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,4BAA4B,CAAC,CAAC;IACrJ,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,KAAK,uBAAuB;QAAE,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;IAC3I,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxD,KAAK,CAAC,aAAa,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,iBAAiB,CAAC,EAAE,SAAS,CAAC,CAAC;IACvE,IAAI,aAAa,CAAC,eAAe,KAAK,4BAA4B;QAAE,MAAM,YAAY,CAAC,+CAA+C,CAAC,CAAC;IACxI,MAAM,OAAO,GAAG,EAAE,EAAE,EAAE,UAAU,CAAC,aAAa,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,aAAa,CAAC,QAAQ,EAAE,kBAAkB,CAAC,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,EAAW,CAAC;IACrM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxD,KAAK,CAAC,aAAa,EAAE,CAAC,aAAa,EAAE,eAAe,CAAC,EAAE,SAAS,CAAC,CAAC;IAClE,MAAM,OAAO,GAA6B;QACxC,WAAW,EAAE,eAAe,CAAC,aAAa,CAAC,WAAW,EAAE,aAAa,CAAC;QACtE,GAAG,CAAC,aAAa,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,aAAa,EAAE,eAAe,CAAC,EAAE,CAAC;KACvI,CAAC;IACF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,mDAAmD,CAAC,CAAC;IACvI,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,QAAQ,KAAK,EAAE,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,QAAQ,KAAK,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,KAAK,SAAS,CAAC,EAAE,CAAC;IAC1G,CAAC,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAChG,MAAM,YAAY,CAAC,sDAAsD,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,uBAAuB;QAC7B,SAAS;QACT,OAAO;QACP,OAAO;QACP,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;QACnG,KAAK;QACL,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC;KAChE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAC9C,KAAK,CAAC,QAAQ,EAAE,CAAC,gBAAgB,EAAE,SAAS,CAAC,EAAE,aAAa,CAAC,CAAC;IAC9D,IAAI,QAAQ,CAAC,cAAc,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,cAAc,KAAK,EAAE,CAAC,CAAC;QACpD,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,KAAK,KAAK,CAAC,CAAC;QAChD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;QACxE,MAAM,YAAY,CAAC,yBAAyB,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,KAAa;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACpC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;IACzC,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,KAAK,KAAK,CAAC,EAAE,QAAQ,EAAE,iBAAiB,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,KAAK,WAAW,CAAC,EAAE,CAAC;AACzH,CAAC;AAED,SAAS,eAAe,CAAC,KAAc,EAAE,KAAa;IACpD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACpC,KAAK,CAAC,MAAM,EAAE,CAAC,eAAe,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;IACzE,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU,IAAI,MAAM,CAAC,SAAS,KAAK,UAAU;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,uBAAuB,CAAC,CAAC;IAC5H,IAAI,MAAM,CAAC,OAAO,KAAK,iBAAiB;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,qBAAqB,CAAC,CAAC;IAC5F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACjJ,MAAM,YAAY,CAAC,GAAG,KAAK,mBAAmB,CAAC,CAAC;IAClD,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAW,CAAU,CAAC;IAC9E,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAC1E,OAAO,EAAE,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,GAAG,KAAK,gBAAgB,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;AACvJ,CAAC;AAED,MAAM,YAAY,GAAG,OAAO,CAAC,mCAAmC,CAAC,CAAC;AAElE,KAAK,UAAU,cAAc,CAAC,IAAY,IAAqB,OAAO,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAE1G,KAAK,UAAU,YAAY,CAAC,SAAiB;IAC3C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,QAAQ,CAAC,cAAc,EAAE;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;IACnH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,QAAQ,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IAC/H,MAAM,IAAI,GAAyE,EAAE,CAAC;IACtF,MAAM,YAAY,GAAqE,EAAE,CAAC;IAC1F,IAAI,UAA8B,CAAC;IACnC,MAAM,KAAK,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;QACvD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE;YAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;QAC/G,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QACrD,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnI,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzE,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,cAAc,EAAE;gBAAE,MAAM,YAAY,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;YAChG,IAAI,IAAI,CAAC,WAAW,EAAE;gBAAE,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;iBACzC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACvB,uEAAuE;gBACvE,uEAAuE;gBACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC/E,IAAI,KAAa,CAAC;gBAClB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBACnC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG;wBAAE,MAAM,YAAY,CAAC,+CAA+C,CAAC,CAAC;oBAChJ,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAChC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACpE,IAAI,QAAQ,CAAC,cAAc,EAAE,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG;2BAClF,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO;2BAC5F,MAAM,QAAQ,CAAC,QAAQ,CAAC,KAAK,QAAQ;wBAAE,MAAM,YAAY,CAAC,yCAAyC,CAAC,CAAC;gBAC5G,CAAC;wBAAS,CAAC;oBAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBAAC,CAAC;gBACnC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5C,IAAI,YAAY,CAAC,cAAc;oBAAE,YAAY,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrG,IAAI,QAAQ,KAAK,uBAAuB;oBAAE,UAAU,GAAG,KAAK,CAAC;gBAC7D,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3I,CAAC;;gBAAM,MAAM,YAAY,CAAC,2CAA2C,QAAQ,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC,CAAC;IACF,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;IAClB,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,cAAc,EAAE,IAAI,OAAO,CAAC,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG;eAC3F,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI;eACpE,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACtF,MAAM,YAAY,CAAC,6CAA6C,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;AACvG,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC3E,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACxM,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC3B,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAY,CAAC;AAChF,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,oBAAoB,CAAC,CAAC;IAClH,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,SAAS,KAAK,CAAC,MAA+B,EAAE,MAAyB,EAAE,KAAa;IACtF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACvE,IAAI,KAAK;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,uBAAuB,KAAK,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,KAAa;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAC/H,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,KAAa;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IACzJ,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,oCAAoC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;IAChK,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,KAAc,EAAE,KAAa;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAChG,OAAO,KAAe,CAAC;AACzB,CAAC"}

package/dist/src/evals/benchmark-verification.js ADDED Viewed

@@ -0,0 +1,106 @@
+import { lstat, realpath } from "node:fs/promises";
+import path from "node:path";
+import { readResourceInput } from "../resources/index.js";
+import { readJSON, sha256JSON, statePaths } from "../foundation/index.js";
+import { loadBenchmarkAdapterManifest, readStandardBenchmarkManifest, verifyBenchmarkTaskMembership, verifyBenchmarkTaskSnapshot } from "./benchmark-adapter-manifest.js";
+const executions = new WeakMap();
+const trials = new WeakMap();
+/** Only a complete content verification can mint the execution capability. */
+export async function verifyBenchmarkExecution(input) {
+    const manifest = await loadBenchmarkAdapterManifest(input.request.dataset);
+    if (!manifest || manifest.schema_version !== "1")
+        return null;
+    if (manifest.benchmark.id !== input.request.benchmark_id || manifest.dataset_digest !== input.request.benchmark_revision) {
+        throw new TypeError("benchmark adapter identity differs from the frozen eval request");
+    }
+    const root = await realpath(input.root), evalDirectory = await realpath(input.evalDirectory);
+    if (evalDirectory !== path.join(statePaths(root).evals, input.evalId))
+        throw new TypeError("benchmark execution eval directory differs");
+    const request = await readJSON(path.join(evalDirectory, "request.json"));
+    if (requestIdentity(request) !== requestIdentity(input.request))
+        throw new TypeError("benchmark execution request differs from admission");
+    const datasetRoot = await realpath(input.request.dataset), info = await lstat(datasetRoot);
+    const receipt = Object.freeze({});
+    executions.set(receipt, { binding: await binding(input), datasetRoot, dev: info.dev, ino: info.ino, manifest: structuredClone(manifest) });
+    return receipt;
+}
+/** The task comes from the imported trial identity, never a caller-selected manifest scope. */
+export async function verifyTrialBenchmark(input, taskId, execution) {
+    const key = await binding(input);
+    if (input.benchmarkId !== input.request.benchmark_id || input.benchmarkRevision !== input.request.benchmark_revision) {
+        throw new TypeError("trial benchmark differs from the eval request");
+    }
+    let manifest;
+    let descriptor;
+    if (execution) {
+        const admitted = executions.get(execution);
+        if (!admitted || admitted.binding !== key)
+            throw new TypeError("benchmark execution receipt identity changed");
+        const datasetRoot = await realpath(input.request.dataset), info = await lstat(datasetRoot);
+        if (datasetRoot !== admitted.datasetRoot || info.dev !== admitted.dev || info.ino !== admitted.ino)
+            throw new TypeError("benchmark dataset root identity changed");
+        const request = await readJSON(path.join(input.evalDirectory, "request.json"));
+        if (requestIdentity(request) !== requestIdentity(input.request))
+            throw new TypeError("benchmark execution request changed after admission");
+        manifest = await readStandardBenchmarkManifest(datasetRoot);
+        if (!manifest || manifest.dataset_digest !== admitted.manifest.dataset_digest || sha256JSON(manifest) !== sha256JSON(admitted.manifest)) {
+            throw new TypeError("benchmark adapter manifest changed after eval admission");
+        }
+        await verifyBenchmarkTaskMembership(datasetRoot, manifest);
+        const task = manifest.tasks.find(item => item.task_id === taskId);
+        if (!task)
+            throw new TypeError("trial task is absent from the admitted benchmark manifest");
+        descriptor = (await verifyBenchmarkTaskSnapshot(datasetRoot, task)).descriptor;
+    }
+    else {
+        manifest = await loadBenchmarkAdapterManifest(input.request.dataset);
+        if (manifest?.schema_version === "1") {
+            const task = manifest.tasks.find(item => item.task_id === taskId);
+            if (!task)
+                throw new TypeError("trial task is absent from the benchmark manifest");
+            // Full compatibility paths retain their native descriptor checks below.
+        }
+    }
+    if (manifest && (manifest.benchmark.id !== input.benchmarkId || manifest.dataset_digest !== input.benchmarkRevision)) {
+        throw new TypeError("benchmark adapter manifest changed after eval admission");
+    }
+    const receipt = Object.freeze({});
+    trials.set(receipt, { binding: key, trialDirectory: path.resolve(input.trialDirectory), taskId, manifest: manifest ? structuredClone(manifest) : null, ...(descriptor === undefined ? {} : { descriptor }) });
+    return receipt;
+}
+export async function verifiedTrialManifest(receipt, input) {
+    const verified = assertTrialBinding(receipt, input);
+    // Refresh metadata only; task content and descriptor bytes remain the verified import snapshot.
+    const resource = await readResourceInput(input.request.dataset);
+    const current = resource ? ("schema_version" in resource ? resource : { ...resource.manifest, tasks: resource.tasks, dataset_digest: resource.digest })
+        : await readStandardBenchmarkManifest(await realpath(input.request.dataset).catch((error) => {
+            if (error.code === "ENOENT")
+                return path.resolve(input.request.dataset);
+            throw error;
+        }));
+    if (sha256JSON(current) !== sha256JSON(verified.manifest))
+        throw new TypeError("benchmark adapter manifest changed during trial import");
+    return verified.manifest ? structuredClone(verified.manifest) : null;
+}
+export function verifiedNativeDescriptor(receipt, input) {
+    const verified = assertTrialBinding(receipt, input);
+    return verified.descriptor === undefined ? undefined : structuredClone(verified.descriptor);
+}
+function assertTrialBinding(receipt, input) {
+    const verified = trials.get(receipt);
+    if (!verified || !input || verified.binding !== binding(input) || verified.taskId !== input.taskId
+        || verified.trialDirectory !== path.resolve(input.trialDirectory)
+        || input.benchmarkId !== input.request.benchmark_id || input.benchmarkRevision !== input.request.benchmark_revision) {
+        throw new TypeError("trial verification receipt identity changed");
+    }
+    return verified;
+}
+function requestIdentity(request) {
+    const { max_concurrent: _parallelism, ...identity } = request;
+    return sha256JSON(identity);
+}
+function binding(input) {
+    return sha256JSON({ root: path.resolve(input.root), evalId: input.evalId, evalDirectory: path.resolve(input.evalDirectory),
+        request: requestIdentity(input.request), revision: input.revisionIdentity });
+}
+//# sourceMappingURL=benchmark-verification.js.map

package/dist/src/evals/benchmark-verification.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"benchmark-verification.js","sourceRoot":"","sources":["../../../src/evals/benchmark-verification.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,4BAA4B,EAAE,6BAA6B,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AAkB1K,MAAM,UAAU,GAAG,IAAI,OAAO,EAAgD,CAAC;AAC/E,MAAM,MAAM,GAAG,IAAI,OAAO,EAAwC,CAAC;AAEnE,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,KAAmC;IAChF,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3E,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,cAAc,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAC9D,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACzH,MAAM,IAAI,SAAS,CAAC,iEAAiE,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,aAAa,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7F,IAAI,aAAa,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;IACzI,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAc,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;IACtF,IAAI,eAAe,CAAC,OAAO,CAAC,KAAK,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;IAC3I,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAA+B,CAAC;IAChE,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3I,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,+FAA+F;AAC/F,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAgH,EAAE,MAAc,EACzK,SAAsC;IACtC,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,KAAK,CAAC,iBAAiB,KAAK,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACrH,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,QAAyC,CAAC;IAC9C,IAAI,UAAsC,CAAC;IAC3C,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;QAC/G,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC;QAC3F,IAAI,WAAW,KAAK,QAAQ,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,QAAQ,CAAC,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;QACnK,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAc,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;QAC5F,IAAI,eAAe,CAAC,OAAO,CAAC,KAAK,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;QAC5I,QAAQ,GAAG,MAAM,6BAA6B,CAAC,WAAW,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,QAAQ,CAAC,cAAc,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxI,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,6BAA6B,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;QAC5F,UAAU,GAAG,CAAC,MAAM,2BAA2B,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC;IACjF,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACrE,IAAI,QAAQ,EAAE,cAAc,KAAK,GAAG,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;YAClE,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAC;YACnF,wEAAwE;QAC1E,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,WAAW,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACrH,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAA2B,CAAC;IAC5D,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9M,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAA+B,EAAE,KAA4B;IACvG,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpD,gGAAgG;IAChG,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;QACrJ,CAAC,CAAC,MAAM,6BAA6B,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAA4B,EAAE,EAAE;YACjH,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACxE,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC,CAAC;IACN,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,wDAAwD,CAAC,CAAC;IACzI,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAA+B,EAAE,KAA4B;IACpG,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpD,OAAO,QAAQ,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAC9F,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA+B,EAAE,KAA4B;IACvF,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;WAC7F,QAAQ,CAAC,cAAc,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC;WAC9D,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,KAAK,CAAC,iBAAiB,KAAK,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACtH,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,OAAoB;IAC3C,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;IAC9D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AACD,SAAS,OAAO,CAAC,KAAmC;IAClD,OAAO,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC;QACxH,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;AACjF,CAAC"}

package/dist/src/evals/collect-only-rerun.js CHANGED Viewed

@@ -1,3 +1,4 @@
+import { persistTerminalEvalResult } from "./eval-state.js";
 import { readdir } from "node:fs/promises";
 import path from "node:path";
 import { readHarborRawResult } from "../backends/index.js";
@@ -28,7 +29,7 @@ export async function collectOnlyEvalRerun(input) {
     for (const ref of collectedRefs)
         progress = replaceInvalidEvalProgressTrial(progress, ref);
     if (progress.generation !== input.progress.generation)
-        await writeEvalProgress(input.evalDirectory, progress);
+        await writeEvalProgress(input.evalDirectory, progress, { terminalRepair: true });
     const remainingTrials = invalidTrialSlots(input.plan.tasks, input.plan.attempts, progress);
     const remainingTasks = uniqueTasks(remainingTrials);
     const repairedTrials = sortSlots(collectedRefs.map((ref) => ({ task_id: ref.task_id, attempt: ref.attempt })));
@@ -170,7 +171,7 @@ async function writeEvalResult(input, progress, remainingTrials, succeeded, comp
     };
     if (succeeded)
         delete result.error;
-    await atomicWriteJSON(path.join(input.evalDirectory, "result.json"), result);
+    await persistTerminalEvalResult(input.evalDirectory, result);
 }
 function requiredString(value, label) {
     if (typeof value !== "string" || !value)

package/dist/src/evals/collect-only-rerun.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"collect-only-rerun.js","sourceRoot":"","sources":["../../../src/evals/collect-only-rerun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC/F,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AA+B7G,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAA4B;IACrE,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,QAAQ,CAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7H,IAAI,aAAa,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,KAAK,OAAO;QAAE,MAAM,WAAW,CAAC,mDAAmD,CAAC,CAAC;IAC3J,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACvG,IAAI,UAAU,CAAC,QAAQ,KAAK,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;QAAE,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAC;IACjL,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;IACnG,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvH,MAAM,aAAa,GAAqB,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;QACxH,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,aAAa;QAAE,QAAQ,GAAG,+BAA+B,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3F,IAAI,QAAQ,CAAC,UAAU,KAAK,KAAK,CAAC,QAAQ,CAAC,UAAU;QAAE,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;~~IAC9G~~,MAAM,eAAe,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,WAAW,CAAC,eAAe,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/G,MAAM,aAAa,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAChF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE;QACnE,cAAc,EAAE,cAAc;QAC9B,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC;QAC7C,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACxC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC;QACvC,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,cAAc;QAC/B,uBAAuB,EAAE,cAAc;QACvC,wBAAwB,EAAE,eAAe;QACzC,OAAO;QACP,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,WAAW;KACxB,CAAC,CAAC;IACH,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC;QAC7C,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,WAAW;QACnB,cAAc,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACjD,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,cAAc;QACvC,eAAe,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC;QAChD,eAAe,EAAE,cAAc;QAC/B,wBAAwB,EAAE,eAAe;QACzC,OAAO;QACP,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,WAAW;KAC1B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAA4B,EAC5B,aAAkC,EAClC,UAA4B,EAC5B,SAAiB,EACjB,IAAmB,EACnB,YAA8B;IAE9B,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1H,MAAM,IAAI,GAAG,WAAW,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAChH,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7F,MAAM,WAAW,CAAC,8CAA8C,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3F,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IACxE,OAAO,KAAK,EAAE,CAAC;QACb,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,sCAAsC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpI,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACjG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAA0C,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC1C,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;oBAClC,kBAAkB,EAAE,YAAY;oBAChC,eAAe,EAAE,IAAI,CAAC,OAAO;oBAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,gBAAgB,EAAE,UAAU;oBAC5B,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;oBACvC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;oBACnD,eAAe,EAAE,iBAAiB;oBAClC,SAAS;oBACT,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;oBAC7B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjD,qBAAqB,EAAE,IAAI;iBAC5B,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,SAAS;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,kBAAkB,KAAK,OAAO,CAAC,CAAC;QAC/I,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;YACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;YACvC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;SACpD,CAAC,CAAC;QACH,OAAO;YACL,GAAG;YACH,MAAM,EAAE;gBACN,eAAe,EAAE,GAAG,CAAC,QAAQ;gBAC7B,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACxG,cAAc,EAAE,IAAI,CAAC,OAAO;gBAC5B,wBAAwB,EAAE,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;aACpE;SACF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,UAAU,CAAC,mDAAmD,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;QAC1F,IAAI,EAAE,sCAAsC;QAC5C,QAAQ,EAAE,EAAE;KACb,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAA4B,EAC5B,QAAwB,EACxB,eAAgC,EAChC,SAAkB,EAClB,WAAmB;IAEnB,MAAM,MAAM,GAA4B;QACtC,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QAC/B,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC1C,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;QAC7B,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS;QAC/B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;QAC9B,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;QACpD,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC5C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,uCAAuC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QACjK,UAAU,EAAE,OAAO,KAAK,CAAC,cAAc,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU;QACxH,YAAY,EAAE,WAAW;KAC1B,CAAC;IACF,IAAI,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACnC,MAAM,~~eAAe~~,CAAC,~~IAAI,CAAC,IAAI,CAAC,~~KAAK,CAAC,aAAa,EAAE,~~aAAa,CAAC,EAAE,~~MAAM,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;QAAE,MAAM,WAAW,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAClF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACzF,CAAC"}
1	+ {"version":3,"file":"collect-only-rerun.js","sourceRoot":"","sources":["../../../src/evals/collect-only-rerun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAC/F,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AA+B7G,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAA4B;IACrE,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,QAAQ,CAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC7H,IAAI,aAAa,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,aAAa,CAAC,UAAU,KAAK,OAAO;QAAE,MAAM,WAAW,CAAC,mDAAmD,CAAC,CAAC;IAC3J,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACvG,IAAI,UAAU,CAAC,QAAQ,KAAK,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,6BAA6B,CAAC;QAAE,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAC;IACjL,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,uBAAuB,CAAC,CAAC;IACnG,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACvH,MAAM,aAAa,GAAqB,EAAE,CAAC;IAC3C,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;QACxH,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,aAAa;QAAE,QAAQ,GAAG,+BAA+B,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3F,IAAI,QAAQ,CAAC,UAAU,KAAK,KAAK,CAAC,QAAQ,CAAC,UAAU;QAAE,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IACxI,MAAM,eAAe,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,WAAW,CAAC,eAAe,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,SAAS,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/G,MAAM,aAAa,GAAG,WAAW,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;IAChF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE;QACnE,cAAc,EAAE,cAAc;QAC9B,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC;QAC7C,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACxC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC;QACvC,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,cAAc;QAC/B,uBAAuB,EAAE,cAAc;QACvC,wBAAwB,EAAE,eAAe;QACzC,OAAO;QACP,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,WAAW;KACxB,CAAC,CAAC;IACH,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,kBAAkB,CAAC,cAAc,CAAC;QAC7C,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,WAAW;QACnB,cAAc,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACjD,cAAc,EAAE,aAAa;QAC7B,uBAAuB,EAAE,cAAc;QACvC,eAAe,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC;QAChD,eAAe,EAAE,cAAc;QAC/B,wBAAwB,EAAE,eAAe;QACzC,OAAO;QACP,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC/C,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,WAAW;KAC1B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAA4B,EAC5B,aAAkC,EAClC,UAA4B,EAC5B,SAAiB,EACjB,IAAmB,EACnB,YAA8B;IAE9B,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1H,MAAM,IAAI,GAAG,WAAW,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAChH,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7F,MAAM,WAAW,CAAC,8CAA8C,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3F,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IACxE,OAAO,KAAK,EAAE,CAAC;QACb,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,sCAAsC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpI,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;SACjG,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,aAA0C,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC1C,MAAM,QAAQ,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;oBAClC,kBAAkB,EAAE,YAAY;oBAChC,eAAe,EAAE,IAAI,CAAC,OAAO;oBAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,gBAAgB,EAAE,UAAU;oBAC5B,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;oBACvC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;oBACnD,eAAe,EAAE,iBAAiB;oBAClC,SAAS;oBACT,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;oBAC7B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjD,qBAAqB,EAAE,IAAI;iBAC5B,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,SAAS;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,kBAAkB,KAAK,OAAO,CAAC,CAAC;QAC/I,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;YACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;YACvC,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;SACpD,CAAC,CAAC;QACH,OAAO;YACL,GAAG;YACH,MAAM,EAAE;gBACN,eAAe,EAAE,GAAG,CAAC,QAAQ;gBAC7B,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;gBACxG,cAAc,EAAE,IAAI,CAAC,OAAO;gBAC5B,wBAAwB,EAAE,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;aACpE;SACF,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,UAAU,CAAC,mDAAmD,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;QAC1F,IAAI,EAAE,sCAAsC;QAC5C,QAAQ,EAAE,EAAE;KACb,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAA4B,EAC5B,QAAwB,EACxB,eAAgC,EAChC,SAAkB,EAClB,WAAmB;IAEnB,MAAM,MAAM,GAA4B;QACtC,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QAC/B,cAAc,EAAE,cAAc;QAC9B,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QAC1C,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;QAC7B,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS;QAC/B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;QAC9B,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACxC,kBAAkB,EAAE,KAAK,CAAC,OAAO,CAAC,kBAAkB;QACpD,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC5C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,uCAAuC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QACjK,UAAU,EAAE,OAAO,KAAK,CAAC,cAAc,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU;QACxH,YAAY,EAAE,WAAW;KAC1B,CAAC;IACF,IAAI,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACnC,MAAM,yBAAyB,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,cAAc,CAAC,KAAc,EAAE,KAAa;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK;QAAE,MAAM,WAAW,CAAC,GAAG,KAAK,aAAa,CAAC,CAAC;IAClF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACzF,CAAC"}

package/dist/src/evals/directory.js CHANGED Viewed

@@ -1,4 +1,4 @@
-import { mkdir } from "node:fs/promises";
+import { mkdir, rm } from "node:fs/promises";
 import path from "node:path";
 import { HitchError, atomicWriteJSON, readJSON } from "../foundation/index.js";
 export async function prepareEvalDirectory(input) {
@@ -13,6 +13,14 @@ export async function prepareEvalDirectory(input) {
         if (!input.replaceTerminal && await readJSON(path.join(directory, "result.json"), null)) {
             throw new HitchError(`eval is already terminal: ${input.evalId}`, { code: "eval_id_conflict", exitCode: 2 });
         }
+        if (input.replaceTerminal) {
+            const previous = await readJSON(path.join(directory, "result.json"), null);
+            if (previous && (previous.status !== "failed" || !Array.isArray(previous.trials) || previous.trials.length !== 0)) {
+                throw new HitchError("only failed pre-execution evals can restart preparation", { code: "eval_id_conflict", exitCode: 2 });
+            }
+            // preparation-rerun archived the prior result before this explicit restart.
+            await rm(path.join(directory, "result.json"), { force: true });
+        }
         return directory;
     }
     try {