agent-hitch 0.2.6 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -1
- package/dist/scripts/canary-buildkit-secrets.js +166 -0
- package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
- package/dist/scripts/canary-collision-domains.js +77 -0
- package/dist/scripts/canary-collision-domains.js.map +1 -0
- package/dist/scripts/canary-docker-image-observation.js +181 -0
- package/dist/scripts/canary-docker-image-observation.js.map +1 -0
- package/dist/scripts/canary-gpu-hardware.js +95 -0
- package/dist/scripts/canary-gpu-hardware.js.map +1 -0
- package/dist/scripts/canary-harbor-load.js +365 -0
- package/dist/scripts/canary-harbor-load.js.map +1 -0
- package/dist/scripts/canary-packaged-harness.js +75 -0
- package/dist/scripts/canary-packaged-harness.js.map +1 -0
- package/dist/scripts/canary-resource-load.js +188 -0
- package/dist/scripts/canary-resource-load.js.map +1 -0
- package/dist/scripts/check-architecture.js +8 -4
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/scripts/docker-reaper-crash-child.js +21 -0
- package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
- package/dist/src/adapters/catalog.js +1 -0
- package/dist/src/adapters/catalog.js.map +1 -1
- package/dist/src/adapters/discovery.js +1 -1
- package/dist/src/adapters/discovery.js.map +1 -1
- package/dist/src/adapters/providers/claude.js +6 -0
- package/dist/src/adapters/providers/claude.js.map +1 -1
- package/dist/src/adapters/providers/codex.js +6 -0
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/deepseek.js +6 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -1
- package/dist/src/adapters/providers/opencode.js +6 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -1
- package/dist/src/adapters/providers/pi.js +6 -0
- package/dist/src/adapters/providers/pi.js.map +1 -1
- package/dist/src/artifacts/index.js +1 -0
- package/dist/src/artifacts/index.js.map +1 -1
- package/dist/src/backends/harbor/backend.js +53 -103
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/environment-config.js +92 -0
- package/dist/src/backends/harbor/environment-config.js.map +1 -0
- package/dist/src/backends/harbor/index.js +5 -1
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +23 -0
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
- package/dist/src/backends/harbor/process.js +177 -0
- package/dist/src/backends/harbor/process.js.map +1 -0
- package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
- package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
- package/dist/src/backends/harbor/supervisor.js +74 -0
- package/dist/src/backends/harbor/supervisor.js.map +1 -0
- package/dist/src/backends/harbor/task-resources.js +206 -0
- package/dist/src/backends/harbor/task-resources.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -29
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +4 -1
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/cli/commands/daemon.js +135 -8
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval.js +214 -4
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/images.js +40 -0
- package/dist/src/cli/commands/images.js.map +1 -0
- package/dist/src/cli/commands/run.js +6 -3
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/commands/runs.js +25 -3
- package/dist/src/cli/commands/runs.js.map +1 -1
- package/dist/src/cli/commands/worker.js +79 -0
- package/dist/src/cli/commands/worker.js.map +1 -0
- package/dist/src/cli/main.js +4 -0
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +71 -3
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/build-admission.js +69 -0
- package/dist/src/control-plane/build-admission.js.map +1 -0
- package/dist/src/control-plane/build-records.js +6 -0
- package/dist/src/control-plane/build-records.js.map +1 -0
- package/dist/src/control-plane/collisions.js +40 -0
- package/dist/src/control-plane/collisions.js.map +1 -0
- package/dist/src/control-plane/eval-control-state.js +22 -0
- package/dist/src/control-plane/eval-control-state.js.map +1 -0
- package/dist/src/control-plane/eval-control-work.js +39 -0
- package/dist/src/control-plane/eval-control-work.js.map +1 -0
- package/dist/src/control-plane/eval-image-resolution.js +52 -0
- package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
- package/dist/src/control-plane/eval-image-services.js +30 -0
- package/dist/src/control-plane/eval-image-services.js.map +1 -0
- package/dist/src/control-plane/eval-records.js +252 -0
- package/dist/src/control-plane/eval-records.js.map +1 -0
- package/dist/src/control-plane/eval-recovery.js +181 -0
- package/dist/src/control-plane/eval-recovery.js.map +1 -0
- package/dist/src/control-plane/eval-scheduler.js +447 -0
- package/dist/src/control-plane/eval-scheduler.js.map +1 -0
- package/dist/src/control-plane/index.js +20 -0
- package/dist/src/control-plane/index.js.map +1 -0
- package/dist/src/control-plane/local-worker.js +49 -0
- package/dist/src/control-plane/local-worker.js.map +1 -0
- package/dist/src/control-plane/model-capture-planning.js +12 -0
- package/dist/src/control-plane/model-capture-planning.js.map +1 -0
- package/dist/src/control-plane/remote-result-transport.js +172 -0
- package/dist/src/control-plane/remote-result-transport.js.map +1 -0
- package/dist/src/control-plane/remote-work-coordinator.js +332 -0
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
- package/dist/src/control-plane/remote-work-inputs.js +266 -0
- package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
- package/dist/src/control-plane/remote-work-recovery.js +181 -0
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
- package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
- package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
- package/dist/src/control-plane/remote-worker-client.js +202 -0
- package/dist/src/control-plane/remote-worker-client.js.map +1 -0
- package/dist/src/control-plane/remote-worker-configuration.js +34 -0
- package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
- package/dist/src/control-plane/remote-worker-credentials.js +58 -0
- package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
- package/dist/src/control-plane/remote-worker-protocol.js +510 -0
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
- package/dist/src/control-plane/remote-worker-runner.js +214 -0
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
- package/dist/src/control-plane/remote-workers.js +377 -0
- package/dist/src/control-plane/remote-workers.js.map +1 -0
- package/dist/src/control-plane/rerun-scheduler.js +411 -0
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
- package/dist/src/control-plane/rerun-submission.js +56 -0
- package/dist/src/control-plane/rerun-submission.js.map +1 -0
- package/dist/src/control-plane/resources.js +182 -0
- package/dist/src/control-plane/resources.js.map +1 -0
- package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
- package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
- package/dist/src/control-plane/synthetic-result.js +21 -0
- package/dist/src/control-plane/synthetic-result.js.map +1 -0
- package/dist/src/control-plane/work-admission.js +21 -0
- package/dist/src/control-plane/work-admission.js.map +1 -0
- package/dist/src/control-plane/work-dispatcher.js +229 -0
- package/dist/src/control-plane/work-dispatcher.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +12 -1
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/controller-runtime/index.js +1 -1
- package/dist/src/controller-runtime/index.js.map +1 -1
- package/dist/src/controller-runtime/store.js +15 -6
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/event-stream.js +46 -0
- package/dist/src/daemon/event-stream.js.map +1 -0
- package/dist/src/daemon/health.js +66 -0
- package/dist/src/daemon/health.js.map +1 -0
- package/dist/src/daemon/launcher.js +28 -1
- package/dist/src/daemon/launcher.js.map +1 -1
- package/dist/src/daemon/logging.js +23 -0
- package/dist/src/daemon/logging.js.map +1 -0
- package/dist/src/daemon/scheduler.js +26 -5
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +255 -98
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/daemon/telemetry.js +163 -0
- package/dist/src/daemon/telemetry.js.map +1 -0
- package/dist/src/daemon/worker-routes.js +219 -0
- package/dist/src/daemon/worker-routes.js.map +1 -0
- package/dist/src/domain/bundles.js +2 -0
- package/dist/src/domain/bundles.js.map +1 -0
- package/dist/src/domain/control-plane.js +2 -0
- package/dist/src/domain/control-plane.js.map +1 -0
- package/dist/src/domain/execution-evidence.js +2 -0
- package/dist/src/domain/execution-evidence.js.map +1 -0
- package/dist/src/domain/execution-plan.js +2 -0
- package/dist/src/domain/execution-plan.js.map +1 -0
- package/dist/src/domain/images.js +2 -0
- package/dist/src/domain/images.js.map +1 -0
- package/dist/src/domain/index.js +9 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/interactions.js +2 -0
- package/dist/src/domain/interactions.js.map +1 -0
- package/dist/src/domain/providers.js +2 -0
- package/dist/src/domain/providers.js.map +1 -0
- package/dist/src/domain/resources.js +2 -0
- package/dist/src/domain/resources.js.map +1 -0
- package/dist/src/domain/workers.js +2 -0
- package/dist/src/domain/workers.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +182 -0
- package/dist/src/evals/collect-only-rerun.js.map +1 -0
- package/dist/src/evals/directory.js +30 -0
- package/dist/src/evals/directory.js.map +1 -0
- package/dist/src/evals/docker-engine-stats.js +89 -0
- package/dist/src/evals/docker-engine-stats.js.map +1 -0
- package/dist/src/evals/docker-ownership.js +51 -0
- package/dist/src/evals/docker-ownership.js.map +1 -0
- package/dist/src/evals/docker-reaper.js +144 -0
- package/dist/src/evals/docker-reaper.js.map +1 -0
- package/dist/src/evals/docker-resource-observer.js +207 -0
- package/dist/src/evals/docker-resource-observer.js.map +1 -0
- package/dist/src/evals/environment-image-planning.js +164 -0
- package/dist/src/evals/environment-image-planning.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +56 -0
- package/dist/src/evals/eval-artifact-planning.js.map +1 -0
- package/dist/src/evals/eval-finalization.js +10 -0
- package/dist/src/evals/eval-finalization.js.map +1 -0
- package/dist/src/evals/eval-lifecycle-events.js +16 -0
- package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
- package/dist/src/evals/events.js +53 -5
- package/dist/src/evals/events.js.map +1 -1
- package/dist/src/evals/execution-evidence.js +116 -0
- package/dist/src/evals/execution-evidence.js.map +1 -0
- package/dist/src/evals/execution-leases.js +342 -0
- package/dist/src/evals/execution-leases.js.map +1 -0
- package/dist/src/evals/execution-plan-artifacts.js +72 -0
- package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
- package/dist/src/evals/execution-plan-images.js +69 -0
- package/dist/src/evals/execution-plan-images.js.map +1 -0
- package/dist/src/evals/execution-plan-resources.js +174 -0
- package/dist/src/evals/execution-plan-resources.js.map +1 -0
- package/dist/src/evals/execution-plan.js +415 -0
- package/dist/src/evals/execution-plan.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
- package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder.js +354 -0
- package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
- package/dist/src/evals/harbor-bridge-error.js +18 -3
- package/dist/src/evals/harbor-bridge-error.js.map +1 -1
- package/dist/src/evals/harbor-phase-timings.js +60 -0
- package/dist/src/evals/harbor-phase-timings.js.map +1 -0
- package/dist/src/evals/index.js +25 -2
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +100 -63
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/interaction-capture-import.js +49 -0
- package/dist/src/evals/interaction-capture-import.js.map +1 -0
- package/dist/src/evals/local-docker-provider.js +372 -0
- package/dist/src/evals/local-docker-provider.js.map +1 -0
- package/dist/src/evals/local-eval-planning.js +80 -0
- package/dist/src/evals/local-eval-planning.js.map +1 -0
- package/dist/src/evals/model-capture-plan.js +22 -0
- package/dist/src/evals/model-capture-plan.js.map +1 -0
- package/dist/src/evals/model-capture-runtime.js +114 -0
- package/dist/src/evals/model-capture-runtime.js.map +1 -0
- package/dist/src/evals/model-proxy-runtime-state.js +53 -0
- package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
- package/dist/src/evals/planned-execution-support.js +54 -0
- package/dist/src/evals/planned-execution-support.js.map +1 -0
- package/dist/src/evals/planned-execution.js +461 -0
- package/dist/src/evals/planned-execution.js.map +1 -0
- package/dist/src/evals/planned-remote-execution.js +40 -0
- package/dist/src/evals/planned-remote-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-lifecycle.js +186 -0
- package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
- package/dist/src/evals/prepared-harness.js +76 -0
- package/dist/src/evals/prepared-harness.js.map +1 -0
- package/dist/src/evals/progress.js +4 -4
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +20 -3
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +192 -0
- package/dist/src/evals/recovery.js.map +1 -0
- package/dist/src/evals/remote-infrastructure-retry.js +99 -0
- package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
- package/dist/src/evals/rerun-inputs.js +89 -0
- package/dist/src/evals/rerun-inputs.js.map +1 -0
- package/dist/src/evals/rerun-slots.js +4 -3
- package/dist/src/evals/rerun-slots.js.map +1 -1
- package/dist/src/evals/rerun-types.js +49 -0
- package/dist/src/evals/rerun-types.js.map +1 -0
- package/dist/src/evals/rerun.js +113 -75
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/result-helpers.js +65 -0
- package/dist/src/evals/result-helpers.js.map +1 -0
- package/dist/src/evals/resume-state.js +36 -0
- package/dist/src/evals/resume-state.js.map +1 -0
- package/dist/src/evals/service-types.js +2 -0
- package/dist/src/evals/service-types.js.map +1 -0
- package/dist/src/evals/service.js +292 -257
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/task-resources.js +209 -0
- package/dist/src/evals/task-resources.js.map +1 -0
- package/dist/src/evals/trial-environment-evidence.js +87 -0
- package/dist/src/evals/trial-environment-evidence.js.map +1 -0
- package/dist/src/evals/trial-execution-evidence.js +13 -0
- package/dist/src/evals/trial-execution-evidence.js.map +1 -0
- package/dist/src/evals/trial-import-identity.js +31 -0
- package/dist/src/evals/trial-import-identity.js.map +1 -0
- package/dist/src/evals/trial-import.js +143 -145
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +104 -0
- package/dist/src/evals/trial-publication-recovery.js.map +1 -0
- package/dist/src/evals/trial-publication.js +25 -0
- package/dist/src/evals/trial-publication.js.map +1 -0
- package/dist/src/evals/work-item-artifacts.js +23 -0
- package/dist/src/evals/work-item-artifacts.js.map +1 -0
- package/dist/src/foundation/config.js +17 -0
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/foundation/credential-redaction.js +137 -0
- package/dist/src/foundation/credential-redaction.js.map +1 -0
- package/dist/src/foundation/environment-image-references.js +59 -0
- package/dist/src/foundation/environment-image-references.js.map +1 -0
- package/dist/src/foundation/executable.js +45 -5
- package/dist/src/foundation/executable.js.map +1 -1
- package/dist/src/foundation/index.js +5 -2
- package/dist/src/foundation/index.js.map +1 -1
- package/dist/src/foundation/process-identity.js +69 -0
- package/dist/src/foundation/process-identity.js.map +1 -0
- package/dist/src/images/context.js +47 -0
- package/dist/src/images/context.js.map +1 -0
- package/dist/src/images/docker-buildkit.js +137 -0
- package/dist/src/images/docker-buildkit.js.map +1 -0
- package/dist/src/images/dockerfile.js +67 -0
- package/dist/src/images/dockerfile.js.map +1 -0
- package/dist/src/images/gc.js +261 -0
- package/dist/src/images/gc.js.map +1 -0
- package/dist/src/images/index.js +10 -0
- package/dist/src/images/index.js.map +1 -0
- package/dist/src/images/manifest.js +109 -0
- package/dist/src/images/manifest.js.map +1 -0
- package/dist/src/images/ownership.js +5 -0
- package/dist/src/images/ownership.js.map +1 -0
- package/dist/src/images/records.js +32 -0
- package/dist/src/images/records.js.map +1 -0
- package/dist/src/images/registry.js +154 -0
- package/dist/src/images/registry.js.map +1 -0
- package/dist/src/images/service.js +224 -0
- package/dist/src/images/service.js.map +1 -0
- package/dist/src/model-access/capture.js +255 -0
- package/dist/src/model-access/capture.js.map +1 -0
- package/dist/src/model-access/index.js +5 -0
- package/dist/src/model-access/index.js.map +1 -0
- package/dist/src/model-access/policy.js +49 -0
- package/dist/src/model-access/policy.js.map +1 -0
- package/dist/src/model-access/proxy.js +336 -0
- package/dist/src/model-access/proxy.js.map +1 -0
- package/dist/src/model-access/records.js +167 -0
- package/dist/src/model-access/records.js.map +1 -0
- package/dist/src/runs/bundle.js +450 -0
- package/dist/src/runs/bundle.js.map +1 -0
- package/dist/src/runs/events.js +12 -1
- package/dist/src/runs/events.js.map +1 -1
- package/dist/src/runs/executor.js +24 -17
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/index.js +3 -1
- package/dist/src/runs/index.js.map +1 -1
- package/dist/src/runs/manifest.js +5 -5
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/request.js +6 -1
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/runs/training-candidate.js +161 -0
- package/dist/src/runs/training-candidate.js.map +1 -0
- package/dist/src/trajectories/provider-capture.js +15 -24
- package/dist/src/trajectories/provider-capture.js.map +1 -1
- package/dist/src/trajectories/providers/deepseek.js +3 -3
- package/dist/src/trajectories/providers/deepseek.js.map +1 -1
- package/dist/src/workers/index.js +3 -0
- package/dist/src/workers/index.js.map +1 -0
- package/dist/src/workers/remote-harbor-work-spec.js +97 -0
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
- package/dist/src/workers/remote-harbor-worker.js +220 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -0
- package/docs/schemas/environment-build-index.schema.json +13 -0
- package/docs/schemas/environment-build-record.schema.json +25 -0
- package/docs/schemas/environment-image-manifest.schema.json +62 -0
- package/docs/schemas/eval-control.schema.json +36 -0
- package/docs/schemas/eval-execution-plan.schema.json +216 -0
- package/docs/schemas/eval-rerun-result.schema.json +53 -0
- package/docs/schemas/eval-rerun-state.schema.json +61 -0
- package/docs/schemas/eval-rerun-submission.schema.json +58 -0
- package/docs/schemas/eval-result.schema.json +34 -1
- package/docs/schemas/eval-submission-input.schema.json +14 -0
- package/docs/schemas/eval-submission.schema.json +68 -0
- package/docs/schemas/eval-trial-publication.schema.json +39 -0
- package/docs/schemas/execution-evidence.schema.json +96 -0
- package/docs/schemas/execution-lease.schema.json +50 -0
- package/docs/schemas/execution-provider-status.schema.json +65 -0
- package/docs/schemas/execution-worker.schema.json +53 -0
- package/docs/schemas/harbor-process-exit.schema.json +14 -0
- package/docs/schemas/interaction-capture-ref.schema.json +45 -0
- package/docs/schemas/local-provider-execution.schema.json +33 -0
- package/docs/schemas/model-interaction.schema.json +41 -0
- package/docs/schemas/remote-result-envelope.schema.json +32 -0
- package/docs/schemas/remote-tree-envelope.schema.json +25 -0
- package/docs/schemas/remote-work-offer.schema.json +58 -0
- package/docs/schemas/remote-work-receipt.schema.json +50 -0
- package/docs/schemas/remote-worker-artifact.schema.json +17 -0
- package/docs/schemas/remote-worker-event.schema.json +18 -0
- package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
- package/docs/schemas/remote-worker-registration.schema.json +52 -0
- package/docs/schemas/result-bundle-index.schema.json +133 -0
- package/docs/schemas/run-environment-images.schema.json +39 -0
- package/docs/schemas/training-data-candidate.schema.json +46 -0
- package/integrations/harbor/hitch_harbor_agent.py +171 -539
- package/integrations/harbor/hitch_harbor_environment.py +331 -0
- package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
- package/integrations/harbor/hitch_harbor_verifier.py +23 -0
- package/package.json +14 -1
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
import { cp, lstat, mkdtemp, readFile, readdir, rename, rm, stat } from "node:fs/promises";
|
|
2
2
|
import path from "node:path";
|
|
3
|
-
import { atomicWriteJSON, ensureDir, readJSON, statePaths, writePrivateFile } from "../foundation/index.js";
|
|
3
|
+
import { atomicWriteJSON, credentialValuesFromEnv, ensureDir, readJSON, safeDiagnosticMessage, statePaths, writePrivateFile } from "../foundation/index.js";
|
|
4
4
|
import { validateRunContext } from "../domain/index.js";
|
|
5
5
|
import { newRunId, safeAgentArgsForPersistence } from "../runs/index.js";
|
|
6
|
-
import { benchmarkTaskDigest, benchmarkVerifierIdentity, defaultModelIdentity, loadRunRecord, projectRunRecord, sha256JSON, } from "../runs/index.js";
|
|
6
|
+
import { benchmarkTaskDigest, benchmarkVerifierIdentity, defaultModelIdentity, loadRunRecord, projectRunRecord, sha256JSON, writeResultBundleIndex, } from "../runs/index.js";
|
|
7
7
|
import { readHarborBridgeError } from "./harbor-bridge-error.js";
|
|
8
8
|
import { detectVerifierInfrastructureFailure, primaryVerifierReward, verifierObservation, verifierResult, writeVerifierInfrastructureDiagnostic } from "./verifier-diagnostics.js";
|
|
9
|
-
|
|
9
|
+
import { writeTrialExecutionEvidence } from "./trial-execution-evidence.js";
|
|
10
|
+
import { writeTrialEnvironmentImageEvidence } from "./trial-environment-evidence.js";
|
|
11
|
+
import { importTrialInteractionCapture, writeTrialCapturePolicy } from "./interaction-capture-import.js";
|
|
12
|
+
import { lockedHarborTaskId, nonEmptyString, trialAttemptFromId } from "./trial-import-identity.js";
|
|
13
|
+
import { writeEvalTrialPublication } from "./trial-publication.js";
|
|
10
14
|
export async function importEvalTrialRuns(options, existingRefs = []) {
|
|
11
15
|
const trials = Array.isArray(options.rawResult?.trial_results)
|
|
12
16
|
? options.rawResult.trial_results
|
|
@@ -19,18 +23,14 @@ export async function importEvalTrialRuns(options, existingRefs = []) {
|
|
|
19
23
|
}
|
|
20
24
|
return refs;
|
|
21
25
|
}
|
|
22
|
-
/** Import one settled Harbor trial, reusing an already-published ref idempotently. */
|
|
23
26
|
export async function importEvalTrialRun(options, trial, index = 0, existingRefs = []) {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
const fallbackTaskId = nonEmpty(trial.task_name) || `trial-${index + 1}`;
|
|
28
|
-
const trialId = nonEmpty(trial.trial_name) || `${fallbackTaskId}__${index + 1}`;
|
|
29
|
-
const attempt = options.expectedAttempt ?? trialAttempt(trialId);
|
|
27
|
+
const fallbackTaskId = nonEmptyString(trial.task_name) || `trial-${index + 1}`;
|
|
28
|
+
const trialId = nonEmptyString(trial.trial_name) || `${fallbackTaskId}__${index + 1}`;
|
|
29
|
+
const attempt = options.expectedAttempt ?? trialAttemptFromId(trialId);
|
|
30
30
|
if (!Number.isSafeInteger(attempt) || attempt < 1)
|
|
31
31
|
throw new TypeError("expected eval attempt must be a positive safe integer");
|
|
32
32
|
const trialDirectory = path.join(options.harborJobDirectory ?? path.join(options.evalDirectory, "harbor", "job"), trialId);
|
|
33
|
-
const taskId = await
|
|
33
|
+
const taskId = await lockedHarborTaskId(trialDirectory) || fallbackTaskId;
|
|
34
34
|
const existing = existingRefs.find((ref) => ref.trial_id === trialId);
|
|
35
35
|
if (existing !== undefined) {
|
|
36
36
|
if (existing.task_id !== taskId || existing.attempt !== attempt)
|
|
@@ -55,12 +55,13 @@ export async function importEvalTrialRun(options, trial, index = 0, existingRefs
|
|
|
55
55
|
catch (error) {
|
|
56
56
|
if (error instanceof TrialBundlePendingError || error instanceof TrialIdentityConflictError)
|
|
57
57
|
throw error;
|
|
58
|
+
const safeMessage = safeDiagnosticMessage(error, credentialValuesFromEnv(options.request.pass_env ?? [], options.env ?? process.env));
|
|
58
59
|
if (bundle) {
|
|
59
60
|
await atomicWriteJSON(path.join(path.dirname(bundle), "hitch-run-import-error.json"), {
|
|
60
61
|
schema_version: "1",
|
|
61
62
|
trial_id: trialId,
|
|
62
63
|
code: "run_bundle_import_failed",
|
|
63
|
-
message:
|
|
64
|
+
message: safeMessage,
|
|
64
65
|
recorded_at: new Date().toISOString(),
|
|
65
66
|
}).catch(() => { });
|
|
66
67
|
}
|
|
@@ -69,7 +70,7 @@ export async function importEvalTrialRun(options, trial, index = 0, existingRefs
|
|
|
69
70
|
trial: {
|
|
70
71
|
...trial,
|
|
71
72
|
exception_info: "hitch-run-bundle-import-failed",
|
|
72
|
-
hitch_import_error:
|
|
73
|
+
hitch_import_error: safeMessage,
|
|
73
74
|
},
|
|
74
75
|
taskId,
|
|
75
76
|
trialId,
|
|
@@ -97,29 +98,6 @@ export class TrialIdentityConflictError extends Error {
|
|
|
97
98
|
this.name = "TrialIdentityConflictError";
|
|
98
99
|
}
|
|
99
100
|
}
|
|
100
|
-
async function lockedTaskId(trialDirectory) {
|
|
101
|
-
const lockPath = path.join(trialDirectory, "lock.json");
|
|
102
|
-
let lock;
|
|
103
|
-
try {
|
|
104
|
-
lock = await readJSON(lockPath);
|
|
105
|
-
}
|
|
106
|
-
catch (error) {
|
|
107
|
-
if (error.code === "ENOENT")
|
|
108
|
-
return null;
|
|
109
|
-
throw new Error(`Harbor trial lock is unreadable: ${lockPath}`, { cause: error });
|
|
110
|
-
}
|
|
111
|
-
if (!lock || typeof lock !== "object" || Array.isArray(lock)) {
|
|
112
|
-
throw new Error(`Harbor trial lock is invalid: ${lockPath}`);
|
|
113
|
-
}
|
|
114
|
-
const task = lock.task;
|
|
115
|
-
if (!task || typeof task !== "object" || Array.isArray(task)) {
|
|
116
|
-
throw new Error(`Harbor trial lock has no task.name: ${lockPath}`);
|
|
117
|
-
}
|
|
118
|
-
const taskId = nonEmpty(task.name);
|
|
119
|
-
if (!taskId)
|
|
120
|
-
throw new Error(`Harbor trial lock has no task.name: ${lockPath}`);
|
|
121
|
-
return taskId;
|
|
122
|
-
}
|
|
123
101
|
async function importRunBundle(input) {
|
|
124
102
|
await validateBundleTree(input.bundle);
|
|
125
103
|
const manifestValue = await readJSON(path.join(input.bundle, "manifest.json"));
|
|
@@ -170,8 +148,10 @@ async function importRunBundle(input) {
|
|
|
170
148
|
try {
|
|
171
149
|
await cp(input.bundle, staging, { recursive: true, errorOnExist: true, force: false });
|
|
172
150
|
await rm(path.join(staging, "bundle.complete.json"), { force: true });
|
|
151
|
+
await rm(path.join(staging, "bundle.index.json"), { force: true });
|
|
173
152
|
await readJSON(path.join(staging, "resolution.json"));
|
|
174
153
|
await validateJSONLines(path.join(staging, "events.jsonl"));
|
|
154
|
+
await importTrialInteractionCapture(input, record.run_id, staging);
|
|
175
155
|
const verifier = verifierResult(input.trial);
|
|
176
156
|
const verifierRef = verifier ? "verifier/result.json" : undefined;
|
|
177
157
|
if (verifier)
|
|
@@ -198,6 +178,8 @@ async function importRunBundle(input) {
|
|
|
198
178
|
await atomicWriteJSON(path.join(staging, "request.json"), { ...request, cwd: "." });
|
|
199
179
|
const result = await readJSON(path.join(staging, "result.json"));
|
|
200
180
|
await atomicWriteJSON(path.join(staging, "result.json"), withoutKeys(result, ["workspace"]));
|
|
181
|
+
await writeTrialExecutionEvidence(staging, input.executionEvidence, { evalId: input.evalId, taskId: input.taskId });
|
|
182
|
+
await writeTrialEnvironmentImageEvidence(staging, input.taskId, input.environmentImages);
|
|
201
183
|
await atomicWriteJSON(path.join(staging, "manifest.json"), {
|
|
202
184
|
...portableManifest,
|
|
203
185
|
observation,
|
|
@@ -205,6 +187,9 @@ async function importRunBundle(input) {
|
|
|
205
187
|
...(manifest.trajectory_ref ? {} : { trajectory_ref: "trajectory.ref.json" }),
|
|
206
188
|
sealed: true,
|
|
207
189
|
});
|
|
190
|
+
const ref = evalTrialRef(input, record.run_id, observation);
|
|
191
|
+
await writeEvalTrialPublication(staging, input.evalId, input.publicationMode ?? "settle", ref);
|
|
192
|
+
await writeResultBundleIndex(staging);
|
|
208
193
|
const verified = await loadRunRecord(staging, { verifyTrajectory: true });
|
|
209
194
|
if (verified.record.observation?.status !== observation.status)
|
|
210
195
|
throw new Error(`failed to seal observation for ${record.run_id}`);
|
|
@@ -218,7 +203,7 @@ async function importRunBundle(input) {
|
|
|
218
203
|
throw error;
|
|
219
204
|
}
|
|
220
205
|
await rename(staging, destination);
|
|
221
|
-
return
|
|
206
|
+
return ref;
|
|
222
207
|
}
|
|
223
208
|
finally {
|
|
224
209
|
await rm(stagingParent, { recursive: true, force: true });
|
|
@@ -226,106 +211,129 @@ async function importRunBundle(input) {
|
|
|
226
211
|
}
|
|
227
212
|
async function createDiagnosticRun(input) {
|
|
228
213
|
const runId = newRunId();
|
|
229
|
-
const
|
|
214
|
+
const destination = path.join(statePaths(input.root).runs, runId);
|
|
215
|
+
const stagingParent = await mkdtemp(path.join(await ensureDir(statePaths(input.root).temporary), "eval-run-diagnostic-"));
|
|
216
|
+
const runDirectory = await ensureDir(path.join(stagingParent, runId));
|
|
230
217
|
const now = new Date().toISOString();
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
218
|
+
try {
|
|
219
|
+
const verifier = verifierResult(input.trial);
|
|
220
|
+
const verifierRef = verifier ? "verifier/result.json" : undefined;
|
|
221
|
+
if (verifier)
|
|
222
|
+
await atomicWriteJSON(path.join(runDirectory, verifierRef), verifier);
|
|
223
|
+
const verifierInfrastructure = await detectVerifierInfrastructureFailure(input.trialDirectory, primaryVerifierReward(input.trial));
|
|
224
|
+
if (verifierInfrastructure)
|
|
225
|
+
await writeVerifierInfrastructureDiagnostic(runDirectory, verifierInfrastructure);
|
|
226
|
+
await copyVerifierRetryHistory(input.trialDirectory, runDirectory);
|
|
227
|
+
const bridgeError = input.trial.exception_info
|
|
228
|
+
? await readHarborBridgeError(input.trialDirectory, credentialValuesFromEnv(input.request.pass_env ?? [], input.env ?? process.env))
|
|
229
|
+
: null;
|
|
230
|
+
const bridgeErrorRef = bridgeError ? "diagnostics/harbor-bridge-error.json" : undefined;
|
|
231
|
+
if (bridgeError && bridgeErrorRef) {
|
|
232
|
+
await ensureDir(path.dirname(path.join(runDirectory, bridgeErrorRef)));
|
|
233
|
+
await writePrivateFile(path.join(runDirectory, bridgeErrorRef), bridgeError.raw.endsWith("\n") ? bridgeError.raw : `${bridgeError.raw}\n`);
|
|
234
|
+
}
|
|
235
|
+
const reason = verifierInfrastructure
|
|
236
|
+
? "verifier_infrastructure_failure"
|
|
237
|
+
: input.trial.exception_info
|
|
238
|
+
? "infrastructure_failure"
|
|
239
|
+
: verifier ? "trajectory_missing_or_corrupt" : "verifier_result_missing";
|
|
240
|
+
const observation = {
|
|
241
|
+
status: "invalid",
|
|
242
|
+
invalid_reason: reason,
|
|
243
|
+
...(verifierRef ? { verifier_result_ref: verifierRef } : {}),
|
|
244
|
+
};
|
|
245
|
+
const context = {
|
|
246
|
+
kind: "benchmark_task",
|
|
247
|
+
benchmark_id: input.benchmarkId,
|
|
248
|
+
benchmark_revision: input.benchmarkRevision,
|
|
249
|
+
task_id: input.taskId,
|
|
250
|
+
task_digest: benchmarkTaskDigest(input.benchmarkId, input.benchmarkRevision, input.taskId),
|
|
251
|
+
verifier_identity: benchmarkVerifierIdentity(input.benchmarkId, input.benchmarkRevision),
|
|
252
|
+
};
|
|
253
|
+
const safeAgentArgs = safeAgentArgsForPersistence(input.request.agent_args);
|
|
254
|
+
const argsDigest = safeAgentArgs.length ? sha256JSON(safeAgentArgs) : undefined;
|
|
255
|
+
const artifactId = typeof input.trial.agent_result?.metadata === "object"
|
|
256
|
+
? input.trial.agent_result.metadata?.hitch_artifact_id
|
|
257
|
+
: undefined;
|
|
258
|
+
await atomicWriteJSON(path.join(runDirectory, "request.json"), {
|
|
259
|
+
schema_version: "1",
|
|
260
|
+
context,
|
|
261
|
+
parent: { kind: "eval", eval_id: input.evalId, trial_id: input.trialId, attempt: input.attempt },
|
|
262
|
+
task_id: input.taskId,
|
|
263
|
+
prompt: null,
|
|
264
|
+
diagnostic: "trial bundle was not exported",
|
|
265
|
+
});
|
|
266
|
+
await atomicWriteJSON(path.join(runDirectory, "resolution.json"), input.resolvedRevision);
|
|
267
|
+
await writeTrialExecutionEvidence(runDirectory, input.executionEvidence, { evalId: input.evalId, taskId: input.taskId });
|
|
268
|
+
await writeTrialEnvironmentImageEvidence(runDirectory, input.taskId, input.environmentImages);
|
|
269
|
+
await writeTrialCapturePolicy(runDirectory, input.modelCapturePlan);
|
|
270
|
+
await writePrivateFile(path.join(runDirectory, "events.jsonl"), `${JSON.stringify({
|
|
271
|
+
schema_version: "1",
|
|
272
|
+
sequence: 1,
|
|
273
|
+
timestamp: now,
|
|
274
|
+
run_id: runId,
|
|
275
|
+
type: "eval.trial.import_failed",
|
|
276
|
+
reason,
|
|
277
|
+
...(bridgeError ? { bridge_error_code: bridgeError.code } : {}),
|
|
278
|
+
})}\n`);
|
|
279
|
+
await atomicWriteJSON(path.join(runDirectory, "result.json"), {
|
|
280
|
+
schema_version: "1",
|
|
281
|
+
run_id: runId,
|
|
282
|
+
status: "failed",
|
|
283
|
+
exit_code: 12,
|
|
284
|
+
error: bridgeError
|
|
285
|
+
? { code: bridgeError.code, message: bridgeError.message }
|
|
286
|
+
: { code: reason, message: "Harbor trial completed without an importable Hitch run bundle" },
|
|
287
|
+
completed_at: now,
|
|
288
|
+
});
|
|
289
|
+
await atomicWriteJSON(path.join(runDirectory, "manifest.json"), {
|
|
290
|
+
schema_version: "1",
|
|
291
|
+
run_id: runId,
|
|
292
|
+
context,
|
|
293
|
+
parent: { kind: "eval", eval_id: input.evalId, trial_id: input.trialId, attempt: input.attempt },
|
|
294
|
+
status: "failed",
|
|
295
|
+
harness: {
|
|
296
|
+
harness_id: input.resolvedRevision.harness_id,
|
|
297
|
+
requested_ref: input.request.harness_ref,
|
|
298
|
+
revision_identity: input.resolvedRevision.identity,
|
|
299
|
+
...(artifactId && /^sha256:[0-9a-f]{64}$/.test(artifactId) ? { artifact_id: artifactId } : {}),
|
|
300
|
+
...(argsDigest ? { agent_args_sha256: argsDigest } : {}),
|
|
301
|
+
},
|
|
302
|
+
model: defaultModelIdentity(input.request.model, input.resolvedRevision.harness_id),
|
|
303
|
+
protocol: {
|
|
304
|
+
timeout_ms: input.request.timeout_ms,
|
|
305
|
+
workspace_mode: "shared",
|
|
306
|
+
...(input.runtimeId && /^sha256:[0-9a-f]{64}$/.test(input.runtimeId)
|
|
307
|
+
? { environment_identity: input.runtimeId }
|
|
308
|
+
: {}),
|
|
309
|
+
},
|
|
310
|
+
observation,
|
|
311
|
+
request_ref: "request.json",
|
|
312
|
+
resolution_ref: "resolution.json",
|
|
313
|
+
result_ref: "result.json",
|
|
314
|
+
created_at: now,
|
|
315
|
+
completed_at: now,
|
|
316
|
+
sealed: true,
|
|
317
|
+
...(bridgeErrorRef ? { diagnostics: { harbor_bridge_error_ref: bridgeErrorRef } } : {}),
|
|
318
|
+
});
|
|
319
|
+
const ref = evalTrialRef(input, runId, observation);
|
|
320
|
+
await writeEvalTrialPublication(runDirectory, input.evalId, input.publicationMode ?? "settle", ref);
|
|
321
|
+
await writeResultBundleIndex(runDirectory);
|
|
322
|
+
await ensureDir(path.dirname(destination));
|
|
323
|
+
try {
|
|
324
|
+
await stat(destination);
|
|
325
|
+
throw new TrialIdentityConflictError(`run destination already exists: ${runId}`);
|
|
326
|
+
}
|
|
327
|
+
catch (error) {
|
|
328
|
+
if (error.code !== "ENOENT")
|
|
329
|
+
throw error;
|
|
330
|
+
}
|
|
331
|
+
await rename(runDirectory, destination);
|
|
332
|
+
return ref;
|
|
333
|
+
}
|
|
334
|
+
finally {
|
|
335
|
+
await rm(stagingParent, { recursive: true, force: true });
|
|
246
336
|
}
|
|
247
|
-
const reason = verifierInfrastructure
|
|
248
|
-
? "verifier_infrastructure_failure"
|
|
249
|
-
: input.trial.exception_info
|
|
250
|
-
? "infrastructure_failure"
|
|
251
|
-
: verifier ? "trajectory_missing_or_corrupt" : "verifier_result_missing";
|
|
252
|
-
const observation = {
|
|
253
|
-
status: "invalid",
|
|
254
|
-
invalid_reason: reason,
|
|
255
|
-
...(verifierRef ? { verifier_result_ref: verifierRef } : {}),
|
|
256
|
-
};
|
|
257
|
-
const context = {
|
|
258
|
-
kind: "benchmark_task",
|
|
259
|
-
benchmark_id: input.benchmarkId,
|
|
260
|
-
benchmark_revision: input.benchmarkRevision,
|
|
261
|
-
task_id: input.taskId,
|
|
262
|
-
task_digest: benchmarkTaskDigest(input.benchmarkId, input.benchmarkRevision, input.taskId),
|
|
263
|
-
verifier_identity: benchmarkVerifierIdentity(input.benchmarkId, input.benchmarkRevision),
|
|
264
|
-
};
|
|
265
|
-
const safeAgentArgs = safeAgentArgsForPersistence(input.request.agent_args);
|
|
266
|
-
const argsDigest = safeAgentArgs.length ? sha256JSON(safeAgentArgs) : undefined;
|
|
267
|
-
const artifactId = typeof input.trial.agent_result?.metadata === "object"
|
|
268
|
-
? input.trial.agent_result.metadata?.hitch_artifact_id
|
|
269
|
-
: undefined;
|
|
270
|
-
await atomicWriteJSON(path.join(runDirectory, "request.json"), {
|
|
271
|
-
schema_version: "1",
|
|
272
|
-
context,
|
|
273
|
-
parent: { kind: "eval", eval_id: input.evalId, trial_id: input.trialId, attempt: input.attempt },
|
|
274
|
-
task_id: input.taskId,
|
|
275
|
-
prompt: null,
|
|
276
|
-
diagnostic: "trial bundle was not exported",
|
|
277
|
-
});
|
|
278
|
-
await atomicWriteJSON(path.join(runDirectory, "resolution.json"), input.resolvedRevision);
|
|
279
|
-
await writePrivateFile(path.join(runDirectory, "events.jsonl"), `${JSON.stringify({
|
|
280
|
-
schema_version: "1",
|
|
281
|
-
sequence: 1,
|
|
282
|
-
timestamp: now,
|
|
283
|
-
run_id: runId,
|
|
284
|
-
type: "eval.trial.import_failed",
|
|
285
|
-
reason,
|
|
286
|
-
...(bridgeError ? { bridge_error_code: bridgeError.code } : {}),
|
|
287
|
-
})}\n`);
|
|
288
|
-
await atomicWriteJSON(path.join(runDirectory, "result.json"), {
|
|
289
|
-
schema_version: "1",
|
|
290
|
-
run_id: runId,
|
|
291
|
-
status: "failed",
|
|
292
|
-
exit_code: 12,
|
|
293
|
-
error: bridgeError
|
|
294
|
-
? { code: bridgeError.code, message: bridgeError.message }
|
|
295
|
-
: { code: reason, message: "Harbor trial completed without an importable Hitch run bundle" },
|
|
296
|
-
completed_at: now,
|
|
297
|
-
});
|
|
298
|
-
await atomicWriteJSON(path.join(runDirectory, "manifest.json"), {
|
|
299
|
-
schema_version: "1",
|
|
300
|
-
run_id: runId,
|
|
301
|
-
context,
|
|
302
|
-
parent: { kind: "eval", eval_id: input.evalId, trial_id: input.trialId, attempt: input.attempt },
|
|
303
|
-
status: "failed",
|
|
304
|
-
harness: {
|
|
305
|
-
harness_id: input.resolvedRevision.harness_id,
|
|
306
|
-
requested_ref: input.request.harness_ref,
|
|
307
|
-
revision_identity: input.resolvedRevision.identity,
|
|
308
|
-
...(artifactId && /^sha256:[0-9a-f]{64}$/.test(artifactId) ? { artifact_id: artifactId } : {}),
|
|
309
|
-
...(argsDigest ? { agent_args_sha256: argsDigest } : {}),
|
|
310
|
-
},
|
|
311
|
-
model: defaultModelIdentity(input.request.model, input.resolvedRevision.harness_id),
|
|
312
|
-
protocol: {
|
|
313
|
-
timeout_ms: input.request.timeout_ms,
|
|
314
|
-
workspace_mode: "shared",
|
|
315
|
-
...(input.runtimeId && /^sha256:[0-9a-f]{64}$/.test(input.runtimeId)
|
|
316
|
-
? { environment_identity: input.runtimeId }
|
|
317
|
-
: {}),
|
|
318
|
-
},
|
|
319
|
-
observation,
|
|
320
|
-
request_ref: "request.json",
|
|
321
|
-
resolution_ref: "resolution.json",
|
|
322
|
-
result_ref: "result.json",
|
|
323
|
-
created_at: now,
|
|
324
|
-
completed_at: now,
|
|
325
|
-
sealed: true,
|
|
326
|
-
...(bridgeErrorRef ? { diagnostics: { harbor_bridge_error_ref: bridgeErrorRef } } : {}),
|
|
327
|
-
});
|
|
328
|
-
return evalTrialRef(input, runId, observation);
|
|
329
337
|
}
|
|
330
338
|
function evalTrialRef(input, runId, observation) {
|
|
331
339
|
return {
|
|
@@ -393,16 +401,6 @@ async function validateBundleTree(root) {
|
|
|
393
401
|
};
|
|
394
402
|
await walk(root);
|
|
395
403
|
}
|
|
396
|
-
function trialAttempt(trialId) {
|
|
397
|
-
const match = trialId.match(/__(\d+)$/);
|
|
398
|
-
const value = Number(match?.[1]);
|
|
399
|
-
// Modern Harbor trial ids carry a random suffix. Each such id identifies a
|
|
400
|
-
// distinct trial, whose execution attempt starts at one.
|
|
401
|
-
return Number.isInteger(value) && value > 0 ? value : 1;
|
|
402
|
-
}
|
|
403
|
-
function nonEmpty(value) {
|
|
404
|
-
return typeof value === "string" && value.trim() ? value.trim() : null;
|
|
405
|
-
}
|
|
406
404
|
function isWithin(root, candidate) {
|
|
407
405
|
const relative = path.relative(path.resolve(root), path.resolve(candidate));
|
|
408
406
|
return relative !== "" && !relative.startsWith("..") && !path.isAbsolute(relative);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"trial-import.js","sourceRoot":"","sources":["../../../src/evals/trial-import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3F,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAI5G,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,oBAAoB,EACpB,aAAa,EACb,gBAAgB,EAChB,UAAU,GACX,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,mCAAmC,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,cAAc,EAAE,qCAAqC,EAAE,MAAM,2BAA2B,CAAC;AAqBnL,oEAAoE;AACpE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAA8B,EAC9B,eAA0C,EAAE;IAE5C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC;QAC5D,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,aAA0C;QAC9D,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,IAAI,GAAqB,CAAC,GAAG,YAAY,CAAC,CAAC;IACjD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAA6B,EAC7B,KAA8B,EAC9B,KAAK,GAAG,CAAC,EACT,eAA0C,EAAE;IAE5C,mEAAmE;IACnE,yEAAyE;IACzE,sEAAsE;IACtE,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS,KAAK,GAAG,CAAC,EAAE,CAAC;IACzE,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,GAAG,cAAc,KAAK,KAAK,GAAG,CAAC,EAAE,CAAC;IAChF,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;IAChI,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3H,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,IAAI,cAAc,CAAC;IACpE,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IACtE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO;YAAE,MAAM,IAAI,0BAA0B,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;QAC1J,MAAM,2BAA2B,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE;YAC1E,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,cAAc,EAAE,CAAC,EAAE,OAAO,CAAC,qBAAqB,KAAK,IAAI,CAAC,CAAC;IAC9F,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,qBAAqB,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,4BAA4B;YAAE,MAAM,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAClI,MAAM,GAAG,GAAG,MAAM;YAChB,CAAC,CAAC,MAAM,eAAe,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;YAChG,CAAC,CAAC,MAAM,mBAAmB,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;QAC/F,SAAS,GAAG,MAAM,KAAK,IAAI,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,uBAAuB,IAAI,KAAK,YAAY,0BAA0B;YAAE,MAAM,KAAK,CAAC;QACzG,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,6BAA6B,CAAC,EAAE;gBACpF,cAAc,EAAE,GAAG;gBACnB,QAAQ,EAAE,OAAO;gBACjB,IAAI,EAAE,0BAA0B;gBAChC,OAAO,EAAG,KAAe,CAAC,OAAO;gBACjC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,mBAAmB,CAAC;YACzB,GAAG,OAAO;YACV,KAAK,EAAE;gBACL,GAAG,KAAK;gBACR,cAAc,EAAE,gCAAgC;gBAChD,kBAAkB,EAAG,KAAe,CAAC,OAAO;aAC7C;YACD,MAAM;YACN,OAAO;YACP,OAAO;YACP,cAAc;SACf,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,MAAM,IAAI,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC;YACnE,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAC3B;IAArB,YAAqB,OAAe;QAClC,KAAK,CAAC,qCAAqC,OAAO,EAAE,CAAC,CAAC;QADnC,YAAO,GAAP,OAAO,CAAQ;QAElC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAED,MAAM,OAAO,0BAA2B,SAAQ,KAAK;IACnD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AAED,KAAK,UAAU,YAAY,CAAC,cAAsB;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IACxD,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,IAAI,GAAI,IAAgC,CAAC,IAAI,CAAC;IACpD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAE,IAAgC,CAAC,IAAI,CAAC,CAAC;IAChE,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,EAAE,CAAC,CAAC;IAChF,OAAO,MAAM,CAAC;AAChB,CAAC;AAUD,KAAK,UAAU,eAAe,CAAC,KAAsC;IACnE,MAAM,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC/C,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5G,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACvI,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;WACnF,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnD,IACE,OAAO,CAAC,IAAI,KAAK,gBAAgB;WAC9B,OAAO,CAAC,YAAY,KAAK,KAAK,CAAC,WAAW;WAC1C,OAAO,CAAC,kBAAkB,KAAK,KAAK,CAAC,iBAAiB;WACtD,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,EACnC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC/F,IAAI,OAAO,CAAC,iBAAiB,KAAK,gBAAgB;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACxI,IACE,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC,MAAM;WACpC,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO;WACxC,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAC1C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,+BAA+B,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1E,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9E,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC,MAAM;eAC/C,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO;eACjD,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;eAChD,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB;eACjD,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,KAAK,CAAC,WAAW;eAC1D,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,KAAK,KAAK,CAAC,iBAAiB;eACtE,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM;eAChD,QAAQ,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;YAAE,MAAM,IAAI,0BAA0B,CAAC,uCAAuC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7I,OAAO,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC;IACtE,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACtH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvF,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACtD,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,IAAI,QAAQ;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAqB,CAAC,EAAE,QAAQ,CAAC,CAAC;QACzF,MAAM,sBAAsB,GAAG,MAAM,mCAAmC,CACtE,KAAK,CAAC,cAAc,EACpB,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CACnC,CAAC;QACF,IAAI,sBAAsB;YAAE,MAAM,qCAAqC,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;QACzG,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC9D,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACnF,MAAM,WAAW,GAAG,mBAAmB,CAAC;YACtC,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM;YAC1C,gBAAgB,EAAE,iBAAiB,CAAC,iBAAiB;YACrD,YAAY,EAAE,iBAAiB,CAAC,aAAa;YAC7C,WAAW;YACX,cAAc,EAAE,sBAAsB;SACvC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;QAC9F,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,EAAE;YAC7C,WAAW,EAAE,kBAAkB,EAAE,qBAAqB;YACtD,mBAAmB,EAAE,YAAY,EAAE,qBAAqB;SACzD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QAC5F,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QACpF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC;QAC1F,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,EAAE;YACzD,GAAG,gBAAgB;YACnB,WAAW;YACX,UAAU,EAAE,aAAa;YACzB,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,qBAAqB,EAAE,CAAC;YAC7E,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,WAAW,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACnI,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,IAAI,0BAA0B,CAAC,mCAAmC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACnC,OAAO,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACzD,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAAiB;IAClD,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IACpF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,IAAI,QAAQ;QAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAqB,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC9F,MAAM,sBAAsB,GAAG,MAAM,mCAAmC,CACtE,KAAK,CAAC,cAAc,EACpB,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CACnC,CAAC;IACF,IAAI,sBAAsB;QAAE,MAAM,qCAAqC,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAC;IAC9G,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IACnE,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc;QAC5C,CAAC,CAAC,MAAM,qBAAqB,CAAC,KAAK,CAAC,cAAc,CAAC;QACnD,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,SAAS,CAAC;IACxF,IAAI,WAAW,IAAI,cAAc,EAAE,CAAC;QAClC,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,gBAAgB,CACpB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EACvC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,IAAI,CAC1E,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,sBAAsB;QACnC,CAAC,CAAC,iCAAiC;QACnC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;YAC5B,CAAC,CAAC,wBAAwB;YAC1B,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,yBAAyB,CAAC;IAC3E,MAAM,WAAW,GAAqB;QACpC,MAAM,EAAE,SAAS;QACjB,cAAc,EAAE,MAAM;QACtB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC;IACF,MAAM,OAAO,GAAG;QACd,IAAI,EAAE,gBAAyB;QAC/B,YAAY,EAAE,KAAK,CAAC,WAAW;QAC/B,kBAAkB,EAAE,KAAK,CAAC,iBAAiB;QAC3C,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,WAAW,EAAE,mBAAmB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC;QAC1F,iBAAiB,EAAE,yBAAyB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,iBAAiB,CAAC;KACzF,CAAC;IACF,MAAM,aAAa,GAAG,2BAA2B,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,MAAM,UAAU,GAAG,OAAQ,KAAK,CAAC,KAAK,CAAC,YAAoD,EAAE,QAAQ,KAAK,QAAQ;QAChH,CAAC,CAAG,KAAK,CAAC,KAAK,CAAC,YAA+D,CAAC,QAAQ,EAAE,iBAAwC;QAClI,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE;QAC7D,cAAc,EAAE,GAAG;QACnB,OAAO;QACP,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;QAChG,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,+BAA+B;KAC5C,CAAC,CAAC;IACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,iBAAiB,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC1F,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAChF,cAAc,EAAE,GAAG;QACnB,QAAQ,EAAE,CAAC;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,0BAA0B;QAChC,MAAM;QACN,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChE,CAAC,IAAI,CAAC,CAAC;IACR,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,EAAE;QAC5D,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,EAAE;QACb,KAAK,EAAE,WAAW;YAChB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE;YAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+DAA+D,EAAE;QAC9F,YAAY,EAAE,GAAG;KAClB,CAAC,CAAC;IACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC9D,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,KAAK;QACb,OAAO;QACP,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;QAChG,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE;YACP,UAAU,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU;YAC7C,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW;YACxC,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ;YAClD,GAAG,CAAC,UAAU,IAAI,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9F,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD;QACD,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC;QACnF,QAAQ,EAAE;YACR,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU;YACpC,cAAc,EAAE,QAAQ;YACxB,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;gBAClE,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,CAAC,SAAmB,EAAE;gBACrD,CAAC,CAAC,EAAE,CAAC;SACR;QACD,WAAW;QACX,WAAW,EAAE,cAAc;QAC3B,cAAc,EAAE,iBAAiB;QACjC,UAAU,EAAE,aAAa;QACzB,UAAU,EAAE,GAAG;QACf,YAAY,EAAE,GAAG;QACjB,MAAM,EAAE,IAAI;QACZ,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,uBAAuB,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxF,CAAC,CAAC;IACH,OAAO,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB,EAAE,KAAa,EAAE,WAA6B;IACnF,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,kBAAkB,EAAE,WAAW,CAAC,MAAM;QACtC,GAAG,CAAC,WAAW,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAW,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpG,GAAG,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAK,GAAG,CAAC,EAAE,qBAAqB,GAAG,KAAK;IACjF,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,kBAAkB,EAAE,CAAC;YACnF,IAAI,CAAC,qBAAqB;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAC/H,OAAO,MAAM,EAAE,cAAc,KAAK,GAAG,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IACtF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACvF,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,qBAAqB,CAAC,CAAC;QACjG,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAY;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,IAAI,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;QACtD,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YAClH,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,CAAC;gBACX,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC;gBACnB,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACzG,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,2EAA2E;IAC3E,yDAAyD;IACzD,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzE,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,SAAiB;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5E,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,WAAW,CAAC,MAA+B,EAAE,IAAc;IAClE,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,IAAI;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,cAAsB,EAAE,YAAoB;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,mCAAmC,CAAC,CAAC;IAC1F,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAiC,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAC/F,IAAI,OAAO,EAAE,cAAc,KAAK,GAAG;WAC9B,OAAO,CAAC,IAAI,KAAK,uCAAuC;WACxD,OAAO,CAAC,eAAe,KAAK,KAAK;WACjC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC9C,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,mCAAmC,CAAC,EAAE,OAAO,CAAC,CAAC;AAC3G,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7D,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,IAAY,EACZ,MAAc,EACd,MAAwB,EACxB,QAA6D;IAE7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAChH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,iCAAiC,CAAC,CAAC;QAC7H,IAAI,QAAQ,IAAI,CACd,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,CAAC,WAAW;eACjD,MAAM,CAAC,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAAC,iBAAiB;eAChE,MAAM,CAAC,OAAO,CAAC,iBAAiB,KAAK,yBAAyB,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CACpH;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,8BAA8B,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9H,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,kBAAkB,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,gBAAgB,CAAC,CAAC;QAC5G,IAAI,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,KAAK,CAAC,kBAAkB;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,8BAA8B,CAAC,CAAC;QACzI,IAAI,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,kBAAkB,CAAC,CAAC;QACjH,IAAI,MAAM,CAAC,WAAW,EAAE,mBAAmB,KAAK,KAAK,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,wBAAwB,CAAC,CAAC;QACjJ,IAAI,MAAM,CAAC,WAAW,EAAE,cAAc,KAAK,KAAK,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,0BAA0B,CAAC,CAAC;IAC3I,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"trial-import.js","sourceRoot":"","sources":["../../../src/evals/trial-import.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3F,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,SAAS,EAAE,QAAQ,EAAE,qBAAqB,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE5J,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,OAAO,EAAE,QAAQ,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,oBAAoB,EACpB,aAAa,EACb,gBAAgB,EAChB,UAAU,EACV,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,mCAAmC,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,cAAc,EAAE,qCAAqC,EAAE,MAAM,2BAA2B,CAAC;AACnL,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,kCAAkC,EAAE,MAAM,iCAAiC,CAAC;AAGrF,OAAO,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AACzG,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AACpG,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AA0BnE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAA8B,EAC9B,eAA0C,EAAE;IAE5C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC;QAC5D,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,aAA0C;QAC9D,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,IAAI,GAAqB,CAAC,GAAG,YAAY,CAAC,CAAC;IACjD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAA6B,EAC7B,KAA8B,EAC9B,KAAK,GAAG,CAAC,EACT,eAA0C,EAAE;IAE5C,MAAM,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS,KAAK,GAAG,CAAC,EAAE,CAAC;IAC/E,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,GAAG,cAAc,KAAK,KAAK,GAAG,CAAC,EAAE,CAAC;IACtF,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACvE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;IAChI,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3H,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,cAAc,CAAC,IAAI,cAAc,CAAC;IAC1E,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC;IACtE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO;YAAE,MAAM,IAAI,0BAA0B,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;QAC1J,MAAM,2BAA2B,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE;YAC1E,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,cAAc,EAAE,CAAC,EAAE,OAAO,CAAC,qBAAqB,KAAK,IAAI,CAAC,CAAC;IAC9F,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,qBAAqB,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,4BAA4B;YAAE,MAAM,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAClI,MAAM,GAAG,GAAG,MAAM;YAChB,CAAC,CAAC,MAAM,eAAe,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;YAChG,CAAC,CAAC,MAAM,mBAAmB,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;QAC/F,SAAS,GAAG,MAAM,KAAK,IAAI,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,uBAAuB,IAAI,KAAK,YAAY,0BAA0B;YAAE,MAAM,KAAK,CAAC;QACzG,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,uBAAuB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACtI,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,6BAA6B,CAAC,EAAE;gBACpF,cAAc,EAAE,GAAG;gBACnB,QAAQ,EAAE,OAAO;gBACjB,IAAI,EAAE,0BAA0B;gBAChC,OAAO,EAAE,WAAW;gBACpB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,mBAAmB,CAAC;YACzB,GAAG,OAAO;YACV,KAAK,EAAE;gBACL,GAAG,KAAK;gBACR,cAAc,EAAE,gCAAgC;gBAChD,kBAAkB,EAAE,WAAW;aAChC;YACD,MAAM;YACN,OAAO;YACP,OAAO;YACP,cAAc;SACf,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,MAAM,IAAI,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC;YACnE,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAC3B;IAArB,YAAqB,OAAe;QAClC,KAAK,CAAC,qCAAqC,OAAO,EAAE,CAAC,CAAC;QADnC,YAAO,GAAP,OAAO,CAAQ;QAElC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAED,MAAM,OAAO,0BAA2B,SAAQ,KAAK;IACnD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AAUD,KAAK,UAAU,eAAe,CAAC,KAAsC;IACnE,MAAM,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC/C,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5G,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACvI,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;WACnF,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnD,IACE,OAAO,CAAC,IAAI,KAAK,gBAAgB;WAC9B,OAAO,CAAC,YAAY,KAAK,KAAK,CAAC,WAAW;WAC1C,OAAO,CAAC,kBAAkB,KAAK,KAAK,CAAC,iBAAiB;WACtD,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,EACnC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC/F,IAAI,OAAO,CAAC,iBAAiB,KAAK,gBAAgB;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,qCAAqC,CAAC,CAAC;IACxI,IACE,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC,MAAM;WACpC,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO;WACxC,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAC1C,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,+BAA+B,CAAC,CAAC;IAChF,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1E,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9E,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC,MAAM;eAC/C,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO;eACjD,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;eAChD,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB;eACjD,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,KAAK,CAAC,WAAW;eAC1D,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,KAAK,KAAK,CAAC,iBAAiB;eACtE,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM;eAChD,QAAQ,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;YAAE,MAAM,IAAI,0BAA0B,CAAC,uCAAuC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7I,OAAO,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,KAAK,CAAC;IACtE,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC,CAAC;IACtH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvF,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACtD,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QAC5D,MAAM,6BAA6B,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,IAAI,QAAQ;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAqB,CAAC,EAAE,QAAQ,CAAC,CAAC;QACzF,MAAM,sBAAsB,GAAG,MAAM,mCAAmC,CACtE,KAAK,CAAC,cAAc,EACpB,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CACnC,CAAC;QACF,IAAI,sBAAsB;YAAE,MAAM,qCAAqC,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;QACzG,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QAC9D,MAAM,iBAAiB,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACnF,MAAM,WAAW,GAAG,mBAAmB,CAAC;YACtC,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM;YAC1C,gBAAgB,EAAE,iBAAiB,CAAC,iBAAiB;YACrD,YAAY,EAAE,iBAAiB,CAAC,aAAa;YAC7C,WAAW;YACX,cAAc,EAAE,sBAAsB;SACvC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;QAC9F,MAAM,gBAAgB,GAAG,WAAW,CAAC,QAAQ,EAAE;YAC7C,WAAW,EAAE,kBAAkB,EAAE,qBAAqB;YACtD,mBAAmB,EAAE,YAAY,EAAE,qBAAqB;SACzD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QAC5F,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;QACpF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC;QAC1F,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,2BAA2B,CAAC,OAAO,EAAE,KAAK,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACpH,MAAM,kCAAkC,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACzF,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,EAAE;YACzD,GAAG,gBAAgB;YACnB,WAAW;YACX,UAAU,EAAE,aAAa;YACzB,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,qBAAqB,EAAE,CAAC;YAC7E,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC5D,MAAM,yBAAyB,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,IAAI,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC/F,MAAM,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,WAAW,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACnI,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,IAAI,0BAA0B,CAAC,mCAAmC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,KAAiB;IAClD,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC1H,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC;IACtE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,IAAI,QAAQ;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAqB,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC9F,MAAM,sBAAsB,GAAG,MAAM,mCAAmC,CACtE,KAAK,CAAC,cAAc,EACpB,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CACnC,CAAC;QACF,IAAI,sBAAsB;YAAE,MAAM,qCAAqC,CAAC,YAAY,EAAE,sBAAsB,CAAC,CAAC;QAC9G,MAAM,wBAAwB,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc;YAC5C,CAAC,CAAC,MAAM,qBAAqB,CAC3B,KAAK,CAAC,cAAc,EACpB,uBAAuB,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAChF;YACD,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,IAAI,WAAW,IAAI,cAAc,EAAE,CAAC;YAClC,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YACvE,MAAM,gBAAgB,CACpB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EACvC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,IAAI,CAC1E,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,sBAAsB;YACnC,CAAC,CAAC,iCAAiC;YACnC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc;gBAC5B,CAAC,CAAC,wBAAwB;gBAC1B,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,yBAAyB,CAAC;QAC3E,MAAM,WAAW,GAAqB;YACpC,MAAM,EAAE,SAAS;YACjB,cAAc,EAAE,MAAM;YACtB,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC;QACF,MAAM,OAAO,GAAG;YACd,IAAI,EAAE,gBAAyB;YAC/B,YAAY,EAAE,KAAK,CAAC,WAAW;YAC/B,kBAAkB,EAAE,KAAK,CAAC,iBAAiB;YAC3C,OAAO,EAAE,KAAK,CAAC,MAAM;YACrB,WAAW,EAAE,mBAAmB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC;YAC1F,iBAAiB,EAAE,yBAAyB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,iBAAiB,CAAC;SACzF,CAAC;QACF,MAAM,aAAa,GAAG,2BAA2B,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChF,MAAM,UAAU,GAAG,OAAQ,KAAK,CAAC,KAAK,CAAC,YAAoD,EAAE,QAAQ,KAAK,QAAQ;YAChH,CAAC,CAAG,KAAK,CAAC,KAAK,CAAC,YAA+D,CAAC,QAAQ,EAAE,iBAAwC;YAClI,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE;YAC7D,cAAc,EAAE,GAAG;YACnB,OAAO;YACP,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;YAChG,OAAO,EAAE,KAAK,CAAC,MAAM;YACrB,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,+BAA+B;SAC5C,CAAC,CAAC;QACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,iBAAiB,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC1F,MAAM,2BAA2B,CAAC,YAAY,EAAE,KAAK,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACzH,MAAM,kCAAkC,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC9F,MAAM,uBAAuB,CAAC,YAAY,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpE,MAAM,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;YAChF,cAAc,EAAE,GAAG;YACnB,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,0BAA0B;YAChC,MAAM;YACN,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChE,CAAC,IAAI,CAAC,CAAC;QACR,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,EAAE;YAC5D,cAAc,EAAE,GAAG;YACnB,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,WAAW;gBAChB,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,OAAO,EAAE;gBAC1D,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+DAA+D,EAAE;YAC9F,YAAY,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;YAC9D,cAAc,EAAE,GAAG;YACnB,MAAM,EAAE,KAAK;YACb,OAAO;YACP,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;YAChG,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE;gBACP,UAAU,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU;gBAC7C,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW;gBACxC,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ;gBAClD,GAAG,CAAC,UAAU,IAAI,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9F,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzD;YACD,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU,CAAC;YACnF,QAAQ,EAAE;gBACR,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU;gBACpC,cAAc,EAAE,QAAQ;gBACxB,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;oBAClE,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,CAAC,SAAmB,EAAE;oBACrD,CAAC,CAAC,EAAE,CAAC;aACR;YACD,WAAW;YACX,WAAW,EAAE,cAAc;YAC3B,cAAc,EAAE,iBAAiB;YACjC,UAAU,EAAE,aAAa;YACzB,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,GAAG;YACjB,MAAM,EAAE,IAAI;YACZ,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,uBAAuB,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;QACpD,MAAM,yBAAyB,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,eAAe,IAAI,QAAQ,EAAE,GAAG,CAAC,CAAC;QACpG,MAAM,sBAAsB,CAAC,YAAY,CAAC,CAAC;QAC3C,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,IAAI,0BAA0B,CAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACxC,OAAO,GAAG,CAAC;IACb,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB,EAAE,KAAa,EAAE,WAA6B;IACnF,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,KAAK,CAAC,MAAM;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,kBAAkB,EAAE,WAAW,CAAC,MAAM;QACtC,GAAG,CAAC,WAAW,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,WAAW,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpG,GAAG,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAK,GAAG,CAAC,EAAE,qBAAqB,GAAG,KAAK;IACjF,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,kBAAkB,EAAE,CAAC;YACnF,IAAI,CAAC,qBAAqB;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,sBAAsB,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAC/H,OAAO,MAAM,EAAE,cAAc,KAAK,GAAG,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IACpC,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;IACtF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACvF,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YAAE,SAAS;QACnC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,qBAAqB,CAAC,CAAC;QACjG,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAY;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,IAAI,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;QACtD,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACtE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,cAAc,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YAClH,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,CAAC;gBACX,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC;gBACnB,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACzG,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,SAAiB;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5E,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AACrF,CAAC;AAED,SAAS,WAAW,CAAC,MAA+B,EAAE,IAAc;IAClE,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,IAAI;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,cAAsB,EAAE,YAAoB;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,mCAAmC,CAAC,CAAC;IAC1F,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAiC,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAC/F,IAAI,OAAO,EAAE,cAAc,KAAK,GAAG;WAC9B,OAAO,CAAC,IAAI,KAAK,uCAAuC;WACxD,OAAO,CAAC,eAAe,KAAK,KAAK;WACjC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO;IAC9C,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,EAAE,mCAAmC,CAAC,EAAE,OAAO,CAAC,CAAC;AAC3G,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7D,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,IAAY,EACZ,MAAc,EACd,MAAwB,EACxB,QAA6D;IAE7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QAChH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,iCAAiC,CAAC,CAAC;QAC7H,IAAI,QAAQ,IAAI,CACd,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,CAAC,WAAW;eACjD,MAAM,CAAC,OAAO,CAAC,kBAAkB,KAAK,QAAQ,CAAC,iBAAiB;eAChE,MAAM,CAAC,OAAO,CAAC,iBAAiB,KAAK,yBAAyB,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,iBAAiB,CAAC,CACpH;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,8BAA8B,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9H,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,kBAAkB,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,gBAAgB,CAAC,CAAC;QAC5G,IAAI,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,KAAK,CAAC,kBAAkB;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,8BAA8B,CAAC,CAAC;QACzI,IAAI,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,kBAAkB,CAAC,CAAC;QACjH,IAAI,MAAM,CAAC,WAAW,EAAE,mBAAmB,KAAK,KAAK,CAAC,mBAAmB;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,wBAAwB,CAAC,CAAC;QACjJ,IAAI,MAAM,CAAC,WAAW,EAAE,cAAc,KAAK,KAAK,CAAC,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,QAAQ,0BAA0B,CAAC,CAAC;IAC3I,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { readdir } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { HitchError, readJSON, statePaths } from "../foundation/index.js";
|
|
4
|
+
import { verifyResultBundleIndex } from "../runs/index.js";
|
|
5
|
+
import { evalTrialKey, mergeEvalProgressTrial, replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
|
|
6
|
+
import { validateEvalTrialReferences } from "./trial-import.js";
|
|
7
|
+
import { EVAL_TRIAL_PUBLICATION_REF, parseEvalTrialPublication } from "./trial-publication.js";
|
|
8
|
+
const RUN_ID = /^run_[a-f0-9]{32}$/;
|
|
9
|
+
export async function recoverPromotedEvalTrialPublications(input) {
|
|
10
|
+
const evalId = input.plan.eval_id;
|
|
11
|
+
const publications = await readEvalTrialPublications(input.root, evalId);
|
|
12
|
+
const bySlot = new Map();
|
|
13
|
+
for (const publication of publications) {
|
|
14
|
+
assertPublicationBelongsToPlan(publication, input.plan);
|
|
15
|
+
await verifyResultBundleIndex(path.join(statePaths(input.root).runs, publication.trial.run_id));
|
|
16
|
+
await validateEvalTrialReferences(input.root, evalId, [publication.trial], {
|
|
17
|
+
benchmarkId: input.plan.benchmark.id,
|
|
18
|
+
benchmarkRevision: input.plan.benchmark.revision,
|
|
19
|
+
});
|
|
20
|
+
const key = evalTrialKey(publication.trial);
|
|
21
|
+
const entries = bySlot.get(key) ?? [];
|
|
22
|
+
entries.push(publication);
|
|
23
|
+
bySlot.set(key, entries);
|
|
24
|
+
}
|
|
25
|
+
let progress = input.progress;
|
|
26
|
+
const recovered = [];
|
|
27
|
+
for (const key of [...bySlot.keys()].sort()) {
|
|
28
|
+
const entries = bySlot.get(key);
|
|
29
|
+
const settlements = entries.filter((entry) => entry.mode === "settle");
|
|
30
|
+
const repairs = entries.filter((entry) => entry.mode === "replace-invalid" && entry.trial.observation_status === "valid");
|
|
31
|
+
if (settlements.length > 1)
|
|
32
|
+
throw conflict(`multiple promoted authoritative runs exist for ${formatTrial(settlements[0].trial)}`);
|
|
33
|
+
if (repairs.length > 1)
|
|
34
|
+
throw conflict(`multiple promoted repair runs exist for ${formatTrial(repairs[0].trial)}`);
|
|
35
|
+
const selected = repairs[0] ?? settlements[0];
|
|
36
|
+
if (!selected)
|
|
37
|
+
continue;
|
|
38
|
+
const current = progress.trials.find((trial) => evalTrialKey(trial) === key);
|
|
39
|
+
if (current && JSON.stringify(current) === JSON.stringify(selected.trial))
|
|
40
|
+
continue;
|
|
41
|
+
if (current && selected.mode === "settle") {
|
|
42
|
+
throw conflict(`promoted run conflicts with durable progress for ${formatTrial(selected.trial)}`);
|
|
43
|
+
}
|
|
44
|
+
if (current?.observation_status === "valid") {
|
|
45
|
+
throw conflict(`promoted repair conflicts with an existing valid run for ${formatTrial(selected.trial)}`);
|
|
46
|
+
}
|
|
47
|
+
progress = selected.mode === "replace-invalid"
|
|
48
|
+
? replaceInvalidEvalProgressTrial(progress, selected.trial)
|
|
49
|
+
: mergeEvalProgressTrial(progress, selected.trial);
|
|
50
|
+
recovered.push({ mode: selected.mode, trial: selected.trial });
|
|
51
|
+
}
|
|
52
|
+
if (recovered.length > 0)
|
|
53
|
+
await writeEvalProgress(input.evalDirectory, progress);
|
|
54
|
+
for (const item of recovered)
|
|
55
|
+
input.sink?.emit({
|
|
56
|
+
type: "eval.trial.publication-recovered", mode: item.mode, trial_id: item.trial.trial_id,
|
|
57
|
+
task_id: item.trial.task_id, attempt: item.trial.attempt, run_id: item.trial.run_id,
|
|
58
|
+
observation_status: item.trial.observation_status, generation: progress.generation,
|
|
59
|
+
});
|
|
60
|
+
return { progress, recovered };
|
|
61
|
+
}
|
|
62
|
+
async function readEvalTrialPublications(root, evalId) {
|
|
63
|
+
let entries;
|
|
64
|
+
try {
|
|
65
|
+
entries = await readdir(statePaths(root).runs, { withFileTypes: true });
|
|
66
|
+
}
|
|
67
|
+
catch (error) {
|
|
68
|
+
if (error.code === "ENOENT")
|
|
69
|
+
return [];
|
|
70
|
+
throw error;
|
|
71
|
+
}
|
|
72
|
+
const result = [];
|
|
73
|
+
for (const entry of entries.sort((left, right) => left.name.localeCompare(right.name))) {
|
|
74
|
+
if (!entry.isDirectory() || !RUN_ID.test(entry.name))
|
|
75
|
+
continue;
|
|
76
|
+
const value = await readJSON(path.join(statePaths(root).runs, entry.name, EVAL_TRIAL_PUBLICATION_REF), null);
|
|
77
|
+
if (value === null || !belongsToEval(value, evalId))
|
|
78
|
+
continue;
|
|
79
|
+
result.push(parseEvalTrialPublication(value, entry.name));
|
|
80
|
+
}
|
|
81
|
+
return result;
|
|
82
|
+
}
|
|
83
|
+
function belongsToEval(value, evalId) {
|
|
84
|
+
return Boolean(value && typeof value === "object" && !Array.isArray(value)
|
|
85
|
+
&& value.eval_id === evalId);
|
|
86
|
+
}
|
|
87
|
+
function assertPublicationBelongsToPlan(publication, plan) {
|
|
88
|
+
if (publication.eval_id !== plan.eval_id)
|
|
89
|
+
throw conflict("promoted run belongs to another eval plan");
|
|
90
|
+
const trial = publication.trial;
|
|
91
|
+
const planned = plan.membership === "known"
|
|
92
|
+
? plan.slots.some((slot) => slot.task_id === trial.task_id && slot.attempt === trial.attempt)
|
|
93
|
+
: plan.work_items.some((work) => work.logical_attempt === trial.attempt
|
|
94
|
+
&& (work.task_ids.length === 0 || work.task_ids.includes(trial.task_id)));
|
|
95
|
+
if (!planned)
|
|
96
|
+
throw conflict(`promoted run is outside the frozen plan: ${formatTrial(trial)}`);
|
|
97
|
+
}
|
|
98
|
+
function formatTrial(trial) {
|
|
99
|
+
return `${trial.task_id} attempt ${trial.attempt}`;
|
|
100
|
+
}
|
|
101
|
+
function conflict(message) {
|
|
102
|
+
return new HitchError(message, { code: "eval_trial_publication_conflict", exitCode: 12 });
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=trial-publication-recovery.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trial-publication-recovery.js","sourceRoot":"","sources":["../../../src/evals/trial-publication-recovery.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEzH,OAAO,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAG/F,MAAM,MAAM,GAAG,oBAAoB,CAAC;AAOpC,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,KAM1D;IACC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;IAClC,MAAM,YAAY,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC3D,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,8BAA8B,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAChG,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE;YACzE,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;YACpC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ;SACjD,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,MAAM,SAAS,GAAoC,EAAE,CAAC;IACtD,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAA6B,CAAC;QAC5D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,KAAK,CAAC,kBAAkB,KAAK,OAAO,CAAC,CAAC;QAC1H,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,QAAQ,CAAC,kDAAkD,WAAW,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnI,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,QAAQ,CAAC,2CAA2C,WAAW,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpH,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;QAC7E,IAAI,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,SAAS;QACpF,IAAI,OAAO,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1C,MAAM,QAAQ,CAAC,oDAAoD,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpG,CAAC;QACD,IAAI,OAAO,EAAE,kBAAkB,KAAK,OAAO,EAAE,CAAC;YAC5C,MAAM,QAAQ,CAAC,4DAA4D,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5G,CAAC;QACD,QAAQ,GAAG,QAAQ,CAAC,IAAI,KAAK,iBAAiB;YAC5C,CAAC,CAAC,+BAA+B,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC;YAC3D,CAAC,CAAC,sBAAsB,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACjF,KAAK,MAAM,IAAI,IAAI,SAAS;QAAE,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC;YAC7C,IAAI,EAAE,kCAAkC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;YACxF,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACnF,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU;SACnF,CAAC,CAAC;IACH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,IAAY,EAAE,MAAc;IACnE,IAAI,OAAO,CAAC;IACZ,IAAI,CAAC;QAAC,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IAChF,OAAO,KAAK,EAAE,CAAC;QACb,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAClE,MAAM,KAAK,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAA6B,EAAE,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACvF,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YAAE,SAAS;QAC/D,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,0BAA0B,CAAC,EAAE,IAAI,CAAC,CAAC;QAC7H,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC;YAAE,SAAS;QAC9D,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc,EAAE,MAAc;IACnD,OAAO,OAAO,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;WACpE,KAAiC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,8BAA8B,CAAC,WAAmC,EAAE,IAAyB;IACpG,IAAI,WAAW,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO;QAAE,MAAM,QAAQ,CAAC,2CAA2C,CAAC,CAAC;IACtG,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,KAAK,OAAO;QACzC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,CAAC;QAC7F,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,KAAK,CAAC,OAAO;eAClE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9E,IAAI,CAAC,OAAO;QAAE,MAAM,QAAQ,CAAC,4CAA4C,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,WAAW,CAAC,KAAkD;IACrE,OAAO,GAAG,KAAK,CAAC,OAAO,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;AACrD,CAAC;AAED,SAAS,QAAQ,CAAC,OAAe;IAC/B,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,iCAAiC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AAC5F,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { atomicWriteJSON } from "../foundation/index.js";
|
|
3
|
+
import { parseEvalTrialRef } from "./progress.js";
|
|
4
|
+
const EVAL_ID = /^eval_[a-f0-9]{32}$/;
|
|
5
|
+
export const EVAL_TRIAL_PUBLICATION_REF = path.join("eval", "publication.json");
|
|
6
|
+
export async function writeEvalTrialPublication(runDirectory, evalId, mode, trial) {
|
|
7
|
+
await atomicWriteJSON(path.join(runDirectory, EVAL_TRIAL_PUBLICATION_REF), {
|
|
8
|
+
schema_version: "1", eval_id: evalId, mode, trial, created_at: new Date().toISOString(),
|
|
9
|
+
});
|
|
10
|
+
}
|
|
11
|
+
export function parseEvalTrialPublication(value, expectedRunId) {
|
|
12
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
13
|
+
throw new TypeError("eval trial publication must be an object");
|
|
14
|
+
const record = value;
|
|
15
|
+
if (record.schema_version !== "1" || typeof record.eval_id !== "string" || !EVAL_ID.test(record.eval_id)
|
|
16
|
+
|| (record.mode !== "settle" && record.mode !== "replace-invalid")
|
|
17
|
+
|| typeof record.created_at !== "string" || !Number.isFinite(Date.parse(record.created_at))) {
|
|
18
|
+
throw new TypeError("eval trial publication is invalid");
|
|
19
|
+
}
|
|
20
|
+
const trial = parseEvalTrialRef(record.trial, "eval trial publication trial");
|
|
21
|
+
if (expectedRunId !== undefined && trial.run_id !== expectedRunId)
|
|
22
|
+
throw new TypeError("eval trial publication run identity is invalid");
|
|
23
|
+
return { schema_version: "1", eval_id: record.eval_id, mode: record.mode, trial, created_at: record.created_at };
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=trial-publication.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trial-publication.js","sourceRoot":"","sources":["../../../src/evals/trial-publication.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAElD,MAAM,OAAO,GAAG,qBAAqB,CAAC;AAEtC,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;AAWhF,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,YAAoB,EACpB,MAAc,EACd,IAA8B,EAC9B,KAAqB;IAErB,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QACzE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACxF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc,EAAE,aAAsB;IAC9E,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACjI,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;WACnG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,iBAAiB,CAAC;WAC/D,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QAC9F,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,EAAE,8BAA8B,CAAC,CAAC;IAC9E,IAAI,aAAa,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IACzI,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;AACnH,CAAC"}
|