agent-hitch 0.2.6 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -3
- package/README.zh-CN.md +14 -2
- package/dist/bin/hitch.js +25 -3
- package/dist/bin/hitch.js.map +1 -1
- package/dist/scripts/canary-benchmark.js +54 -0
- package/dist/scripts/canary-benchmark.js.map +1 -0
- package/dist/scripts/canary-buildkit-secrets.js +166 -0
- package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
- package/dist/scripts/canary-collision-domains.js +77 -0
- package/dist/scripts/canary-collision-domains.js.map +1 -0
- package/dist/scripts/canary-docker-image-observation.js +181 -0
- package/dist/scripts/canary-docker-image-observation.js.map +1 -0
- package/dist/scripts/canary-eval-scheduler-throughput.js +47 -0
- package/dist/scripts/canary-eval-scheduler-throughput.js.map +1 -0
- package/dist/scripts/canary-gpu-hardware.js +95 -0
- package/dist/scripts/canary-gpu-hardware.js.map +1 -0
- package/dist/scripts/canary-harbor-load.js +365 -0
- package/dist/scripts/canary-harbor-load.js.map +1 -0
- package/dist/scripts/canary-packaged-harness.js +75 -0
- package/dist/scripts/canary-packaged-harness.js.map +1 -0
- package/dist/scripts/canary-resource-load.js +188 -0
- package/dist/scripts/canary-resource-load.js.map +1 -0
- package/dist/scripts/check-architecture.js +10 -5
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/scripts/docker-reaper-crash-child.js +21 -0
- package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
- package/dist/src/adapters/catalog.js +3 -1
- package/dist/src/adapters/catalog.js.map +1 -1
- package/dist/src/adapters/discovery.js +1 -1
- package/dist/src/adapters/discovery.js.map +1 -1
- package/dist/src/adapters/providers/claude.js +6 -0
- package/dist/src/adapters/providers/claude.js.map +1 -1
- package/dist/src/adapters/providers/codex-auth.js +29 -0
- package/dist/src/adapters/providers/codex-auth.js.map +1 -0
- package/dist/src/adapters/providers/codex.js +29 -6
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/deepseek.js +6 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -1
- package/dist/src/adapters/providers/model-call.js +26 -0
- package/dist/src/adapters/providers/model-call.js.map +1 -0
- package/dist/src/adapters/providers/opencode.js +6 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -1
- package/dist/src/adapters/providers/pi.js +6 -0
- package/dist/src/adapters/providers/pi.js.map +1 -1
- package/dist/src/artifacts/index.js +1 -0
- package/dist/src/artifacts/index.js.map +1 -1
- package/dist/src/artifacts/preparer.js +7 -2
- package/dist/src/artifacts/preparer.js.map +1 -1
- package/dist/src/backends/harbor/agent-budget.js +31 -0
- package/dist/src/backends/harbor/agent-budget.js.map +1 -0
- package/dist/src/backends/harbor/backend.js +59 -107
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/environment-config.js +92 -0
- package/dist/src/backends/harbor/environment-config.js.map +1 -0
- package/dist/src/backends/harbor/index.js +6 -1
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +23 -0
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
- package/dist/src/backends/harbor/process.js +177 -0
- package/dist/src/backends/harbor/process.js.map +1 -0
- package/dist/src/backends/harbor/regrade.js +77 -0
- package/dist/src/backends/harbor/regrade.js.map +1 -0
- package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
- package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
- package/dist/src/backends/harbor/supervisor.js +74 -0
- package/dist/src/backends/harbor/supervisor.js.map +1 -0
- package/dist/src/backends/harbor/task-resources.js +206 -0
- package/dist/src/backends/harbor/task-resources.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -29
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +5 -1
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/benchmarks/index.js +3 -0
- package/dist/src/benchmarks/index.js.map +1 -0
- package/dist/src/benchmarks/loader.js +271 -0
- package/dist/src/benchmarks/loader.js.map +1 -0
- package/dist/src/benchmarks/metrics.js +16 -0
- package/dist/src/benchmarks/metrics.js.map +1 -0
- package/dist/src/benchmarks/toml.js +13 -0
- package/dist/src/benchmarks/toml.js.map +1 -0
- package/dist/src/benchmarks/validation.js +242 -0
- package/dist/src/benchmarks/validation.js.map +1 -0
- package/dist/src/cli/arguments.js +6 -4
- package/dist/src/cli/arguments.js.map +1 -1
- package/dist/src/cli/commands/benchmark.js +22 -0
- package/dist/src/cli/commands/benchmark.js.map +1 -0
- package/dist/src/cli/commands/capabilities.js +18 -0
- package/dist/src/cli/commands/capabilities.js.map +1 -0
- package/dist/src/cli/commands/daemon.js +135 -8
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval.js +228 -6
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/images.js +40 -0
- package/dist/src/cli/commands/images.js.map +1 -0
- package/dist/src/cli/commands/run.js +42 -17
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/commands/runs.js +25 -3
- package/dist/src/cli/commands/runs.js.map +1 -1
- package/dist/src/cli/commands/trajectory.js +96 -5
- package/dist/src/cli/commands/trajectory.js.map +1 -1
- package/dist/src/cli/commands/verifier.js +36 -0
- package/dist/src/cli/commands/verifier.js.map +1 -0
- package/dist/src/cli/commands/worker.js +79 -0
- package/dist/src/cli/commands/worker.js.map +1 -0
- package/dist/src/cli/main.js +10 -0
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +84 -4
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/build-admission.js +69 -0
- package/dist/src/control-plane/build-admission.js.map +1 -0
- package/dist/src/control-plane/build-records.js +6 -0
- package/dist/src/control-plane/build-records.js.map +1 -0
- package/dist/src/control-plane/collisions.js +40 -0
- package/dist/src/control-plane/collisions.js.map +1 -0
- package/dist/src/control-plane/eval-control-state.js +22 -0
- package/dist/src/control-plane/eval-control-state.js.map +1 -0
- package/dist/src/control-plane/eval-control-work.js +44 -0
- package/dist/src/control-plane/eval-control-work.js.map +1 -0
- package/dist/src/control-plane/eval-image-resolution.js +52 -0
- package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
- package/dist/src/control-plane/eval-image-services.js +30 -0
- package/dist/src/control-plane/eval-image-services.js.map +1 -0
- package/dist/src/control-plane/eval-records.js +252 -0
- package/dist/src/control-plane/eval-records.js.map +1 -0
- package/dist/src/control-plane/eval-recovery.js +181 -0
- package/dist/src/control-plane/eval-recovery.js.map +1 -0
- package/dist/src/control-plane/eval-scheduler.js +450 -0
- package/dist/src/control-plane/eval-scheduler.js.map +1 -0
- package/dist/src/control-plane/index.js +20 -0
- package/dist/src/control-plane/index.js.map +1 -0
- package/dist/src/control-plane/local-worker.js +49 -0
- package/dist/src/control-plane/local-worker.js.map +1 -0
- package/dist/src/control-plane/model-capture-planning.js +12 -0
- package/dist/src/control-plane/model-capture-planning.js.map +1 -0
- package/dist/src/control-plane/remote-result-transport.js +175 -0
- package/dist/src/control-plane/remote-result-transport.js.map +1 -0
- package/dist/src/control-plane/remote-work-coordinator.js +333 -0
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
- package/dist/src/control-plane/remote-work-inputs.js +266 -0
- package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
- package/dist/src/control-plane/remote-work-item.js +62 -0
- package/dist/src/control-plane/remote-work-item.js.map +1 -0
- package/dist/src/control-plane/remote-work-recovery.js +220 -0
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
- package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
- package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
- package/dist/src/control-plane/remote-worker-client.js +202 -0
- package/dist/src/control-plane/remote-worker-client.js.map +1 -0
- package/dist/src/control-plane/remote-worker-configuration.js +34 -0
- package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
- package/dist/src/control-plane/remote-worker-credentials.js +58 -0
- package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
- package/dist/src/control-plane/remote-worker-protocol.js +489 -0
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
- package/dist/src/control-plane/remote-worker-runner.js +214 -0
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
- package/dist/src/control-plane/remote-workers.js +377 -0
- package/dist/src/control-plane/remote-workers.js.map +1 -0
- package/dist/src/control-plane/rerun-scheduler.js +448 -0
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
- package/dist/src/control-plane/rerun-submission.js +62 -0
- package/dist/src/control-plane/rerun-submission.js.map +1 -0
- package/dist/src/control-plane/resources.js +182 -0
- package/dist/src/control-plane/resources.js.map +1 -0
- package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
- package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
- package/dist/src/control-plane/synthetic-result.js +21 -0
- package/dist/src/control-plane/synthetic-result.js.map +1 -0
- package/dist/src/control-plane/work-admission.js +23 -0
- package/dist/src/control-plane/work-admission.js.map +1 -0
- package/dist/src/control-plane/work-dispatcher.js +237 -0
- package/dist/src/control-plane/work-dispatcher.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +19 -3
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/controller-runtime/index.js +1 -1
- package/dist/src/controller-runtime/index.js.map +1 -1
- package/dist/src/controller-runtime/store.js +15 -6
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/auth.js +5 -0
- package/dist/src/daemon/auth.js.map +1 -1
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/event-stream.js +46 -0
- package/dist/src/daemon/event-stream.js.map +1 -0
- package/dist/src/daemon/health.js +66 -0
- package/dist/src/daemon/health.js.map +1 -0
- package/dist/src/daemon/launcher.js +28 -1
- package/dist/src/daemon/launcher.js.map +1 -1
- package/dist/src/daemon/logging.js +23 -0
- package/dist/src/daemon/logging.js.map +1 -0
- package/dist/src/daemon/scheduler.js +26 -5
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +255 -98
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/daemon/telemetry.js +163 -0
- package/dist/src/daemon/telemetry.js.map +1 -0
- package/dist/src/daemon/worker-routes.js +219 -0
- package/dist/src/daemon/worker-routes.js.map +1 -0
- package/dist/src/domain/benchmarks.js +2 -0
- package/dist/src/domain/benchmarks.js.map +1 -0
- package/dist/src/domain/bundles.js +2 -0
- package/dist/src/domain/bundles.js.map +1 -0
- package/dist/src/domain/control-plane.js +2 -0
- package/dist/src/domain/control-plane.js.map +1 -0
- package/dist/src/domain/execution-evidence.js +2 -0
- package/dist/src/domain/execution-evidence.js.map +1 -0
- package/dist/src/domain/execution-plan.js +2 -0
- package/dist/src/domain/execution-plan.js.map +1 -0
- package/dist/src/domain/images.js +2 -0
- package/dist/src/domain/images.js.map +1 -0
- package/dist/src/domain/index.js +13 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/interactions.js +2 -0
- package/dist/src/domain/interactions.js.map +1 -0
- package/dist/src/domain/providers.js +2 -0
- package/dist/src/domain/providers.js.map +1 -0
- package/dist/src/domain/resources.js +2 -0
- package/dist/src/domain/resources.js.map +1 -0
- package/dist/src/domain/runs.js.map +1 -1
- package/dist/src/domain/validation.js +11 -4
- package/dist/src/domain/validation.js.map +1 -1
- package/dist/src/domain/verifier-evidence-validation.js +214 -0
- package/dist/src/domain/verifier-evidence-validation.js.map +1 -0
- package/dist/src/domain/verifier-evidence.js +3 -0
- package/dist/src/domain/verifier-evidence.js.map +1 -0
- package/dist/src/domain/verifier-score-contract.js +232 -0
- package/dist/src/domain/verifier-score-contract.js.map +1 -0
- package/dist/src/domain/workers.js +2 -0
- package/dist/src/domain/workers.js.map +1 -0
- package/dist/src/evals/benchmark-adapter-manifest.js +219 -0
- package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -0
- package/dist/src/evals/benchmark-candidate.js +36 -0
- package/dist/src/evals/benchmark-candidate.js.map +1 -0
- package/dist/src/evals/benchmark-run.js +166 -0
- package/dist/src/evals/benchmark-run.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +183 -0
- package/dist/src/evals/collect-only-rerun.js.map +1 -0
- package/dist/src/evals/directory.js +30 -0
- package/dist/src/evals/directory.js.map +1 -0
- package/dist/src/evals/docker-engine-stats.js +89 -0
- package/dist/src/evals/docker-engine-stats.js.map +1 -0
- package/dist/src/evals/docker-ownership.js +51 -0
- package/dist/src/evals/docker-ownership.js.map +1 -0
- package/dist/src/evals/docker-reaper.js +144 -0
- package/dist/src/evals/docker-reaper.js.map +1 -0
- package/dist/src/evals/docker-resource-observer.js +207 -0
- package/dist/src/evals/docker-resource-observer.js.map +1 -0
- package/dist/src/evals/duration-estimator.js +126 -0
- package/dist/src/evals/duration-estimator.js.map +1 -0
- package/dist/src/evals/environment-image-planning.js +164 -0
- package/dist/src/evals/environment-image-planning.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +56 -0
- package/dist/src/evals/eval-artifact-planning.js.map +1 -0
- package/dist/src/evals/eval-finalization.js +10 -0
- package/dist/src/evals/eval-finalization.js.map +1 -0
- package/dist/src/evals/eval-lifecycle-events.js +29 -0
- package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
- package/dist/src/evals/eval-logical-plan.js +51 -0
- package/dist/src/evals/eval-logical-plan.js.map +1 -0
- package/dist/src/evals/eval-result-builder.js +81 -0
- package/dist/src/evals/eval-result-builder.js.map +1 -0
- package/dist/src/evals/events.js +53 -5
- package/dist/src/evals/events.js.map +1 -1
- package/dist/src/evals/evolution-baseline.js +191 -0
- package/dist/src/evals/evolution-baseline.js.map +1 -0
- package/dist/src/evals/execution-evidence.js +116 -0
- package/dist/src/evals/execution-evidence.js.map +1 -0
- package/dist/src/evals/execution-leases.js +342 -0
- package/dist/src/evals/execution-leases.js.map +1 -0
- package/dist/src/evals/execution-plan-artifacts.js +72 -0
- package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
- package/dist/src/evals/execution-plan-images.js +69 -0
- package/dist/src/evals/execution-plan-images.js.map +1 -0
- package/dist/src/evals/execution-plan-resources.js +174 -0
- package/dist/src/evals/execution-plan-resources.js.map +1 -0
- package/dist/src/evals/execution-plan.js +451 -0
- package/dist/src/evals/execution-plan.js.map +1 -0
- package/dist/src/evals/failure-classifier.js +61 -0
- package/dist/src/evals/failure-classifier.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
- package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder.js +358 -0
- package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
- package/dist/src/evals/harbor-bridge-error.js +58 -3
- package/dist/src/evals/harbor-bridge-error.js.map +1 -1
- package/dist/src/evals/harbor-node-runtime.js +146 -0
- package/dist/src/evals/harbor-node-runtime.js.map +1 -0
- package/dist/src/evals/harbor-phase-timings.js +60 -0
- package/dist/src/evals/harbor-phase-timings.js.map +1 -0
- package/dist/src/evals/index.js +40 -2
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +208 -84
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/interaction-capture-import.js +49 -0
- package/dist/src/evals/interaction-capture-import.js.map +1 -0
- package/dist/src/evals/local-docker-provider.js +372 -0
- package/dist/src/evals/local-docker-provider.js.map +1 -0
- package/dist/src/evals/local-eval-planning.js +80 -0
- package/dist/src/evals/local-eval-planning.js.map +1 -0
- package/dist/src/evals/model-capture-plan.js +22 -0
- package/dist/src/evals/model-capture-plan.js.map +1 -0
- package/dist/src/evals/model-capture-runtime.js +114 -0
- package/dist/src/evals/model-capture-runtime.js.map +1 -0
- package/dist/src/evals/model-proxy-runtime-state.js +53 -0
- package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
- package/dist/src/evals/native-phase-evidence.js +440 -0
- package/dist/src/evals/native-phase-evidence.js.map +1 -0
- package/dist/src/evals/physical-retry-work.js +31 -0
- package/dist/src/evals/physical-retry-work.js.map +1 -0
- package/dist/src/evals/planned-execution-support.js +66 -0
- package/dist/src/evals/planned-execution-support.js.map +1 -0
- package/dist/src/evals/planned-execution.js +469 -0
- package/dist/src/evals/planned-execution.js.map +1 -0
- package/dist/src/evals/planned-progress-publisher.js +62 -0
- package/dist/src/evals/planned-progress-publisher.js.map +1 -0
- package/dist/src/evals/planned-remote-execution.js +40 -0
- package/dist/src/evals/planned-remote-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-execution.js +174 -0
- package/dist/src/evals/planned-retry-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-lifecycle.js +188 -0
- package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
- package/dist/src/evals/preparation-rerun.js +225 -0
- package/dist/src/evals/preparation-rerun.js.map +1 -0
- package/dist/src/evals/prepared-harness.js +76 -0
- package/dist/src/evals/prepared-harness.js.map +1 -0
- package/dist/src/evals/progress.js +52 -12
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +20 -3
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +242 -0
- package/dist/src/evals/recovery.js.map +1 -0
- package/dist/src/evals/regrade-evidence.js +77 -0
- package/dist/src/evals/regrade-evidence.js.map +1 -0
- package/dist/src/evals/remote-infrastructure-retry.js +165 -0
- package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
- package/dist/src/evals/request.js +21 -3
- package/dist/src/evals/request.js.map +1 -1
- package/dist/src/evals/rerun-inputs.js +108 -0
- package/dist/src/evals/rerun-inputs.js.map +1 -0
- package/dist/src/evals/rerun-slots.js +4 -3
- package/dist/src/evals/rerun-slots.js.map +1 -1
- package/dist/src/evals/rerun-types.js +45 -0
- package/dist/src/evals/rerun-types.js.map +1 -0
- package/dist/src/evals/rerun.js +133 -88
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/result-helpers.js +78 -0
- package/dist/src/evals/result-helpers.js.map +1 -0
- package/dist/src/evals/resume-state.js +36 -0
- package/dist/src/evals/resume-state.js.map +1 -0
- package/dist/src/evals/retry-backoff.js +20 -0
- package/dist/src/evals/retry-backoff.js.map +1 -0
- package/dist/src/evals/retry-state.js +195 -0
- package/dist/src/evals/retry-state.js.map +1 -0
- package/dist/src/evals/scheduler-metrics.js +95 -0
- package/dist/src/evals/scheduler-metrics.js.map +1 -0
- package/dist/src/evals/scheduler-trace-replay.js +107 -0
- package/dist/src/evals/scheduler-trace-replay.js.map +1 -0
- package/dist/src/evals/service-types.js +2 -0
- package/dist/src/evals/service-types.js.map +1 -0
- package/dist/src/evals/service.js +331 -347
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/task-resources.js +209 -0
- package/dist/src/evals/task-resources.js.map +1 -0
- package/dist/src/evals/trial-environment-evidence.js +87 -0
- package/dist/src/evals/trial-environment-evidence.js.map +1 -0
- package/dist/src/evals/trial-execution-evidence.js +13 -0
- package/dist/src/evals/trial-execution-evidence.js.map +1 -0
- package/dist/src/evals/trial-import-identity.js +31 -0
- package/dist/src/evals/trial-import-identity.js.map +1 -0
- package/dist/src/evals/trial-import.js +183 -188
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +144 -0
- package/dist/src/evals/trial-publication-recovery.js.map +1 -0
- package/dist/src/evals/trial-publication.js +25 -0
- package/dist/src/evals/trial-publication.js.map +1 -0
- package/dist/src/evals/trial-reference-validation.js +49 -0
- package/dist/src/evals/trial-reference-validation.js.map +1 -0
- package/dist/src/evals/verifier-artifacts.js +317 -0
- package/dist/src/evals/verifier-artifacts.js.map +1 -0
- package/dist/src/evals/verifier-eligibility.js +25 -0
- package/dist/src/evals/verifier-eligibility.js.map +1 -0
- package/dist/src/evals/verifier-only-rerun.js +210 -0
- package/dist/src/evals/verifier-only-rerun.js.map +1 -0
- package/dist/src/evals/verifier-runtime.js +61 -0
- package/dist/src/evals/verifier-runtime.js.map +1 -0
- package/dist/src/evals/verifier-score-artifacts.js +119 -0
- package/dist/src/evals/verifier-score-artifacts.js.map +1 -0
- package/dist/src/evals/work-item-artifacts.js +23 -0
- package/dist/src/evals/work-item-artifacts.js.map +1 -0
- package/dist/src/foundation/config.js +17 -0
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/foundation/contained-file.js +85 -0
- package/dist/src/foundation/contained-file.js.map +1 -0
- package/dist/src/foundation/credential-redaction.js +162 -0
- package/dist/src/foundation/credential-redaction.js.map +1 -0
- package/dist/src/foundation/environment-image-references.js +59 -0
- package/dist/src/foundation/environment-image-references.js.map +1 -0
- package/dist/src/foundation/executable.js +45 -5
- package/dist/src/foundation/executable.js.map +1 -1
- package/dist/src/foundation/fs.js +2 -1
- package/dist/src/foundation/fs.js.map +1 -1
- package/dist/src/foundation/index.js +6 -2
- package/dist/src/foundation/index.js.map +1 -1
- package/dist/src/foundation/process-identity.js +69 -0
- package/dist/src/foundation/process-identity.js.map +1 -0
- package/dist/src/images/context.js +47 -0
- package/dist/src/images/context.js.map +1 -0
- package/dist/src/images/docker-buildkit.js +137 -0
- package/dist/src/images/docker-buildkit.js.map +1 -0
- package/dist/src/images/dockerfile.js +67 -0
- package/dist/src/images/dockerfile.js.map +1 -0
- package/dist/src/images/gc.js +261 -0
- package/dist/src/images/gc.js.map +1 -0
- package/dist/src/images/index.js +10 -0
- package/dist/src/images/index.js.map +1 -0
- package/dist/src/images/manifest.js +109 -0
- package/dist/src/images/manifest.js.map +1 -0
- package/dist/src/images/ownership.js +5 -0
- package/dist/src/images/ownership.js.map +1 -0
- package/dist/src/images/records.js +32 -0
- package/dist/src/images/records.js.map +1 -0
- package/dist/src/images/registry.js +154 -0
- package/dist/src/images/registry.js.map +1 -0
- package/dist/src/images/service.js +224 -0
- package/dist/src/images/service.js.map +1 -0
- package/dist/src/model-access/capture.js +255 -0
- package/dist/src/model-access/capture.js.map +1 -0
- package/dist/src/model-access/index.js +5 -0
- package/dist/src/model-access/index.js.map +1 -0
- package/dist/src/model-access/policy.js +49 -0
- package/dist/src/model-access/policy.js.map +1 -0
- package/dist/src/model-access/proxy.js +336 -0
- package/dist/src/model-access/proxy.js.map +1 -0
- package/dist/src/model-access/records.js +167 -0
- package/dist/src/model-access/records.js.map +1 -0
- package/dist/src/runs/adapter-process.js +12 -0
- package/dist/src/runs/adapter-process.js.map +1 -0
- package/dist/src/runs/bundle.js +450 -0
- package/dist/src/runs/bundle.js.map +1 -0
- package/dist/src/runs/events.js +12 -1
- package/dist/src/runs/events.js.map +1 -1
- package/dist/src/runs/executor.js +46 -45
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/finalizer.js +17 -0
- package/dist/src/runs/finalizer.js.map +1 -1
- package/dist/src/runs/index.js +8 -1
- package/dist/src/runs/index.js.map +1 -1
- package/dist/src/runs/manifest.js +5 -5
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/phase-bundle.js +86 -0
- package/dist/src/runs/phase-bundle.js.map +1 -0
- package/dist/src/runs/phase-cancellation.js +107 -0
- package/dist/src/runs/phase-cancellation.js.map +1 -0
- package/dist/src/runs/phase-group.js +113 -0
- package/dist/src/runs/phase-group.js.map +1 -0
- package/dist/src/runs/query.js +1 -1
- package/dist/src/runs/query.js.map +1 -1
- package/dist/src/runs/records.js +3 -0
- package/dist/src/runs/records.js.map +1 -1
- package/dist/src/runs/request.js +10 -3
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/runs/training-candidate.js +161 -0
- package/dist/src/runs/training-candidate.js.map +1 -0
- package/dist/src/runs/verifier-evidence-redaction.js +61 -0
- package/dist/src/runs/verifier-evidence-redaction.js.map +1 -0
- package/dist/src/runs/verifier-evidence.js +459 -0
- package/dist/src/runs/verifier-evidence.js.map +1 -0
- package/dist/src/runs/verifier-structured-evidence.js +83 -0
- package/dist/src/runs/verifier-structured-evidence.js.map +1 -0
- package/dist/src/trajectories/analysis.js +288 -0
- package/dist/src/trajectories/analysis.js.map +1 -0
- package/dist/src/trajectories/chunk-projection.js +148 -0
- package/dist/src/trajectories/chunk-projection.js.map +1 -0
- package/dist/src/trajectories/content-projection.js +389 -0
- package/dist/src/trajectories/content-projection.js.map +1 -0
- package/dist/src/trajectories/dsh-chunk-contract.js +176 -0
- package/dist/src/trajectories/dsh-chunk-contract.js.map +1 -0
- package/dist/src/trajectories/dsh-contract.js +284 -0
- package/dist/src/trajectories/dsh-contract.js.map +1 -0
- package/dist/src/trajectories/events-chunk-drill.js +95 -0
- package/dist/src/trajectories/events-chunk-drill.js.map +1 -0
- package/dist/src/trajectories/events-page.js +367 -0
- package/dist/src/trajectories/events-page.js.map +1 -0
- package/dist/src/trajectories/index.js +3 -0
- package/dist/src/trajectories/index.js.map +1 -1
- package/dist/src/trajectories/provider-capture.js +15 -24
- package/dist/src/trajectories/provider-capture.js.map +1 -1
- package/dist/src/trajectories/providers/deepseek.js +3 -3
- package/dist/src/trajectories/providers/deepseek.js.map +1 -1
- package/dist/src/trajectories/request-attempt.js +47 -0
- package/dist/src/trajectories/request-attempt.js.map +1 -0
- package/dist/src/trajectories/stream-reader.js +311 -0
- package/dist/src/trajectories/stream-reader.js.map +1 -0
- package/dist/src/trajectories/surface-fold.js +126 -0
- package/dist/src/trajectories/surface-fold.js.map +1 -0
- package/dist/src/workers/index.js +3 -0
- package/dist/src/workers/index.js.map +1 -0
- package/dist/src/workers/remote-harbor-work-spec.js +97 -0
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
- package/dist/src/workers/remote-harbor-worker.js +223 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -0
- package/docs/schemas/benchmark-hook-request-v1.schema.json +65 -0
- package/docs/schemas/benchmark-hook-response-v1.schema.json +75 -0
- package/docs/schemas/benchmark-hook-v1.schema.json +33 -0
- package/docs/schemas/benchmark-lock-v1.schema.json +351 -0
- package/docs/schemas/benchmark-metric-v1.schema.json +37 -0
- package/docs/schemas/benchmark-package-v1.schema.json +167 -0
- package/docs/schemas/benchmark-phase-group.schema.json +41 -0
- package/docs/schemas/benchmark-profile-v1.schema.json +141 -0
- package/docs/schemas/benchmark-task-v1.schema.json +384 -0
- package/docs/schemas/benchmark-tool-result-v1.schema.json +30 -0
- package/docs/schemas/environment-build-index.schema.json +13 -0
- package/docs/schemas/environment-build-record.schema.json +25 -0
- package/docs/schemas/environment-image-manifest.schema.json +62 -0
- package/docs/schemas/error.schema.json +22 -0
- package/docs/schemas/eval-control.schema.json +36 -0
- package/docs/schemas/eval-execution-plan.schema.json +216 -0
- package/docs/schemas/eval-progress.schema.json +1 -15
- package/docs/schemas/eval-rerun-result.schema.json +58 -0
- package/docs/schemas/eval-rerun-state.schema.json +61 -0
- package/docs/schemas/eval-rerun-submission.schema.json +60 -0
- package/docs/schemas/eval-result.schema.json +32 -13
- package/docs/schemas/eval-submission-input.schema.json +14 -0
- package/docs/schemas/eval-submission.schema.json +68 -0
- package/docs/schemas/eval-trial-publication.schema.json +15 -0
- package/docs/schemas/eval-trial-reference.schema.json +129 -0
- package/docs/schemas/execution-evidence.schema.json +96 -0
- package/docs/schemas/execution-lease.schema.json +50 -0
- package/docs/schemas/execution-provider-status.schema.json +65 -0
- package/docs/schemas/execution-worker.schema.json +53 -0
- package/docs/schemas/harbor-process-exit.schema.json +14 -0
- package/docs/schemas/interaction-capture-ref.schema.json +45 -0
- package/docs/schemas/local-provider-execution.schema.json +33 -0
- package/docs/schemas/model-interaction.schema.json +41 -0
- package/docs/schemas/regrade-assessment-reference.schema.json +11 -0
- package/docs/schemas/remote-result-envelope.schema.json +32 -0
- package/docs/schemas/remote-tree-envelope.schema.json +25 -0
- package/docs/schemas/remote-work-offer.schema.json +58 -0
- package/docs/schemas/remote-work-receipt.schema.json +50 -0
- package/docs/schemas/remote-worker-artifact.schema.json +17 -0
- package/docs/schemas/remote-worker-event.schema.json +18 -0
- package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
- package/docs/schemas/remote-worker-registration.schema.json +52 -0
- package/docs/schemas/result-bundle-index.schema.json +133 -0
- package/docs/schemas/run-context.schema.json +15 -0
- package/docs/schemas/run-environment-images.schema.json +39 -0
- package/docs/schemas/run-manifest.schema.json +4 -0
- package/docs/schemas/run-request.schema.json +4 -0
- package/docs/schemas/training-data-candidate.schema.json +46 -0
- package/docs/schemas/trajectory-analysis.schema.json +258 -0
- package/docs/schemas/trajectory-events-page.schema.json +40 -0
- package/docs/schemas/verifier-assessment.schema.json +77 -0
- package/docs/schemas/verifier-evidence.schema.json +276 -0
- package/integrations/harbor/hitch_benchmark.py +252 -0
- package/integrations/harbor/hitch_candidate_recycle.py +262 -0
- package/integrations/harbor/hitch_harbor_agent.py +698 -568
- package/integrations/harbor/hitch_harbor_environment.py +469 -0
- package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
- package/integrations/harbor/hitch_harbor_verifier.py +83 -2
- package/integrations/harbor/hitch_phase_supervisor.py +452 -0
- package/integrations/harbor/hitch_tool_client.mjs +91 -0
- package/integrations/model-call/cli.js +57 -0
- package/package.json +30 -6
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { cp, mkdir, readFile, readdir } from "node:fs/promises";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { parse as parseTOML } from "smol-toml";
|
|
5
|
+
import { buildHarborRegradeConfig, runHarborRegrade } from "../backends/index.js";
|
|
6
|
+
import { benchmarkTreeDigest } from "../benchmarks/index.js";
|
|
7
|
+
import { useControllerRuntimeById } from "../controller-runtime/index.js";
|
|
8
|
+
import { parseVerifierScores } from "../domain/index.js";
|
|
9
|
+
import { HitchError, atomicWriteJSON, ensureDir, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
|
|
10
|
+
import { loadRunRecord, verifyResultBundleIndex } from "../runs/index.js";
|
|
11
|
+
import { parseEvalExecutionPlan } from "./execution-plan.js";
|
|
12
|
+
import { runtimeResourcesForTask } from "./execution-plan-resources.js";
|
|
13
|
+
import { createExecutionLease } from "./execution-leases.js";
|
|
14
|
+
import { dockerOwnershipLabelMap, dockerResourceOwnership } from "./docker-ownership.js";
|
|
15
|
+
import { startDockerResourceObserver } from "./docker-resource-observer.js";
|
|
16
|
+
import { reapOwnedDockerResources } from "./docker-reaper.js";
|
|
17
|
+
import { replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
|
|
18
|
+
import { regradeTreeDigest, sealRegradeAssessment } from "./regrade-evidence.js";
|
|
19
|
+
import { evalRerunSemantics } from "./rerun-types.js";
|
|
20
|
+
import { invalidTrialSlots, uniqueTasks } from "./rerun-slots.js";
|
|
21
|
+
import { summarizeTrialRefs } from "./result-helpers.js";
|
|
22
|
+
import { validateEvalTrialReferences } from "./trial-import.js";
|
|
23
|
+
import { detectVerifierInfrastructureFailure, primaryVerifierReward, verifierObservation, verifierResult } from "./verifier-diagnostics.js";
|
|
24
|
+
import { verifierRuntimeRepair } from "./verifier-runtime.js";
|
|
25
|
+
import { loadBenchmarkAdapterManifest, scoreWithinRange } from "./benchmark-adapter-manifest.js";
|
|
26
|
+
/** Validate the immutable compiled package, also restoring its public identity
|
|
27
|
+
* when the underlying local Harbor dataset has a different derived identity. */
|
|
28
|
+
export async function frozenRerunBenchmark(evalDirectory) {
|
|
29
|
+
const pkg = await readJSON(path.join(evalDirectory, "benchmark/package.json"), null);
|
|
30
|
+
if (!pkg)
|
|
31
|
+
return null;
|
|
32
|
+
// These tasks were already compiled by the pinned source runtime. Validate
|
|
33
|
+
// its saved lock and bytes, without re-resolving them with today's loader.
|
|
34
|
+
const lock = await readJSON(path.join(evalDirectory, "benchmark/benchmark.lock.json"));
|
|
35
|
+
const compiled = await readJSON(path.join(path.dirname(pkg.tasks), "compiled.json"));
|
|
36
|
+
const compiler = ["harbor-package@3", "harbor-package@4", "harbor-package@5", "harbor-package@6"]
|
|
37
|
+
.find(value => compiled.digest === sha256JSON({ lock, compiler: value }));
|
|
38
|
+
if (lock.protocol !== "hitch-benchmark@1" || pkg.package_digest !== lock.package_digest
|
|
39
|
+
|| lock.package_digest !== sha256JSON(lock.files) || lock.package_digest !== await benchmarkTreeDigest(pkg.source)
|
|
40
|
+
|| compiled.digest !== pkg.compiled_digest
|
|
41
|
+
|| !compiler
|
|
42
|
+
|| compiled.tasks_digest !== await benchmarkTreeDigest(pkg.tasks))
|
|
43
|
+
throw unavailable("compiled benchmark identity changed");
|
|
44
|
+
if (compiler === "harbor-package@6") {
|
|
45
|
+
const manifest = await loadBenchmarkAdapterManifest(pkg.tasks);
|
|
46
|
+
if (!manifest || manifest.benchmark.id !== lock.benchmark_id)
|
|
47
|
+
throw unavailable("compiled benchmark manifest changed");
|
|
48
|
+
return { id: manifest.benchmark.id, revision: manifest.dataset_digest, tasks: pkg.tasks, standard: true, scoring: manifest.scoring };
|
|
49
|
+
}
|
|
50
|
+
return { id: lock.benchmark_id, revision: lock.package_digest, tasks: pkg.tasks, standard: false };
|
|
51
|
+
}
|
|
52
|
+
export async function verifierOnlyEvalRerun(input) {
|
|
53
|
+
const execution = parseEvalExecutionPlan(await readJSON(path.join(input.evalDirectory, "execution-plan.json")));
|
|
54
|
+
const benchmark = await frozenRerunBenchmark(input.evalDirectory);
|
|
55
|
+
if (!benchmark || execution.provider !== "local-docker" || execution.membership !== "known"
|
|
56
|
+
|| execution.eval_id !== input.evalId || benchmark.id !== input.request.benchmark_id || benchmark.revision !== input.request.benchmark_revision) {
|
|
57
|
+
throw unavailable("verifier-only currently requires a frozen standard benchmark on local Docker");
|
|
58
|
+
}
|
|
59
|
+
const runtimeId = String(input.plan.controllerRuntime.runtime_id);
|
|
60
|
+
const runtime = await useControllerRuntimeById(statePaths(input.root), runtimeId.replace(/^sha256:/, ""));
|
|
61
|
+
if (runtime.runtime_id !== runtimeId || runtime.manifest_digest !== input.plan.controllerRuntime.manifest_digest)
|
|
62
|
+
throw unavailable("controller runtime changed");
|
|
63
|
+
const verifierRuntime = input.verifierRuntimeId
|
|
64
|
+
? await useControllerRuntimeById(statePaths(input.root), input.verifierRuntimeId.slice(7)) : runtime;
|
|
65
|
+
const runtimeRepair = verifierRuntimeRepair(runtime, verifierRuntime);
|
|
66
|
+
let progress = input.progress;
|
|
67
|
+
const repaired = [];
|
|
68
|
+
const sources = [];
|
|
69
|
+
for (const slot of input.selectedTrials) {
|
|
70
|
+
if (input.signal?.aborted)
|
|
71
|
+
throw unavailable("verifier-only was aborted");
|
|
72
|
+
const original = progress.trials.find(ref => ref.task_id === slot.task_id && ref.attempt === slot.attempt);
|
|
73
|
+
if (!original || original.run_group || original.assessment || original.observation_status !== "invalid"
|
|
74
|
+
|| !["verifier_infrastructure_failure", "verifier_result_missing"].includes(original.invalid_reason ?? ""))
|
|
75
|
+
throw unavailable("selected slot has no verifier-invalid original candidate");
|
|
76
|
+
await validateEvalTrialReferences(input.root, input.evalId, [original], { benchmarkId: benchmark.id, benchmarkRevision: benchmark.revision });
|
|
77
|
+
const runDirectory = path.join(statePaths(input.root).runs, original.run_id);
|
|
78
|
+
const bundleIndex = await verifyResultBundleIndex(runDirectory);
|
|
79
|
+
const trustedResult = await readJSON(path.join(runDirectory, "result.json"));
|
|
80
|
+
const candidate = await loadRunRecord(runDirectory, { verifyTrajectory: true });
|
|
81
|
+
if (candidate.record.status !== "succeeded" || candidate.record_status !== "valid" || candidate.trajectory_status !== "valid")
|
|
82
|
+
throw unavailable("candidate evidence is incomplete or corrupt");
|
|
83
|
+
const plannedSlot = execution.slots.find(s => s.task_id === slot.task_id && s.attempt === slot.attempt);
|
|
84
|
+
const work = plannedSlot && execution.work_items.find(w => w.slots.includes(plannedSlot.slot_id));
|
|
85
|
+
if (!work || work.task_ids.length !== 1)
|
|
86
|
+
throw unavailable("source has no isolated work item");
|
|
87
|
+
const workDirectory = path.join(input.evalDirectory, "harbor/work-items", work.work_id);
|
|
88
|
+
let sourceDirectory;
|
|
89
|
+
for (const epoch of (await readdir(workDirectory)).filter(name => /^epoch-[0-9]{6}$/.test(name)).sort().reverse()) {
|
|
90
|
+
const possible = path.join(workDirectory, epoch, "job", original.trial_id);
|
|
91
|
+
const result = await readJSON(path.join(possible, "result.json"), null);
|
|
92
|
+
if (result?.trial_name === original.trial_id) {
|
|
93
|
+
sourceDirectory = possible;
|
|
94
|
+
break;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
if (!sourceDirectory)
|
|
98
|
+
throw unavailable("original Harbor trial outputs are missing");
|
|
99
|
+
const sourceConfig = await readJSON(path.join(sourceDirectory, "config.json"));
|
|
100
|
+
const sourceResult = await readJSON(path.join(sourceDirectory, "result.json"));
|
|
101
|
+
const agentResult = sourceResult.agent_result;
|
|
102
|
+
if (agentResult?.metadata?.hitch_run_id !== original.run_id)
|
|
103
|
+
throw unavailable("Harbor source candidate identity mismatch");
|
|
104
|
+
if (runtimeRepair && agentResult.metadata.controller_runtime_id !== runtimeId)
|
|
105
|
+
throw unavailable("Harbor source controller runtime identity mismatch");
|
|
106
|
+
const taskPath = path.join(benchmark.tasks, slot.task_id);
|
|
107
|
+
if (sourceConfig.task?.path !== taskPath)
|
|
108
|
+
throw unavailable("Harbor task identity mismatch");
|
|
109
|
+
const task = parseTOML(await readFile(path.join(taskPath, "task.toml"), "utf8"));
|
|
110
|
+
const taskName = task.task?.name ?? slot.task_id;
|
|
111
|
+
if (sourceResult.task_name !== taskName)
|
|
112
|
+
throw unavailable("Harbor task name mismatch");
|
|
113
|
+
const verifier = task.verifier;
|
|
114
|
+
if (task.steps || verifier?.environment_mode !== "separate")
|
|
115
|
+
throw unavailable("artifact regrade requires a single-step task with its original separate verifier");
|
|
116
|
+
const sourceDigest = await regradeTreeDigest(sourceDirectory);
|
|
117
|
+
const taskDigest = await regradeTreeDigest(taskPath);
|
|
118
|
+
const artifactsDigest = await regradeTreeDigest(path.join(sourceDirectory, "artifacts"));
|
|
119
|
+
const assessmentId = `assessment_${randomUUID().replaceAll("-", "")}`;
|
|
120
|
+
const directory = path.join(await ensureDir(path.join(input.evalDirectory, "assessments")), assessmentId);
|
|
121
|
+
await mkdir(directory);
|
|
122
|
+
const evidence = await ensureDir(path.join(directory, "evidence"));
|
|
123
|
+
const artifactSnapshot = path.join(evidence, "source-artifacts");
|
|
124
|
+
await cp(path.join(sourceDirectory, "artifacts"), artifactSnapshot, { recursive: true, force: false, errorOnExist: true });
|
|
125
|
+
if (await regradeTreeDigest(artifactSnapshot) !== artifactsDigest)
|
|
126
|
+
throw unavailable("source artifacts changed during capture");
|
|
127
|
+
const source = { trial_id: original.trial_id, run_id: original.run_id, work_id: work.work_id,
|
|
128
|
+
controller_runtime_id: runtimeId,
|
|
129
|
+
backend_directory: path.relative(input.evalDirectory, path.dirname(path.dirname(sourceDirectory))).split(path.sep).join("/"),
|
|
130
|
+
bundle_index_digest: sha256JSON(bundleIndex), trial_tree_digest: sourceDigest, artifacts_digest: artifactsDigest, task_tree_digest: taskDigest,
|
|
131
|
+
artifact_capture_at: new Date().toISOString() };
|
|
132
|
+
await atomicWriteJSON(path.join(evidence, "source.json"), source);
|
|
133
|
+
if (runtimeRepair)
|
|
134
|
+
await atomicWriteJSON(path.join(evidence, "runtime-repair.json"), runtimeRepair);
|
|
135
|
+
sources.push({ source_trial_id: original.trial_id, source_run_id: original.run_id, source_work_id: work.work_id, source_backend_directory: source.backend_directory });
|
|
136
|
+
const lease = await createExecutionLease({ evalDirectory: input.evalDirectory, evalId: input.evalId,
|
|
137
|
+
workId: `work_${randomUUID().replaceAll("-", "")}`, worker: { workerId: "local-regrade", provider: "local-docker", collisionDomainId: "local-docker" },
|
|
138
|
+
reservation: work.reservation, ttlMs: 45_000 });
|
|
139
|
+
const ownership = dockerResourceOwnership(input.root, lease.current(), slot.task_id);
|
|
140
|
+
const resources = runtimeResourcesForTask(execution, slot.task_id, work.reservation);
|
|
141
|
+
const env = input.env ?? process.env;
|
|
142
|
+
const controller = new AbortController();
|
|
143
|
+
const signal = input.signal ? AbortSignal.any([input.signal, controller.signal]) : controller.signal;
|
|
144
|
+
const heartbeat = setInterval(() => { void lease.heartbeat().catch(() => controller.abort()); }, 10_000);
|
|
145
|
+
heartbeat.unref();
|
|
146
|
+
const observer = startDockerResourceObserver({ ownership, workerId: "local-regrade", collisionDomainId: "local-docker", reservation: work.reservation,
|
|
147
|
+
mainLimits: resources.mainLimits, sidecarLimits: resources.sidecarLimits, env, intervalMs: 1000 });
|
|
148
|
+
const trialName = `${slot.task_id.slice(0, 32)}__regrade_${assessmentId.slice(-12)}`;
|
|
149
|
+
let config;
|
|
150
|
+
let outcome;
|
|
151
|
+
try {
|
|
152
|
+
config = buildHarborRegradeConfig({ sourceConfig, sourceResult, sourceDirectory, outputDirectory: path.join(evidence, "trials"), trialName, ownershipLabels: dockerOwnershipLabelMap(ownership) });
|
|
153
|
+
await lease.markRunning();
|
|
154
|
+
outcome = await runHarborRegrade({ root: input.root, directory: evidence, config, runtimeDirectory: verifierRuntime.directory, env, trustedResult,
|
|
155
|
+
...(input.harborExecutable ? { harborExecutable: input.harborExecutable } : {}), signal });
|
|
156
|
+
}
|
|
157
|
+
finally {
|
|
158
|
+
clearInterval(heartbeat);
|
|
159
|
+
await atomicWriteJSON(path.join(evidence, "execution.json"), await observer.stop());
|
|
160
|
+
await lease.release();
|
|
161
|
+
await atomicWriteJSON(path.join(evidence, "cleanup.json"), await reapOwnedDockerResources({ root: input.root, env, leaseIds: [lease.leaseId] }));
|
|
162
|
+
}
|
|
163
|
+
if (sourceDigest !== await regradeTreeDigest(sourceDirectory) || taskDigest !== await regradeTreeDigest(taskPath)
|
|
164
|
+
|| sha256JSON(await verifyResultBundleIndex(runDirectory)) !== source.bundle_index_digest)
|
|
165
|
+
throw unavailable("regrade source changed during verification");
|
|
166
|
+
const trialDirectory = path.join(String(config.trials_dir), trialName);
|
|
167
|
+
if (outcome.trial.trial_name !== trialName || outcome.trial.task_name !== taskName
|
|
168
|
+
|| sha256JSON(outcome.trial.agent_result) !== sha256JSON(sourceResult.agent_result))
|
|
169
|
+
throw unavailable("regrade result candidate identity changed");
|
|
170
|
+
const result = verifierResult(outcome.trial);
|
|
171
|
+
if (result)
|
|
172
|
+
await atomicWriteJSON(path.join(evidence, "verifier-result.json"), result);
|
|
173
|
+
const observation = verifierObservation({ trial: outcome.backend.process_exit_code === 0 ? outcome.trial : { ...outcome.trial, exception_info: "harbor-process-failed" },
|
|
174
|
+
runStatus: candidate.record.status, trajectoryStatus: candidate.trajectory_status, recordStatus: candidate.record_status,
|
|
175
|
+
verifierRef: result ? "evidence/verifier-result.json" : undefined,
|
|
176
|
+
infrastructure: await detectVerifierInfrastructureFailure(trialDirectory, primaryVerifierReward(outcome.trial)) });
|
|
177
|
+
const scores = observation.status === "valid" && benchmark.standard ? parseVerifierScores(result) : undefined;
|
|
178
|
+
if (observation.status === "valid" && benchmark.standard && (!scores || scores.normalization !== "standard" || scores.process_score !== undefined
|
|
179
|
+
|| !benchmark.scoring || !scoreWithinRange(scores.total_score, benchmark.scoring.total_score))) {
|
|
180
|
+
throw unavailable("regraded standardized score contract is invalid");
|
|
181
|
+
}
|
|
182
|
+
const assessment = await sealRegradeAssessment(directory, { eval_id: input.evalId, task_id: slot.task_id, attempt: slot.attempt, rerun_id: input.rerunId,
|
|
183
|
+
source, controller_runtime_id: verifierRuntime.runtime_id, ...(runtimeRepair ? { runtime_repair: runtimeRepair } : {}),
|
|
184
|
+
backend: outcome.backend, observation, completed_at: new Date().toISOString() });
|
|
185
|
+
if (observation.status === "valid") {
|
|
186
|
+
const ref = { trial_id: original.trial_id, run_id: original.run_id, task_id: slot.task_id, attempt: slot.attempt,
|
|
187
|
+
observation_status: "valid", reward: observation.reward, verifier_result_ref: observation.verifier_result_ref, assessment,
|
|
188
|
+
...(scores === undefined ? {} : { scores }) };
|
|
189
|
+
await validateEvalTrialReferences(input.root, input.evalId, [ref], { benchmarkId: benchmark.id, benchmarkRevision: benchmark.revision });
|
|
190
|
+
progress = replaceInvalidEvalProgressTrial(progress, ref);
|
|
191
|
+
await writeEvalProgress(input.evalDirectory, progress);
|
|
192
|
+
repaired.push(slot);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
const remaining = invalidTrialSlots(input.plan.tasks, input.plan.attempts, progress);
|
|
196
|
+
const completed = new Date().toISOString();
|
|
197
|
+
const output = { schema_version: "1", kind: "eval-rerun", rerun_id: input.rerunId, rerun_type: "verifier-only", semantics: evalRerunSemantics("verifier-only"),
|
|
198
|
+
eval_id: input.evalId, status: "completed", selected_tasks: uniqueTasks(input.selectedTrials), selected_trials: input.selectedTrials,
|
|
199
|
+
repaired_tasks: uniqueTasks(repaired), repaired_trials: repaired, remaining_invalid_tasks: uniqueTasks(remaining), remaining_invalid_trials: remaining, sources,
|
|
200
|
+
eval_status: remaining.length ? "failed" : "succeeded", started_at: input.startedAt, completed_at: completed };
|
|
201
|
+
const result = { ...input.previousResult, status: output.eval_status, exit_code: remaining.length ? 13 : 0, generation: progress.generation,
|
|
202
|
+
trials: progress.trials, summary: summarizeTrialRefs(progress.trials), completed_at: completed };
|
|
203
|
+
if (!remaining.length)
|
|
204
|
+
delete result.error;
|
|
205
|
+
await atomicWriteJSON(path.join(input.evalDirectory, "result.json"), result);
|
|
206
|
+
await atomicWriteJSON(path.join(input.rerunDirectory, "state.json"), { ...output, tasks: output.selected_tasks, trials: input.selectedTrials, updated_at: completed });
|
|
207
|
+
return output;
|
|
208
|
+
}
|
|
209
|
+
function unavailable(message) { return new HitchError(message, { code: "eval_verifier_only_unavailable", exitCode: 2 }); }
|
|
210
|
+
//# sourceMappingURL=verifier-only-rerun.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verifier-only-rerun.js","sourceRoot":"","sources":["../../../src/evals/verifier-only-rerun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAClH,OAAO,EAAE,aAAa,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAEjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAElE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,mCAAmC,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC5I,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAUjG;gFACgF;AAChF,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,aAAqB;IAC9D,MAAM,GAAG,GAAG,MAAM,QAAQ,CAA4F,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,wBAAwB,CAAC,EAAE,IAAI,CAAC,CAAC;IAChL,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,2EAA2E;IAC3E,2EAA2E;IAC3E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAkB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,+BAA+B,CAAC,CAAC,CAAC;IACxG,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAA2C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC;IAC/H,MAAM,QAAQ,GAAG,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC;SAC9F,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,QAAQ,KAAK,mBAAmB,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,CAAC,cAAc;WAClF,IAAI,CAAC,cAAc,KAAK,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC;WAC/G,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,eAAe;WACvC,CAAC,QAAQ;WACT,QAAQ,CAAC,YAAY,KAAK,MAAM,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAC9H,IAAI,QAAQ,KAAK,kBAAkB,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,YAAY;YAAE,MAAM,WAAW,CAAC,qCAAqC,CAAC,CAAC;QACvH,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;IACvI,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACrG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAAY;IACtD,MAAM,SAAS,GAAG,sBAAsB,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAChH,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAClE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,KAAK,cAAc,IAAI,SAAS,CAAC,UAAU,KAAK,OAAO;WACtF,SAAS,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,SAAS,CAAC,QAAQ,KAAK,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAClJ,MAAM,WAAW,CAAC,8EAA8E,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1G,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,eAAe;QAAE,MAAM,WAAW,CAAC,4BAA4B,CAAC,CAAC;IAClK,MAAM,eAAe,GAAG,KAAK,CAAC,iBAAiB;QAC7C,CAAC,CAAC,MAAM,wBAAwB,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACvG,MAAM,aAAa,GAAG,qBAAqB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACtE,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC9B,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,MAAM,OAAO,GAA4C,EAAE,CAAC;IAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,WAAW,CAAC,2BAA2B,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3G,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,kBAAkB,KAAK,SAAS;eAClG,CAAC,CAAC,iCAAiC,EAAE,yBAAyB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC;YAAE,MAAM,WAAW,CAAC,0DAA0D,CAAC,CAAC;QAC5L,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,iBAAiB,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9I,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7E,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC;QACtG,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,SAAS,CAAC,aAAa,KAAK,OAAO,IAAI,SAAS,CAAC,iBAAiB,KAAK,OAAO;YAAE,MAAM,WAAW,CAAC,6CAA6C,CAAC,CAAC;QAChM,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;QACxG,MAAM,IAAI,GAAG,WAAW,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAClG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,WAAW,CAAC,kCAAkC,CAAC,CAAC;QAC/F,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACxF,IAAI,eAAmC,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,CAAC,MAAM,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YAClH,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;YACxG,IAAI,MAAM,EAAE,UAAU,KAAK,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAAC,eAAe,GAAG,QAAQ,CAAC;gBAAC,MAAM;YAAC,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,eAAe;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QACrF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;QACxG,MAAM,YAAY,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,CAAC;QACxG,MAAM,WAAW,GAAG,YAAY,CAAC,YAAoG,CAAC;QACtI,IAAI,WAAW,EAAE,QAAQ,EAAE,YAAY,KAAK,QAAQ,CAAC,MAAM;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QAC5H,IAAI,aAAa,IAAI,WAAW,CAAC,QAAQ,CAAC,qBAAqB,KAAK,SAAS;YAAE,MAAM,WAAW,CAAC,oDAAoD,CAAC,CAAC;QACvJ,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAK,YAAY,CAAC,IAA0B,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,+BAA+B,CAAC,CAAC;QACpH,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAI,IAAI,CAAC,IAA4C,EAAE,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC;QAC1F,IAAI,YAAY,CAAC,SAAS,KAAK,QAAQ;YAAE,MAAM,WAAW,CAAC,2BAA2B,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAA+C,CAAC;QACtE,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,EAAE,gBAAgB,KAAK,UAAU;YAAE,MAAM,WAAW,CAAC,kFAAkF,CAAC,CAAC;QACnK,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,eAAe,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC,CAAC;QACzF,MAAM,YAAY,GAAG,cAAc,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QAC1G,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;QACnE,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACjE,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3H,IAAI,MAAM,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,eAAe;YAAE,MAAM,WAAW,CAAC,yCAAyC,CAAC,CAAC;QAChI,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO;YAC1F,qBAAqB,EAAE,SAAS;YAChC,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAC5H,mBAAmB,EAAE,UAAU,CAAC,WAAW,CAAC,EAAE,iBAAiB,EAAE,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,gBAAgB,EAAE,UAAU;YAC9I,mBAAmB,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QAClD,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;QAClE,IAAI,aAAa;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAAE,aAAa,CAAC,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,CAAC,OAAO,EAAE,wBAAwB,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACvK,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM;YACjG,MAAM,EAAE,QAAQ,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,cAAc,EAAE;YACtJ,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACrF,MAAM,SAAS,GAAG,uBAAuB,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACrF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACrG,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACzG,SAAS,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,2BAA2B,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,iBAAiB,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW;YACnJ,UAAU,EAAE,SAAS,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,aAAa,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACrG,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACrF,IAAI,MAA+B,CAAC;QACpC,IAAI,OAAqD,CAAC;QAC1D,IAAI,CAAC;YACH,MAAM,GAAG,wBAAwB,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACnM,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;YAC1B,OAAO,GAAG,MAAM,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,aAAa;gBAC/I,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/F,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;YACzB,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACpF,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,EAAE,MAAM,wBAAwB,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACnJ,CAAC;QACD,IAAI,YAAY,KAAK,MAAM,iBAAiB,CAAC,eAAe,CAAC,IAAI,UAAU,KAAK,MAAM,iBAAiB,CAAC,QAAQ,CAAC;eAC5G,UAAU,CAAC,MAAM,uBAAuB,CAAC,YAAY,CAAC,CAAC,KAAK,MAAM,CAAC,mBAAmB;YAAE,MAAM,WAAW,CAAC,4CAA4C,CAAC,CAAC;QAC7J,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,SAAS,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ;eAC7E,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QACtJ,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,MAAM;YAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,mBAAmB,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,uBAAuB,EAAE;YACtK,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,gBAAgB,EAAE,SAAS,CAAC,iBAAiB,EAAE,YAAY,EAAE,SAAS,CAAC,aAAa;YACxH,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,SAAS;YACjE,cAAc,EAAE,MAAM,mCAAmC,CAAC,cAAc,EAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACrH,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,KAAK,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9G,IAAI,WAAW,CAAC,MAAM,KAAK,OAAO,IAAI,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,KAAK,UAAU,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;eAC5I,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;YACjG,MAAM,WAAW,CAAC,iDAAiD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO;YACtJ,MAAM,EAAE,qBAAqB,EAAE,eAAe,CAAC,UAAU,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtH,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACnF,IAAI,WAAW,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACnC,MAAM,GAAG,GAAmB,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO;gBAC9H,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,MAAO,EAAE,mBAAmB,EAAE,WAAW,CAAC,mBAAoB,EAAE,UAAU;gBAC3H,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YAChD,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,iBAAiB,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzI,QAAQ,GAAG,+BAA+B,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC1D,MAAM,iBAAiB,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAoB,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,CAAC,eAAe,CAAC;QAC7K,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,cAAc;QACpI,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC,EAAE,eAAe,EAAE,QAAQ,EAAE,uBAAuB,EAAE,WAAW,CAAC,SAAS,CAAC,EAAE,wBAAwB,EAAE,SAAS,EAAE,OAAO;QAC/J,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACjH,MAAM,MAAM,GAAG,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU;QACzI,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;IACnG,IAAI,CAAC,SAAS,CAAC,MAAM;QAAE,OAAQ,MAAkC,CAAC,KAAK,CAAC;IACxE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7E,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,YAAY,CAAC,EAAE,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,KAAK,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;IACvK,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
import { chmod, copyFile, mkdir, mkdtemp, rm } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { ensureControllerRuntime, PACKAGE_ROOT, useControllerRuntimeById } from "../controller-runtime/index.js";
|
|
4
|
+
import { ensureDir, invalidInput, sha256JSON, statePaths } from "../foundation/index.js";
|
|
5
|
+
export const VERIFIER_ENVIRONMENT_PROVIDER = "integrations/harbor/hitch_harbor_environment.py";
|
|
6
|
+
/** Runtime changes for artifact-only regrades are restricted to one provider.
|
|
7
|
+
* The complete file membership, grader, normalizer, candidate and CLI stay fixed. */
|
|
8
|
+
export function verifierRuntimeRepair(source, replacement) {
|
|
9
|
+
if (source.runtime_id === replacement.runtime_id)
|
|
10
|
+
return null;
|
|
11
|
+
const before = source.manifest, after = replacement.manifest;
|
|
12
|
+
if (before.schema_version !== after.schema_version || before.node_range !== after.node_range
|
|
13
|
+
|| sha256JSON(before.entrypoints) !== sha256JSON(after.entrypoints)
|
|
14
|
+
|| before.files.length !== after.files.length)
|
|
15
|
+
throw invalidInput("verifier runtime repair changes its execution contract");
|
|
16
|
+
const changed = before.files.filter(file => {
|
|
17
|
+
const other = after.files.find(candidate => candidate.path === file.path);
|
|
18
|
+
if (!other || other.executable !== file.executable)
|
|
19
|
+
throw invalidInput("verifier runtime repair changes file membership or permissions");
|
|
20
|
+
return sha256JSON(file) !== sha256JSON(other);
|
|
21
|
+
});
|
|
22
|
+
if (changed.length !== 1 || changed[0].path !== VERIFIER_ENVIRONMENT_PROVIDER) {
|
|
23
|
+
throw invalidInput("verifier runtime repair may change only the Docker environment provider");
|
|
24
|
+
}
|
|
25
|
+
return {
|
|
26
|
+
schema_version: "1", kind: "verifier-environment-runtime-repair",
|
|
27
|
+
source_runtime_id: source.runtime_id, replacement_runtime_id: replacement.runtime_id,
|
|
28
|
+
path: VERIFIER_ENVIRONMENT_PROVIDER, source_sha256: changed[0].sha256,
|
|
29
|
+
replacement_sha256: after.files.find(file => file.path === VERIFIER_ENVIRONMENT_PROVIDER).sha256,
|
|
30
|
+
unchanged_file_count: before.files.length - 1,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
/** Build a new immutable runtime without writing into the original CAS entry. */
|
|
34
|
+
export async function prepareVerifierEnvironmentRuntime(options) {
|
|
35
|
+
if (!/^sha256:[a-f0-9]{64}$/.test(options.sourceRuntimeId))
|
|
36
|
+
throw invalidInput("invalid source controller runtime ID");
|
|
37
|
+
const paths = statePaths(options.root);
|
|
38
|
+
const source = await useControllerRuntimeById(paths, options.sourceRuntimeId.slice(7));
|
|
39
|
+
if (!source.manifest.files.some(file => file.path === VERIFIER_ENVIRONMENT_PROVIDER))
|
|
40
|
+
throw invalidInput("source runtime has no Docker environment provider");
|
|
41
|
+
const staging = await mkdtemp(path.join(await ensureDir(paths.temporary), "verifier-runtime-"));
|
|
42
|
+
try {
|
|
43
|
+
for (const file of source.manifest.files) {
|
|
44
|
+
const target = path.join(staging, file.path);
|
|
45
|
+
await mkdir(path.dirname(target), { recursive: true });
|
|
46
|
+
await copyFile(path.join(source.directory, "payload", file.path), target);
|
|
47
|
+
await chmod(target, file.executable ? 0o755 : 0o644);
|
|
48
|
+
}
|
|
49
|
+
await copyFile(options.providerPath ?? path.join(PACKAGE_ROOT, VERIFIER_ENVIRONMENT_PROVIDER), path.join(staging, VERIFIER_ENVIRONMENT_PROVIDER));
|
|
50
|
+
await chmod(path.join(staging, VERIFIER_ENVIRONMENT_PROVIDER), source.manifest.files.find(file => file.path === VERIFIER_ENVIRONMENT_PROVIDER).executable ? 0o755 : 0o644);
|
|
51
|
+
const replacement = await ensureControllerRuntime({ root: options.root, payloadRoot: staging,
|
|
52
|
+
rules: source.manifest.files.map(file => ({ path: file.path, executable: file.executable })) });
|
|
53
|
+
verifierRuntimeRepair(source, replacement);
|
|
54
|
+
await useControllerRuntimeById(paths, options.sourceRuntimeId.slice(7));
|
|
55
|
+
return replacement;
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
await rm(staging, { recursive: true, force: true });
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
//# sourceMappingURL=verifier-runtime.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verifier-runtime.js","sourceRoot":"","sources":["../../../src/evals/verifier-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAEjH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEzF,MAAM,CAAC,MAAM,6BAA6B,GAAG,iDAAiD,CAAC;AAE/F;qFACqF;AACrF,MAAM,UAAU,qBAAqB,CAAC,MAAkC,EAAE,WAAuC;IAC/G,IAAI,MAAM,CAAC,UAAU,KAAK,WAAW,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC9D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC;IAC7D,IAAI,MAAM,CAAC,cAAc,KAAK,KAAK,CAAC,cAAc,IAAI,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU;WACvF,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC;WAChE,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM;QAAE,MAAM,YAAY,CAAC,wDAAwD,CAAC,CAAC;IAC9H,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1E,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU;YAAE,MAAM,YAAY,CAAC,gEAAgE,CAAC,CAAC;QACzI,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,6BAA6B,EAAE,CAAC;QAC/E,MAAM,YAAY,CAAC,yEAAyE,CAAC,CAAC;IAChG,CAAC;IACD,OAAO;QACL,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,qCAAqC;QAChE,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,sBAAsB,EAAE,WAAW,CAAC,UAAU;QACpF,IAAI,EAAE,6BAA6B,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAE,CAAC,MAAM;QACtE,kBAAkB,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,6BAA6B,CAAE,CAAC,MAAM;QACjG,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,iCAAiC,CAAC,OAEvD;IACC,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IACvH,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,6BAA6B,CAAC;QAAE,MAAM,YAAY,CAAC,mDAAmD,CAAC,CAAC;IAC9J,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAChG,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,QAAQ,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC,CAAC;QAClJ,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,6BAA6B,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,6BAA6B,CAAE,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5K,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO;YAC1F,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAClG,qBAAqB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,OAAO,WAAW,CAAC;IACrB,CAAC;YAAS,CAAC;QAAC,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;AACpE,CAAC"}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
import { realpath } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { MAX_VERIFIER_FEEDBACK_BYTES, MAX_VERIFIER_PROCESS_BYTES, assertVerifierScoreEvidenceConsistency, parseVerifierFeedback, parseVerifierProcessEvidence, parseVerifierScores, } from "../domain/index.js";
|
|
4
|
+
import { atomicWriteJSON, openContainedRegularFile, safeDiagnosticMessage, sha256Bytes } from "../foundation/index.js";
|
|
5
|
+
import { sanitizeVerifierJson } from "../runs/index.js";
|
|
6
|
+
import { loadBenchmarkAdapterManifest, scoreWithinRange } from "./benchmark-adapter-manifest.js";
|
|
7
|
+
/**
|
|
8
|
+
* Validate and persist only the two standard structured verifier artifacts.
|
|
9
|
+
* Arbitrary files in the verifier directory remain private and inaccessible.
|
|
10
|
+
*/
|
|
11
|
+
export async function captureVerifierScoreEvidence(input) {
|
|
12
|
+
try {
|
|
13
|
+
throwIfAborted(input.signal);
|
|
14
|
+
const adapterManifest = input.dataset === undefined ? null : await loadBenchmarkAdapterManifest(input.dataset);
|
|
15
|
+
if (adapterManifest && adapterManifest.dataset_digest !== input.benchmarkRevision) {
|
|
16
|
+
throw new TypeError("benchmark adapter manifest changed after eval admission");
|
|
17
|
+
}
|
|
18
|
+
const root = await realpath(input.trialDirectory);
|
|
19
|
+
const processSource = await optionalJson(root, "process.json", MAX_VERIFIER_PROCESS_BYTES, input.signal);
|
|
20
|
+
const feedbackSource = await optionalJson(root, "feedback.json", MAX_VERIFIER_FEEDBACK_BYTES, input.signal);
|
|
21
|
+
const scores = parseVerifierScores(input.verifierResult);
|
|
22
|
+
let processEvidence = processSource === undefined ? undefined : parseVerifierProcessEvidence(processSource.value);
|
|
23
|
+
let feedback = feedbackSource === undefined ? undefined : parseVerifierFeedback(feedbackSource.value, processEvidence);
|
|
24
|
+
assertVerifierScoreEvidenceConsistency({
|
|
25
|
+
scores,
|
|
26
|
+
...(processEvidence === undefined ? {} : { process: processEvidence }),
|
|
27
|
+
...(feedback === undefined ? {} : { feedback }),
|
|
28
|
+
});
|
|
29
|
+
if (adapterManifest) {
|
|
30
|
+
if (!scores || scores.normalization !== "standard")
|
|
31
|
+
throw new TypeError("standardized benchmark requires total_score");
|
|
32
|
+
if (!scoreWithinRange(scores.total_score, adapterManifest.scoring.total_score))
|
|
33
|
+
throw new TypeError("total_score is outside the benchmark range");
|
|
34
|
+
const processDefinition = adapterManifest.scoring.process_score;
|
|
35
|
+
if ((scores.process_score !== undefined) !== (processDefinition !== undefined)) {
|
|
36
|
+
throw new TypeError("process_score availability differs from the benchmark manifest");
|
|
37
|
+
}
|
|
38
|
+
if (processDefinition && scores.process_score !== undefined && !scoreWithinRange(scores.process_score, processDefinition)) {
|
|
39
|
+
throw new TypeError("process_score is outside the benchmark range");
|
|
40
|
+
}
|
|
41
|
+
if (processDefinition && processEvidence?.metric !== processDefinition.source_metric) {
|
|
42
|
+
throw new TypeError("process evidence metric differs from the benchmark manifest");
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
// Sanitize while credentials are still available, before sealing the run.
|
|
46
|
+
// Revalidate both artifacts before writing either: a redacted identifier or
|
|
47
|
+
// reference must fail closed instead of persisting an invalid contract.
|
|
48
|
+
const credentials = input.credentialValues ?? [];
|
|
49
|
+
processEvidence = processEvidence === undefined ? undefined : parseVerifierProcessEvidence(sanitizeVerifierJson(processEvidence, credentials).value);
|
|
50
|
+
feedback = feedback === undefined ? undefined : parseVerifierFeedback(sanitizeVerifierJson(feedback, credentials).value, processEvidence);
|
|
51
|
+
const structuredArtifacts = {};
|
|
52
|
+
if (processEvidence) {
|
|
53
|
+
const target = path.join(input.runDirectory, "verifier", "process.json");
|
|
54
|
+
await atomicWriteJSON(target, processEvidence);
|
|
55
|
+
structuredArtifacts.process = artifact("verifier/process.json", encoded(processEvidence));
|
|
56
|
+
}
|
|
57
|
+
if (feedback) {
|
|
58
|
+
const target = path.join(input.runDirectory, "verifier", "feedback.json");
|
|
59
|
+
await atomicWriteJSON(target, feedback);
|
|
60
|
+
structuredArtifacts.feedback = artifact("verifier/feedback.json", encoded(feedback));
|
|
61
|
+
}
|
|
62
|
+
return {
|
|
63
|
+
...(scores === undefined ? {} : { scores }),
|
|
64
|
+
...(processEvidence === undefined ? {} : { process: processEvidence }),
|
|
65
|
+
...(feedback === undefined ? {} : { feedback }),
|
|
66
|
+
...(Object.keys(structuredArtifacts).length === 0 ? {} : { structured_artifacts: structuredArtifacts }),
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
catch (error) {
|
|
70
|
+
if (input.signal?.aborted || error?.name === "AbortError")
|
|
71
|
+
throw error;
|
|
72
|
+
return {
|
|
73
|
+
issue: safeDiagnosticMessage(error, input.credentialValues ?? []).slice(0, 1024),
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
async function optionalJson(root, name, maximumBytes, signal) {
|
|
78
|
+
let safe;
|
|
79
|
+
try {
|
|
80
|
+
safe = await openContainedRegularFile(root, `verifier/${name}`, maximumBytes);
|
|
81
|
+
}
|
|
82
|
+
catch (error) {
|
|
83
|
+
if (error.code === "ENOENT")
|
|
84
|
+
return undefined;
|
|
85
|
+
throw new TypeError(`unsafe structured verifier artifact: ${name}`, { cause: error });
|
|
86
|
+
}
|
|
87
|
+
try {
|
|
88
|
+
throwIfAborted(signal);
|
|
89
|
+
const bytes = await safe.handle.readFile();
|
|
90
|
+
await safe.assertUnchanged();
|
|
91
|
+
const value = JSON.parse(bytes.toString("utf8"));
|
|
92
|
+
if (!isJsonValue(value))
|
|
93
|
+
throw new TypeError(`${name} is not JSON data`);
|
|
94
|
+
return { value, bytes };
|
|
95
|
+
}
|
|
96
|
+
finally {
|
|
97
|
+
await safe.handle.close();
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
function artifact(ref, bytes) {
|
|
101
|
+
return { ref, bytes: bytes.length, sha256: sha256Bytes(bytes) };
|
|
102
|
+
}
|
|
103
|
+
function encoded(value) {
|
|
104
|
+
return Buffer.from(`${JSON.stringify(value, null, 2)}\n`, "utf8");
|
|
105
|
+
}
|
|
106
|
+
function isJsonValue(value) {
|
|
107
|
+
if (value === null || typeof value === "string" || typeof value === "boolean")
|
|
108
|
+
return true;
|
|
109
|
+
if (typeof value === "number")
|
|
110
|
+
return Number.isFinite(value);
|
|
111
|
+
if (Array.isArray(value))
|
|
112
|
+
return value.every(isJsonValue);
|
|
113
|
+
return Boolean(value) && typeof value === "object" && Object.values(value).every(isJsonValue);
|
|
114
|
+
}
|
|
115
|
+
function throwIfAborted(signal) {
|
|
116
|
+
if (signal?.aborted)
|
|
117
|
+
throw signal.reason ?? new DOMException("The operation was aborted", "AbortError");
|
|
118
|
+
}
|
|
119
|
+
//# sourceMappingURL=verifier-score-artifacts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verifier-score-artifacts.js","sourceRoot":"","sources":["../../../src/evals/verifier-score-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAS7B,OAAO,EACL,2BAA2B,EAC3B,0BAA0B,EAC1B,sCAAsC,EACtC,qBAAqB,EACrB,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACvH,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,4BAA4B,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAajG;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,KAQlD;IACC,IAAI,CAAC;QACH,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,4BAA4B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/G,IAAI,eAAe,IAAI,eAAe,CAAC,cAAc,KAAK,KAAK,CAAC,iBAAiB,EAAE,CAAC;YAClF,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;QACjF,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,cAAc,EAAE,0BAA0B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACzG,MAAM,cAAc,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,2BAA2B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5G,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACzD,IAAI,eAAe,GAAG,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAClH,IAAI,QAAQ,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;QACvH,sCAAsC,CAAC;YACrC,MAAM;YACN,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;SAChD,CAAC,CAAC;QACH,IAAI,eAAe,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,KAAK,UAAU;gBAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;YACvH,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,OAAO,CAAC,WAAW,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;YAClJ,MAAM,iBAAiB,GAAG,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC;YAChE,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS,CAAC,EAAE,CAAC;gBAC/E,MAAM,IAAI,SAAS,CAAC,gEAAgE,CAAC,CAAC;YACxF,CAAC;YACD,IAAI,iBAAiB,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,aAAa,EAAE,iBAAiB,CAAC,EAAE,CAAC;gBAC1H,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,iBAAiB,IAAI,eAAe,EAAE,MAAM,KAAK,iBAAiB,CAAC,aAAa,EAAE,CAAC;gBACrF,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QACD,0EAA0E;QAC1E,4EAA4E;QAC5E,wEAAwE;QACxE,MAAM,WAAW,GAAG,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC;QACjD,eAAe,GAAG,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,4BAA4B,CACxF,oBAAoB,CAAC,eAAuC,EAAE,WAAW,CAAC,CAAC,KAAK,CACjF,CAAC;QACF,QAAQ,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CACnE,oBAAoB,CAAC,QAAgC,EAAE,WAAW,CAAC,CAAC,KAAK,EACzE,eAAe,CAChB,CAAC;QACF,MAAM,mBAAmB,GAAyE,EAAE,CAAC;QACrG,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;YACzE,MAAM,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YAC/C,mBAAmB,CAAC,OAAO,GAAG,QAAQ,CAAC,uBAAuB,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;YAC1E,MAAM,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACxC,mBAAmB,CAAC,QAAQ,GAAG,QAAQ,CAAC,wBAAwB,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,OAAO;YACL,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YAC3C,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;YACtE,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;YAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,CAAC;SACxG,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO,IAAK,KAAe,EAAE,IAAI,KAAK,YAAY;YAAE,MAAM,KAAK,CAAC;QAClF,OAAO;YACL,KAAK,EAAE,qBAAqB,CAAC,KAAK,EAAE,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;SACjF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,IAAY,EACZ,IAAsC,EACtC,YAAoB,EACpB,MAAoB;IAEpB,IAAI,IAAI,CAAC;IACT,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,wBAAwB,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC;IAChF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACzE,MAAM,IAAI,SAAS,CAAC,wCAAwC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC;QACH,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC3C,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC;QAC5D,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;QACzE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,GAAwC,EAAE,KAAa;IACvE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,CAAW,EAAE,CAAC;AAC5E,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAC3F,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,KAAgC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAC3H,CAAC;AAED,SAAS,cAAc,CAAC,MAAoB;IAC1C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;AAC1G,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { HitchError } from "../foundation/index.js";
|
|
2
|
+
export function preparedArtifactForWorkItem(artifacts, item) {
|
|
3
|
+
if (!item.artifact_id)
|
|
4
|
+
return artifacts.preparedArtifact;
|
|
5
|
+
const artifact = artifacts.preparedArtifacts?.get(item.artifact_id)
|
|
6
|
+
?? (artifacts.preparedArtifact.artifact_id === item.artifact_id ? artifacts.preparedArtifact : undefined);
|
|
7
|
+
if (!artifact) {
|
|
8
|
+
throw new HitchError(`work item references an unavailable prepared artifact: ${item.artifact_id}`, {
|
|
9
|
+
code: "harbor_artifact_assignment_missing",
|
|
10
|
+
exitCode: 12,
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
if (artifact.storage === "harbor-artifact-cache-v2" && item.runtime_contract
|
|
14
|
+
&& (artifact.platform !== item.runtime_contract.artifact_platform
|
|
15
|
+
|| artifact.node_version !== item.runtime_contract.node_version)) {
|
|
16
|
+
throw new HitchError(`work item artifact does not match its runtime contract: ${item.work_id}`, {
|
|
17
|
+
code: "harbor_artifact_builder_contract_mismatch",
|
|
18
|
+
exitCode: 12,
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
return artifact;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=work-item-artifacts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"work-item-artifacts.js","sourceRoot":"","sources":["../../../src/evals/work-item-artifacts.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,UAAU,2BAA2B,CACzC,SAA8H,EAC9H,IAAuB;IAEvB,IAAI,CAAC,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAC,gBAAgB,CAAC;IACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,iBAAiB,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC;WAC9D,CAAC,SAAS,CAAC,gBAAgB,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC5G,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,UAAU,CAAC,0DAA0D,IAAI,CAAC,WAAW,EAAE,EAAE;YACjG,IAAI,EAAE,oCAAoC;YAC1C,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,KAAK,0BAA0B,IAAI,IAAI,CAAC,gBAAgB;WACvE,CAAC,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,gBAAgB,CAAC,iBAAiB;eAC5D,QAAQ,CAAC,YAAY,KAAK,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,UAAU,CAAC,2DAA2D,IAAI,CAAC,OAAO,EAAE,EAAE;YAC9F,IAAI,EAAE,2CAA2C;YACjD,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { homedir } from "node:os";
|
|
2
|
+
import { createHash } from "node:crypto";
|
|
2
3
|
import path from "node:path";
|
|
3
4
|
import { invalidInput } from "./errors.js";
|
|
4
5
|
export const SCHEMA_VERSION = "1";
|
|
@@ -46,9 +47,25 @@ export function statePaths(root) {
|
|
|
46
47
|
workspaceLocks: path.join(root, "locks", "workspaces"),
|
|
47
48
|
controllerRuntimeLocks: path.join(root, "locks", "controller-runtimes"),
|
|
48
49
|
controllerRuntimes: path.join(root, "store", "controller-runtimes", "sha256"),
|
|
50
|
+
environmentImages: path.join(root, "store", "environment-images", "sha256"),
|
|
51
|
+
environmentImagePins: path.join(root, "store", "environment-image-pins", "sha256"),
|
|
52
|
+
environmentImageReferenceLocks: path.join(root, "locks", "environment-image-references"),
|
|
53
|
+
buildRecords: path.join(root, "store", "build-records", "sha256"),
|
|
54
|
+
buildLocks: path.join(root, "locks", "builds"),
|
|
55
|
+
buildIndexes: path.join(root, "indexes", "builds"),
|
|
56
|
+
trainingDataCandidates: path.join(root, "derived", "training-data-candidates", "sha256"),
|
|
57
|
+
workers: path.join(root, "workers"),
|
|
58
|
+
workerLocks: path.join(root, "locks", "workers"),
|
|
59
|
+
workerProtocol: path.join(root, "worker-protocol"),
|
|
60
|
+
workerProtocolLocks: path.join(root, "locks", "worker-protocol"),
|
|
61
|
+
workerStaging: path.join(root, "worker-staging"),
|
|
62
|
+
workerInputs: path.join(root, "store", "worker-inputs", "sha256"),
|
|
49
63
|
workspaces: path.join(root, "workspaces"),
|
|
50
64
|
temporary: path.join(root, "tmp"),
|
|
51
65
|
indexes: path.join(root, "indexes"),
|
|
52
66
|
};
|
|
53
67
|
}
|
|
68
|
+
export function hitchRootId(root) {
|
|
69
|
+
return createHash("sha256").update(statePaths(root).root).digest("hex").slice(0, 24);
|
|
70
|
+
}
|
|
54
71
|
//# sourceMappingURL=config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/foundation/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAC;AAClC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC;AACjC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/foundation/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAC;AAClC,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,CAAC;AACjC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAuCxC,MAAM,UAAU,WAAW;IACzB,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAyC;IACrE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,CAAC,CAAC;IACpE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACzE,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAC7D,MAAM,KAAK,GAA2B,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;IACnF,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAsB,EAAE,IAAY;IAClE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC7C,MAAM,YAAY,CAAC,GAAG,IAAI,6BAA6B,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC;QACtC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC;QACpC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;QACtC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC;QAClC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC;QAC3C,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;QAC7B,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;QAC/B,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;QAC/B,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;QAC/B,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC;QAChD,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC;QAC/C,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;QAChD,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC;QACpD,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;QAChD,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,YAAY,CAAC;QACtD,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,qBAAqB,CAAC;QACvE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC;QAC7E,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,oBAAoB,EAAE,QAAQ,CAAC;QAC3E,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,wBAAwB,EAAE,QAAQ,CAAC;QAClF,8BAA8B,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,8BAA8B,CAAC;QACxF,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC;QACjE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC;QAC9C,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC;QAClD,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,0BAA0B,EAAE,QAAQ,CAAC;QACxF,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC;QACnC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;QAChD,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,iBAAiB,CAAC;QAClD,mBAAmB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,iBAAiB,CAAC;QAChE,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC;QAChD,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC;QACjE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC;QACzC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;QACjC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { constants } from "node:fs";
|
|
2
|
+
import { lstat, open, realpath } from "node:fs/promises";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
/** Open an untrusted relative file without following any directory or file symlink. */
|
|
5
|
+
export async function openContainedRegularFile(root, relative, maximumBytes = Number.MAX_SAFE_INTEGER) {
|
|
6
|
+
const segments = normalizedSegments(relative);
|
|
7
|
+
const canonicalRoot = await realpath(root);
|
|
8
|
+
if (canonicalRoot !== path.resolve(root))
|
|
9
|
+
throw new TypeError("contained file root must be canonical");
|
|
10
|
+
const parents = [];
|
|
11
|
+
let directory = canonicalRoot;
|
|
12
|
+
parents.push({ path: directory, stats: await safeDirectory(directory) });
|
|
13
|
+
for (const segment of segments.slice(0, -1)) {
|
|
14
|
+
directory = path.join(directory, segment);
|
|
15
|
+
const info = await safeDirectory(directory);
|
|
16
|
+
if (!isWithin(canonicalRoot, await realpath(directory)))
|
|
17
|
+
throw new TypeError("contained file parent escapes its root");
|
|
18
|
+
parents.push({ path: directory, stats: info });
|
|
19
|
+
}
|
|
20
|
+
const target = path.join(canonicalRoot, ...segments);
|
|
21
|
+
const before = await lstat(target);
|
|
22
|
+
if (before.isSymbolicLink() || !before.isFile() || before.nlink !== 1)
|
|
23
|
+
throw new TypeError("contained file is not a safe regular file");
|
|
24
|
+
const handle = await open(target, constants.O_RDONLY | constants.O_NOFOLLOW);
|
|
25
|
+
try {
|
|
26
|
+
const opened = await handle.stat();
|
|
27
|
+
const after = await lstat(target);
|
|
28
|
+
await assertParentsUnchanged(parents);
|
|
29
|
+
if (!sameFile(opened, before) || !sameFile(opened, after) || !isWithin(canonicalRoot, await realpath(target))) {
|
|
30
|
+
throw new TypeError("contained file identity changed while opening");
|
|
31
|
+
}
|
|
32
|
+
await assertParentsUnchanged(parents);
|
|
33
|
+
if (opened.size > maximumBytes)
|
|
34
|
+
throw new TypeError("contained file exceeds its limit");
|
|
35
|
+
return {
|
|
36
|
+
handle,
|
|
37
|
+
size: opened.size,
|
|
38
|
+
assertUnchanged: async () => {
|
|
39
|
+
const current = await handle.stat();
|
|
40
|
+
const pathname = await lstat(target);
|
|
41
|
+
await assertParentsUnchanged(parents);
|
|
42
|
+
if (!sameFile(opened, current) || !sameFile(opened, pathname)
|
|
43
|
+
|| current.size !== opened.size || current.mtimeMs !== opened.mtimeMs
|
|
44
|
+
|| !isWithin(canonicalRoot, await realpath(target))) {
|
|
45
|
+
throw new TypeError("contained file changed while being read");
|
|
46
|
+
}
|
|
47
|
+
await assertParentsUnchanged(parents);
|
|
48
|
+
},
|
|
49
|
+
};
|
|
50
|
+
}
|
|
51
|
+
catch (error) {
|
|
52
|
+
await handle.close();
|
|
53
|
+
throw error;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
async function safeDirectory(directory) {
|
|
57
|
+
const info = await lstat(directory);
|
|
58
|
+
if (info.isSymbolicLink() || !info.isDirectory())
|
|
59
|
+
throw new TypeError("contained file parent is unsafe");
|
|
60
|
+
return info;
|
|
61
|
+
}
|
|
62
|
+
async function assertParentsUnchanged(parents) {
|
|
63
|
+
for (const parent of parents) {
|
|
64
|
+
const current = await safeDirectory(parent.path);
|
|
65
|
+
if (current.dev !== parent.stats.dev || current.ino !== parent.stats.ino) {
|
|
66
|
+
throw new TypeError("contained file parent changed while opening");
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
function normalizedSegments(relative) {
|
|
71
|
+
if (!relative || relative.includes("\\") || relative.startsWith("/"))
|
|
72
|
+
throw new TypeError("contained file path is invalid");
|
|
73
|
+
const segments = relative.split("/");
|
|
74
|
+
if (segments.some((segment) => !segment || segment === "." || segment === ".."))
|
|
75
|
+
throw new TypeError("contained file path is invalid");
|
|
76
|
+
return segments;
|
|
77
|
+
}
|
|
78
|
+
function sameFile(left, right) {
|
|
79
|
+
return left.dev === right.dev && left.ino === right.ino && left.isFile() && right.isFile() && right.nlink === 1;
|
|
80
|
+
}
|
|
81
|
+
function isWithin(root, candidate) {
|
|
82
|
+
const relative = path.relative(root, candidate);
|
|
83
|
+
return relative !== "" && !relative.startsWith("..") && !path.isAbsolute(relative);
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=contained-file.js.map
|