agent-hitch 0.2.6 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -1
- package/dist/scripts/canary-buildkit-secrets.js +166 -0
- package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
- package/dist/scripts/canary-collision-domains.js +77 -0
- package/dist/scripts/canary-collision-domains.js.map +1 -0
- package/dist/scripts/canary-docker-image-observation.js +181 -0
- package/dist/scripts/canary-docker-image-observation.js.map +1 -0
- package/dist/scripts/canary-gpu-hardware.js +95 -0
- package/dist/scripts/canary-gpu-hardware.js.map +1 -0
- package/dist/scripts/canary-harbor-load.js +365 -0
- package/dist/scripts/canary-harbor-load.js.map +1 -0
- package/dist/scripts/canary-packaged-harness.js +75 -0
- package/dist/scripts/canary-packaged-harness.js.map +1 -0
- package/dist/scripts/canary-resource-load.js +188 -0
- package/dist/scripts/canary-resource-load.js.map +1 -0
- package/dist/scripts/check-architecture.js +8 -4
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/scripts/docker-reaper-crash-child.js +21 -0
- package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
- package/dist/src/adapters/catalog.js +1 -0
- package/dist/src/adapters/catalog.js.map +1 -1
- package/dist/src/adapters/discovery.js +1 -1
- package/dist/src/adapters/discovery.js.map +1 -1
- package/dist/src/adapters/providers/claude.js +6 -0
- package/dist/src/adapters/providers/claude.js.map +1 -1
- package/dist/src/adapters/providers/codex.js +6 -0
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/deepseek.js +6 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -1
- package/dist/src/adapters/providers/opencode.js +6 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -1
- package/dist/src/adapters/providers/pi.js +6 -0
- package/dist/src/adapters/providers/pi.js.map +1 -1
- package/dist/src/artifacts/index.js +1 -0
- package/dist/src/artifacts/index.js.map +1 -1
- package/dist/src/backends/harbor/backend.js +53 -103
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/environment-config.js +92 -0
- package/dist/src/backends/harbor/environment-config.js.map +1 -0
- package/dist/src/backends/harbor/index.js +5 -1
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +23 -0
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
- package/dist/src/backends/harbor/process.js +177 -0
- package/dist/src/backends/harbor/process.js.map +1 -0
- package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
- package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
- package/dist/src/backends/harbor/supervisor.js +74 -0
- package/dist/src/backends/harbor/supervisor.js.map +1 -0
- package/dist/src/backends/harbor/task-resources.js +206 -0
- package/dist/src/backends/harbor/task-resources.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -29
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +4 -1
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/cli/commands/daemon.js +135 -8
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval.js +214 -4
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/images.js +40 -0
- package/dist/src/cli/commands/images.js.map +1 -0
- package/dist/src/cli/commands/run.js +6 -3
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/commands/runs.js +25 -3
- package/dist/src/cli/commands/runs.js.map +1 -1
- package/dist/src/cli/commands/worker.js +79 -0
- package/dist/src/cli/commands/worker.js.map +1 -0
- package/dist/src/cli/main.js +4 -0
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +71 -3
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/build-admission.js +69 -0
- package/dist/src/control-plane/build-admission.js.map +1 -0
- package/dist/src/control-plane/build-records.js +6 -0
- package/dist/src/control-plane/build-records.js.map +1 -0
- package/dist/src/control-plane/collisions.js +40 -0
- package/dist/src/control-plane/collisions.js.map +1 -0
- package/dist/src/control-plane/eval-control-state.js +22 -0
- package/dist/src/control-plane/eval-control-state.js.map +1 -0
- package/dist/src/control-plane/eval-control-work.js +39 -0
- package/dist/src/control-plane/eval-control-work.js.map +1 -0
- package/dist/src/control-plane/eval-image-resolution.js +52 -0
- package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
- package/dist/src/control-plane/eval-image-services.js +30 -0
- package/dist/src/control-plane/eval-image-services.js.map +1 -0
- package/dist/src/control-plane/eval-records.js +252 -0
- package/dist/src/control-plane/eval-records.js.map +1 -0
- package/dist/src/control-plane/eval-recovery.js +181 -0
- package/dist/src/control-plane/eval-recovery.js.map +1 -0
- package/dist/src/control-plane/eval-scheduler.js +447 -0
- package/dist/src/control-plane/eval-scheduler.js.map +1 -0
- package/dist/src/control-plane/index.js +20 -0
- package/dist/src/control-plane/index.js.map +1 -0
- package/dist/src/control-plane/local-worker.js +49 -0
- package/dist/src/control-plane/local-worker.js.map +1 -0
- package/dist/src/control-plane/model-capture-planning.js +12 -0
- package/dist/src/control-plane/model-capture-planning.js.map +1 -0
- package/dist/src/control-plane/remote-result-transport.js +172 -0
- package/dist/src/control-plane/remote-result-transport.js.map +1 -0
- package/dist/src/control-plane/remote-work-coordinator.js +332 -0
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
- package/dist/src/control-plane/remote-work-inputs.js +266 -0
- package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
- package/dist/src/control-plane/remote-work-recovery.js +181 -0
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
- package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
- package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
- package/dist/src/control-plane/remote-worker-client.js +202 -0
- package/dist/src/control-plane/remote-worker-client.js.map +1 -0
- package/dist/src/control-plane/remote-worker-configuration.js +34 -0
- package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
- package/dist/src/control-plane/remote-worker-credentials.js +58 -0
- package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
- package/dist/src/control-plane/remote-worker-protocol.js +510 -0
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
- package/dist/src/control-plane/remote-worker-runner.js +214 -0
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
- package/dist/src/control-plane/remote-workers.js +377 -0
- package/dist/src/control-plane/remote-workers.js.map +1 -0
- package/dist/src/control-plane/rerun-scheduler.js +411 -0
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
- package/dist/src/control-plane/rerun-submission.js +56 -0
- package/dist/src/control-plane/rerun-submission.js.map +1 -0
- package/dist/src/control-plane/resources.js +182 -0
- package/dist/src/control-plane/resources.js.map +1 -0
- package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
- package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
- package/dist/src/control-plane/synthetic-result.js +21 -0
- package/dist/src/control-plane/synthetic-result.js.map +1 -0
- package/dist/src/control-plane/work-admission.js +21 -0
- package/dist/src/control-plane/work-admission.js.map +1 -0
- package/dist/src/control-plane/work-dispatcher.js +229 -0
- package/dist/src/control-plane/work-dispatcher.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +12 -1
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/controller-runtime/index.js +1 -1
- package/dist/src/controller-runtime/index.js.map +1 -1
- package/dist/src/controller-runtime/store.js +15 -6
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/event-stream.js +46 -0
- package/dist/src/daemon/event-stream.js.map +1 -0
- package/dist/src/daemon/health.js +66 -0
- package/dist/src/daemon/health.js.map +1 -0
- package/dist/src/daemon/launcher.js +28 -1
- package/dist/src/daemon/launcher.js.map +1 -1
- package/dist/src/daemon/logging.js +23 -0
- package/dist/src/daemon/logging.js.map +1 -0
- package/dist/src/daemon/scheduler.js +26 -5
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +255 -98
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/daemon/telemetry.js +163 -0
- package/dist/src/daemon/telemetry.js.map +1 -0
- package/dist/src/daemon/worker-routes.js +219 -0
- package/dist/src/daemon/worker-routes.js.map +1 -0
- package/dist/src/domain/bundles.js +2 -0
- package/dist/src/domain/bundles.js.map +1 -0
- package/dist/src/domain/control-plane.js +2 -0
- package/dist/src/domain/control-plane.js.map +1 -0
- package/dist/src/domain/execution-evidence.js +2 -0
- package/dist/src/domain/execution-evidence.js.map +1 -0
- package/dist/src/domain/execution-plan.js +2 -0
- package/dist/src/domain/execution-plan.js.map +1 -0
- package/dist/src/domain/images.js +2 -0
- package/dist/src/domain/images.js.map +1 -0
- package/dist/src/domain/index.js +9 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/interactions.js +2 -0
- package/dist/src/domain/interactions.js.map +1 -0
- package/dist/src/domain/providers.js +2 -0
- package/dist/src/domain/providers.js.map +1 -0
- package/dist/src/domain/resources.js +2 -0
- package/dist/src/domain/resources.js.map +1 -0
- package/dist/src/domain/workers.js +2 -0
- package/dist/src/domain/workers.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +182 -0
- package/dist/src/evals/collect-only-rerun.js.map +1 -0
- package/dist/src/evals/directory.js +30 -0
- package/dist/src/evals/directory.js.map +1 -0
- package/dist/src/evals/docker-engine-stats.js +89 -0
- package/dist/src/evals/docker-engine-stats.js.map +1 -0
- package/dist/src/evals/docker-ownership.js +51 -0
- package/dist/src/evals/docker-ownership.js.map +1 -0
- package/dist/src/evals/docker-reaper.js +144 -0
- package/dist/src/evals/docker-reaper.js.map +1 -0
- package/dist/src/evals/docker-resource-observer.js +207 -0
- package/dist/src/evals/docker-resource-observer.js.map +1 -0
- package/dist/src/evals/environment-image-planning.js +164 -0
- package/dist/src/evals/environment-image-planning.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +56 -0
- package/dist/src/evals/eval-artifact-planning.js.map +1 -0
- package/dist/src/evals/eval-finalization.js +10 -0
- package/dist/src/evals/eval-finalization.js.map +1 -0
- package/dist/src/evals/eval-lifecycle-events.js +16 -0
- package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
- package/dist/src/evals/events.js +53 -5
- package/dist/src/evals/events.js.map +1 -1
- package/dist/src/evals/execution-evidence.js +116 -0
- package/dist/src/evals/execution-evidence.js.map +1 -0
- package/dist/src/evals/execution-leases.js +342 -0
- package/dist/src/evals/execution-leases.js.map +1 -0
- package/dist/src/evals/execution-plan-artifacts.js +72 -0
- package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
- package/dist/src/evals/execution-plan-images.js +69 -0
- package/dist/src/evals/execution-plan-images.js.map +1 -0
- package/dist/src/evals/execution-plan-resources.js +174 -0
- package/dist/src/evals/execution-plan-resources.js.map +1 -0
- package/dist/src/evals/execution-plan.js +415 -0
- package/dist/src/evals/execution-plan.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
- package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder.js +354 -0
- package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
- package/dist/src/evals/harbor-bridge-error.js +18 -3
- package/dist/src/evals/harbor-bridge-error.js.map +1 -1
- package/dist/src/evals/harbor-phase-timings.js +60 -0
- package/dist/src/evals/harbor-phase-timings.js.map +1 -0
- package/dist/src/evals/index.js +25 -2
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +100 -63
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/interaction-capture-import.js +49 -0
- package/dist/src/evals/interaction-capture-import.js.map +1 -0
- package/dist/src/evals/local-docker-provider.js +372 -0
- package/dist/src/evals/local-docker-provider.js.map +1 -0
- package/dist/src/evals/local-eval-planning.js +80 -0
- package/dist/src/evals/local-eval-planning.js.map +1 -0
- package/dist/src/evals/model-capture-plan.js +22 -0
- package/dist/src/evals/model-capture-plan.js.map +1 -0
- package/dist/src/evals/model-capture-runtime.js +114 -0
- package/dist/src/evals/model-capture-runtime.js.map +1 -0
- package/dist/src/evals/model-proxy-runtime-state.js +53 -0
- package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
- package/dist/src/evals/planned-execution-support.js +54 -0
- package/dist/src/evals/planned-execution-support.js.map +1 -0
- package/dist/src/evals/planned-execution.js +461 -0
- package/dist/src/evals/planned-execution.js.map +1 -0
- package/dist/src/evals/planned-remote-execution.js +40 -0
- package/dist/src/evals/planned-remote-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-lifecycle.js +186 -0
- package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
- package/dist/src/evals/prepared-harness.js +76 -0
- package/dist/src/evals/prepared-harness.js.map +1 -0
- package/dist/src/evals/progress.js +4 -4
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +20 -3
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +192 -0
- package/dist/src/evals/recovery.js.map +1 -0
- package/dist/src/evals/remote-infrastructure-retry.js +99 -0
- package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
- package/dist/src/evals/rerun-inputs.js +89 -0
- package/dist/src/evals/rerun-inputs.js.map +1 -0
- package/dist/src/evals/rerun-slots.js +4 -3
- package/dist/src/evals/rerun-slots.js.map +1 -1
- package/dist/src/evals/rerun-types.js +49 -0
- package/dist/src/evals/rerun-types.js.map +1 -0
- package/dist/src/evals/rerun.js +113 -75
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/result-helpers.js +65 -0
- package/dist/src/evals/result-helpers.js.map +1 -0
- package/dist/src/evals/resume-state.js +36 -0
- package/dist/src/evals/resume-state.js.map +1 -0
- package/dist/src/evals/service-types.js +2 -0
- package/dist/src/evals/service-types.js.map +1 -0
- package/dist/src/evals/service.js +292 -257
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/task-resources.js +209 -0
- package/dist/src/evals/task-resources.js.map +1 -0
- package/dist/src/evals/trial-environment-evidence.js +87 -0
- package/dist/src/evals/trial-environment-evidence.js.map +1 -0
- package/dist/src/evals/trial-execution-evidence.js +13 -0
- package/dist/src/evals/trial-execution-evidence.js.map +1 -0
- package/dist/src/evals/trial-import-identity.js +31 -0
- package/dist/src/evals/trial-import-identity.js.map +1 -0
- package/dist/src/evals/trial-import.js +143 -145
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +104 -0
- package/dist/src/evals/trial-publication-recovery.js.map +1 -0
- package/dist/src/evals/trial-publication.js +25 -0
- package/dist/src/evals/trial-publication.js.map +1 -0
- package/dist/src/evals/work-item-artifacts.js +23 -0
- package/dist/src/evals/work-item-artifacts.js.map +1 -0
- package/dist/src/foundation/config.js +17 -0
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/foundation/credential-redaction.js +137 -0
- package/dist/src/foundation/credential-redaction.js.map +1 -0
- package/dist/src/foundation/environment-image-references.js +59 -0
- package/dist/src/foundation/environment-image-references.js.map +1 -0
- package/dist/src/foundation/executable.js +45 -5
- package/dist/src/foundation/executable.js.map +1 -1
- package/dist/src/foundation/index.js +5 -2
- package/dist/src/foundation/index.js.map +1 -1
- package/dist/src/foundation/process-identity.js +69 -0
- package/dist/src/foundation/process-identity.js.map +1 -0
- package/dist/src/images/context.js +47 -0
- package/dist/src/images/context.js.map +1 -0
- package/dist/src/images/docker-buildkit.js +137 -0
- package/dist/src/images/docker-buildkit.js.map +1 -0
- package/dist/src/images/dockerfile.js +67 -0
- package/dist/src/images/dockerfile.js.map +1 -0
- package/dist/src/images/gc.js +261 -0
- package/dist/src/images/gc.js.map +1 -0
- package/dist/src/images/index.js +10 -0
- package/dist/src/images/index.js.map +1 -0
- package/dist/src/images/manifest.js +109 -0
- package/dist/src/images/manifest.js.map +1 -0
- package/dist/src/images/ownership.js +5 -0
- package/dist/src/images/ownership.js.map +1 -0
- package/dist/src/images/records.js +32 -0
- package/dist/src/images/records.js.map +1 -0
- package/dist/src/images/registry.js +154 -0
- package/dist/src/images/registry.js.map +1 -0
- package/dist/src/images/service.js +224 -0
- package/dist/src/images/service.js.map +1 -0
- package/dist/src/model-access/capture.js +255 -0
- package/dist/src/model-access/capture.js.map +1 -0
- package/dist/src/model-access/index.js +5 -0
- package/dist/src/model-access/index.js.map +1 -0
- package/dist/src/model-access/policy.js +49 -0
- package/dist/src/model-access/policy.js.map +1 -0
- package/dist/src/model-access/proxy.js +336 -0
- package/dist/src/model-access/proxy.js.map +1 -0
- package/dist/src/model-access/records.js +167 -0
- package/dist/src/model-access/records.js.map +1 -0
- package/dist/src/runs/bundle.js +450 -0
- package/dist/src/runs/bundle.js.map +1 -0
- package/dist/src/runs/events.js +12 -1
- package/dist/src/runs/events.js.map +1 -1
- package/dist/src/runs/executor.js +24 -17
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/index.js +3 -1
- package/dist/src/runs/index.js.map +1 -1
- package/dist/src/runs/manifest.js +5 -5
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/request.js +6 -1
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/runs/training-candidate.js +161 -0
- package/dist/src/runs/training-candidate.js.map +1 -0
- package/dist/src/trajectories/provider-capture.js +15 -24
- package/dist/src/trajectories/provider-capture.js.map +1 -1
- package/dist/src/trajectories/providers/deepseek.js +3 -3
- package/dist/src/trajectories/providers/deepseek.js.map +1 -1
- package/dist/src/workers/index.js +3 -0
- package/dist/src/workers/index.js.map +1 -0
- package/dist/src/workers/remote-harbor-work-spec.js +97 -0
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
- package/dist/src/workers/remote-harbor-worker.js +220 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -0
- package/docs/schemas/environment-build-index.schema.json +13 -0
- package/docs/schemas/environment-build-record.schema.json +25 -0
- package/docs/schemas/environment-image-manifest.schema.json +62 -0
- package/docs/schemas/eval-control.schema.json +36 -0
- package/docs/schemas/eval-execution-plan.schema.json +216 -0
- package/docs/schemas/eval-rerun-result.schema.json +53 -0
- package/docs/schemas/eval-rerun-state.schema.json +61 -0
- package/docs/schemas/eval-rerun-submission.schema.json +58 -0
- package/docs/schemas/eval-result.schema.json +34 -1
- package/docs/schemas/eval-submission-input.schema.json +14 -0
- package/docs/schemas/eval-submission.schema.json +68 -0
- package/docs/schemas/eval-trial-publication.schema.json +39 -0
- package/docs/schemas/execution-evidence.schema.json +96 -0
- package/docs/schemas/execution-lease.schema.json +50 -0
- package/docs/schemas/execution-provider-status.schema.json +65 -0
- package/docs/schemas/execution-worker.schema.json +53 -0
- package/docs/schemas/harbor-process-exit.schema.json +14 -0
- package/docs/schemas/interaction-capture-ref.schema.json +45 -0
- package/docs/schemas/local-provider-execution.schema.json +33 -0
- package/docs/schemas/model-interaction.schema.json +41 -0
- package/docs/schemas/remote-result-envelope.schema.json +32 -0
- package/docs/schemas/remote-tree-envelope.schema.json +25 -0
- package/docs/schemas/remote-work-offer.schema.json +58 -0
- package/docs/schemas/remote-work-receipt.schema.json +50 -0
- package/docs/schemas/remote-worker-artifact.schema.json +17 -0
- package/docs/schemas/remote-worker-event.schema.json +18 -0
- package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
- package/docs/schemas/remote-worker-registration.schema.json +52 -0
- package/docs/schemas/result-bundle-index.schema.json +133 -0
- package/docs/schemas/run-environment-images.schema.json +39 -0
- package/docs/schemas/training-data-candidate.schema.json +46 -0
- package/integrations/harbor/hitch_harbor_agent.py +171 -539
- package/integrations/harbor/hitch_harbor_environment.py +331 -0
- package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
- package/integrations/harbor/hitch_harbor_verifier.py +23 -0
- package/package.json +14 -1
|
@@ -0,0 +1,354 @@
|
|
|
1
|
+
import { randomBytes } from "node:crypto";
|
|
2
|
+
import { lstat, mkdir, mkdtemp, rename, rm } from "node:fs/promises";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { artifactMatches } from "../artifacts/index.js";
|
|
5
|
+
import { HARBOR_NODE_VERSION_WITH_PREFIX, HARBOR_PNPM_VERSION, verifyLocalGitTransport } from "../backends/index.js";
|
|
6
|
+
import { HitchError, atomicWriteJSON, digest, ensureDir, hitchRootId, readJSON, runCommand, statePaths, withFileLock, } from "../foundation/index.js";
|
|
7
|
+
import { HARBOR_ARTIFACT_BUILDER_RECIPE_VERSION, ensureHarborArtifactBuilderImage } from "./harbor-artifact-builder-image.js";
|
|
8
|
+
export const prepareHarborArtifact = async (input) => {
|
|
9
|
+
if (input.localTransport) {
|
|
10
|
+
await verifyLocalGitTransport(input.localTransport, {
|
|
11
|
+
expected: {
|
|
12
|
+
harnessId: input.resolvedRevision.harness_id,
|
|
13
|
+
resolutionIdentity: input.resolvedRevision.identity,
|
|
14
|
+
commit: input.localTransport.manifest.commit,
|
|
15
|
+
},
|
|
16
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
17
|
+
env: input.env,
|
|
18
|
+
});
|
|
19
|
+
}
|
|
20
|
+
const docker = input.env.HITCH_DOCKER_PATH?.trim() || "docker";
|
|
21
|
+
const cache = await harborArtifactCache(input.root);
|
|
22
|
+
const builder = await ensureHarborArtifactBuilderImage({
|
|
23
|
+
root: input.root,
|
|
24
|
+
cache,
|
|
25
|
+
docker,
|
|
26
|
+
dockerPlatform: input.runtimeContract.dockerPlatform,
|
|
27
|
+
env: input.env,
|
|
28
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
29
|
+
});
|
|
30
|
+
if (builder.artifactPlatform !== input.runtimeContract.artifactPlatform
|
|
31
|
+
|| input.runtimeContract.nodeVersion !== HARBOR_NODE_VERSION_WITH_PREFIX) {
|
|
32
|
+
throw new HitchError("Harbor artifact builder does not match the planner-pinned trial runtime", {
|
|
33
|
+
code: "harbor_artifact_builder_contract_mismatch",
|
|
34
|
+
exitCode: 12,
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
const key = digest({
|
|
38
|
+
kind: "harbor-artifact-builder",
|
|
39
|
+
recipe_version: HARBOR_ARTIFACT_BUILDER_RECIPE_VERSION,
|
|
40
|
+
controller_runtime_id: input.runtimeId,
|
|
41
|
+
revision_identity: input.resolvedRevision.identity,
|
|
42
|
+
builder_image_id: builder.id,
|
|
43
|
+
platform: input.runtimeContract.artifactPlatform,
|
|
44
|
+
node: input.runtimeContract.nodeVersion,
|
|
45
|
+
pnpm: HARBOR_PNPM_VERSION,
|
|
46
|
+
});
|
|
47
|
+
const expected = {
|
|
48
|
+
harnessId: input.resolvedRevision.harness_id,
|
|
49
|
+
revisionIdentity: input.resolvedRevision.identity,
|
|
50
|
+
platform: input.runtimeContract.artifactPlatform,
|
|
51
|
+
};
|
|
52
|
+
const artifact = await withFileLock(cache.locks, key, async () => {
|
|
53
|
+
const cached = await readCachedArtifact(cache, key, expected);
|
|
54
|
+
if (cached)
|
|
55
|
+
return { artifact: cached, cacheHit: true };
|
|
56
|
+
const prepared = await buildArtifact({ ...input, cache, docker, builder });
|
|
57
|
+
try {
|
|
58
|
+
const promoted = await promoteArtifact(cache, prepared.directory, prepared.manifest, expected);
|
|
59
|
+
await atomicWriteJSON(path.join(cache.refs, `${key.slice("sha256:".length)}.json`), {
|
|
60
|
+
schema_version: "1",
|
|
61
|
+
preparation_key: key,
|
|
62
|
+
artifact_id: promoted.artifact_id,
|
|
63
|
+
controller_runtime_id: input.runtimeId,
|
|
64
|
+
builder_image_id: builder.id,
|
|
65
|
+
node_version: HARBOR_NODE_VERSION_WITH_PREFIX,
|
|
66
|
+
pnpm_version: HARBOR_PNPM_VERSION,
|
|
67
|
+
});
|
|
68
|
+
return { artifact: promoted, cacheHit: false };
|
|
69
|
+
}
|
|
70
|
+
finally {
|
|
71
|
+
await rm(prepared.stagingRoot, { recursive: true, force: true }).catch(() => { });
|
|
72
|
+
}
|
|
73
|
+
}, {
|
|
74
|
+
timeoutCode: "harbor_artifact_builder_locked",
|
|
75
|
+
timeoutExitCode: 12,
|
|
76
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
77
|
+
});
|
|
78
|
+
return {
|
|
79
|
+
...artifact,
|
|
80
|
+
source: "dedicated-builder",
|
|
81
|
+
builderImage: builder.reference,
|
|
82
|
+
builderImageId: builder.id,
|
|
83
|
+
};
|
|
84
|
+
};
|
|
85
|
+
export function harborArtifactDirectory(root, artifactId) {
|
|
86
|
+
if (!/^sha256:[0-9a-f]{64}$/.test(artifactId)) {
|
|
87
|
+
throw new HitchError(`invalid Harbor artifact ID: ${artifactId}`, { code: "artifact_invalid", exitCode: 5 });
|
|
88
|
+
}
|
|
89
|
+
return path.join(statePaths(root).store, "harbor-artifacts", "artifacts", artifactId.slice("sha256:".length));
|
|
90
|
+
}
|
|
91
|
+
export async function loadHarborArtifact(root, summary) {
|
|
92
|
+
const directory = harborArtifactDirectory(root, summary.artifact_id);
|
|
93
|
+
const manifest = await verifyArtifact(directory, {
|
|
94
|
+
harnessId: summary.harness_id,
|
|
95
|
+
revisionIdentity: summary.revision_identity,
|
|
96
|
+
platform: summary.platform,
|
|
97
|
+
});
|
|
98
|
+
if (manifest.artifact_integrity !== summary.artifact_integrity
|
|
99
|
+
|| manifest.entrypoint_integrity !== summary.entrypoint_integrity) {
|
|
100
|
+
throw new HitchError("Harbor artifact no longer matches the eval-pinned integrity", {
|
|
101
|
+
code: "artifact_integrity_mismatch",
|
|
102
|
+
exitCode: 5,
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
return artifactUse(directory, manifest);
|
|
106
|
+
}
|
|
107
|
+
async function harborArtifactCache(root) {
|
|
108
|
+
const rootDirectory = await ensureDir(path.join(statePaths(root).store, "harbor-artifacts"));
|
|
109
|
+
const [artifacts, locks, temporary, invalid, refs] = await Promise.all([
|
|
110
|
+
ensureDir(path.join(rootDirectory, "artifacts")),
|
|
111
|
+
ensureDir(path.join(rootDirectory, "locks")),
|
|
112
|
+
ensureDir(path.join(rootDirectory, "tmp")),
|
|
113
|
+
ensureDir(path.join(rootDirectory, "invalid")),
|
|
114
|
+
ensureDir(path.join(rootDirectory, "refs")),
|
|
115
|
+
]);
|
|
116
|
+
return { root: rootDirectory, artifacts, locks, temporary, invalid, refs };
|
|
117
|
+
}
|
|
118
|
+
async function buildArtifact(input) {
|
|
119
|
+
const entrypoint = await controllerEntrypoint(input.runtimeDirectory, input.runtimeId);
|
|
120
|
+
const state = await mkdtemp(path.join(input.cache.temporary, "artifact-build-"));
|
|
121
|
+
const containerName = `hitch-artifact-builder-${process.pid}-${randomBytes(6).toString("hex")}`;
|
|
122
|
+
let completed = false;
|
|
123
|
+
try {
|
|
124
|
+
const args = [
|
|
125
|
+
"run", "--name", containerName,
|
|
126
|
+
"--platform", input.builder.dockerPlatform,
|
|
127
|
+
"--label", "io.hitch.harbor-artifact-builder=true",
|
|
128
|
+
"--label", `io.hitch.root-id=${hitchRootId(input.root)}`,
|
|
129
|
+
// Clone/install/build on the container's native Linux filesystem. A
|
|
130
|
+
// bind-mounted macOS/Windows state root changes filesystem semantics and
|
|
131
|
+
// can make pnpm copyfile fail before an artifact exists.
|
|
132
|
+
"--env", "HITCH_ROOT=/tmp/hitch-state",
|
|
133
|
+
"--env", "HOME=/tmp/hitch-builder-home",
|
|
134
|
+
"--mount", bindMount(path.join(input.runtimeDirectory, "payload"), "/opt/hitch", true),
|
|
135
|
+
];
|
|
136
|
+
const uid = typeof process.getuid === "function" ? process.getuid() : null;
|
|
137
|
+
const gid = typeof process.getgid === "function" ? process.getgid() : null;
|
|
138
|
+
if (uid !== null && gid !== null)
|
|
139
|
+
args.push("--user", `${uid}:${gid}`);
|
|
140
|
+
if (input.localTransport) {
|
|
141
|
+
args.push("--env", "HITCH_HARBOR_INTERNAL=1");
|
|
142
|
+
args.push("--mount", bindMount(input.localTransport.directory, "/hitch-local-source-input", true));
|
|
143
|
+
}
|
|
144
|
+
args.push(input.builder.reference, "sh", "-ceu", builderScript(Boolean(input.localTransport)), "sh", `/opt/hitch/${entrypoint}`, lockedHarnessRef(input.resolvedRevision));
|
|
145
|
+
if (input.localTransport) {
|
|
146
|
+
args.push(input.localTransport.manifest.commit, input.localTransport.manifest.tree, input.localTransport.manifest.payload_sha256, String(input.localTransport.manifest.payload_bytes));
|
|
147
|
+
}
|
|
148
|
+
const result = await runCommand(input.docker, args, {
|
|
149
|
+
env: input.env,
|
|
150
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
151
|
+
timeoutMs: 30 * 60 * 1_000,
|
|
152
|
+
failureCode: "harbor_artifact_build_failed",
|
|
153
|
+
failureExitCode: 12,
|
|
154
|
+
});
|
|
155
|
+
const payload = parsePrepareOutput(result.stdout);
|
|
156
|
+
const artifactId = payload.artifact_id;
|
|
157
|
+
const artifacts = path.join(state, "store", "artifacts");
|
|
158
|
+
await mkdir(artifacts, { recursive: true });
|
|
159
|
+
await runCommand(input.docker, [
|
|
160
|
+
"cp",
|
|
161
|
+
`${containerName}:/tmp/hitch-state/store/artifacts/${artifactId.slice("sha256:".length)}`,
|
|
162
|
+
artifacts,
|
|
163
|
+
], {
|
|
164
|
+
env: input.env,
|
|
165
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
166
|
+
timeoutMs: 10 * 60 * 1_000,
|
|
167
|
+
failureCode: "harbor_artifact_export_failed",
|
|
168
|
+
failureExitCode: 12,
|
|
169
|
+
});
|
|
170
|
+
const directory = path.join(state, "store", "artifacts", artifactId.slice("sha256:".length));
|
|
171
|
+
const manifest = await verifyArtifact(directory, {
|
|
172
|
+
harnessId: input.resolvedRevision.harness_id,
|
|
173
|
+
revisionIdentity: input.resolvedRevision.identity,
|
|
174
|
+
platform: input.builder.artifactPlatform,
|
|
175
|
+
});
|
|
176
|
+
if (manifest.artifact_id !== artifactId) {
|
|
177
|
+
throw new HitchError("dedicated builder returned a different artifact directory", {
|
|
178
|
+
code: "harbor_artifact_build_failed",
|
|
179
|
+
exitCode: 12,
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
completed = true;
|
|
183
|
+
return { directory, manifest, stagingRoot: state };
|
|
184
|
+
}
|
|
185
|
+
finally {
|
|
186
|
+
await runCommand(input.docker, ["rm", "--force", containerName], { env: input.env, timeoutMs: 30_000 }).catch(() => { });
|
|
187
|
+
if (!completed)
|
|
188
|
+
await rm(state, { recursive: true, force: true }).catch(() => { });
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
function builderScript(localSource) {
|
|
192
|
+
const common = [
|
|
193
|
+
"mkdir -p \"$HOME\"",
|
|
194
|
+
`test \"$(node -p process.version)\" = \"${HARBOR_NODE_VERSION_WITH_PREFIX}\"`,
|
|
195
|
+
`test \"$(pnpm --version)\" = \"${HARBOR_PNPM_VERSION}\"`,
|
|
196
|
+
];
|
|
197
|
+
if (!localSource) {
|
|
198
|
+
return [...common, "exec node \"$1\" prepare \"$2\" --json"].join("\n");
|
|
199
|
+
}
|
|
200
|
+
return [
|
|
201
|
+
...common,
|
|
202
|
+
"mkdir -p /tmp/hitch-state/local-source",
|
|
203
|
+
"node -e 'const fs=require(\"node:fs\");const crypto=require(\"node:crypto\");const [file,digest,size]=process.argv.slice(1);if(fs.statSync(file).size!==Number(size))throw new Error(\"local source payload size mismatch\");const hash=crypto.createHash(\"sha256\");const stream=fs.createReadStream(file);stream.on(\"data\",chunk=>hash.update(chunk));stream.on(\"end\",()=>{if(\"sha256:\"+hash.digest(\"hex\")!==digest)throw new Error(\"local source payload digest mismatch\")})' /hitch-local-source-input/payload.pack \"$5\" \"$6\"",
|
|
204
|
+
"git init --bare /tmp/hitch-state/local-source/repo.git >/dev/null",
|
|
205
|
+
"git -C /tmp/hitch-state/local-source/repo.git index-pack --stdin < /hitch-local-source-input/payload.pack >/dev/null",
|
|
206
|
+
"test \"$(git -C /tmp/hitch-state/local-source/repo.git rev-parse \"$3^{commit}\")\" = \"$3\"",
|
|
207
|
+
"test \"$(git -C /tmp/hitch-state/local-source/repo.git rev-parse \"$3^{tree}\")\" = \"$4\"",
|
|
208
|
+
"printf '%s\\n' \"$3\" > /tmp/hitch-state/local-source/repo.git/shallow",
|
|
209
|
+
"git -C /tmp/hitch-state/local-source/repo.git update-ref refs/heads/hitch-local \"$3\"",
|
|
210
|
+
"exec node \"$1\" prepare \"$2\" --internal-locked-resolution /hitch-local-source-input/resolution.json --internal-local-git-manifest /hitch-local-source-input/manifest.json --internal-local-git-source /tmp/hitch-state/local-source/repo.git --json",
|
|
211
|
+
].join("\n");
|
|
212
|
+
}
|
|
213
|
+
async function controllerEntrypoint(runtimeDirectory, runtimeId) {
|
|
214
|
+
const manifest = await readJSON(path.join(runtimeDirectory, "manifest.json"));
|
|
215
|
+
const entrypoints = manifest.entrypoints && typeof manifest.entrypoints === "object" && !Array.isArray(manifest.entrypoints)
|
|
216
|
+
? manifest.entrypoints
|
|
217
|
+
: {};
|
|
218
|
+
const cli = entrypoints.cli && typeof entrypoints.cli === "object" && !Array.isArray(entrypoints.cli)
|
|
219
|
+
? entrypoints.cli
|
|
220
|
+
: {};
|
|
221
|
+
const entrypoint = cli.path;
|
|
222
|
+
if (manifest.runtime_id !== runtimeId || typeof entrypoint !== "string" || !entrypoint
|
|
223
|
+
|| path.posix.isAbsolute(entrypoint) || entrypoint.split("/").some((part) => !part || part === "." || part === "..")) {
|
|
224
|
+
throw new HitchError("controller runtime cannot be mounted in the Harbor artifact builder", {
|
|
225
|
+
code: "controller_runtime_integrity_mismatch",
|
|
226
|
+
exitCode: 12,
|
|
227
|
+
});
|
|
228
|
+
}
|
|
229
|
+
const file = path.join(runtimeDirectory, "payload", ...entrypoint.split("/"));
|
|
230
|
+
const info = await lstat(file).catch(() => null);
|
|
231
|
+
if (!info?.isFile() || info.isSymbolicLink()) {
|
|
232
|
+
throw new HitchError("controller runtime builder entrypoint is unavailable", {
|
|
233
|
+
code: "controller_runtime_integrity_mismatch",
|
|
234
|
+
exitCode: 12,
|
|
235
|
+
});
|
|
236
|
+
}
|
|
237
|
+
return entrypoint;
|
|
238
|
+
}
|
|
239
|
+
function bindMount(source, destination, readonly) {
|
|
240
|
+
const absolute = path.resolve(source);
|
|
241
|
+
if (absolute.includes(",") || /[\r\n\0]/.test(absolute)) {
|
|
242
|
+
throw new HitchError("Harbor artifact builder mount path is unsupported", { code: "invalid_input", exitCode: 2 });
|
|
243
|
+
}
|
|
244
|
+
return `type=bind,source=${absolute},target=${destination}${readonly ? ",readonly" : ""}`;
|
|
245
|
+
}
|
|
246
|
+
function parsePrepareOutput(stdout) {
|
|
247
|
+
let value;
|
|
248
|
+
try {
|
|
249
|
+
value = JSON.parse(stdout.trim());
|
|
250
|
+
}
|
|
251
|
+
catch (error) {
|
|
252
|
+
throw new HitchError("dedicated builder returned invalid prepare output", {
|
|
253
|
+
code: "harbor_artifact_build_failed",
|
|
254
|
+
exitCode: 12,
|
|
255
|
+
cause: error,
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
const artifact = value && typeof value === "object" && !Array.isArray(value)
|
|
259
|
+
? value.artifact
|
|
260
|
+
: null;
|
|
261
|
+
if (!artifact || typeof artifact !== "object" || Array.isArray(artifact)
|
|
262
|
+
|| !/^sha256:[0-9a-f]{64}$/.test(String(artifact.artifact_id || ""))) {
|
|
263
|
+
throw new HitchError("dedicated builder returned invalid artifact metadata", {
|
|
264
|
+
code: "harbor_artifact_build_failed",
|
|
265
|
+
exitCode: 12,
|
|
266
|
+
});
|
|
267
|
+
}
|
|
268
|
+
return artifact;
|
|
269
|
+
}
|
|
270
|
+
async function readCachedArtifact(cache, key, expected) {
|
|
271
|
+
const ref = await readJSON(path.join(cache.refs, `${key.slice("sha256:".length)}.json`), null).catch(() => null);
|
|
272
|
+
if (!ref || typeof ref.artifact_id !== "string" || !/^sha256:[0-9a-f]{64}$/.test(ref.artifact_id))
|
|
273
|
+
return null;
|
|
274
|
+
const directory = path.join(cache.artifacts, ref.artifact_id.slice("sha256:".length));
|
|
275
|
+
try {
|
|
276
|
+
return artifactUse(directory, await verifyArtifact(directory, expected));
|
|
277
|
+
}
|
|
278
|
+
catch {
|
|
279
|
+
await quarantine(cache, directory);
|
|
280
|
+
return null;
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
async function promoteArtifact(cache, source, manifest, expected) {
|
|
284
|
+
const destination = path.join(cache.artifacts, manifest.artifact_id.slice("sha256:".length));
|
|
285
|
+
const existing = await lstat(destination).catch(() => null);
|
|
286
|
+
if (existing) {
|
|
287
|
+
try {
|
|
288
|
+
return artifactUse(destination, await verifyArtifact(destination, expected));
|
|
289
|
+
}
|
|
290
|
+
catch {
|
|
291
|
+
await quarantine(cache, destination);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
await rename(source, destination);
|
|
295
|
+
return artifactUse(destination, await verifyArtifact(destination, expected));
|
|
296
|
+
}
|
|
297
|
+
async function verifyArtifact(directory, expected) {
|
|
298
|
+
const info = await lstat(directory).catch(() => null);
|
|
299
|
+
if (!info?.isDirectory() || info.isSymbolicLink())
|
|
300
|
+
throw artifactError("artifact directory is invalid");
|
|
301
|
+
const manifest = await readJSON(path.join(directory, "artifact.json"));
|
|
302
|
+
if (manifest.schema_version !== "1" || !/^sha256:[0-9a-f]{64}$/.test(manifest.artifact_id)
|
|
303
|
+
|| !/^sha256:[0-9a-f]{64}$/.test(String(manifest.artifact_integrity || ""))
|
|
304
|
+
|| !/^sha256:[0-9a-f]{64}$/.test(String(manifest.entrypoint_integrity || ""))
|
|
305
|
+
|| manifest.harness_id !== expected.harnessId
|
|
306
|
+
|| manifest.revision_identity !== expected.revisionIdentity
|
|
307
|
+
|| manifest.resolved_revision?.identity !== expected.revisionIdentity
|
|
308
|
+
|| manifest.platform !== expected.platform
|
|
309
|
+
|| manifest.toolchain?.node !== HARBOR_NODE_VERSION_WITH_PREFIX
|
|
310
|
+
|| (manifest.harness_id === "deepseek" && manifest.source_type === "git" && manifest.toolchain?.pnpm !== HARBOR_PNPM_VERSION)
|
|
311
|
+
|| manifest.source_type === "installed"
|
|
312
|
+
|| typeof manifest.adapter_version !== "string" || !manifest.adapter_version
|
|
313
|
+
|| typeof manifest.recipe_version !== "string" || !manifest.recipe_version
|
|
314
|
+
|| !await artifactMatches(directory, manifest)) {
|
|
315
|
+
throw artifactError("artifact identity or integrity is invalid");
|
|
316
|
+
}
|
|
317
|
+
if (path.basename(directory) !== manifest.artifact_id.slice("sha256:".length)
|
|
318
|
+
&& path.basename(path.dirname(directory)) === "artifacts")
|
|
319
|
+
throw artifactError("artifact directory name is invalid");
|
|
320
|
+
return manifest;
|
|
321
|
+
}
|
|
322
|
+
function artifactUse(directory, manifest) {
|
|
323
|
+
return {
|
|
324
|
+
directory,
|
|
325
|
+
artifact_id: manifest.artifact_id,
|
|
326
|
+
artifact_integrity: String(manifest.artifact_integrity),
|
|
327
|
+
entrypoint_integrity: String(manifest.entrypoint_integrity),
|
|
328
|
+
harness_id: manifest.harness_id,
|
|
329
|
+
revision_identity: manifest.revision_identity,
|
|
330
|
+
adapter_version: manifest.adapter_version,
|
|
331
|
+
recipe_version: manifest.recipe_version,
|
|
332
|
+
platform: manifest.platform,
|
|
333
|
+
node_version: String(manifest.toolchain.node),
|
|
334
|
+
source_type: manifest.source_type,
|
|
335
|
+
storage: "harbor-artifact-cache-v2",
|
|
336
|
+
};
|
|
337
|
+
}
|
|
338
|
+
async function quarantine(cache, directory) {
|
|
339
|
+
const info = await lstat(directory).catch(() => null);
|
|
340
|
+
if (!info)
|
|
341
|
+
return;
|
|
342
|
+
await rename(directory, path.join(cache.invalid, `${path.basename(directory)}-${randomBytes(6).toString("hex")}`)).catch(() => { });
|
|
343
|
+
}
|
|
344
|
+
function lockedHarnessRef(resolved) {
|
|
345
|
+
if (resolved.revision.type === "version" && resolved.revision.version)
|
|
346
|
+
return `${resolved.harness_id}@version:${resolved.revision.version}`;
|
|
347
|
+
if (resolved.revision.type === "commit" && resolved.revision.commit)
|
|
348
|
+
return `${resolved.harness_id}@commit:${resolved.revision.commit}`;
|
|
349
|
+
throw new HitchError("Harbor artifact builder requires an exact managed revision", { code: "invalid_resolution", exitCode: 2 });
|
|
350
|
+
}
|
|
351
|
+
function artifactError(message) {
|
|
352
|
+
return new HitchError(`Harbor prepared ${message}`, { code: "artifact_integrity_mismatch", exitCode: 5 });
|
|
353
|
+
}
|
|
354
|
+
//# sourceMappingURL=harbor-artifact-builder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harbor-artifact-builder.js","sourceRoot":"","sources":["../../../src/evals/harbor-artifact-builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,OAAO,EAAE,+BAA+B,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAIrH,OAAO,EACL,UAAU,EACV,eAAe,EACf,MAAM,EACN,SAAS,EACT,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,YAAY,GACb,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sCAAsC,EAAE,gCAAgC,EAAE,MAAM,oCAAoC,CAAC;AA6B9H,MAAM,CAAC,MAAM,qBAAqB,GAA8B,KAAK,EAAE,KAAK,EAAE,EAAE;IAC9E,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACzB,MAAM,uBAAuB,CAAC,KAAK,CAAC,cAAc,EAAE;YAClD,QAAQ,EAAE;gBACR,SAAS,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU;gBAC5C,kBAAkB,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ;gBACnD,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM;aAC7C;YACD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,EAAE,KAAK,CAAC,GAAG;SACf,CAAC,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,EAAE,IAAI,QAAQ,CAAC;IAC/D,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,MAAM,gCAAgC,CAAC;QACrD,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,KAAK;QACL,MAAM;QACN,cAAc,EAAE,KAAK,CAAC,eAAe,CAAC,cAAc;QACpD,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,gBAAgB,KAAK,KAAK,CAAC,eAAe,CAAC,gBAAgB;WAClE,KAAK,CAAC,eAAe,CAAC,WAAW,KAAK,+BAA+B,EAAE,CAAC;QAC3E,MAAM,IAAI,UAAU,CAAC,yEAAyE,EAAE;YAC9F,IAAI,EAAE,2CAA2C;YACjD,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC;QACjB,IAAI,EAAE,yBAAyB;QAC/B,cAAc,EAAE,sCAAsC;QACtD,qBAAqB,EAAE,KAAK,CAAC,SAAS;QACtC,iBAAiB,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ;QAClD,gBAAgB,EAAE,OAAO,CAAC,EAAE;QAC5B,QAAQ,EAAE,KAAK,CAAC,eAAe,CAAC,gBAAgB;QAChD,IAAI,EAAE,KAAK,CAAC,eAAe,CAAC,WAAW;QACvC,IAAI,EAAE,mBAAmB;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAwB;QACpC,SAAS,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU;QAC5C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ;QACjD,QAAQ,EAAE,KAAK,CAAC,eAAe,CAAC,gBAAgB;KACjD,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,MAAM;YAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC/F,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;gBAClF,cAAc,EAAE,GAAG;gBACnB,eAAe,EAAE,GAAG;gBACpB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,qBAAqB,EAAE,KAAK,CAAC,SAAS;gBACtC,gBAAgB,EAAE,OAAO,CAAC,EAAE;gBAC5B,YAAY,EAAE,+BAA+B;gBAC7C,YAAY,EAAE,mBAAmB;aAClC,CAAC,CAAC;YACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACjD,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnF,CAAC;IACH,CAAC,EAAE;QACD,WAAW,EAAE,gCAAgC;QAC7C,eAAe,EAAE,EAAE;QACnB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,mBAAmB;QAC3B,YAAY,EAAE,OAAO,CAAC,SAAS;QAC/B,cAAc,EAAE,OAAO,CAAC,EAAE;KAC3B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,UAAU,uBAAuB,CAAC,IAAY,EAAE,UAAkB;IACtE,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,UAAU,CAAC,+BAA+B,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/G,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;AAChH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAY,EACZ,OAOC;IAED,MAAM,SAAS,GAAG,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE;QAC/C,SAAS,EAAE,OAAO,CAAC,UAAU;QAC7B,gBAAgB,EAAE,OAAO,CAAC,iBAAiB;QAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,kBAAkB,KAAK,OAAO,CAAC,kBAAkB;WACzD,QAAQ,CAAC,oBAAoB,KAAK,OAAO,CAAC,oBAAoB,EAAE,CAAC;QACpE,MAAM,IAAI,UAAU,CAAC,6DAA6D,EAAE;YAClF,IAAI,EAAE,6BAA6B;YACnC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAQ7C,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAC7F,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;QAChD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAC5C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAC1C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QAC9C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;KAC5C,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC7E,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAW5B;IACC,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACjF,MAAM,aAAa,GAAG,0BAA0B,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;IAChG,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,QAAQ,EAAE,aAAa;YAC9B,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,cAAc;YAC1C,SAAS,EAAE,uCAAuC;YAClD,SAAS,EAAE,oBAAoB,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YACxD,oEAAoE;YACpE,yEAAyE;YACzE,yDAAyD;YACzD,OAAO,EAAE,6BAA6B;YACtC,OAAO,EAAE,8BAA8B;YACvC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC;SACvF,CAAC;QACF,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,GAAG,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC;QACvE,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc,CAAC,SAAS,EAAE,2BAA2B,EAAE,IAAI,CAAC,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,UAAU,EAAE,EAAE,gBAAgB,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAC3K,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CACP,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EACpC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAClC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,EAC5C,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,aAAa,CAAC,CACpD,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE;YAClD,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK;YAC1B,WAAW,EAAE,8BAA8B;YAC3C,eAAe,EAAE,EAAE;SACpB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QACzD,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE;YAC7B,IAAI;YACJ,GAAG,aAAa,qCAAqC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;YACzF,SAAS;SACV,EAAE;YACD,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK;YAC1B,WAAW,EAAE,+BAA+B;YAC5C,eAAe,EAAE,EAAE;SACpB,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE;YAC/C,SAAS,EAAE,KAAK,CAAC,gBAAgB,CAAC,UAAU;YAC5C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,CAAC,QAAQ;YACjD,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,gBAAgB;SACzC,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;YACxC,MAAM,IAAI,UAAU,CAAC,2DAA2D,EAAE;gBAChF,IAAI,EAAE,8BAA8B;gBACpC,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QACD,SAAS,GAAG,IAAI,CAAC;QACjB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACrD,CAAC;YAAS,CAAC;QACT,MAAM,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACxH,IAAI,CAAC,SAAS;YAAE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,WAAoB;IACzC,MAAM,MAAM,GAAG;QACb,oBAAoB;QACpB,2CAA2C,+BAA+B,IAAI;QAC9E,kCAAkC,mBAAmB,IAAI;KAC1D,CAAC;IACF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,MAAM,EAAE,wCAAwC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO;QACL,GAAG,MAAM;QACT,wCAAwC;QACxC,khBAAkhB;QAClhB,mEAAmE;QACnE,sHAAsH;QACtH,8FAA8F;QAC9F,4FAA4F;QAC5F,wEAAwE;QACxE,wFAAwF;QACxF,wPAAwP;KACzP,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,gBAAwB,EAAE,SAAiB;IAC7E,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAA0B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC,CAAC;IACvG,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,OAAO,QAAQ,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC1H,CAAC,CAAC,QAAQ,CAAC,WAAsC;QACjD,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,IAAI,OAAO,WAAW,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC;QACnG,CAAC,CAAC,WAAW,CAAC,GAA8B;QAC5C,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,CAAC;IAC5B,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,CAAC,UAAU;WACjF,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACvH,MAAM,IAAI,UAAU,CAAC,qEAAqE,EAAE;YAC1F,IAAI,EAAE,uCAAuC;YAC7C,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,UAAU,CAAC,sDAAsD,EAAE;YAC3E,IAAI,EAAE,uCAAuC;YAC7C,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAAC,MAAc,EAAE,WAAmB,EAAE,QAAiB;IACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,UAAU,CAAC,mDAAmD,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACpH,CAAC;IACD,OAAO,oBAAoB,QAAQ,WAAW,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACxD,MAAM,IAAI,UAAU,CAAC,mDAAmD,EAAE;YACxE,IAAI,EAAE,8BAA8B;YACpC,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1E,CAAC,CAAE,KAAiC,CAAC,QAAQ;QAC7C,CAAC,CAAC,IAAI,CAAC;IACT,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;WACnE,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAE,QAAoC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACpG,MAAM,IAAI,UAAU,CAAC,sDAAsD,EAAE;YAC3E,IAAI,EAAE,8BAA8B;YACpC,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAA4B,CAAC;AACtC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAsD,EACtD,GAAW,EACX,QAA6B;IAE7B,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAmC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACnJ,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/G,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACtF,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,SAAS,EAAE,MAAM,cAAc,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAAsD,EACtD,MAAc,EACd,QAA0B,EAC1B,QAA6B;IAE7B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5D,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,CAAC;YAAC,OAAO,WAAW,CAAC,WAAW,EAAE,MAAM,cAAc,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QAAC,CAAC;QACrF,MAAM,CAAC;YAAC,MAAM,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAAC,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAClC,OAAO,WAAW,CAAC,WAAW,EAAE,MAAM,cAAc,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,SAAiB,EAAE,QAA6B;IAC5E,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE;QAAE,MAAM,aAAa,CAAC,+BAA+B,CAAC,CAAC;IACxG,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC;IACzF,IAAI,QAAQ,CAAC,cAAc,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;WACrF,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;WACxE,CAAC,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;WAC1E,QAAQ,CAAC,UAAU,KAAK,QAAQ,CAAC,SAAS;WAC1C,QAAQ,CAAC,iBAAiB,KAAK,QAAQ,CAAC,gBAAgB;WACxD,QAAQ,CAAC,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,CAAC,gBAAgB;WAClE,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ;WACvC,QAAQ,CAAC,SAAS,EAAE,IAAI,KAAK,+BAA+B;WAC5D,CAAC,QAAQ,CAAC,UAAU,KAAK,UAAU,IAAI,QAAQ,CAAC,WAAW,KAAK,KAAK,IAAI,QAAQ,CAAC,SAAS,EAAE,IAAI,KAAK,mBAAmB,CAAC;WAC1H,QAAQ,CAAC,WAAW,KAAK,WAAW;WACpC,OAAO,QAAQ,CAAC,eAAe,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,eAAe;WACzE,OAAO,QAAQ,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,cAAc;WACvE,CAAC,MAAM,eAAe,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;QACjD,MAAM,aAAa,CAAC,2CAA2C,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;WACxE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,WAAW;QAAE,MAAM,aAAa,CAAC,oCAAoC,CAAC,CAAC;IACvH,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,QAA0B;IAChE,OAAO;QACL,SAAS;QACT,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,kBAAkB,EAAE,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACvD,oBAAoB,EAAE,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC;QAC3D,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC;QAC7C,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,OAAO,EAAE,0BAA0B;KACpC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,KAAsD,EAAE,SAAiB;IACjG,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;AACrI,CAAC;AAED,SAAS,gBAAgB,CAAC,QAA0B;IAClD,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,GAAG,QAAQ,CAAC,UAAU,YAAY,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IAC5I,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,GAAG,QAAQ,CAAC,UAAU,WAAW,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;IACxI,MAAM,IAAI,UAAU,CAAC,4DAA4D,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AAClI,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,OAAO,IAAI,UAAU,CAAC,mBAAmB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5G,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { lstat, readFile } from "node:fs/promises";
|
|
2
2
|
import path from "node:path";
|
|
3
|
+
import { redactCredentialText } from "../foundation/index.js";
|
|
3
4
|
const HITCH_BRIDGE_ERROR_MAX_BYTES = 64 * 1024;
|
|
4
5
|
const HITCH_BRIDGE_ERROR_MESSAGE_MAX_BYTES = 2048;
|
|
5
6
|
const HITCH_BRIDGE_ERROR_CODES = new Set([
|
|
@@ -17,7 +18,7 @@ const HITCH_BRIDGE_ERROR_CODES = new Set([
|
|
|
17
18
|
"hitch_result_artifact_copy_failed",
|
|
18
19
|
]);
|
|
19
20
|
/** Read a Harbor bridge diagnostic as untrusted, bounded evidence. */
|
|
20
|
-
export async function readHarborBridgeError(trialDirectory) {
|
|
21
|
+
export async function readHarborBridgeError(trialDirectory, credentialValues = []) {
|
|
21
22
|
const source = path.join(trialDirectory, "agent", "hitch-bridge-error.json");
|
|
22
23
|
try {
|
|
23
24
|
const info = await lstat(source);
|
|
@@ -27,7 +28,7 @@ export async function readHarborBridgeError(trialDirectory) {
|
|
|
27
28
|
const value = JSON.parse(raw);
|
|
28
29
|
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
29
30
|
return null;
|
|
30
|
-
const diagnostic = value;
|
|
31
|
+
const diagnostic = sanitizeEvidence(value, credentialValues);
|
|
31
32
|
if (diagnostic.schema_version !== "1")
|
|
32
33
|
return null;
|
|
33
34
|
if (typeof diagnostic.code !== "string" || !HITCH_BRIDGE_ERROR_CODES.has(diagnostic.code))
|
|
@@ -36,12 +37,26 @@ export async function readHarborBridgeError(trialDirectory) {
|
|
|
36
37
|
return null;
|
|
37
38
|
if (Buffer.byteLength(diagnostic.message, "utf8") > HITCH_BRIDGE_ERROR_MESSAGE_MAX_BYTES)
|
|
38
39
|
return null;
|
|
39
|
-
return { code: diagnostic.code, message: bridgeErrorMessage(diagnostic), raw };
|
|
40
|
+
return { code: diagnostic.code, message: bridgeErrorMessage(diagnostic), raw: `${JSON.stringify(diagnostic)}\n` };
|
|
40
41
|
}
|
|
41
42
|
catch {
|
|
42
43
|
return null;
|
|
43
44
|
}
|
|
44
45
|
}
|
|
46
|
+
function sanitizeEvidence(value, credentialValues, key = "") {
|
|
47
|
+
if (typeof value === "string") {
|
|
48
|
+
if (/(?:authorization|cookie|api[-_]?key|token|secret|password|credential)/i.test(key))
|
|
49
|
+
return "[REDACTED]";
|
|
50
|
+
return redactCredentialText(value, credentialValues).text;
|
|
51
|
+
}
|
|
52
|
+
if (Array.isArray(value))
|
|
53
|
+
return value.map((entry) => sanitizeEvidence(entry, credentialValues));
|
|
54
|
+
if (value && typeof value === "object") {
|
|
55
|
+
return Object.fromEntries(Object.entries(value)
|
|
56
|
+
.map(([name, entry]) => [name, sanitizeEvidence(entry, credentialValues, name)]));
|
|
57
|
+
}
|
|
58
|
+
return value;
|
|
59
|
+
}
|
|
45
60
|
function bridgeErrorMessage(diagnostic) {
|
|
46
61
|
const message = diagnostic.message;
|
|
47
62
|
if (!message.includes("no diagnostic output"))
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"harbor-bridge-error.js","sourceRoot":"","sources":["../../../src/evals/harbor-bridge-error.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"harbor-bridge-error.js","sourceRoot":"","sources":["../../../src/evals/harbor-bridge-error.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D,MAAM,4BAA4B,GAAG,EAAE,GAAG,IAAI,CAAC;AAC/C,MAAM,oCAAoC,GAAG,IAAI,CAAC;AAClD,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC;IACvC,uBAAuB;IACvB,sBAAsB;IACtB,sBAAsB;IACtB,uBAAuB;IACvB,0BAA0B;IAC1B,oBAAoB;IACpB,2BAA2B;IAC3B,6BAA6B;IAC7B,8BAA8B;IAC9B,kCAAkC;IAClC,gCAAgC;IAChC,mCAAmC;CACpC,CAAC,CAAC;AAQH,sEAAsE;AACtE,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,cAAsB,EAAE,mBAAsC,EAAE;IAC1G,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,yBAAyB,CAAC,CAAC;IAC7E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,4BAA4B;YAAE,OAAO,IAAI,CAAC;QAC9F,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;QACzC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7E,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,gBAAgB,CAA4B,CAAC;QACxF,IAAI,UAAU,CAAC,cAAc,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACnD,IAAI,OAAO,UAAU,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACvG,IAAI,OAAO,UAAU,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;QACtF,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,oCAAoC;YAAE,OAAO,IAAI,CAAC;QACtG,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,kBAAkB,CAAC,UAAU,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACpH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,gBAAmC,EAAE,GAAG,GAAG,EAAE;IACrF,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,wEAAwE,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,YAAY,CAAC;QAC5G,OAAO,oBAAoB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC;IAC5D,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACjG,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;aACvE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,gBAAgB,CAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,UAAmC;IAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,OAAiB,CAAC;IAC7C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9D,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;IACnC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IACtF,MAAM,QAAQ,GAAG,OAAkC,CAAC;IACpD,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC;SACtD,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAuB,CAAC;IACpF,IAAI,CAAC,IAAI;QAAE,OAAO,OAAO,CAAC;IAC1B,OAAO,eAAe,CACpB,OAAO,CAAC,OAAO,CAAC,uBAAuB,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EACrD,oCAAoC,CACrC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,QAAgB;IACtD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,IAAI,OAAO,CAAC,UAAU,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IACjD,OAAO,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;AAClG,CAAC"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
import { lstat, readFile } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
const MAX_TIMING_BYTES = 16 * 1024;
|
|
4
|
+
const TRIAL_NAME = /^[A-Za-z0-9][A-Za-z0-9_.-]{0,255}$/;
|
|
5
|
+
export async function harborPhaseTimingEvents(jobDirectory, rawResult) {
|
|
6
|
+
const trials = Array.isArray(rawResult?.trial_results) ? rawResult.trial_results : [];
|
|
7
|
+
const events = [];
|
|
8
|
+
for (const value of trials) {
|
|
9
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
10
|
+
continue;
|
|
11
|
+
const trial = value;
|
|
12
|
+
if (typeof trial.trial_name !== "string" || !TRIAL_NAME.test(trial.trial_name) || trial.trial_name === "." || trial.trial_name === "..")
|
|
13
|
+
continue;
|
|
14
|
+
const identity = { trial_id: trial.trial_name, ...(typeof trial.task_name === "string" ? { task_id: trial.task_name } : {}) };
|
|
15
|
+
for (const source of [
|
|
16
|
+
{ directory: "agent", phases: new Set(["setup", "agent"]) },
|
|
17
|
+
{ directory: "verifier", phases: new Set(["verifier"]) },
|
|
18
|
+
]) {
|
|
19
|
+
const file = path.join(jobDirectory, trial.trial_name, source.directory, "hitch-phase-timings.json");
|
|
20
|
+
try {
|
|
21
|
+
const info = await lstat(file);
|
|
22
|
+
if (!info.isFile() || info.isSymbolicLink() || info.nlink !== 1 || info.size > MAX_TIMING_BYTES)
|
|
23
|
+
throw new TypeError("unsafe timing evidence");
|
|
24
|
+
const record = parseTiming(JSON.parse(await readFile(file, "utf8")), source.phases);
|
|
25
|
+
for (const [phase, timing] of Object.entries(record))
|
|
26
|
+
events.push({ type: `eval.${phase}.completed`, ...identity, duration_ms: timing.duration_ms });
|
|
27
|
+
}
|
|
28
|
+
catch (error) {
|
|
29
|
+
if (error.code === "ENOENT")
|
|
30
|
+
continue;
|
|
31
|
+
events.push({ type: "eval.phase-timing.invalid", ...identity, phase_source: source.directory, code: "phase_timing_invalid" });
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return events;
|
|
36
|
+
}
|
|
37
|
+
function parseTiming(value, allowed) {
|
|
38
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
39
|
+
throw new TypeError("timing evidence must be an object");
|
|
40
|
+
const record = value;
|
|
41
|
+
if (Object.keys(record).some((key) => key !== "schema_version" && key !== "phases") || record.schema_version !== "1"
|
|
42
|
+
|| !record.phases || typeof record.phases !== "object" || Array.isArray(record.phases))
|
|
43
|
+
throw new TypeError("timing evidence envelope is invalid");
|
|
44
|
+
const phases = record.phases;
|
|
45
|
+
if (Object.keys(phases).some((phase) => !allowed.has(phase)))
|
|
46
|
+
throw new TypeError("timing evidence phase is invalid");
|
|
47
|
+
const result = {};
|
|
48
|
+
for (const [phase, value] of Object.entries(phases)) {
|
|
49
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
50
|
+
throw new TypeError("phase timing is invalid");
|
|
51
|
+
const timing = value;
|
|
52
|
+
if (Object.keys(timing).some((key) => key !== "duration_ms" && key !== "completed_at")
|
|
53
|
+
|| !Number.isSafeInteger(timing.duration_ms) || timing.duration_ms < 0 || timing.duration_ms > 7 * 24 * 60 * 60 * 1_000
|
|
54
|
+
|| typeof timing.completed_at !== "string" || !Number.isFinite(Date.parse(timing.completed_at)))
|
|
55
|
+
throw new TypeError("phase timing fields are invalid");
|
|
56
|
+
result[phase] = { duration_ms: timing.duration_ms };
|
|
57
|
+
}
|
|
58
|
+
return result;
|
|
59
|
+
}
|
|
60
|
+
//# sourceMappingURL=harbor-phase-timings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harbor-phase-timings.js","sourceRoot":"","sources":["../../../src/evals/harbor-phase-timings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AACnC,MAAM,UAAU,GAAG,oCAAoC,CAAC;AAExD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,YAAoB,EAAE,SAAyC;IAC3G,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACtF,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,SAAS;QAC1E,MAAM,KAAK,GAAG,KAAgC,CAAC;QAC/C,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI;YAAE,SAAS;QAClJ,MAAM,QAAQ,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9H,KAAK,MAAM,MAAM,IAAI;YACnB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,EAAE;YAC3D,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE;SACzD,EAAE,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;YACrG,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,gBAAgB;oBAAE,MAAM,IAAI,SAAS,CAAC,wBAAwB,CAAC,CAAC;gBAC/I,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACpF,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,KAAK,YAAY,EAAE,GAAG,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;YACvJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;oBAAE,SAAS;gBACjE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC,CAAC;YAChI,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,OAAoB;IACvD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;IAC1H,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,gBAAgB,IAAI,GAAG,KAAK,QAAQ,CAAC,IAAI,MAAM,CAAC,cAAc,KAAK,GAAG;WAC/G,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAC;IACrJ,MAAM,MAAM,GAAG,MAAM,CAAC,MAAiC,CAAC;IACxD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kCAAkC,CAAC,CAAC;IACtH,MAAM,MAAM,GAA4C,EAAE,CAAC;IAC3D,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,CAAC;QAChH,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,aAAa,IAAI,GAAG,KAAK,cAAc,CAAC;eACjF,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,IAAK,MAAM,CAAC,WAAsB,GAAG,CAAC,IAAK,MAAM,CAAC,WAAsB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;eAC5I,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,iCAAiC,CAAC,CAAC;QAC1J,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,WAAqB,EAAE,CAAC;IAChE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
package/dist/src/evals/index.js
CHANGED
|
@@ -1,7 +1,30 @@
|
|
|
1
1
|
export { DEFAULT_EVAL_SETUP_TIMEOUT_MS, DEFAULT_EVAL_TIMEOUT_MS, DEFAULT_INFRASTRUCTURE_RETRIES, DEFAULT_INFRASTRUCTURE_RETRY_BACKOFF_MS, newEvalId, resolveBenchmarkReference, resolveLocalDatasetTaskIds, validateEvalId, validateEvalRequest } from "./request.js";
|
|
2
|
+
export { EvalEventSink, MAX_EVAL_EVENT_BYTES } from "./events.js";
|
|
3
|
+
export { buildEvalExecutionPlan, parseEvalExecutionPlan, DEFAULT_EVAL_TRIAL_RESOURCES } from "./execution-plan.js";
|
|
4
|
+
export { runtimeResourcesForTask } from "./execution-plan-resources.js";
|
|
5
|
+
export { deriveTaskResourceRequirement, resolveLocalTaskPlanningInputs, resolveLocalTaskResourceRequirements, HARBOR_EGRESS_SIDECAR_RESOURCES } from "./task-resources.js";
|
|
6
|
+
export { parseExecutionEvidence } from "./execution-evidence.js";
|
|
7
|
+
export { parseDockerMemoryBytes, startDockerResourceObserver } from "./docker-resource-observer.js";
|
|
8
|
+
export { parseDockerEngineContainerStats, readDockerEngineContainerStats } from "./docker-engine-stats.js";
|
|
9
|
+
export { DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS, DEFAULT_EXECUTION_LEASE_TTL_MS, acceptExecutionLease, createExecutionLease, heartbeatExecutionLease, markExecutionLeaseLost, markExecutionLeaseRunning, parseExecutionLease, readExecutionLeases, recoverExecutionLeases, reissueExecutionLease, releaseExecutionLease } from "./execution-leases.js";
|
|
2
10
|
export { runEval } from "./service.js";
|
|
3
|
-
export {
|
|
11
|
+
export { harborArtifactDirectory, loadHarborArtifact, prepareHarborArtifact } from "./harbor-artifact-builder.js";
|
|
12
|
+
export { DEFAULT_HARBOR_ARTIFACT_BUILDER_BASE_IMAGE } from "./harbor-artifact-builder-image.js";
|
|
13
|
+
export { HARBOR_NODE_VERSION, HARBOR_NODE_VERSION_WITH_PREFIX, HARBOR_PNPM_VERSION } from "../backends/index.js";
|
|
14
|
+
export { startEvalModelCaptureRuntime } from "./model-capture-runtime.js";
|
|
15
|
+
export { recoverLocalDockerEvalLeases } from "./recovery.js";
|
|
16
|
+
export { inspectEval, isControlPlaneEval, listEvals } from "./records.js";
|
|
4
17
|
export { importEvalTrialRun, importEvalTrialRuns, validateEvalTrialReferences } from "./trial-import.js";
|
|
5
|
-
export { createEvalProgress, evalTrialKey, mergeEvalProgressTrial, readEvalProgress, replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
|
|
18
|
+
export { createEvalProgress, evalTrialKey, mergeEvalProgressTrial, parseEvalTrialRef, readEvalProgress, replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
|
|
6
19
|
export { rerunEval, selectRerunTasks, selectRerunTrialSlots } from "./rerun.js";
|
|
20
|
+
export { EVAL_RERUN_TYPES, assertEvalRerunTypeSupported, evalRerunSemantics, parseEvalRerunType } from "./rerun-types.js";
|
|
21
|
+
export { LocalDockerExecutionProvider, adoptLocalDockerLeaseEpoch, parseExecutionProviderStatus, parseLocalProviderExecutionRecord, readLocalDockerProcessRecord, readLocalDockerProcessRecordByLease, reconcileLocalDockerProcess, recordLocalDockerProcessExit, recordLocalDockerProcessStart, releaseLocalDockerProcessRecord, waitForLocalDockerProcessTerminal } from "./local-docker-provider.js";
|
|
22
|
+
export { loadTrialEnvironmentImages } from "./trial-environment-evidence.js";
|
|
23
|
+
export { resolvedImageMapping } from "./environment-image-planning.js";
|
|
24
|
+
export { recoverPromotedEvalTrialPublications } from "./trial-publication-recovery.js";
|
|
25
|
+
export { parseEvalTrialPublication } from "./trial-publication.js";
|
|
26
|
+
export { runRemoteInfrastructureRetries } from "./remote-infrastructure-retry.js";
|
|
27
|
+
export { loadEvalResumeState } from "./resume-state.js";
|
|
28
|
+
export { DOCKER_OWNERSHIP_LABELS, dockerOwnershipLabelMap, dockerResourceOwnership, validateDockerResourceOwnership } from "./docker-ownership.js";
|
|
29
|
+
export { reapOwnedDockerResources } from "./docker-reaper.js";
|
|
7
30
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/evals/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,8BAA8B,EAAE,uCAAuC,EAAE,SAAS,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAGtQ,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/evals/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,8BAA8B,EAAE,uCAAuC,EAAE,SAAS,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAGtQ,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AACnH,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,6BAA6B,EAAE,8BAA8B,EAAE,oCAAoC,EAAE,+BAA+B,EAAE,MAAM,qBAAqB,CAAC;AAE3K,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AACpG,OAAO,EAAE,+BAA+B,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAI3G,OAAO,EAAE,oCAAoC,EAAE,8BAA8B,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAErV,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAClH,OAAO,EAAE,0CAA0C,EAAE,MAAM,oCAAoC,CAAC;AAChG,OAAO,EAAE,mBAAmB,EAAE,+BAA+B,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEjH,OAAO,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAE1E,OAAO,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAG7D,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAE1E,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAEzG,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClL,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEhF,OAAO,EAAE,gBAAgB,EAAE,4BAA4B,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE1H,OAAO,EAAE,4BAA4B,EAAE,0BAA0B,EAAE,4BAA4B,EAAE,iCAAiC,EAAE,4BAA4B,EAAE,mCAAmC,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,6BAA6B,EAAE,+BAA+B,EAAE,iCAAiC,EAAE,MAAM,4BAA4B,CAAC;AAGxY,OAAO,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,oCAAoC,EAAE,MAAM,iCAAiC,CAAC;AAEvF,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAEnE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,+BAA+B,EAAE,MAAM,uBAAuB,CAAC;AACnJ,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC"}
|