agent-hitch 0.2.6 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -3
- package/README.zh-CN.md +14 -2
- package/dist/bin/hitch.js +25 -3
- package/dist/bin/hitch.js.map +1 -1
- package/dist/scripts/canary-benchmark.js +54 -0
- package/dist/scripts/canary-benchmark.js.map +1 -0
- package/dist/scripts/canary-buildkit-secrets.js +166 -0
- package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
- package/dist/scripts/canary-collision-domains.js +77 -0
- package/dist/scripts/canary-collision-domains.js.map +1 -0
- package/dist/scripts/canary-docker-image-observation.js +181 -0
- package/dist/scripts/canary-docker-image-observation.js.map +1 -0
- package/dist/scripts/canary-eval-scheduler-throughput.js +47 -0
- package/dist/scripts/canary-eval-scheduler-throughput.js.map +1 -0
- package/dist/scripts/canary-gpu-hardware.js +95 -0
- package/dist/scripts/canary-gpu-hardware.js.map +1 -0
- package/dist/scripts/canary-harbor-load.js +365 -0
- package/dist/scripts/canary-harbor-load.js.map +1 -0
- package/dist/scripts/canary-packaged-harness.js +75 -0
- package/dist/scripts/canary-packaged-harness.js.map +1 -0
- package/dist/scripts/canary-resource-load.js +188 -0
- package/dist/scripts/canary-resource-load.js.map +1 -0
- package/dist/scripts/check-architecture.js +10 -5
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/scripts/docker-reaper-crash-child.js +21 -0
- package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
- package/dist/src/adapters/catalog.js +3 -1
- package/dist/src/adapters/catalog.js.map +1 -1
- package/dist/src/adapters/discovery.js +1 -1
- package/dist/src/adapters/discovery.js.map +1 -1
- package/dist/src/adapters/providers/claude.js +6 -0
- package/dist/src/adapters/providers/claude.js.map +1 -1
- package/dist/src/adapters/providers/codex-auth.js +29 -0
- package/dist/src/adapters/providers/codex-auth.js.map +1 -0
- package/dist/src/adapters/providers/codex.js +29 -6
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/deepseek.js +6 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -1
- package/dist/src/adapters/providers/model-call.js +26 -0
- package/dist/src/adapters/providers/model-call.js.map +1 -0
- package/dist/src/adapters/providers/opencode.js +6 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -1
- package/dist/src/adapters/providers/pi.js +6 -0
- package/dist/src/adapters/providers/pi.js.map +1 -1
- package/dist/src/artifacts/index.js +1 -0
- package/dist/src/artifacts/index.js.map +1 -1
- package/dist/src/artifacts/preparer.js +7 -2
- package/dist/src/artifacts/preparer.js.map +1 -1
- package/dist/src/backends/harbor/agent-budget.js +31 -0
- package/dist/src/backends/harbor/agent-budget.js.map +1 -0
- package/dist/src/backends/harbor/backend.js +59 -107
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/environment-config.js +92 -0
- package/dist/src/backends/harbor/environment-config.js.map +1 -0
- package/dist/src/backends/harbor/index.js +6 -1
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +23 -0
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
- package/dist/src/backends/harbor/process.js +177 -0
- package/dist/src/backends/harbor/process.js.map +1 -0
- package/dist/src/backends/harbor/regrade.js +77 -0
- package/dist/src/backends/harbor/regrade.js.map +1 -0
- package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
- package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
- package/dist/src/backends/harbor/supervisor.js +74 -0
- package/dist/src/backends/harbor/supervisor.js.map +1 -0
- package/dist/src/backends/harbor/task-resources.js +206 -0
- package/dist/src/backends/harbor/task-resources.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -29
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +5 -1
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/benchmarks/index.js +3 -0
- package/dist/src/benchmarks/index.js.map +1 -0
- package/dist/src/benchmarks/loader.js +271 -0
- package/dist/src/benchmarks/loader.js.map +1 -0
- package/dist/src/benchmarks/metrics.js +16 -0
- package/dist/src/benchmarks/metrics.js.map +1 -0
- package/dist/src/benchmarks/toml.js +13 -0
- package/dist/src/benchmarks/toml.js.map +1 -0
- package/dist/src/benchmarks/validation.js +242 -0
- package/dist/src/benchmarks/validation.js.map +1 -0
- package/dist/src/cli/arguments.js +6 -4
- package/dist/src/cli/arguments.js.map +1 -1
- package/dist/src/cli/commands/benchmark.js +22 -0
- package/dist/src/cli/commands/benchmark.js.map +1 -0
- package/dist/src/cli/commands/capabilities.js +18 -0
- package/dist/src/cli/commands/capabilities.js.map +1 -0
- package/dist/src/cli/commands/daemon.js +135 -8
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval.js +228 -6
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/images.js +40 -0
- package/dist/src/cli/commands/images.js.map +1 -0
- package/dist/src/cli/commands/run.js +42 -17
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/commands/runs.js +25 -3
- package/dist/src/cli/commands/runs.js.map +1 -1
- package/dist/src/cli/commands/trajectory.js +96 -5
- package/dist/src/cli/commands/trajectory.js.map +1 -1
- package/dist/src/cli/commands/verifier.js +36 -0
- package/dist/src/cli/commands/verifier.js.map +1 -0
- package/dist/src/cli/commands/worker.js +79 -0
- package/dist/src/cli/commands/worker.js.map +1 -0
- package/dist/src/cli/main.js +10 -0
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +84 -4
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/build-admission.js +69 -0
- package/dist/src/control-plane/build-admission.js.map +1 -0
- package/dist/src/control-plane/build-records.js +6 -0
- package/dist/src/control-plane/build-records.js.map +1 -0
- package/dist/src/control-plane/collisions.js +40 -0
- package/dist/src/control-plane/collisions.js.map +1 -0
- package/dist/src/control-plane/eval-control-state.js +22 -0
- package/dist/src/control-plane/eval-control-state.js.map +1 -0
- package/dist/src/control-plane/eval-control-work.js +44 -0
- package/dist/src/control-plane/eval-control-work.js.map +1 -0
- package/dist/src/control-plane/eval-image-resolution.js +52 -0
- package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
- package/dist/src/control-plane/eval-image-services.js +30 -0
- package/dist/src/control-plane/eval-image-services.js.map +1 -0
- package/dist/src/control-plane/eval-records.js +252 -0
- package/dist/src/control-plane/eval-records.js.map +1 -0
- package/dist/src/control-plane/eval-recovery.js +181 -0
- package/dist/src/control-plane/eval-recovery.js.map +1 -0
- package/dist/src/control-plane/eval-scheduler.js +450 -0
- package/dist/src/control-plane/eval-scheduler.js.map +1 -0
- package/dist/src/control-plane/index.js +20 -0
- package/dist/src/control-plane/index.js.map +1 -0
- package/dist/src/control-plane/local-worker.js +49 -0
- package/dist/src/control-plane/local-worker.js.map +1 -0
- package/dist/src/control-plane/model-capture-planning.js +12 -0
- package/dist/src/control-plane/model-capture-planning.js.map +1 -0
- package/dist/src/control-plane/remote-result-transport.js +175 -0
- package/dist/src/control-plane/remote-result-transport.js.map +1 -0
- package/dist/src/control-plane/remote-work-coordinator.js +333 -0
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
- package/dist/src/control-plane/remote-work-inputs.js +266 -0
- package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
- package/dist/src/control-plane/remote-work-item.js +62 -0
- package/dist/src/control-plane/remote-work-item.js.map +1 -0
- package/dist/src/control-plane/remote-work-recovery.js +220 -0
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
- package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
- package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
- package/dist/src/control-plane/remote-worker-client.js +202 -0
- package/dist/src/control-plane/remote-worker-client.js.map +1 -0
- package/dist/src/control-plane/remote-worker-configuration.js +34 -0
- package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
- package/dist/src/control-plane/remote-worker-credentials.js +58 -0
- package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
- package/dist/src/control-plane/remote-worker-protocol.js +489 -0
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
- package/dist/src/control-plane/remote-worker-runner.js +214 -0
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
- package/dist/src/control-plane/remote-workers.js +377 -0
- package/dist/src/control-plane/remote-workers.js.map +1 -0
- package/dist/src/control-plane/rerun-scheduler.js +448 -0
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
- package/dist/src/control-plane/rerun-submission.js +62 -0
- package/dist/src/control-plane/rerun-submission.js.map +1 -0
- package/dist/src/control-plane/resources.js +182 -0
- package/dist/src/control-plane/resources.js.map +1 -0
- package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
- package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
- package/dist/src/control-plane/synthetic-result.js +21 -0
- package/dist/src/control-plane/synthetic-result.js.map +1 -0
- package/dist/src/control-plane/work-admission.js +23 -0
- package/dist/src/control-plane/work-admission.js.map +1 -0
- package/dist/src/control-plane/work-dispatcher.js +237 -0
- package/dist/src/control-plane/work-dispatcher.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +19 -3
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/controller-runtime/index.js +1 -1
- package/dist/src/controller-runtime/index.js.map +1 -1
- package/dist/src/controller-runtime/store.js +15 -6
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/auth.js +5 -0
- package/dist/src/daemon/auth.js.map +1 -1
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/event-stream.js +46 -0
- package/dist/src/daemon/event-stream.js.map +1 -0
- package/dist/src/daemon/health.js +66 -0
- package/dist/src/daemon/health.js.map +1 -0
- package/dist/src/daemon/launcher.js +28 -1
- package/dist/src/daemon/launcher.js.map +1 -1
- package/dist/src/daemon/logging.js +23 -0
- package/dist/src/daemon/logging.js.map +1 -0
- package/dist/src/daemon/scheduler.js +26 -5
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +255 -98
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/daemon/telemetry.js +163 -0
- package/dist/src/daemon/telemetry.js.map +1 -0
- package/dist/src/daemon/worker-routes.js +219 -0
- package/dist/src/daemon/worker-routes.js.map +1 -0
- package/dist/src/domain/benchmarks.js +2 -0
- package/dist/src/domain/benchmarks.js.map +1 -0
- package/dist/src/domain/bundles.js +2 -0
- package/dist/src/domain/bundles.js.map +1 -0
- package/dist/src/domain/control-plane.js +2 -0
- package/dist/src/domain/control-plane.js.map +1 -0
- package/dist/src/domain/execution-evidence.js +2 -0
- package/dist/src/domain/execution-evidence.js.map +1 -0
- package/dist/src/domain/execution-plan.js +2 -0
- package/dist/src/domain/execution-plan.js.map +1 -0
- package/dist/src/domain/images.js +2 -0
- package/dist/src/domain/images.js.map +1 -0
- package/dist/src/domain/index.js +13 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/interactions.js +2 -0
- package/dist/src/domain/interactions.js.map +1 -0
- package/dist/src/domain/providers.js +2 -0
- package/dist/src/domain/providers.js.map +1 -0
- package/dist/src/domain/resources.js +2 -0
- package/dist/src/domain/resources.js.map +1 -0
- package/dist/src/domain/runs.js.map +1 -1
- package/dist/src/domain/validation.js +11 -4
- package/dist/src/domain/validation.js.map +1 -1
- package/dist/src/domain/verifier-evidence-validation.js +214 -0
- package/dist/src/domain/verifier-evidence-validation.js.map +1 -0
- package/dist/src/domain/verifier-evidence.js +3 -0
- package/dist/src/domain/verifier-evidence.js.map +1 -0
- package/dist/src/domain/verifier-score-contract.js +232 -0
- package/dist/src/domain/verifier-score-contract.js.map +1 -0
- package/dist/src/domain/workers.js +2 -0
- package/dist/src/domain/workers.js.map +1 -0
- package/dist/src/evals/benchmark-adapter-manifest.js +219 -0
- package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -0
- package/dist/src/evals/benchmark-candidate.js +36 -0
- package/dist/src/evals/benchmark-candidate.js.map +1 -0
- package/dist/src/evals/benchmark-run.js +166 -0
- package/dist/src/evals/benchmark-run.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +183 -0
- package/dist/src/evals/collect-only-rerun.js.map +1 -0
- package/dist/src/evals/directory.js +30 -0
- package/dist/src/evals/directory.js.map +1 -0
- package/dist/src/evals/docker-engine-stats.js +89 -0
- package/dist/src/evals/docker-engine-stats.js.map +1 -0
- package/dist/src/evals/docker-ownership.js +51 -0
- package/dist/src/evals/docker-ownership.js.map +1 -0
- package/dist/src/evals/docker-reaper.js +144 -0
- package/dist/src/evals/docker-reaper.js.map +1 -0
- package/dist/src/evals/docker-resource-observer.js +207 -0
- package/dist/src/evals/docker-resource-observer.js.map +1 -0
- package/dist/src/evals/duration-estimator.js +126 -0
- package/dist/src/evals/duration-estimator.js.map +1 -0
- package/dist/src/evals/environment-image-planning.js +164 -0
- package/dist/src/evals/environment-image-planning.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +56 -0
- package/dist/src/evals/eval-artifact-planning.js.map +1 -0
- package/dist/src/evals/eval-finalization.js +10 -0
- package/dist/src/evals/eval-finalization.js.map +1 -0
- package/dist/src/evals/eval-lifecycle-events.js +29 -0
- package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
- package/dist/src/evals/eval-logical-plan.js +51 -0
- package/dist/src/evals/eval-logical-plan.js.map +1 -0
- package/dist/src/evals/eval-result-builder.js +81 -0
- package/dist/src/evals/eval-result-builder.js.map +1 -0
- package/dist/src/evals/events.js +53 -5
- package/dist/src/evals/events.js.map +1 -1
- package/dist/src/evals/evolution-baseline.js +191 -0
- package/dist/src/evals/evolution-baseline.js.map +1 -0
- package/dist/src/evals/execution-evidence.js +116 -0
- package/dist/src/evals/execution-evidence.js.map +1 -0
- package/dist/src/evals/execution-leases.js +342 -0
- package/dist/src/evals/execution-leases.js.map +1 -0
- package/dist/src/evals/execution-plan-artifacts.js +72 -0
- package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
- package/dist/src/evals/execution-plan-images.js +69 -0
- package/dist/src/evals/execution-plan-images.js.map +1 -0
- package/dist/src/evals/execution-plan-resources.js +174 -0
- package/dist/src/evals/execution-plan-resources.js.map +1 -0
- package/dist/src/evals/execution-plan.js +451 -0
- package/dist/src/evals/execution-plan.js.map +1 -0
- package/dist/src/evals/failure-classifier.js +61 -0
- package/dist/src/evals/failure-classifier.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
- package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder.js +358 -0
- package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
- package/dist/src/evals/harbor-bridge-error.js +58 -3
- package/dist/src/evals/harbor-bridge-error.js.map +1 -1
- package/dist/src/evals/harbor-node-runtime.js +146 -0
- package/dist/src/evals/harbor-node-runtime.js.map +1 -0
- package/dist/src/evals/harbor-phase-timings.js +60 -0
- package/dist/src/evals/harbor-phase-timings.js.map +1 -0
- package/dist/src/evals/index.js +40 -2
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +208 -84
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/interaction-capture-import.js +49 -0
- package/dist/src/evals/interaction-capture-import.js.map +1 -0
- package/dist/src/evals/local-docker-provider.js +372 -0
- package/dist/src/evals/local-docker-provider.js.map +1 -0
- package/dist/src/evals/local-eval-planning.js +80 -0
- package/dist/src/evals/local-eval-planning.js.map +1 -0
- package/dist/src/evals/model-capture-plan.js +22 -0
- package/dist/src/evals/model-capture-plan.js.map +1 -0
- package/dist/src/evals/model-capture-runtime.js +114 -0
- package/dist/src/evals/model-capture-runtime.js.map +1 -0
- package/dist/src/evals/model-proxy-runtime-state.js +53 -0
- package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
- package/dist/src/evals/native-phase-evidence.js +440 -0
- package/dist/src/evals/native-phase-evidence.js.map +1 -0
- package/dist/src/evals/physical-retry-work.js +31 -0
- package/dist/src/evals/physical-retry-work.js.map +1 -0
- package/dist/src/evals/planned-execution-support.js +66 -0
- package/dist/src/evals/planned-execution-support.js.map +1 -0
- package/dist/src/evals/planned-execution.js +469 -0
- package/dist/src/evals/planned-execution.js.map +1 -0
- package/dist/src/evals/planned-progress-publisher.js +62 -0
- package/dist/src/evals/planned-progress-publisher.js.map +1 -0
- package/dist/src/evals/planned-remote-execution.js +40 -0
- package/dist/src/evals/planned-remote-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-execution.js +174 -0
- package/dist/src/evals/planned-retry-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-lifecycle.js +188 -0
- package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
- package/dist/src/evals/preparation-rerun.js +225 -0
- package/dist/src/evals/preparation-rerun.js.map +1 -0
- package/dist/src/evals/prepared-harness.js +76 -0
- package/dist/src/evals/prepared-harness.js.map +1 -0
- package/dist/src/evals/progress.js +52 -12
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +20 -3
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +242 -0
- package/dist/src/evals/recovery.js.map +1 -0
- package/dist/src/evals/regrade-evidence.js +77 -0
- package/dist/src/evals/regrade-evidence.js.map +1 -0
- package/dist/src/evals/remote-infrastructure-retry.js +165 -0
- package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
- package/dist/src/evals/request.js +21 -3
- package/dist/src/evals/request.js.map +1 -1
- package/dist/src/evals/rerun-inputs.js +108 -0
- package/dist/src/evals/rerun-inputs.js.map +1 -0
- package/dist/src/evals/rerun-slots.js +4 -3
- package/dist/src/evals/rerun-slots.js.map +1 -1
- package/dist/src/evals/rerun-types.js +45 -0
- package/dist/src/evals/rerun-types.js.map +1 -0
- package/dist/src/evals/rerun.js +133 -88
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/result-helpers.js +78 -0
- package/dist/src/evals/result-helpers.js.map +1 -0
- package/dist/src/evals/resume-state.js +36 -0
- package/dist/src/evals/resume-state.js.map +1 -0
- package/dist/src/evals/retry-backoff.js +20 -0
- package/dist/src/evals/retry-backoff.js.map +1 -0
- package/dist/src/evals/retry-state.js +195 -0
- package/dist/src/evals/retry-state.js.map +1 -0
- package/dist/src/evals/scheduler-metrics.js +95 -0
- package/dist/src/evals/scheduler-metrics.js.map +1 -0
- package/dist/src/evals/scheduler-trace-replay.js +107 -0
- package/dist/src/evals/scheduler-trace-replay.js.map +1 -0
- package/dist/src/evals/service-types.js +2 -0
- package/dist/src/evals/service-types.js.map +1 -0
- package/dist/src/evals/service.js +331 -347
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/task-resources.js +209 -0
- package/dist/src/evals/task-resources.js.map +1 -0
- package/dist/src/evals/trial-environment-evidence.js +87 -0
- package/dist/src/evals/trial-environment-evidence.js.map +1 -0
- package/dist/src/evals/trial-execution-evidence.js +13 -0
- package/dist/src/evals/trial-execution-evidence.js.map +1 -0
- package/dist/src/evals/trial-import-identity.js +31 -0
- package/dist/src/evals/trial-import-identity.js.map +1 -0
- package/dist/src/evals/trial-import.js +183 -188
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +144 -0
- package/dist/src/evals/trial-publication-recovery.js.map +1 -0
- package/dist/src/evals/trial-publication.js +25 -0
- package/dist/src/evals/trial-publication.js.map +1 -0
- package/dist/src/evals/trial-reference-validation.js +49 -0
- package/dist/src/evals/trial-reference-validation.js.map +1 -0
- package/dist/src/evals/verifier-artifacts.js +317 -0
- package/dist/src/evals/verifier-artifacts.js.map +1 -0
- package/dist/src/evals/verifier-eligibility.js +25 -0
- package/dist/src/evals/verifier-eligibility.js.map +1 -0
- package/dist/src/evals/verifier-only-rerun.js +210 -0
- package/dist/src/evals/verifier-only-rerun.js.map +1 -0
- package/dist/src/evals/verifier-runtime.js +61 -0
- package/dist/src/evals/verifier-runtime.js.map +1 -0
- package/dist/src/evals/verifier-score-artifacts.js +119 -0
- package/dist/src/evals/verifier-score-artifacts.js.map +1 -0
- package/dist/src/evals/work-item-artifacts.js +23 -0
- package/dist/src/evals/work-item-artifacts.js.map +1 -0
- package/dist/src/foundation/config.js +17 -0
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/foundation/contained-file.js +85 -0
- package/dist/src/foundation/contained-file.js.map +1 -0
- package/dist/src/foundation/credential-redaction.js +162 -0
- package/dist/src/foundation/credential-redaction.js.map +1 -0
- package/dist/src/foundation/environment-image-references.js +59 -0
- package/dist/src/foundation/environment-image-references.js.map +1 -0
- package/dist/src/foundation/executable.js +45 -5
- package/dist/src/foundation/executable.js.map +1 -1
- package/dist/src/foundation/fs.js +2 -1
- package/dist/src/foundation/fs.js.map +1 -1
- package/dist/src/foundation/index.js +6 -2
- package/dist/src/foundation/index.js.map +1 -1
- package/dist/src/foundation/process-identity.js +69 -0
- package/dist/src/foundation/process-identity.js.map +1 -0
- package/dist/src/images/context.js +47 -0
- package/dist/src/images/context.js.map +1 -0
- package/dist/src/images/docker-buildkit.js +137 -0
- package/dist/src/images/docker-buildkit.js.map +1 -0
- package/dist/src/images/dockerfile.js +67 -0
- package/dist/src/images/dockerfile.js.map +1 -0
- package/dist/src/images/gc.js +261 -0
- package/dist/src/images/gc.js.map +1 -0
- package/dist/src/images/index.js +10 -0
- package/dist/src/images/index.js.map +1 -0
- package/dist/src/images/manifest.js +109 -0
- package/dist/src/images/manifest.js.map +1 -0
- package/dist/src/images/ownership.js +5 -0
- package/dist/src/images/ownership.js.map +1 -0
- package/dist/src/images/records.js +32 -0
- package/dist/src/images/records.js.map +1 -0
- package/dist/src/images/registry.js +154 -0
- package/dist/src/images/registry.js.map +1 -0
- package/dist/src/images/service.js +224 -0
- package/dist/src/images/service.js.map +1 -0
- package/dist/src/model-access/capture.js +255 -0
- package/dist/src/model-access/capture.js.map +1 -0
- package/dist/src/model-access/index.js +5 -0
- package/dist/src/model-access/index.js.map +1 -0
- package/dist/src/model-access/policy.js +49 -0
- package/dist/src/model-access/policy.js.map +1 -0
- package/dist/src/model-access/proxy.js +336 -0
- package/dist/src/model-access/proxy.js.map +1 -0
- package/dist/src/model-access/records.js +167 -0
- package/dist/src/model-access/records.js.map +1 -0
- package/dist/src/runs/adapter-process.js +12 -0
- package/dist/src/runs/adapter-process.js.map +1 -0
- package/dist/src/runs/bundle.js +450 -0
- package/dist/src/runs/bundle.js.map +1 -0
- package/dist/src/runs/events.js +12 -1
- package/dist/src/runs/events.js.map +1 -1
- package/dist/src/runs/executor.js +46 -45
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/finalizer.js +17 -0
- package/dist/src/runs/finalizer.js.map +1 -1
- package/dist/src/runs/index.js +8 -1
- package/dist/src/runs/index.js.map +1 -1
- package/dist/src/runs/manifest.js +5 -5
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/phase-bundle.js +86 -0
- package/dist/src/runs/phase-bundle.js.map +1 -0
- package/dist/src/runs/phase-cancellation.js +107 -0
- package/dist/src/runs/phase-cancellation.js.map +1 -0
- package/dist/src/runs/phase-group.js +113 -0
- package/dist/src/runs/phase-group.js.map +1 -0
- package/dist/src/runs/query.js +1 -1
- package/dist/src/runs/query.js.map +1 -1
- package/dist/src/runs/records.js +3 -0
- package/dist/src/runs/records.js.map +1 -1
- package/dist/src/runs/request.js +10 -3
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/runs/training-candidate.js +161 -0
- package/dist/src/runs/training-candidate.js.map +1 -0
- package/dist/src/runs/verifier-evidence-redaction.js +61 -0
- package/dist/src/runs/verifier-evidence-redaction.js.map +1 -0
- package/dist/src/runs/verifier-evidence.js +459 -0
- package/dist/src/runs/verifier-evidence.js.map +1 -0
- package/dist/src/runs/verifier-structured-evidence.js +83 -0
- package/dist/src/runs/verifier-structured-evidence.js.map +1 -0
- package/dist/src/trajectories/analysis.js +288 -0
- package/dist/src/trajectories/analysis.js.map +1 -0
- package/dist/src/trajectories/chunk-projection.js +148 -0
- package/dist/src/trajectories/chunk-projection.js.map +1 -0
- package/dist/src/trajectories/content-projection.js +389 -0
- package/dist/src/trajectories/content-projection.js.map +1 -0
- package/dist/src/trajectories/dsh-chunk-contract.js +176 -0
- package/dist/src/trajectories/dsh-chunk-contract.js.map +1 -0
- package/dist/src/trajectories/dsh-contract.js +284 -0
- package/dist/src/trajectories/dsh-contract.js.map +1 -0
- package/dist/src/trajectories/events-chunk-drill.js +95 -0
- package/dist/src/trajectories/events-chunk-drill.js.map +1 -0
- package/dist/src/trajectories/events-page.js +367 -0
- package/dist/src/trajectories/events-page.js.map +1 -0
- package/dist/src/trajectories/index.js +3 -0
- package/dist/src/trajectories/index.js.map +1 -1
- package/dist/src/trajectories/provider-capture.js +15 -24
- package/dist/src/trajectories/provider-capture.js.map +1 -1
- package/dist/src/trajectories/providers/deepseek.js +3 -3
- package/dist/src/trajectories/providers/deepseek.js.map +1 -1
- package/dist/src/trajectories/request-attempt.js +47 -0
- package/dist/src/trajectories/request-attempt.js.map +1 -0
- package/dist/src/trajectories/stream-reader.js +311 -0
- package/dist/src/trajectories/stream-reader.js.map +1 -0
- package/dist/src/trajectories/surface-fold.js +126 -0
- package/dist/src/trajectories/surface-fold.js.map +1 -0
- package/dist/src/workers/index.js +3 -0
- package/dist/src/workers/index.js.map +1 -0
- package/dist/src/workers/remote-harbor-work-spec.js +97 -0
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
- package/dist/src/workers/remote-harbor-worker.js +223 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -0
- package/docs/schemas/benchmark-hook-request-v1.schema.json +65 -0
- package/docs/schemas/benchmark-hook-response-v1.schema.json +75 -0
- package/docs/schemas/benchmark-hook-v1.schema.json +33 -0
- package/docs/schemas/benchmark-lock-v1.schema.json +351 -0
- package/docs/schemas/benchmark-metric-v1.schema.json +37 -0
- package/docs/schemas/benchmark-package-v1.schema.json +167 -0
- package/docs/schemas/benchmark-phase-group.schema.json +41 -0
- package/docs/schemas/benchmark-profile-v1.schema.json +141 -0
- package/docs/schemas/benchmark-task-v1.schema.json +384 -0
- package/docs/schemas/benchmark-tool-result-v1.schema.json +30 -0
- package/docs/schemas/environment-build-index.schema.json +13 -0
- package/docs/schemas/environment-build-record.schema.json +25 -0
- package/docs/schemas/environment-image-manifest.schema.json +62 -0
- package/docs/schemas/error.schema.json +22 -0
- package/docs/schemas/eval-control.schema.json +36 -0
- package/docs/schemas/eval-execution-plan.schema.json +216 -0
- package/docs/schemas/eval-progress.schema.json +1 -15
- package/docs/schemas/eval-rerun-result.schema.json +58 -0
- package/docs/schemas/eval-rerun-state.schema.json +61 -0
- package/docs/schemas/eval-rerun-submission.schema.json +60 -0
- package/docs/schemas/eval-result.schema.json +32 -13
- package/docs/schemas/eval-submission-input.schema.json +14 -0
- package/docs/schemas/eval-submission.schema.json +68 -0
- package/docs/schemas/eval-trial-publication.schema.json +15 -0
- package/docs/schemas/eval-trial-reference.schema.json +129 -0
- package/docs/schemas/execution-evidence.schema.json +96 -0
- package/docs/schemas/execution-lease.schema.json +50 -0
- package/docs/schemas/execution-provider-status.schema.json +65 -0
- package/docs/schemas/execution-worker.schema.json +53 -0
- package/docs/schemas/harbor-process-exit.schema.json +14 -0
- package/docs/schemas/interaction-capture-ref.schema.json +45 -0
- package/docs/schemas/local-provider-execution.schema.json +33 -0
- package/docs/schemas/model-interaction.schema.json +41 -0
- package/docs/schemas/regrade-assessment-reference.schema.json +11 -0
- package/docs/schemas/remote-result-envelope.schema.json +32 -0
- package/docs/schemas/remote-tree-envelope.schema.json +25 -0
- package/docs/schemas/remote-work-offer.schema.json +58 -0
- package/docs/schemas/remote-work-receipt.schema.json +50 -0
- package/docs/schemas/remote-worker-artifact.schema.json +17 -0
- package/docs/schemas/remote-worker-event.schema.json +18 -0
- package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
- package/docs/schemas/remote-worker-registration.schema.json +52 -0
- package/docs/schemas/result-bundle-index.schema.json +133 -0
- package/docs/schemas/run-context.schema.json +15 -0
- package/docs/schemas/run-environment-images.schema.json +39 -0
- package/docs/schemas/run-manifest.schema.json +4 -0
- package/docs/schemas/run-request.schema.json +4 -0
- package/docs/schemas/training-data-candidate.schema.json +46 -0
- package/docs/schemas/trajectory-analysis.schema.json +258 -0
- package/docs/schemas/trajectory-events-page.schema.json +40 -0
- package/docs/schemas/verifier-assessment.schema.json +77 -0
- package/docs/schemas/verifier-evidence.schema.json +276 -0
- package/integrations/harbor/hitch_benchmark.py +252 -0
- package/integrations/harbor/hitch_candidate_recycle.py +262 -0
- package/integrations/harbor/hitch_harbor_agent.py +698 -568
- package/integrations/harbor/hitch_harbor_environment.py +469 -0
- package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
- package/integrations/harbor/hitch_harbor_verifier.py +83 -2
- package/integrations/harbor/hitch_phase_supervisor.py +452 -0
- package/integrations/harbor/hitch_tool_client.mjs +91 -0
- package/integrations/model-call/cli.js +57 -0
- package/package.json +30 -6
package/README.md
CHANGED
|
@@ -59,12 +59,24 @@ hitch run \
|
|
|
59
59
|
--output jsonl
|
|
60
60
|
```
|
|
61
61
|
|
|
62
|
-
The output includes a run ID. Use
|
|
62
|
+
The output includes a run ID. Use bounded trajectory and verifier views for
|
|
63
|
+
automated consumers, or the full trajectory inspect view for explicit auditing:
|
|
63
64
|
|
|
64
65
|
```bash
|
|
66
|
+
hitch trajectory project RUN_ID --profile analysis --json
|
|
67
|
+
hitch trajectory events RUN_ID --types tool/call,tool/result --limit 100 --json
|
|
65
68
|
hitch trajectory inspect RUN_ID
|
|
69
|
+
hitch verifier inspect RUN_ID --json
|
|
66
70
|
```
|
|
67
71
|
|
|
72
|
+
`project` reconstructs the DSH surface and coalesces streaming chunks per request
|
|
73
|
+
attempt, keeping retries and their finish reasons separate. `events`
|
|
74
|
+
filters and pages at the source; `--field` drill-down additionally requires the
|
|
75
|
+
`canonical_sha256` returned by either bounded view. Streamed views fail closed
|
|
76
|
+
for legacy trajectory refs that do not pin a canonical SHA-256.
|
|
77
|
+
Commands invoked with `--json` emit a stable JSON error envelope on stderr when
|
|
78
|
+
they fail.
|
|
79
|
+
|
|
68
80
|
Every run is stored below `~/.hitch/runs/RUN_ID` with its manifest, result,
|
|
69
81
|
events, logs, and trajectory.
|
|
70
82
|
|
|
@@ -105,12 +117,13 @@ Hitch records the chain from request to result:
|
|
|
105
117
|
- normalized control-plane events and raw process logs;
|
|
106
118
|
- redacted provider-native events where supported;
|
|
107
119
|
- DSH-compatible canonical trajectory with SHA-256-bound files; and
|
|
108
|
-
- versioned message feedback and evaluation evidence.
|
|
120
|
+
- versioned message feedback and bounded verifier/evaluation evidence.
|
|
109
121
|
|
|
110
122
|
Use the CLI to query runs and attach feedback without rewriting the trajectory:
|
|
111
123
|
|
|
112
124
|
```bash
|
|
113
125
|
hitch runs list --json
|
|
126
|
+
hitch verifier inspect RUN_ID --json
|
|
114
127
|
hitch feedback list RUN_ID --json
|
|
115
128
|
hitch feedback put RUN_ID \
|
|
116
129
|
--message MESSAGE_ID \
|
|
@@ -152,14 +165,28 @@ portability rules.
|
|
|
152
165
|
Start a queue when you need long-lived execution:
|
|
153
166
|
|
|
154
167
|
```bash
|
|
155
|
-
hitch daemon start
|
|
168
|
+
hitch daemon start \
|
|
169
|
+
--max-concurrent 4 \
|
|
170
|
+
--capacity-cpu-millis 4000 \
|
|
171
|
+
--capacity-memory-mib 8192 \
|
|
172
|
+
--container-slots 4 \
|
|
173
|
+
--capacity-gpus 1 \
|
|
174
|
+
--eval-gpus 1
|
|
156
175
|
hitch run --daemon --harness codex@version:0.92.0 --prompt-file task.md
|
|
157
176
|
```
|
|
158
177
|
|
|
178
|
+
Windows is covered on Node 22 and 24, including npm/agent `.cmd` shims and the
|
|
179
|
+
packaged-harness cache/integrity path. GPU-backed Harbor trials require a
|
|
180
|
+
Docker host with GPU container support and explicit `--capacity-gpus` plus
|
|
181
|
+
`--eval-gpus`; Hitch never guesses GPU capacity. A repository maintainer can
|
|
182
|
+
run the real NVIDIA gate through the manually dispatched
|
|
183
|
+
`NVIDIA GPU hardware canary` workflow on a compatible self-hosted runner.
|
|
184
|
+
|
|
159
185
|
## Documentation
|
|
160
186
|
|
|
161
187
|
- [Design and architecture](docs/design.md)
|
|
162
188
|
- [Harbor-backed evals](docs/evals.md)
|
|
189
|
+
- [Verifier evidence](docs/verifier-evidence.md)
|
|
163
190
|
- [Workspace isolation](docs/workspaces.md)
|
|
164
191
|
- [Daemon design](docs/daemon.md)
|
|
165
192
|
- [Hitch 0.2 development spec](docs/hitch-0.2-development-spec.md)
|
package/README.zh-CN.md
CHANGED
|
@@ -59,12 +59,22 @@ hitch run \
|
|
|
59
59
|
--output jsonl
|
|
60
60
|
```
|
|
61
61
|
|
|
62
|
-
输出中包含 run ID
|
|
62
|
+
输出中包含 run ID。自动化消费者应使用有界的轨迹和 verifier 视图,完整轨迹
|
|
63
|
+
inspect 仅用于显式审计:
|
|
63
64
|
|
|
64
65
|
```bash
|
|
66
|
+
hitch trajectory project RUN_ID --profile analysis --json
|
|
67
|
+
hitch trajectory events RUN_ID --types tool/call,tool/result --limit 100 --json
|
|
65
68
|
hitch trajectory inspect RUN_ID
|
|
69
|
+
hitch verifier inspect RUN_ID --json
|
|
66
70
|
```
|
|
67
71
|
|
|
72
|
+
`project` 会重建 DSH surface,并按请求 attempt 合并流式 chunk,使 retry 及其
|
|
73
|
+
finish reason 保持独立;`events` 在源端完成过滤和分页。
|
|
74
|
+
使用 `--field` 钻取字段时,还必须传入任一有界视图返回的 `canonical_sha256`。
|
|
75
|
+
对于没有固定 canonical SHA-256 的旧版 trajectory ref,流式视图会 fail closed。
|
|
76
|
+
使用 `--json` 调用的命令失败时,会在 stderr 返回稳定的 JSON 错误 envelope。
|
|
77
|
+
|
|
68
78
|
每次运行的 manifest、结果、事件、日志和轨迹都会保存在
|
|
69
79
|
`~/.hitch/runs/RUN_ID` 下。
|
|
70
80
|
|
|
@@ -105,12 +115,13 @@ Hitch 记录从请求到结果的完整链路:
|
|
|
105
115
|
- 规范化控制面事件与原始进程日志;
|
|
106
116
|
- 支持场景下经过脱敏的 provider-native 事件;
|
|
107
117
|
- 采用 SHA-256 绑定文件、兼容 DSH 的规范化轨迹;
|
|
108
|
-
-
|
|
118
|
+
- 带版本的消息反馈,以及有界的 verifier/评测证据。
|
|
109
119
|
|
|
110
120
|
可以通过 CLI 查询运行,并在不改写轨迹的情况下附加反馈:
|
|
111
121
|
|
|
112
122
|
```bash
|
|
113
123
|
hitch runs list --json
|
|
124
|
+
hitch verifier inspect RUN_ID --json
|
|
114
125
|
hitch feedback list RUN_ID --json
|
|
115
126
|
hitch feedback put RUN_ID \
|
|
116
127
|
--message MESSAGE_ID \
|
|
@@ -159,6 +170,7 @@ hitch run --daemon --harness codex@version:0.92.0 --prompt-file task.md
|
|
|
159
170
|
|
|
160
171
|
- [设计与架构](docs/design.md)
|
|
161
172
|
- [Harbor 评测](docs/evals.md)
|
|
173
|
+
- [Verifier evidence](docs/verifier-evidence.md)
|
|
162
174
|
- [工作区隔离](docs/workspaces.md)
|
|
163
175
|
- [守护进程设计](docs/daemon.md)
|
|
164
176
|
- [Hitch 0.2 开发规范](docs/hitch-0.2-development-spec.md)
|
package/dist/bin/hitch.js
CHANGED
|
@@ -1,9 +1,31 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { main } from "../src/cli/index.js";
|
|
3
|
-
|
|
3
|
+
import { SCHEMA_VERSION } from "../src/foundation/index.js";
|
|
4
|
+
const argv = process.argv.slice(2);
|
|
5
|
+
main(argv).catch((error) => {
|
|
4
6
|
const message = error instanceof Error ? error.message : String(error);
|
|
5
|
-
process.stderr.write(`hitch: ${message}\n`);
|
|
6
7
|
const exitCode = error.exitCode;
|
|
7
|
-
|
|
8
|
+
const normalizedExitCode = Number.isInteger(exitCode) ? exitCode : 12;
|
|
9
|
+
if (requestsJson(argv)) {
|
|
10
|
+
const rawCode = error.code;
|
|
11
|
+
process.stderr.write(`${JSON.stringify({
|
|
12
|
+
schema_version: SCHEMA_VERSION,
|
|
13
|
+
kind: "error",
|
|
14
|
+
error: {
|
|
15
|
+
code: typeof rawCode === "string" ? rawCode : "internal_error",
|
|
16
|
+
message,
|
|
17
|
+
exit_code: normalizedExitCode,
|
|
18
|
+
},
|
|
19
|
+
})}\n`);
|
|
20
|
+
}
|
|
21
|
+
else {
|
|
22
|
+
process.stderr.write(`hitch: ${message}\n`);
|
|
23
|
+
}
|
|
24
|
+
process.exitCode = normalizedExitCode;
|
|
8
25
|
});
|
|
26
|
+
function requestsJson(args) {
|
|
27
|
+
if (args.includes("--json"))
|
|
28
|
+
return true;
|
|
29
|
+
return args.some((value, index) => value === "--output" && args[index + 1] === "json");
|
|
30
|
+
}
|
|
9
31
|
//# sourceMappingURL=hitch.js.map
|
package/dist/bin/hitch.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hitch.js","sourceRoot":"","sources":["../../bin/hitch.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"hitch.js","sourceRoot":"","sources":["../../bin/hitch.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAE5D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAEnC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;IAClC,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAI,KAAgC,CAAC,QAAQ,CAAC;IAC5D,MAAM,kBAAkB,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,MAAM,OAAO,GAAI,KAA4B,CAAC,IAAI,CAAC;QACnD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;YACrC,cAAc,EAAE,cAAc;YAC9B,IAAI,EAAE,OAAO;YACb,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB;gBAC9D,OAAO;gBACP,SAAS,EAAE,kBAAkB;aAC9B;SACF,CAAC,IAAI,CAAC,CAAC;IACV,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,OAAO,IAAI,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,QAAQ,GAAG,kBAAkB,CAAC;AACxC,CAAC,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,IAAuB;IAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;AACzF,CAAC"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/** Explicit Docker canary. Fixture harness is deterministic and calls no model. */
|
|
2
|
+
import assert from "node:assert/strict";
|
|
3
|
+
import { mkdir, mkdtemp, readFile, writeFile } from "node:fs/promises";
|
|
4
|
+
import path from "node:path";
|
|
5
|
+
import { tmpdir } from "node:os";
|
|
6
|
+
import { pathToFileURL } from "node:url";
|
|
7
|
+
import { validateBenchmark } from "../src/benchmarks/index.js";
|
|
8
|
+
import { exportStandardBenchmarkDataset, runEval } from "../src/evals/index.js";
|
|
9
|
+
import { atomicWriteJSON, runCommand } from "../src/foundation/index.js";
|
|
10
|
+
import { writeBenchmarkFixture } from "../test-support/benchmark-fixture.js";
|
|
11
|
+
if (process.argv[2] !== "--fixture")
|
|
12
|
+
throw new Error("Usage: node dist/scripts/canary-benchmark.js --fixture");
|
|
13
|
+
const directory = await mkdtemp(path.join(tmpdir(), "hitch-benchmark-canary-"));
|
|
14
|
+
const packageDir = path.join(directory, "package");
|
|
15
|
+
await writeBenchmarkFixture(packageDir, { benchmark: "runtime-created-counter", task: "reach-seven", tool: "bump_value", metric: "goal_met" });
|
|
16
|
+
await validateBenchmark(packageDir);
|
|
17
|
+
const dataset = path.join(directory, "dataset");
|
|
18
|
+
await exportStandardBenchmarkDataset(packageDir, dataset);
|
|
19
|
+
const harnessDir = path.join(directory, "harness");
|
|
20
|
+
await mkdir(harnessDir);
|
|
21
|
+
const metadata = { name: "hitch-benchmark-deterministic-fixture", version: "1.0.0", private: true, scripts: { build: "node build.js" } };
|
|
22
|
+
await atomicWriteJSON(path.join(harnessDir, "package.json"), metadata);
|
|
23
|
+
await atomicWriteJSON(path.join(harnessDir, "package-lock.json"), { name: metadata.name, version: "1.0.0", lockfileVersion: 3, requires: true, packages: { "": { name: metadata.name, version: "1.0.0" } } });
|
|
24
|
+
const code = `#!/usr/bin/env node
|
|
25
|
+
if (process.argv.includes('--version')) { console.log('pi 1.0.0'); process.exit(0); }
|
|
26
|
+
const fs=require('node:fs'), child=require('node:child_process');
|
|
27
|
+
let prompt=''; process.stdin.setEncoding('utf8'); process.stdin.on('data', x=>prompt+=x);
|
|
28
|
+
process.stdin.on('end',()=>{
|
|
29
|
+
const binding=JSON.parse(fs.readFileSync('/tmp/hitch-tool-binding.json','utf8'));
|
|
30
|
+
const result=child.execFileSync(process.execPath,['/tmp/hitch-tools.mjs',binding.tools[0].name,JSON.stringify({amount:7})],{encoding:'utf8'});
|
|
31
|
+
console.log(JSON.stringify({type:'session',version:3,id:'fixture_session',cwd:process.cwd()}));
|
|
32
|
+
console.log(JSON.stringify({type:'message_update',assistantMessageEvent:{type:'text_delta',contentIndex:0,delta:result}}));
|
|
33
|
+
console.log(JSON.stringify({type:'message_end',message:{role:'assistant',content:[{type:'text',text:result}],usage:{input:0,output:0,cacheRead:0,cacheWrite:0,totalTokens:0,cost:{input:0,output:0,cacheRead:0,cacheWrite:0,total:0}},stopReason:'stop'}}));
|
|
34
|
+
});
|
|
35
|
+
`;
|
|
36
|
+
await writeFile(path.join(harnessDir, "build.js"), `const fs=require('node:fs'); fs.mkdirSync('packages/coding-agent/dist',{recursive:true}); fs.writeFileSync('packages/coding-agent/dist/cli.js',${JSON.stringify(code)},{mode:0o755});\n`);
|
|
37
|
+
await runCommand("git", ["init", harnessDir]);
|
|
38
|
+
await runCommand("git", ["-C", harnessDir, "add", "."]);
|
|
39
|
+
await runCommand("git", ["-C", harnessDir, "-c", "user.name=Hitch Fixture", "-c", "user.email=fixture@example.test", "commit", "-m", "deterministic tool-server canary"]);
|
|
40
|
+
const revision = (await runCommand("git", ["-C", harnessDir, "rev-parse", "HEAD"])).stdout.trim();
|
|
41
|
+
console.log(JSON.stringify({ directory, candidate: "deterministic-fixture", revision }));
|
|
42
|
+
const result = await runEval({
|
|
43
|
+
root: path.resolve(".hitch/benchmark-fixture-state"),
|
|
44
|
+
request: { dataset, harness_ref: `pi@git+${pathToFileURL(harnessDir).href}#${revision}`, model: "fixture", max_concurrent: 1, attempts: 1 },
|
|
45
|
+
onEvent: (event) => console.log(JSON.stringify(event)),
|
|
46
|
+
});
|
|
47
|
+
await atomicWriteJSON(path.join(directory, "result.json"), result);
|
|
48
|
+
assert.equal(result.exit_code, 0, JSON.stringify(result));
|
|
49
|
+
// A score must be present and one, proving the candidate called the new tool.
|
|
50
|
+
const resultText = await readFile(path.join(directory, "result.json"), "utf8");
|
|
51
|
+
assert.match(resultText, /"reward":\s*1/);
|
|
52
|
+
assert.match(resultText, /"total_score":\s*1/);
|
|
53
|
+
console.log(JSON.stringify({ passed: true, directory, result }, null, 2));
|
|
54
|
+
//# sourceMappingURL=canary-benchmark.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"canary-benchmark.js","sourceRoot":"","sources":["../../scripts/canary-benchmark.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,OAAO,MAAM,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,8BAA8B,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAE7E,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,WAAW;IAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;AAC/G,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAC,CAAC;AAChF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;AACnD,MAAM,qBAAqB,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,yBAAyB,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;AAC/I,MAAM,iBAAiB,CAAC,UAAU,CAAC,CAAC;AACpC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;AAChD,MAAM,8BAA8B,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;AACnD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;AACxB,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,uCAAuC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,CAAC;AACzI,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,QAAQ,CAAC,CAAC;AACvE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AAC9M,MAAM,IAAI,GAAG;;;;;;;;;;;CAWZ,CAAC;AACF,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,kJAAkJ,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;AAC9O,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;AAC9C,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;AACxD,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,yBAAyB,EAAE,IAAI,EAAE,iCAAiC,EAAE,QAAQ,EAAE,IAAI,EAAE,kCAAkC,CAAC,CAAC,CAAC;AAC1K,MAAM,QAAQ,GAAG,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;AAClG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;AACzF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;IAC3B,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,gCAAgC,CAAC;IACpD,OAAO,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,IAAI,QAAQ,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;IAC3I,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;CACvD,CAAC,CAAC;AACH,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;AACnE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;AAC1D,8EAA8E;AAC9E,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;AAC/E,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;AAC1C,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;AAC/C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
import { randomBytes } from "node:crypto";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import { mkdir, mkdtemp, readFile, readdir, rm, writeFile } from "node:fs/promises";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
import { gunzipSync, inflateSync, zstdDecompressSync } from "node:zlib";
|
|
7
|
+
const SECRET_NAME = "HITCH_CANARY_SECRET";
|
|
8
|
+
const MAX_SCAN_FILE_BYTES = 256 * 1024 * 1024;
|
|
9
|
+
const docker = process.env.HITCH_DOCKER_PATH || "docker";
|
|
10
|
+
const base = process.env.HITCH_DOCKER_CANARY_BASE || "ubuntu:24.04";
|
|
11
|
+
const platform = process.env.HITCH_DOCKER_CANARY_PLATFORM || "linux/amd64";
|
|
12
|
+
const temporary = await mkdtemp(path.join(tmpdir(), "hitch-buildkit-secret-canary-"));
|
|
13
|
+
const context = path.join(temporary, "context");
|
|
14
|
+
const cacheOne = path.join(temporary, "cache-one");
|
|
15
|
+
const cacheTwo = path.join(temporary, "cache-two");
|
|
16
|
+
const imageTar = path.join(temporary, "image.tar");
|
|
17
|
+
const metadataOne = path.join(temporary, "metadata-one.json");
|
|
18
|
+
const metadataTwo = path.join(temporary, "metadata-two.json");
|
|
19
|
+
const tag = `hitch-buildkit-secret-canary:${randomBytes(8).toString("hex")}`;
|
|
20
|
+
const secretOne = `hitch-canary-a-${randomBytes(24).toString("hex")}`;
|
|
21
|
+
const secretTwo = `hitch-canary-b-${randomBytes(24).toString("hex")}`;
|
|
22
|
+
const cacheMode = selectedBuilderDriver() === "docker" ? "inline" : "local";
|
|
23
|
+
let baseContainer;
|
|
24
|
+
try {
|
|
25
|
+
await writeFile(path.join(temporary, ".keep"), "");
|
|
26
|
+
await mkdir(context);
|
|
27
|
+
const baseInspect = run(["image", "inspect", "--format", "{{.Id}} {{.Os}}/{{.Architecture}}", base]);
|
|
28
|
+
const [baseIdentity, basePlatform] = baseInspect.stdout.trim().split(" ");
|
|
29
|
+
if (!baseIdentity || !/^sha256:[a-f0-9]{64}$/.test(baseIdentity) || basePlatform !== platform) {
|
|
30
|
+
throw new Error(`local canary base platform does not match ${platform}`);
|
|
31
|
+
}
|
|
32
|
+
baseContainer = run(["create", "--platform", platform, base]).stdout.trim();
|
|
33
|
+
if (!/^[a-f0-9]{64}$/.test(baseContainer))
|
|
34
|
+
throw new Error("Docker returned an invalid temporary container id");
|
|
35
|
+
run(["export", "--output", path.join(context, "rootfs.tar"), baseContainer]);
|
|
36
|
+
run(["container", "rm", baseContainer]);
|
|
37
|
+
baseContainer = undefined;
|
|
38
|
+
await writeFile(path.join(context, "Dockerfile"), [
|
|
39
|
+
"FROM scratch",
|
|
40
|
+
"ADD rootfs.tar /",
|
|
41
|
+
`RUN --mount=type=secret,id=${SECRET_NAME},required=true test \"$(wc -c < /run/secrets/${SECRET_NAME})\" -ge 32` + " \\",
|
|
42
|
+
" && printf 'secret-mounted-not-copied\\n' > /hitch-secret-proof",
|
|
43
|
+
"",
|
|
44
|
+
].join("\n"));
|
|
45
|
+
const first = build(secretOne, metadataOne, cacheOne);
|
|
46
|
+
const firstIdentity = imageIdentity(tag);
|
|
47
|
+
const second = build(secretTwo, metadataTwo, cacheTwo, cacheOne);
|
|
48
|
+
const secondIdentity = imageIdentity(tag);
|
|
49
|
+
if (firstIdentity !== secondIdentity)
|
|
50
|
+
throw new Error("rotating the secret changed the image config digest");
|
|
51
|
+
if (!/\bCACHED\b/.test(`${second.stdout}\n${second.stderr}`))
|
|
52
|
+
throw new Error("rotated-secret build did not reuse the exported cache");
|
|
53
|
+
const proof = run(["run", "--rm", "--entrypoint", "/bin/sh", tag, "-c", "cat /hitch-secret-proof"]);
|
|
54
|
+
if (proof.stdout.trim() !== "secret-mounted-not-copied")
|
|
55
|
+
throw new Error("built image did not prove the secret mount was readable");
|
|
56
|
+
run(["save", "--output", imageTar, tag]);
|
|
57
|
+
const secrets = [Buffer.from(secretOne), Buffer.from(secretTwo)];
|
|
58
|
+
assertTextDoesNotContain(first.stdout + first.stderr + second.stdout + second.stderr, secrets, "BuildKit output");
|
|
59
|
+
await scanTree(temporary, secrets);
|
|
60
|
+
const metadata = JSON.parse(await readFile(metadataTwo, "utf8"));
|
|
61
|
+
process.stdout.write(`${JSON.stringify({
|
|
62
|
+
ok: true,
|
|
63
|
+
docker: run(["version", "--format", "{{.Server.Version}}"]).stdout.trim(),
|
|
64
|
+
buildx: run(["buildx", "version"]).stdout.trim(),
|
|
65
|
+
base,
|
|
66
|
+
platform,
|
|
67
|
+
image_config_digest: secondIdentity,
|
|
68
|
+
manifest_digest: metadata["containerimage.digest"],
|
|
69
|
+
cache_export: cacheMode === "local" ? "local-directory" : "inline-image-metadata",
|
|
70
|
+
rotated_secret_cache_hit: true,
|
|
71
|
+
scanned: cacheMode === "local"
|
|
72
|
+
? ["docker-save image tar", "first exported local cache", "rotated-secret exported local cache", "BuildKit logs and metadata"]
|
|
73
|
+
: ["docker-save image tar including inline cache metadata", "BuildKit logs and metadata"],
|
|
74
|
+
}, null, 2)}\n`);
|
|
75
|
+
}
|
|
76
|
+
finally {
|
|
77
|
+
if (baseContainer)
|
|
78
|
+
spawnSync(docker, ["container", "rm", "--force", baseContainer], { encoding: "utf8" });
|
|
79
|
+
spawnSync(docker, ["image", "rm", tag], { encoding: "utf8" });
|
|
80
|
+
await rm(temporary, { recursive: true, force: true });
|
|
81
|
+
}
|
|
82
|
+
function build(secret, metadataFile, cacheTo, cacheFrom) {
|
|
83
|
+
return run([
|
|
84
|
+
"buildx", "build",
|
|
85
|
+
"--progress", "plain",
|
|
86
|
+
"--load",
|
|
87
|
+
"--provenance=false",
|
|
88
|
+
"--platform", platform,
|
|
89
|
+
"--file", path.join(context, "Dockerfile"),
|
|
90
|
+
"--tag", tag,
|
|
91
|
+
"--metadata-file", metadataFile,
|
|
92
|
+
"--secret", `id=${SECRET_NAME},env=${SECRET_NAME}`,
|
|
93
|
+
...(cacheMode === "local" && cacheFrom ? ["--cache-from", `type=local,src=${cacheFrom}`] : []),
|
|
94
|
+
"--cache-to", cacheMode === "local" ? `type=local,dest=${cacheTo},mode=max` : "type=inline",
|
|
95
|
+
context,
|
|
96
|
+
], { [SECRET_NAME]: secret });
|
|
97
|
+
}
|
|
98
|
+
function selectedBuilderDriver() {
|
|
99
|
+
const inspected = run(["buildx", "inspect"]).stdout;
|
|
100
|
+
const driver = inspected.match(/^Driver:\s+(\S+)$/m)?.[1];
|
|
101
|
+
if (!driver)
|
|
102
|
+
throw new Error("cannot determine the selected Buildx driver");
|
|
103
|
+
return driver;
|
|
104
|
+
}
|
|
105
|
+
function imageIdentity(reference) {
|
|
106
|
+
const identity = run(["image", "inspect", "--format", "{{.Id}}", reference]).stdout.trim();
|
|
107
|
+
if (!/^sha256:[a-f0-9]{64}$/.test(identity))
|
|
108
|
+
throw new Error("Docker returned an invalid image config digest");
|
|
109
|
+
return identity;
|
|
110
|
+
}
|
|
111
|
+
function run(args, extraEnv = {}) {
|
|
112
|
+
const result = spawnSync(docker, args, {
|
|
113
|
+
encoding: "utf8",
|
|
114
|
+
env: { ...process.env, ...extraEnv },
|
|
115
|
+
maxBuffer: 64 * 1024 * 1024,
|
|
116
|
+
});
|
|
117
|
+
if (result.status !== 0) {
|
|
118
|
+
const output = `${result.stderr || ""}\n${result.stdout || ""}`.slice(0, 64 * 1024);
|
|
119
|
+
if ((secretOne && output.includes(secretOne)) || (secretTwo && output.includes(secretTwo))) {
|
|
120
|
+
throw new Error(`Docker command failed and exposed ${SECRET_NAME}`);
|
|
121
|
+
}
|
|
122
|
+
throw new Error(`Docker command failed (${args.slice(0, 2).join(" ")}): ${output}`);
|
|
123
|
+
}
|
|
124
|
+
return { stdout: result.stdout || "", stderr: result.stderr || "" };
|
|
125
|
+
}
|
|
126
|
+
async function scanTree(root, secrets) {
|
|
127
|
+
for (const entry of await readdir(root, { withFileTypes: true })) {
|
|
128
|
+
const target = path.join(root, entry.name);
|
|
129
|
+
if (entry.isDirectory())
|
|
130
|
+
await scanTree(target, secrets);
|
|
131
|
+
else if (entry.isFile())
|
|
132
|
+
await scanFile(target, secrets);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
async function scanFile(file, secrets) {
|
|
136
|
+
const raw = await readFile(file);
|
|
137
|
+
if (raw.byteLength > MAX_SCAN_FILE_BYTES)
|
|
138
|
+
throw new Error(`canary evidence file is too large to scan safely: ${path.basename(file)}`);
|
|
139
|
+
assertBufferDoesNotContain(raw, secrets, file);
|
|
140
|
+
for (const decoded of decodedCandidates(raw))
|
|
141
|
+
assertBufferDoesNotContain(decoded, secrets, `${file} (decompressed)`);
|
|
142
|
+
}
|
|
143
|
+
function decodedCandidates(value) {
|
|
144
|
+
const candidates = [];
|
|
145
|
+
try {
|
|
146
|
+
if (value[0] === 0x1f && value[1] === 0x8b)
|
|
147
|
+
candidates.push(gunzipSync(value));
|
|
148
|
+
else if (value[0] === 0x78)
|
|
149
|
+
candidates.push(inflateSync(value));
|
|
150
|
+
else if (value[0] === 0x28 && value[1] === 0xb5 && value[2] === 0x2f && value[3] === 0xfd)
|
|
151
|
+
candidates.push(zstdDecompressSync(value));
|
|
152
|
+
}
|
|
153
|
+
catch {
|
|
154
|
+
throw new Error("canary could not decompress exported cache evidence");
|
|
155
|
+
}
|
|
156
|
+
return candidates;
|
|
157
|
+
}
|
|
158
|
+
function assertTextDoesNotContain(value, secrets, label) {
|
|
159
|
+
assertBufferDoesNotContain(Buffer.from(value), secrets, label);
|
|
160
|
+
}
|
|
161
|
+
function assertBufferDoesNotContain(value, secrets, label) {
|
|
162
|
+
for (const secret of secrets)
|
|
163
|
+
if (value.includes(secret))
|
|
164
|
+
throw new Error(`${SECRET_NAME} leaked into ${label}`);
|
|
165
|
+
}
|
|
166
|
+
//# sourceMappingURL=canary-buildkit-secrets.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"canary-buildkit-secrets.js","sourceRoot":"","sources":["../../scripts/canary-buildkit-secrets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAExE,MAAM,WAAW,GAAG,qBAAqB,CAAC;AAC1C,MAAM,mBAAmB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;AACzD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,cAAc,CAAC;AACpE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,aAAa,CAAC;AAC3E,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,+BAA+B,CAAC,CAAC,CAAC;AACtF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;AAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;AACnD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;AAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;AAC9D,MAAM,GAAG,GAAG,gCAAgC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;AAC7E,MAAM,SAAS,GAAG,kBAAkB,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,MAAM,SAAS,GAAG,kBAAkB,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;AACtE,MAAM,SAAS,GAAG,qBAAqB,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;AAC5E,IAAI,aAAiC,CAAC;AAEtC,IAAI,CAAC;IACH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;IACrB,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,mCAAmC,EAAE,IAAI,CAAC,CAAC,CAAC;IACrG,MAAM,CAAC,YAAY,EAAE,YAAY,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1E,IAAI,CAAC,YAAY,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC9F,MAAM,IAAI,KAAK,CAAC,6CAA6C,QAAQ,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,aAAa,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC5E,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IAChH,GAAG,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC;IAC7E,GAAG,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;IACxC,aAAa,GAAG,SAAS,CAAC;IAC1B,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE;QAChD,cAAc;QACd,kBAAkB;QAClB,8BAA8B,WAAW,gDAAgD,WAAW,YAAY,GAAG,KAAK;QACxH,oEAAoE;QACpE,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACjE,MAAM,cAAc,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,aAAa,KAAK,cAAc;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAC7G,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAEvI,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,yBAAyB,CAAC,CAAC,CAAC;IACpG,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,2BAA2B;QAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IACpI,GAAG,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAEzC,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACjE,wBAAwB,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAClH,MAAM,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAEnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAA4B,CAAC;IAC5F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QACrC,EAAE,EAAE,IAAI;QACR,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,qBAAqB,CAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE;QAChD,IAAI;QACJ,QAAQ;QACR,mBAAmB,EAAE,cAAc;QACnC,eAAe,EAAE,QAAQ,CAAC,uBAAuB,CAAC;QAClD,YAAY,EAAE,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,uBAAuB;QACjF,wBAAwB,EAAE,IAAI;QAC9B,OAAO,EAAE,SAAS,KAAK,OAAO;YAC5B,CAAC,CAAC,CAAC,uBAAuB,EAAE,4BAA4B,EAAE,qCAAqC,EAAE,4BAA4B,CAAC;YAC9H,CAAC,CAAC,CAAC,uDAAuD,EAAE,4BAA4B,CAAC;KAC5F,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AACnB,CAAC;QAAS,CAAC;IACT,IAAI,aAAa;QAAE,SAAS,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1G,SAAS,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9D,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,KAAK,CAAC,MAAc,EAAE,YAAoB,EAAE,OAAe,EAAE,SAAkB;IACtF,OAAO,GAAG,CAAC;QACT,QAAQ,EAAE,OAAO;QACjB,YAAY,EAAE,OAAO;QACrB,QAAQ;QACR,oBAAoB;QACpB,YAAY,EAAE,QAAQ;QACtB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;QAC1C,OAAO,EAAE,GAAG;QACZ,iBAAiB,EAAE,YAAY;QAC/B,UAAU,EAAE,MAAM,WAAW,QAAQ,WAAW,EAAE;QAClD,GAAG,CAAC,SAAS,KAAK,OAAO,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,kBAAkB,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,YAAY,EAAE,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB,OAAO,WAAW,CAAC,CAAC,CAAC,aAAa;QAC3F,OAAO;KACR,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,qBAAqB;IAC5B,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IACpD,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB;IACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3F,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IAC/G,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,GAAG,CAAC,IAAc,EAAE,WAA8B,EAAE;IAC3D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE;QACrC,QAAQ,EAAE,MAAM;QAChB,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE;QACpC,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;KAC5B,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,KAAK,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;QACpF,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC3F,MAAM,IAAI,KAAK,CAAC,qCAAqC,WAAW,EAAE,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;AACtE,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY,EAAE,OAAiB;IACrD,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,WAAW,EAAE;YAAE,MAAM,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aACpD,IAAI,KAAK,CAAC,MAAM,EAAE;YAAE,MAAM,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY,EAAE,OAAiB;IACrD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,GAAG,CAAC,UAAU,GAAG,mBAAmB;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtI,0BAA0B,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAC/C,KAAK,MAAM,OAAO,IAAI,iBAAiB,CAAC,GAAG,CAAC;QAAE,0BAA0B,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,iBAAiB,CAAC,CAAC;AACvH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;aAC1E,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;aAC3D,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;IACxI,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IAAC,CAAC;IACnF,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAa,EAAE,OAAiB,EAAE,KAAa;IAC/E,0BAA0B,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAa,EAAE,OAAiB,EAAE,KAAa;IACjF,KAAK,MAAM,MAAM,IAAI,OAAO;QAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,WAAW,gBAAgB,KAAK,EAAE,CAAC,CAAC;AACnH,CAAC"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { randomBytes } from "node:crypto";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import { runCommand } from "../src/foundation/index.js";
|
|
4
|
+
const docker = process.env.HITCH_DOCKER_PATH || "docker";
|
|
5
|
+
const base = process.env.HITCH_COLLISION_CANARY_BASE || "ubuntu:24.04";
|
|
6
|
+
const endpoints = (process.env.HITCH_COLLISION_DOMAIN_DOCKER_HOSTS ?? "")
|
|
7
|
+
.split(",").map((value) => value.trim()).filter(Boolean);
|
|
8
|
+
if (endpoints.length !== 2) {
|
|
9
|
+
process.stdout.write(`${JSON.stringify({
|
|
10
|
+
schema_version: "1", status: "unsupported", code: "two_docker_endpoints_required",
|
|
11
|
+
message: "set HITCH_COLLISION_DOMAIN_DOCKER_HOSTS to two comma-separated Docker endpoints",
|
|
12
|
+
}, null, 2)}\n`);
|
|
13
|
+
process.exitCode = 3;
|
|
14
|
+
}
|
|
15
|
+
else {
|
|
16
|
+
await runCanary(endpoints);
|
|
17
|
+
}
|
|
18
|
+
async function runCanary(hosts) {
|
|
19
|
+
const nonce = randomBytes(8).toString("hex");
|
|
20
|
+
const name = `hitch-collision-domain-${nonce}`;
|
|
21
|
+
const containers = new Map();
|
|
22
|
+
const startedAt = Date.now();
|
|
23
|
+
try {
|
|
24
|
+
const engines = await Promise.all(hosts.map(async (host) => {
|
|
25
|
+
const [id, version] = (await command(host, ["info", "--format", "{{.ID}} {{.ServerVersion}}"])).stdout.trim().split(/\s+/);
|
|
26
|
+
if (!id || !version)
|
|
27
|
+
throw new Error(`Docker endpoint did not expose a stable engine identity: ${host}`);
|
|
28
|
+
return { host, id, version };
|
|
29
|
+
}));
|
|
30
|
+
if (engines[0].id === engines[1].id) {
|
|
31
|
+
process.stdout.write(`${JSON.stringify({
|
|
32
|
+
schema_version: "1", status: "unsupported", code: "collision_domains_not_independent",
|
|
33
|
+
engines,
|
|
34
|
+
}, null, 2)}\n`);
|
|
35
|
+
process.exitCode = 3;
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
await Promise.all(engines.map((engine) => command(engine.host, ["image", "inspect", base])));
|
|
39
|
+
const launches = await Promise.all(engines.map(async (engine) => {
|
|
40
|
+
const id = (await command(engine.host, [
|
|
41
|
+
"container", "run", "--detach", "--name", name,
|
|
42
|
+
"--label", "io.hitch.canary=collision-domain-v1",
|
|
43
|
+
"--label", "io.hitch.task-id=same-task",
|
|
44
|
+
"--label", `io.hitch.collision-domain-id=${engine.id}`,
|
|
45
|
+
base, "/bin/sh", "-c", "sleep 3",
|
|
46
|
+
])).stdout.trim();
|
|
47
|
+
if (!/^[a-f0-9]{64}$/.test(id))
|
|
48
|
+
throw new Error(`Docker endpoint returned an invalid container id: ${engine.host}`);
|
|
49
|
+
containers.set(engine.host, id);
|
|
50
|
+
return { ...engine, container_id: id };
|
|
51
|
+
}));
|
|
52
|
+
const running = await Promise.all(launches.map(async (entry) => ({
|
|
53
|
+
...entry,
|
|
54
|
+
running: (await command(entry.host, ["container", "inspect", "--format", "{{.State.Running}}", entry.container_id])).stdout.trim() === "true",
|
|
55
|
+
})));
|
|
56
|
+
if (running.some((entry) => !entry.running))
|
|
57
|
+
throw new Error("same-task containers did not overlap across independent collision domains");
|
|
58
|
+
const exitCodes = await Promise.all(running.map(async (entry) => Number((await command(entry.host, ["container", "wait", entry.container_id], 10_000)).stdout.trim())));
|
|
59
|
+
if (exitCodes.some((code) => code !== 0))
|
|
60
|
+
throw new Error(`collision-domain container failed: ${exitCodes.join(",")}`);
|
|
61
|
+
process.stdout.write(`${JSON.stringify({
|
|
62
|
+
schema_version: "1", status: "passed", task_id: "same-task", identical_container_name: name,
|
|
63
|
+
engines: running.map(({ host, id, version, container_id }) => ({ host, collision_domain_id: id, docker_version: version, container_id })),
|
|
64
|
+
overlap_observed: true, duration_ms: Date.now() - startedAt,
|
|
65
|
+
}, null, 2)}\n`);
|
|
66
|
+
}
|
|
67
|
+
finally {
|
|
68
|
+
for (const [host, id] of containers)
|
|
69
|
+
spawnSync(docker, ["--host", host, "container", "rm", "--force", id], { encoding: "utf8" });
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
function command(host, args, timeoutMs = 15_000) {
|
|
73
|
+
return runCommand(docker, ["--host", host, ...args], {
|
|
74
|
+
env: process.env, timeoutMs, failureCode: "collision_domain_canary_failed",
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
//# sourceMappingURL=canary-collision-domains.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"canary-collision-domains.js","sourceRoot":"","sources":["../../scripts/canary-collision-domains.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAExD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;AACzD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,cAAc,CAAC;AACvE,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,EAAE,CAAC;KACtE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAE3D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;IAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QACrC,cAAc,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,+BAA+B;QACjF,OAAO,EAAE,iFAAiF;KAC3F,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACjB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC;KAAM,CAAC;IACN,MAAM,SAAS,CAAC,SAA6B,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,KAAuB;IAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,0BAA0B,KAAK,EAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACzD,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,4BAA4B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3H,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,EAAE,CAAC,CAAC;YACzG,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;QAC/B,CAAC,CAAC,CAAC,CAAC;QACJ,IAAI,OAAO,CAAC,CAAC,CAAE,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC,CAAE,CAAC,EAAE,EAAE,CAAC;YACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;gBACrC,cAAc,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,mCAAmC;gBACrF,OAAO;aACR,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACjB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC9D,MAAM,EAAE,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE;gBACrC,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI;gBAC9C,SAAS,EAAE,qCAAqC;gBAChD,SAAS,EAAE,4BAA4B;gBACvC,SAAS,EAAE,gCAAgC,MAAM,CAAC,EAAE,EAAE;gBACtD,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS;aACjC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACpH,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAChC,OAAO,EAAE,GAAG,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC,CAAC;QACJ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/D,GAAG,KAAK;YACR,OAAO,EAAE,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,oBAAoB,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,MAAM;SAC9I,CAAC,CAAC,CAAC,CAAC;QACL,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC1I,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACxK,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;YACrC,cAAc,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,wBAAwB,EAAE,IAAI;YAC3F,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YACzI,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SAC5D,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;YAAS,CAAC;QACT,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,UAAU;YAAE,SAAS,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IACnI,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,IAAc,EAAE,SAAS,GAAG,MAAM;IAC/D,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE;QACnD,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,EAAE,gCAAgC;KAC3E,CAAC,CAAC;AACL,CAAC"}
|