agent-hitch 0.2.6 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -3
- package/README.zh-CN.md +14 -2
- package/dist/bin/hitch.js +25 -3
- package/dist/bin/hitch.js.map +1 -1
- package/dist/scripts/canary-benchmark.js +54 -0
- package/dist/scripts/canary-benchmark.js.map +1 -0
- package/dist/scripts/canary-buildkit-secrets.js +166 -0
- package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
- package/dist/scripts/canary-collision-domains.js +77 -0
- package/dist/scripts/canary-collision-domains.js.map +1 -0
- package/dist/scripts/canary-docker-image-observation.js +181 -0
- package/dist/scripts/canary-docker-image-observation.js.map +1 -0
- package/dist/scripts/canary-eval-scheduler-throughput.js +47 -0
- package/dist/scripts/canary-eval-scheduler-throughput.js.map +1 -0
- package/dist/scripts/canary-gpu-hardware.js +95 -0
- package/dist/scripts/canary-gpu-hardware.js.map +1 -0
- package/dist/scripts/canary-harbor-load.js +365 -0
- package/dist/scripts/canary-harbor-load.js.map +1 -0
- package/dist/scripts/canary-packaged-harness.js +75 -0
- package/dist/scripts/canary-packaged-harness.js.map +1 -0
- package/dist/scripts/canary-resource-load.js +188 -0
- package/dist/scripts/canary-resource-load.js.map +1 -0
- package/dist/scripts/check-architecture.js +10 -5
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/scripts/docker-reaper-crash-child.js +21 -0
- package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
- package/dist/src/adapters/catalog.js +3 -1
- package/dist/src/adapters/catalog.js.map +1 -1
- package/dist/src/adapters/discovery.js +1 -1
- package/dist/src/adapters/discovery.js.map +1 -1
- package/dist/src/adapters/providers/claude.js +6 -0
- package/dist/src/adapters/providers/claude.js.map +1 -1
- package/dist/src/adapters/providers/codex-auth.js +29 -0
- package/dist/src/adapters/providers/codex-auth.js.map +1 -0
- package/dist/src/adapters/providers/codex.js +29 -6
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/deepseek.js +6 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -1
- package/dist/src/adapters/providers/model-call.js +26 -0
- package/dist/src/adapters/providers/model-call.js.map +1 -0
- package/dist/src/adapters/providers/opencode.js +6 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -1
- package/dist/src/adapters/providers/pi.js +6 -0
- package/dist/src/adapters/providers/pi.js.map +1 -1
- package/dist/src/artifacts/index.js +1 -0
- package/dist/src/artifacts/index.js.map +1 -1
- package/dist/src/artifacts/preparer.js +7 -2
- package/dist/src/artifacts/preparer.js.map +1 -1
- package/dist/src/backends/harbor/agent-budget.js +31 -0
- package/dist/src/backends/harbor/agent-budget.js.map +1 -0
- package/dist/src/backends/harbor/backend.js +59 -107
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/environment-config.js +92 -0
- package/dist/src/backends/harbor/environment-config.js.map +1 -0
- package/dist/src/backends/harbor/index.js +6 -1
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +23 -0
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
- package/dist/src/backends/harbor/process.js +177 -0
- package/dist/src/backends/harbor/process.js.map +1 -0
- package/dist/src/backends/harbor/regrade.js +77 -0
- package/dist/src/backends/harbor/regrade.js.map +1 -0
- package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
- package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
- package/dist/src/backends/harbor/supervisor.js +74 -0
- package/dist/src/backends/harbor/supervisor.js.map +1 -0
- package/dist/src/backends/harbor/task-resources.js +206 -0
- package/dist/src/backends/harbor/task-resources.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -29
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +5 -1
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/benchmarks/index.js +3 -0
- package/dist/src/benchmarks/index.js.map +1 -0
- package/dist/src/benchmarks/loader.js +271 -0
- package/dist/src/benchmarks/loader.js.map +1 -0
- package/dist/src/benchmarks/metrics.js +16 -0
- package/dist/src/benchmarks/metrics.js.map +1 -0
- package/dist/src/benchmarks/toml.js +13 -0
- package/dist/src/benchmarks/toml.js.map +1 -0
- package/dist/src/benchmarks/validation.js +242 -0
- package/dist/src/benchmarks/validation.js.map +1 -0
- package/dist/src/cli/arguments.js +6 -4
- package/dist/src/cli/arguments.js.map +1 -1
- package/dist/src/cli/commands/benchmark.js +22 -0
- package/dist/src/cli/commands/benchmark.js.map +1 -0
- package/dist/src/cli/commands/capabilities.js +18 -0
- package/dist/src/cli/commands/capabilities.js.map +1 -0
- package/dist/src/cli/commands/daemon.js +135 -8
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval.js +228 -6
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/images.js +40 -0
- package/dist/src/cli/commands/images.js.map +1 -0
- package/dist/src/cli/commands/run.js +42 -17
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/commands/runs.js +25 -3
- package/dist/src/cli/commands/runs.js.map +1 -1
- package/dist/src/cli/commands/trajectory.js +96 -5
- package/dist/src/cli/commands/trajectory.js.map +1 -1
- package/dist/src/cli/commands/verifier.js +36 -0
- package/dist/src/cli/commands/verifier.js.map +1 -0
- package/dist/src/cli/commands/worker.js +79 -0
- package/dist/src/cli/commands/worker.js.map +1 -0
- package/dist/src/cli/main.js +10 -0
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +84 -4
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/build-admission.js +69 -0
- package/dist/src/control-plane/build-admission.js.map +1 -0
- package/dist/src/control-plane/build-records.js +6 -0
- package/dist/src/control-plane/build-records.js.map +1 -0
- package/dist/src/control-plane/collisions.js +40 -0
- package/dist/src/control-plane/collisions.js.map +1 -0
- package/dist/src/control-plane/eval-control-state.js +22 -0
- package/dist/src/control-plane/eval-control-state.js.map +1 -0
- package/dist/src/control-plane/eval-control-work.js +44 -0
- package/dist/src/control-plane/eval-control-work.js.map +1 -0
- package/dist/src/control-plane/eval-image-resolution.js +52 -0
- package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
- package/dist/src/control-plane/eval-image-services.js +30 -0
- package/dist/src/control-plane/eval-image-services.js.map +1 -0
- package/dist/src/control-plane/eval-records.js +252 -0
- package/dist/src/control-plane/eval-records.js.map +1 -0
- package/dist/src/control-plane/eval-recovery.js +181 -0
- package/dist/src/control-plane/eval-recovery.js.map +1 -0
- package/dist/src/control-plane/eval-scheduler.js +450 -0
- package/dist/src/control-plane/eval-scheduler.js.map +1 -0
- package/dist/src/control-plane/index.js +20 -0
- package/dist/src/control-plane/index.js.map +1 -0
- package/dist/src/control-plane/local-worker.js +49 -0
- package/dist/src/control-plane/local-worker.js.map +1 -0
- package/dist/src/control-plane/model-capture-planning.js +12 -0
- package/dist/src/control-plane/model-capture-planning.js.map +1 -0
- package/dist/src/control-plane/remote-result-transport.js +175 -0
- package/dist/src/control-plane/remote-result-transport.js.map +1 -0
- package/dist/src/control-plane/remote-work-coordinator.js +333 -0
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
- package/dist/src/control-plane/remote-work-inputs.js +266 -0
- package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
- package/dist/src/control-plane/remote-work-item.js +62 -0
- package/dist/src/control-plane/remote-work-item.js.map +1 -0
- package/dist/src/control-plane/remote-work-recovery.js +220 -0
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
- package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
- package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
- package/dist/src/control-plane/remote-worker-client.js +202 -0
- package/dist/src/control-plane/remote-worker-client.js.map +1 -0
- package/dist/src/control-plane/remote-worker-configuration.js +34 -0
- package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
- package/dist/src/control-plane/remote-worker-credentials.js +58 -0
- package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
- package/dist/src/control-plane/remote-worker-protocol.js +489 -0
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
- package/dist/src/control-plane/remote-worker-runner.js +214 -0
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
- package/dist/src/control-plane/remote-workers.js +377 -0
- package/dist/src/control-plane/remote-workers.js.map +1 -0
- package/dist/src/control-plane/rerun-scheduler.js +448 -0
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
- package/dist/src/control-plane/rerun-submission.js +62 -0
- package/dist/src/control-plane/rerun-submission.js.map +1 -0
- package/dist/src/control-plane/resources.js +182 -0
- package/dist/src/control-plane/resources.js.map +1 -0
- package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
- package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
- package/dist/src/control-plane/synthetic-result.js +21 -0
- package/dist/src/control-plane/synthetic-result.js.map +1 -0
- package/dist/src/control-plane/work-admission.js +23 -0
- package/dist/src/control-plane/work-admission.js.map +1 -0
- package/dist/src/control-plane/work-dispatcher.js +237 -0
- package/dist/src/control-plane/work-dispatcher.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +19 -3
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/controller-runtime/index.js +1 -1
- package/dist/src/controller-runtime/index.js.map +1 -1
- package/dist/src/controller-runtime/store.js +15 -6
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/auth.js +5 -0
- package/dist/src/daemon/auth.js.map +1 -1
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/event-stream.js +46 -0
- package/dist/src/daemon/event-stream.js.map +1 -0
- package/dist/src/daemon/health.js +66 -0
- package/dist/src/daemon/health.js.map +1 -0
- package/dist/src/daemon/launcher.js +28 -1
- package/dist/src/daemon/launcher.js.map +1 -1
- package/dist/src/daemon/logging.js +23 -0
- package/dist/src/daemon/logging.js.map +1 -0
- package/dist/src/daemon/scheduler.js +26 -5
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +255 -98
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/daemon/telemetry.js +163 -0
- package/dist/src/daemon/telemetry.js.map +1 -0
- package/dist/src/daemon/worker-routes.js +219 -0
- package/dist/src/daemon/worker-routes.js.map +1 -0
- package/dist/src/domain/benchmarks.js +2 -0
- package/dist/src/domain/benchmarks.js.map +1 -0
- package/dist/src/domain/bundles.js +2 -0
- package/dist/src/domain/bundles.js.map +1 -0
- package/dist/src/domain/control-plane.js +2 -0
- package/dist/src/domain/control-plane.js.map +1 -0
- package/dist/src/domain/execution-evidence.js +2 -0
- package/dist/src/domain/execution-evidence.js.map +1 -0
- package/dist/src/domain/execution-plan.js +2 -0
- package/dist/src/domain/execution-plan.js.map +1 -0
- package/dist/src/domain/images.js +2 -0
- package/dist/src/domain/images.js.map +1 -0
- package/dist/src/domain/index.js +13 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/interactions.js +2 -0
- package/dist/src/domain/interactions.js.map +1 -0
- package/dist/src/domain/providers.js +2 -0
- package/dist/src/domain/providers.js.map +1 -0
- package/dist/src/domain/resources.js +2 -0
- package/dist/src/domain/resources.js.map +1 -0
- package/dist/src/domain/runs.js.map +1 -1
- package/dist/src/domain/validation.js +11 -4
- package/dist/src/domain/validation.js.map +1 -1
- package/dist/src/domain/verifier-evidence-validation.js +214 -0
- package/dist/src/domain/verifier-evidence-validation.js.map +1 -0
- package/dist/src/domain/verifier-evidence.js +3 -0
- package/dist/src/domain/verifier-evidence.js.map +1 -0
- package/dist/src/domain/verifier-score-contract.js +232 -0
- package/dist/src/domain/verifier-score-contract.js.map +1 -0
- package/dist/src/domain/workers.js +2 -0
- package/dist/src/domain/workers.js.map +1 -0
- package/dist/src/evals/benchmark-adapter-manifest.js +219 -0
- package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -0
- package/dist/src/evals/benchmark-candidate.js +36 -0
- package/dist/src/evals/benchmark-candidate.js.map +1 -0
- package/dist/src/evals/benchmark-run.js +166 -0
- package/dist/src/evals/benchmark-run.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +183 -0
- package/dist/src/evals/collect-only-rerun.js.map +1 -0
- package/dist/src/evals/directory.js +30 -0
- package/dist/src/evals/directory.js.map +1 -0
- package/dist/src/evals/docker-engine-stats.js +89 -0
- package/dist/src/evals/docker-engine-stats.js.map +1 -0
- package/dist/src/evals/docker-ownership.js +51 -0
- package/dist/src/evals/docker-ownership.js.map +1 -0
- package/dist/src/evals/docker-reaper.js +144 -0
- package/dist/src/evals/docker-reaper.js.map +1 -0
- package/dist/src/evals/docker-resource-observer.js +207 -0
- package/dist/src/evals/docker-resource-observer.js.map +1 -0
- package/dist/src/evals/duration-estimator.js +126 -0
- package/dist/src/evals/duration-estimator.js.map +1 -0
- package/dist/src/evals/environment-image-planning.js +164 -0
- package/dist/src/evals/environment-image-planning.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +56 -0
- package/dist/src/evals/eval-artifact-planning.js.map +1 -0
- package/dist/src/evals/eval-finalization.js +10 -0
- package/dist/src/evals/eval-finalization.js.map +1 -0
- package/dist/src/evals/eval-lifecycle-events.js +29 -0
- package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
- package/dist/src/evals/eval-logical-plan.js +51 -0
- package/dist/src/evals/eval-logical-plan.js.map +1 -0
- package/dist/src/evals/eval-result-builder.js +81 -0
- package/dist/src/evals/eval-result-builder.js.map +1 -0
- package/dist/src/evals/events.js +53 -5
- package/dist/src/evals/events.js.map +1 -1
- package/dist/src/evals/evolution-baseline.js +191 -0
- package/dist/src/evals/evolution-baseline.js.map +1 -0
- package/dist/src/evals/execution-evidence.js +116 -0
- package/dist/src/evals/execution-evidence.js.map +1 -0
- package/dist/src/evals/execution-leases.js +342 -0
- package/dist/src/evals/execution-leases.js.map +1 -0
- package/dist/src/evals/execution-plan-artifacts.js +72 -0
- package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
- package/dist/src/evals/execution-plan-images.js +69 -0
- package/dist/src/evals/execution-plan-images.js.map +1 -0
- package/dist/src/evals/execution-plan-resources.js +174 -0
- package/dist/src/evals/execution-plan-resources.js.map +1 -0
- package/dist/src/evals/execution-plan.js +451 -0
- package/dist/src/evals/execution-plan.js.map +1 -0
- package/dist/src/evals/failure-classifier.js +61 -0
- package/dist/src/evals/failure-classifier.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
- package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder.js +358 -0
- package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
- package/dist/src/evals/harbor-bridge-error.js +58 -3
- package/dist/src/evals/harbor-bridge-error.js.map +1 -1
- package/dist/src/evals/harbor-node-runtime.js +146 -0
- package/dist/src/evals/harbor-node-runtime.js.map +1 -0
- package/dist/src/evals/harbor-phase-timings.js +60 -0
- package/dist/src/evals/harbor-phase-timings.js.map +1 -0
- package/dist/src/evals/index.js +40 -2
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +208 -84
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/interaction-capture-import.js +49 -0
- package/dist/src/evals/interaction-capture-import.js.map +1 -0
- package/dist/src/evals/local-docker-provider.js +372 -0
- package/dist/src/evals/local-docker-provider.js.map +1 -0
- package/dist/src/evals/local-eval-planning.js +80 -0
- package/dist/src/evals/local-eval-planning.js.map +1 -0
- package/dist/src/evals/model-capture-plan.js +22 -0
- package/dist/src/evals/model-capture-plan.js.map +1 -0
- package/dist/src/evals/model-capture-runtime.js +114 -0
- package/dist/src/evals/model-capture-runtime.js.map +1 -0
- package/dist/src/evals/model-proxy-runtime-state.js +53 -0
- package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
- package/dist/src/evals/native-phase-evidence.js +440 -0
- package/dist/src/evals/native-phase-evidence.js.map +1 -0
- package/dist/src/evals/physical-retry-work.js +31 -0
- package/dist/src/evals/physical-retry-work.js.map +1 -0
- package/dist/src/evals/planned-execution-support.js +66 -0
- package/dist/src/evals/planned-execution-support.js.map +1 -0
- package/dist/src/evals/planned-execution.js +469 -0
- package/dist/src/evals/planned-execution.js.map +1 -0
- package/dist/src/evals/planned-progress-publisher.js +62 -0
- package/dist/src/evals/planned-progress-publisher.js.map +1 -0
- package/dist/src/evals/planned-remote-execution.js +40 -0
- package/dist/src/evals/planned-remote-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-execution.js +174 -0
- package/dist/src/evals/planned-retry-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-lifecycle.js +188 -0
- package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
- package/dist/src/evals/preparation-rerun.js +225 -0
- package/dist/src/evals/preparation-rerun.js.map +1 -0
- package/dist/src/evals/prepared-harness.js +76 -0
- package/dist/src/evals/prepared-harness.js.map +1 -0
- package/dist/src/evals/progress.js +52 -12
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +20 -3
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +242 -0
- package/dist/src/evals/recovery.js.map +1 -0
- package/dist/src/evals/regrade-evidence.js +77 -0
- package/dist/src/evals/regrade-evidence.js.map +1 -0
- package/dist/src/evals/remote-infrastructure-retry.js +165 -0
- package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
- package/dist/src/evals/request.js +21 -3
- package/dist/src/evals/request.js.map +1 -1
- package/dist/src/evals/rerun-inputs.js +108 -0
- package/dist/src/evals/rerun-inputs.js.map +1 -0
- package/dist/src/evals/rerun-slots.js +4 -3
- package/dist/src/evals/rerun-slots.js.map +1 -1
- package/dist/src/evals/rerun-types.js +45 -0
- package/dist/src/evals/rerun-types.js.map +1 -0
- package/dist/src/evals/rerun.js +133 -88
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/result-helpers.js +78 -0
- package/dist/src/evals/result-helpers.js.map +1 -0
- package/dist/src/evals/resume-state.js +36 -0
- package/dist/src/evals/resume-state.js.map +1 -0
- package/dist/src/evals/retry-backoff.js +20 -0
- package/dist/src/evals/retry-backoff.js.map +1 -0
- package/dist/src/evals/retry-state.js +195 -0
- package/dist/src/evals/retry-state.js.map +1 -0
- package/dist/src/evals/scheduler-metrics.js +95 -0
- package/dist/src/evals/scheduler-metrics.js.map +1 -0
- package/dist/src/evals/scheduler-trace-replay.js +107 -0
- package/dist/src/evals/scheduler-trace-replay.js.map +1 -0
- package/dist/src/evals/service-types.js +2 -0
- package/dist/src/evals/service-types.js.map +1 -0
- package/dist/src/evals/service.js +331 -347
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/task-resources.js +209 -0
- package/dist/src/evals/task-resources.js.map +1 -0
- package/dist/src/evals/trial-environment-evidence.js +87 -0
- package/dist/src/evals/trial-environment-evidence.js.map +1 -0
- package/dist/src/evals/trial-execution-evidence.js +13 -0
- package/dist/src/evals/trial-execution-evidence.js.map +1 -0
- package/dist/src/evals/trial-import-identity.js +31 -0
- package/dist/src/evals/trial-import-identity.js.map +1 -0
- package/dist/src/evals/trial-import.js +183 -188
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +144 -0
- package/dist/src/evals/trial-publication-recovery.js.map +1 -0
- package/dist/src/evals/trial-publication.js +25 -0
- package/dist/src/evals/trial-publication.js.map +1 -0
- package/dist/src/evals/trial-reference-validation.js +49 -0
- package/dist/src/evals/trial-reference-validation.js.map +1 -0
- package/dist/src/evals/verifier-artifacts.js +317 -0
- package/dist/src/evals/verifier-artifacts.js.map +1 -0
- package/dist/src/evals/verifier-eligibility.js +25 -0
- package/dist/src/evals/verifier-eligibility.js.map +1 -0
- package/dist/src/evals/verifier-only-rerun.js +210 -0
- package/dist/src/evals/verifier-only-rerun.js.map +1 -0
- package/dist/src/evals/verifier-runtime.js +61 -0
- package/dist/src/evals/verifier-runtime.js.map +1 -0
- package/dist/src/evals/verifier-score-artifacts.js +119 -0
- package/dist/src/evals/verifier-score-artifacts.js.map +1 -0
- package/dist/src/evals/work-item-artifacts.js +23 -0
- package/dist/src/evals/work-item-artifacts.js.map +1 -0
- package/dist/src/foundation/config.js +17 -0
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/foundation/contained-file.js +85 -0
- package/dist/src/foundation/contained-file.js.map +1 -0
- package/dist/src/foundation/credential-redaction.js +162 -0
- package/dist/src/foundation/credential-redaction.js.map +1 -0
- package/dist/src/foundation/environment-image-references.js +59 -0
- package/dist/src/foundation/environment-image-references.js.map +1 -0
- package/dist/src/foundation/executable.js +45 -5
- package/dist/src/foundation/executable.js.map +1 -1
- package/dist/src/foundation/fs.js +2 -1
- package/dist/src/foundation/fs.js.map +1 -1
- package/dist/src/foundation/index.js +6 -2
- package/dist/src/foundation/index.js.map +1 -1
- package/dist/src/foundation/process-identity.js +69 -0
- package/dist/src/foundation/process-identity.js.map +1 -0
- package/dist/src/images/context.js +47 -0
- package/dist/src/images/context.js.map +1 -0
- package/dist/src/images/docker-buildkit.js +137 -0
- package/dist/src/images/docker-buildkit.js.map +1 -0
- package/dist/src/images/dockerfile.js +67 -0
- package/dist/src/images/dockerfile.js.map +1 -0
- package/dist/src/images/gc.js +261 -0
- package/dist/src/images/gc.js.map +1 -0
- package/dist/src/images/index.js +10 -0
- package/dist/src/images/index.js.map +1 -0
- package/dist/src/images/manifest.js +109 -0
- package/dist/src/images/manifest.js.map +1 -0
- package/dist/src/images/ownership.js +5 -0
- package/dist/src/images/ownership.js.map +1 -0
- package/dist/src/images/records.js +32 -0
- package/dist/src/images/records.js.map +1 -0
- package/dist/src/images/registry.js +154 -0
- package/dist/src/images/registry.js.map +1 -0
- package/dist/src/images/service.js +224 -0
- package/dist/src/images/service.js.map +1 -0
- package/dist/src/model-access/capture.js +255 -0
- package/dist/src/model-access/capture.js.map +1 -0
- package/dist/src/model-access/index.js +5 -0
- package/dist/src/model-access/index.js.map +1 -0
- package/dist/src/model-access/policy.js +49 -0
- package/dist/src/model-access/policy.js.map +1 -0
- package/dist/src/model-access/proxy.js +336 -0
- package/dist/src/model-access/proxy.js.map +1 -0
- package/dist/src/model-access/records.js +167 -0
- package/dist/src/model-access/records.js.map +1 -0
- package/dist/src/runs/adapter-process.js +12 -0
- package/dist/src/runs/adapter-process.js.map +1 -0
- package/dist/src/runs/bundle.js +450 -0
- package/dist/src/runs/bundle.js.map +1 -0
- package/dist/src/runs/events.js +12 -1
- package/dist/src/runs/events.js.map +1 -1
- package/dist/src/runs/executor.js +46 -45
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/finalizer.js +17 -0
- package/dist/src/runs/finalizer.js.map +1 -1
- package/dist/src/runs/index.js +8 -1
- package/dist/src/runs/index.js.map +1 -1
- package/dist/src/runs/manifest.js +5 -5
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/phase-bundle.js +86 -0
- package/dist/src/runs/phase-bundle.js.map +1 -0
- package/dist/src/runs/phase-cancellation.js +107 -0
- package/dist/src/runs/phase-cancellation.js.map +1 -0
- package/dist/src/runs/phase-group.js +113 -0
- package/dist/src/runs/phase-group.js.map +1 -0
- package/dist/src/runs/query.js +1 -1
- package/dist/src/runs/query.js.map +1 -1
- package/dist/src/runs/records.js +3 -0
- package/dist/src/runs/records.js.map +1 -1
- package/dist/src/runs/request.js +10 -3
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/runs/training-candidate.js +161 -0
- package/dist/src/runs/training-candidate.js.map +1 -0
- package/dist/src/runs/verifier-evidence-redaction.js +61 -0
- package/dist/src/runs/verifier-evidence-redaction.js.map +1 -0
- package/dist/src/runs/verifier-evidence.js +459 -0
- package/dist/src/runs/verifier-evidence.js.map +1 -0
- package/dist/src/runs/verifier-structured-evidence.js +83 -0
- package/dist/src/runs/verifier-structured-evidence.js.map +1 -0
- package/dist/src/trajectories/analysis.js +288 -0
- package/dist/src/trajectories/analysis.js.map +1 -0
- package/dist/src/trajectories/chunk-projection.js +148 -0
- package/dist/src/trajectories/chunk-projection.js.map +1 -0
- package/dist/src/trajectories/content-projection.js +389 -0
- package/dist/src/trajectories/content-projection.js.map +1 -0
- package/dist/src/trajectories/dsh-chunk-contract.js +176 -0
- package/dist/src/trajectories/dsh-chunk-contract.js.map +1 -0
- package/dist/src/trajectories/dsh-contract.js +284 -0
- package/dist/src/trajectories/dsh-contract.js.map +1 -0
- package/dist/src/trajectories/events-chunk-drill.js +95 -0
- package/dist/src/trajectories/events-chunk-drill.js.map +1 -0
- package/dist/src/trajectories/events-page.js +367 -0
- package/dist/src/trajectories/events-page.js.map +1 -0
- package/dist/src/trajectories/index.js +3 -0
- package/dist/src/trajectories/index.js.map +1 -1
- package/dist/src/trajectories/provider-capture.js +15 -24
- package/dist/src/trajectories/provider-capture.js.map +1 -1
- package/dist/src/trajectories/providers/deepseek.js +3 -3
- package/dist/src/trajectories/providers/deepseek.js.map +1 -1
- package/dist/src/trajectories/request-attempt.js +47 -0
- package/dist/src/trajectories/request-attempt.js.map +1 -0
- package/dist/src/trajectories/stream-reader.js +311 -0
- package/dist/src/trajectories/stream-reader.js.map +1 -0
- package/dist/src/trajectories/surface-fold.js +126 -0
- package/dist/src/trajectories/surface-fold.js.map +1 -0
- package/dist/src/workers/index.js +3 -0
- package/dist/src/workers/index.js.map +1 -0
- package/dist/src/workers/remote-harbor-work-spec.js +97 -0
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
- package/dist/src/workers/remote-harbor-worker.js +223 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -0
- package/docs/schemas/benchmark-hook-request-v1.schema.json +65 -0
- package/docs/schemas/benchmark-hook-response-v1.schema.json +75 -0
- package/docs/schemas/benchmark-hook-v1.schema.json +33 -0
- package/docs/schemas/benchmark-lock-v1.schema.json +351 -0
- package/docs/schemas/benchmark-metric-v1.schema.json +37 -0
- package/docs/schemas/benchmark-package-v1.schema.json +167 -0
- package/docs/schemas/benchmark-phase-group.schema.json +41 -0
- package/docs/schemas/benchmark-profile-v1.schema.json +141 -0
- package/docs/schemas/benchmark-task-v1.schema.json +384 -0
- package/docs/schemas/benchmark-tool-result-v1.schema.json +30 -0
- package/docs/schemas/environment-build-index.schema.json +13 -0
- package/docs/schemas/environment-build-record.schema.json +25 -0
- package/docs/schemas/environment-image-manifest.schema.json +62 -0
- package/docs/schemas/error.schema.json +22 -0
- package/docs/schemas/eval-control.schema.json +36 -0
- package/docs/schemas/eval-execution-plan.schema.json +216 -0
- package/docs/schemas/eval-progress.schema.json +1 -15
- package/docs/schemas/eval-rerun-result.schema.json +58 -0
- package/docs/schemas/eval-rerun-state.schema.json +61 -0
- package/docs/schemas/eval-rerun-submission.schema.json +60 -0
- package/docs/schemas/eval-result.schema.json +32 -13
- package/docs/schemas/eval-submission-input.schema.json +14 -0
- package/docs/schemas/eval-submission.schema.json +68 -0
- package/docs/schemas/eval-trial-publication.schema.json +15 -0
- package/docs/schemas/eval-trial-reference.schema.json +129 -0
- package/docs/schemas/execution-evidence.schema.json +96 -0
- package/docs/schemas/execution-lease.schema.json +50 -0
- package/docs/schemas/execution-provider-status.schema.json +65 -0
- package/docs/schemas/execution-worker.schema.json +53 -0
- package/docs/schemas/harbor-process-exit.schema.json +14 -0
- package/docs/schemas/interaction-capture-ref.schema.json +45 -0
- package/docs/schemas/local-provider-execution.schema.json +33 -0
- package/docs/schemas/model-interaction.schema.json +41 -0
- package/docs/schemas/regrade-assessment-reference.schema.json +11 -0
- package/docs/schemas/remote-result-envelope.schema.json +32 -0
- package/docs/schemas/remote-tree-envelope.schema.json +25 -0
- package/docs/schemas/remote-work-offer.schema.json +58 -0
- package/docs/schemas/remote-work-receipt.schema.json +50 -0
- package/docs/schemas/remote-worker-artifact.schema.json +17 -0
- package/docs/schemas/remote-worker-event.schema.json +18 -0
- package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
- package/docs/schemas/remote-worker-registration.schema.json +52 -0
- package/docs/schemas/result-bundle-index.schema.json +133 -0
- package/docs/schemas/run-context.schema.json +15 -0
- package/docs/schemas/run-environment-images.schema.json +39 -0
- package/docs/schemas/run-manifest.schema.json +4 -0
- package/docs/schemas/run-request.schema.json +4 -0
- package/docs/schemas/training-data-candidate.schema.json +46 -0
- package/docs/schemas/trajectory-analysis.schema.json +258 -0
- package/docs/schemas/trajectory-events-page.schema.json +40 -0
- package/docs/schemas/verifier-assessment.schema.json +77 -0
- package/docs/schemas/verifier-evidence.schema.json +276 -0
- package/integrations/harbor/hitch_benchmark.py +252 -0
- package/integrations/harbor/hitch_candidate_recycle.py +262 -0
- package/integrations/harbor/hitch_harbor_agent.py +698 -568
- package/integrations/harbor/hitch_harbor_environment.py +469 -0
- package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
- package/integrations/harbor/hitch_harbor_verifier.py +83 -2
- package/integrations/harbor/hitch_phase_supervisor.py +452 -0
- package/integrations/harbor/hitch_tool_client.mjs +91 -0
- package/integrations/model-call/cli.js +57 -0
- package/package.json +30 -6
|
@@ -1,11 +1,18 @@
|
|
|
1
1
|
import path from "node:path";
|
|
2
2
|
import { HitchError, SCHEMA_VERSION, invalidInput, statePaths } from "../../foundation/index.js";
|
|
3
|
-
import { loadTrajectoryRef, readTrajectory } from "../../trajectories/index.js";
|
|
4
|
-
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
3
|
+
import { DEFAULT_ANALYSIS_MAX_BYTES, DEFAULT_EVENTS_LIMIT, DEFAULT_EVENTS_MAX_BYTES, loadCanonicalTrajectorySource, loadTrajectoryRef, pageTrajectoryEvents, projectTrajectoryAnalysis, readTrajectory, serializeBoundedJson, } from "../../trajectories/index.js";
|
|
4
|
+
import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
|
|
5
5
|
export async function trajectoryCommand(args, root) {
|
|
6
6
|
const action = args.shift();
|
|
7
|
-
if (action
|
|
8
|
-
|
|
7
|
+
if (action === "inspect")
|
|
8
|
+
return inspectTrajectory(args, root);
|
|
9
|
+
if (action === "project")
|
|
10
|
+
return projectTrajectory(args, root);
|
|
11
|
+
if (action === "events")
|
|
12
|
+
return eventsTrajectory(args, root);
|
|
13
|
+
throw invalidInput("trajectory requires inspect, project, or events");
|
|
14
|
+
}
|
|
15
|
+
async function inspectTrajectory(args, root) {
|
|
9
16
|
const json = takeFlag(args, "--json");
|
|
10
17
|
const runId = args.shift();
|
|
11
18
|
if (!runId)
|
|
@@ -18,7 +25,7 @@ export async function trajectoryCommand(args, root) {
|
|
|
18
25
|
}
|
|
19
26
|
const { header, events } = await readTrajectory(ref.path);
|
|
20
27
|
if (json) {
|
|
21
|
-
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, run_id: runId, ref, header, events }
|
|
28
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, run_id: runId, ref, header, events })}\n`);
|
|
22
29
|
return;
|
|
23
30
|
}
|
|
24
31
|
process.stdout.write(`${runId}: ${ref.fidelity} trajectory (${events.length} events)\n`);
|
|
@@ -28,4 +35,88 @@ export async function trajectoryCommand(args, root) {
|
|
|
28
35
|
const toolResults = events.filter((event) => event.type === "tool/result");
|
|
29
36
|
process.stdout.write(` assistant messages: ${assistantMessages.length}, tool results: ${toolResults.length}\n`);
|
|
30
37
|
}
|
|
38
|
+
async function projectTrajectory(args, root) {
|
|
39
|
+
const json = takeFlag(args, "--json");
|
|
40
|
+
const profile = takeOption(args, "--profile") ?? "analysis";
|
|
41
|
+
const maxBytes = integerOption(takeOption(args, "--max-bytes"), DEFAULT_ANALYSIS_MAX_BYTES, "--max-bytes", 1);
|
|
42
|
+
const runId = args.shift();
|
|
43
|
+
if (!runId)
|
|
44
|
+
throw invalidInput("trajectory project requires a run ID");
|
|
45
|
+
if (profile !== "analysis")
|
|
46
|
+
throw invalidInput("trajectory project --profile must be analysis");
|
|
47
|
+
assertNoArgs(args);
|
|
48
|
+
const source = await requireSource(root, runId);
|
|
49
|
+
const result = await projectTrajectoryAnalysis(source, { maxBytes });
|
|
50
|
+
if (json) {
|
|
51
|
+
process.stdout.write(serializeBoundedJson(result, maxBytes));
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
process.stdout.write(`${runId}: bounded trajectory analysis\n`);
|
|
55
|
+
process.stdout.write(` source: ${result.source.event_count} events, ${result.source.canonical_bytes} bytes\n`);
|
|
56
|
+
process.stdout.write(` surface: ${result.surface.current_node_seqs.length} current nodes\n`);
|
|
57
|
+
process.stdout.write(` diagnostic: ${result.events.length} events, ${result.chunk_summaries.length} chunk summaries\n`);
|
|
58
|
+
}
|
|
59
|
+
async function eventsTrajectory(args, root) {
|
|
60
|
+
const json = takeFlag(args, "--json");
|
|
61
|
+
const typesValue = takeOption(args, "--types");
|
|
62
|
+
const seqStartValue = takeOption(args, "--seq-start");
|
|
63
|
+
const seqEndValue = takeOption(args, "--seq-end");
|
|
64
|
+
const field = takeOption(args, "--field");
|
|
65
|
+
const canonicalSha256Value = takeOption(args, "--canonical-sha256");
|
|
66
|
+
const cursor = takeOption(args, "--cursor");
|
|
67
|
+
const limit = integerOption(takeOption(args, "--limit"), DEFAULT_EVENTS_LIMIT, "--limit", 1);
|
|
68
|
+
const maxBytes = integerOption(takeOption(args, "--max-bytes"), DEFAULT_EVENTS_MAX_BYTES, "--max-bytes", 1);
|
|
69
|
+
const runId = args.shift();
|
|
70
|
+
if (!runId)
|
|
71
|
+
throw invalidInput("trajectory events requires a run ID");
|
|
72
|
+
assertNoArgs(args);
|
|
73
|
+
const hasFilter = typesValue !== undefined || seqStartValue !== undefined || seqEndValue !== undefined || field !== undefined;
|
|
74
|
+
const filter = hasFilter ? {
|
|
75
|
+
...(typesValue === undefined ? {} : { types: typesValue.split(",") }),
|
|
76
|
+
...(seqStartValue === undefined ? {} : { seq_start: integerOption(seqStartValue, 0, "--seq-start") }),
|
|
77
|
+
...(seqEndValue === undefined ? {} : { seq_end: integerOption(seqEndValue, 0, "--seq-end") }),
|
|
78
|
+
...(field === undefined ? {} : { field }),
|
|
79
|
+
} : undefined;
|
|
80
|
+
if (canonicalSha256Value !== undefined && !/^sha256:[a-f0-9]{64}$/.test(canonicalSha256Value)) {
|
|
81
|
+
throw invalidInput("--canonical-sha256 must be a sha256 digest");
|
|
82
|
+
}
|
|
83
|
+
const source = await requireSource(root, runId);
|
|
84
|
+
const result = await pageTrajectoryEvents(source, {
|
|
85
|
+
limit,
|
|
86
|
+
maxBytes,
|
|
87
|
+
...(filter === undefined ? {} : { filter }),
|
|
88
|
+
...(cursor === undefined ? {} : { cursor }),
|
|
89
|
+
...(canonicalSha256Value === undefined ? {} : { canonicalSha256: canonicalSha256Value }),
|
|
90
|
+
});
|
|
91
|
+
if (json) {
|
|
92
|
+
process.stdout.write(serializeBoundedJson(result, maxBytes, "trajectory_events_page_overflow"));
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
process.stdout.write(`${runId}: ${result.events.length}/${result.total_matches} matching trajectory events${result.eof ? " (end)" : ""}\n`);
|
|
96
|
+
for (const event of result.events) {
|
|
97
|
+
const row = event;
|
|
98
|
+
process.stdout.write(` ${row.seq ?? "?"} ${row.type ?? "unknown"}\n`);
|
|
99
|
+
}
|
|
100
|
+
if (result.next_cursor)
|
|
101
|
+
process.stdout.write(` next cursor: ${result.next_cursor}\n`);
|
|
102
|
+
}
|
|
103
|
+
async function requireSource(root, runId) {
|
|
104
|
+
if (!/^run_[a-f0-9]{32}$/.test(runId))
|
|
105
|
+
throw invalidInput("trajectory requires a valid run ID");
|
|
106
|
+
const runDirectory = path.join(statePaths(root).runs, runId);
|
|
107
|
+
const source = await loadCanonicalTrajectorySource(runDirectory, runId);
|
|
108
|
+
if (!source) {
|
|
109
|
+
throw new HitchError(`run ${runId} has no canonical trajectory`, { code: "trajectory_not_found", exitCode: 3 });
|
|
110
|
+
}
|
|
111
|
+
return source;
|
|
112
|
+
}
|
|
113
|
+
function integerOption(value, fallback, name, minimum = 0) {
|
|
114
|
+
if (value === undefined)
|
|
115
|
+
return fallback;
|
|
116
|
+
const parsed = Number(value);
|
|
117
|
+
if (!Number.isSafeInteger(parsed) || parsed < minimum) {
|
|
118
|
+
throw invalidInput(`${name} must be ${minimum === 0 ? "a non-negative" : "a positive"} safe integer`);
|
|
119
|
+
}
|
|
120
|
+
return parsed;
|
|
121
|
+
}
|
|
31
122
|
//# sourceMappingURL=trajectory.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"trajectory.js","sourceRoot":"","sources":["../../../../src/cli/commands/trajectory.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACjG,OAAO,
|
|
1
|
+
{"version":3,"file":"trajectory.js","sourceRoot":"","sources":["../../../../src/cli/commands/trajectory.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACjG,OAAO,EACL,0BAA0B,EAC1B,oBAAoB,EACpB,wBAAwB,EACxB,6BAA6B,EAC7B,iBAAiB,EACjB,oBAAoB,EACpB,yBAAyB,EACzB,cAAc,EACd,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAErE,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAc,EAAE,IAAY;IAClE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/D,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/D,IAAI,MAAM,KAAK,QAAQ;QAAE,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7D,MAAM,YAAY,CAAC,iDAAiD,CAAC,CAAC;AACxE,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAc,EAAE,IAAY;IAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IACvE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC;IAClD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,8BAA8B,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAClH,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1D,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACpH,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,GAAG,CAAC,QAAQ,gBAAgB,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC;IACzF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;IACvD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;IAC9C,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC;IACvF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;IAC3E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,iBAAiB,CAAC,MAAM,mBAAmB,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;AACnH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAc,EAAE,IAAY;IAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,UAAU,CAAC;IAC5D,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,0BAA0B,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;IAC9G,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IACvE,IAAI,OAAO,KAAK,UAAU;QAAE,MAAM,YAAY,CAAC,+CAA+C,CAAC,CAAC;IAChG,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IACrE,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC7D,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,iCAAiC,CAAC,CAAC;IAChE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,CAAC,WAAW,YAAY,MAAM,CAAC,MAAM,CAAC,eAAe,UAAU,CAAC,CAAC;IAChH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,kBAAkB,CAAC,CAAC;IAC9F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,eAAe,CAAC,MAAM,oBAAoB,CAAC,CAAC;AAC3H,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAY;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC1C,MAAM,oBAAoB,GAAG,UAAU,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,oBAAoB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,wBAAwB,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;IAC5G,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,qCAAqC,CAAC,CAAC;IACtE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,SAAS,GAAG,UAAU,KAAK,SAAS,IAAI,aAAa,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,CAAC;IAC9H,MAAM,MAAM,GAAuC,SAAS,CAAC,CAAC,CAAC;QAC7D,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACrE,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,aAAa,CAAC,aAAa,EAAE,CAAC,EAAE,aAAa,CAAC,EAAE,CAAC;QACrG,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,WAAW,EAAE,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;QAC7F,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,oBAAoB,KAAK,SAAS,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC9F,MAAM,YAAY,CAAC,4CAA4C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE;QAChD,KAAK;QACL,QAAQ;QACR,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3C,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,oBAA0C,EAAE,CAAC;KAC/G,CAAC,CAAC;IACH,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,EAAE,iCAAiC,CAAC,CAAC,CAAC;QAChG,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,8BAA8B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC5I,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,KAAwC,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,KAAK,GAAG,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,MAAM,CAAC,WAAW;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;AACzF,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,KAAa;IACtD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;IAChG,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,MAAM,6BAA6B,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,8BAA8B,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAClH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY,EAAE,OAAO,GAAG,CAAC;IAC3F,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,OAAO,EAAE,CAAC;QACtD,MAAM,YAAY,CAAC,GAAG,IAAI,YAAY,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,YAAY,eAAe,CAAC,CAAC;IACxG,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { invalidInput } from "../../foundation/index.js";
|
|
2
|
+
import { loadVerifierEvidence } from "../../runs/index.js";
|
|
3
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
4
|
+
export async function verifierCommand(args, root) {
|
|
5
|
+
const action = args.shift();
|
|
6
|
+
if (action !== "inspect")
|
|
7
|
+
throw invalidInput("verifier requires inspect");
|
|
8
|
+
const json = takeFlag(args, "--json");
|
|
9
|
+
const runId = args.shift();
|
|
10
|
+
if (!runId || !/^run_[a-f0-9]{32}$/.test(runId)) {
|
|
11
|
+
throw invalidInput("verifier inspect requires a valid run ID");
|
|
12
|
+
}
|
|
13
|
+
assertNoArgs(args);
|
|
14
|
+
const evidence = await loadVerifierEvidence(root, runId);
|
|
15
|
+
if (json) {
|
|
16
|
+
process.stdout.write(`${JSON.stringify(evidence, null, 2)}\n`);
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
process.stdout.write(`${runId}: verifier ${evidence.verifier.status}\n`);
|
|
20
|
+
if (evidence.observation) {
|
|
21
|
+
const reward = evidence.observation.reward === undefined ? "" : `, reward ${evidence.observation.reward}`;
|
|
22
|
+
process.stdout.write(` observation: ${evidence.observation.status}${reward}\n`);
|
|
23
|
+
}
|
|
24
|
+
const diagnostics = evidence.verifier.diagnostics;
|
|
25
|
+
if (diagnostics) {
|
|
26
|
+
const artifacts = [
|
|
27
|
+
...(diagnostics.ctrf ? [diagnostics.ctrf] : []),
|
|
28
|
+
...(diagnostics.stdout ?? []),
|
|
29
|
+
...(diagnostics.stderr ?? []),
|
|
30
|
+
];
|
|
31
|
+
process.stdout.write(` diagnostics: ${artifacts.map((artifact) => artifact.name).join(", ") || "structured only"}\n`);
|
|
32
|
+
}
|
|
33
|
+
for (const issue of evidence.verifier.issues ?? [])
|
|
34
|
+
process.stdout.write(` issue: ${issue}\n`);
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=verifier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verifier.js","sourceRoot":"","sources":["../../../../src/cli/commands/verifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,IAAY;IAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS;QAAE,MAAM,YAAY,CAAC,2BAA2B,CAAC,CAAC;IAC1E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,YAAY,CAAC,0CAA0C,CAAC,CAAC;IACjE,CAAC;IACD,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACzD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,cAAc,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;IACzE,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,QAAQ,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;QAC1G,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;IAClD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG;YAChB,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;YAC7B,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;SAC9B,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC,CAAC;IACzH,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;AAClG,CAAC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { loadRemoteWorkerCredential, loadRemoteWorkerRegistration, loadRemoteWorkerToken, RemoteWorkerHttpClient, RemoteWorkerRunner, writeRemoteWorkerCredential, } from "../../control-plane/index.js";
|
|
3
|
+
import { releaseRemoteHarborOffer, remoteHarborWorker } from "../../workers/index.js";
|
|
4
|
+
import { invalidInput, parseDuration } from "../../foundation/index.js";
|
|
5
|
+
import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
|
|
6
|
+
export async function workerCommand(args, root) {
|
|
7
|
+
const action = args.shift();
|
|
8
|
+
if (action === "register")
|
|
9
|
+
return registerWorker(args);
|
|
10
|
+
if (action === "run")
|
|
11
|
+
return runWorker(args, root);
|
|
12
|
+
throw invalidInput("worker requires register or run");
|
|
13
|
+
}
|
|
14
|
+
async function registerWorker(args) {
|
|
15
|
+
const server = requiredOption(args, "--server");
|
|
16
|
+
const registrationFile = path.resolve(requiredOption(args, "--registration"));
|
|
17
|
+
const adminTokenFile = path.resolve(requiredOption(args, "--admin-token-file"));
|
|
18
|
+
const credentialFile = path.resolve(requiredOption(args, "--credential-file"));
|
|
19
|
+
assertNoArgs(args);
|
|
20
|
+
const registration = await loadRemoteWorkerRegistration(registrationFile);
|
|
21
|
+
const adminToken = await loadRemoteWorkerToken(adminTokenFile);
|
|
22
|
+
const credential = await RemoteWorkerHttpClient.register({ baseUrl: server, adminToken, registration });
|
|
23
|
+
await writeRemoteWorkerCredential(credentialFile, credential);
|
|
24
|
+
process.stdout.write(`Registered ${credential.worker_id} generation ${credential.generation}; credential written to ${credentialFile}\n`);
|
|
25
|
+
}
|
|
26
|
+
async function runWorker(args, root) {
|
|
27
|
+
const server = requiredOption(args, "--server");
|
|
28
|
+
const registrationFile = path.resolve(requiredOption(args, "--registration"));
|
|
29
|
+
const credentialFile = path.resolve(requiredOption(args, "--credential-file"));
|
|
30
|
+
const harborExecutable = takeOption(args, "--harbor");
|
|
31
|
+
const dockerExecutable = takeOption(args, "--docker");
|
|
32
|
+
const once = takeFlag(args, "--once");
|
|
33
|
+
const pollIntervalMs = durationOption(args, "--poll-interval", 1_000);
|
|
34
|
+
const heartbeatIntervalMs = durationOption(args, "--heartbeat-interval", 10_000);
|
|
35
|
+
assertNoArgs(args);
|
|
36
|
+
const registration = await loadRemoteWorkerRegistration(registrationFile);
|
|
37
|
+
const credential = await loadRemoteWorkerCredential(credentialFile);
|
|
38
|
+
if (registration.worker_id !== credential.worker_id)
|
|
39
|
+
throw invalidInput("worker registration and credential identities do not match");
|
|
40
|
+
const client = new RemoteWorkerHttpClient({ baseUrl: server, credential });
|
|
41
|
+
const controller = new AbortController();
|
|
42
|
+
const stop = () => controller.abort(new Error("worker shutdown requested"));
|
|
43
|
+
process.once("SIGINT", stop);
|
|
44
|
+
process.once("SIGTERM", stop);
|
|
45
|
+
const execution = {
|
|
46
|
+
root,
|
|
47
|
+
...(harborExecutable ? { harborExecutable: path.resolve(harborExecutable) } : {}),
|
|
48
|
+
...(dockerExecutable ? { dockerExecutable: path.resolve(dockerExecutable) } : {}),
|
|
49
|
+
};
|
|
50
|
+
const runner = new RemoteWorkerRunner({
|
|
51
|
+
client, capacity: registration.capacity.allocatable, execute: remoteHarborWorker(execution),
|
|
52
|
+
releaseUnknown: (offer) => releaseRemoteHarborOffer(execution, offer),
|
|
53
|
+
signal: controller.signal, once, pollIntervalMs, heartbeatIntervalMs,
|
|
54
|
+
onError: (error) => process.stderr.write(`hitch worker: ${safeMessage(error)}\n`),
|
|
55
|
+
});
|
|
56
|
+
process.stdout.write(`Running ${credential.worker_id} generation ${credential.generation}\n`);
|
|
57
|
+
try {
|
|
58
|
+
await runner.run();
|
|
59
|
+
}
|
|
60
|
+
finally {
|
|
61
|
+
process.removeListener("SIGINT", stop);
|
|
62
|
+
process.removeListener("SIGTERM", stop);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
function requiredOption(args, name) {
|
|
66
|
+
const value = takeOption(args, name);
|
|
67
|
+
if (!value)
|
|
68
|
+
throw invalidInput(`${name} is required`);
|
|
69
|
+
return value;
|
|
70
|
+
}
|
|
71
|
+
function durationOption(args, name, fallback) {
|
|
72
|
+
const value = takeOption(args, name);
|
|
73
|
+
const parsed = value === undefined ? fallback : parseDuration(value);
|
|
74
|
+
if (!Number.isSafeInteger(parsed) || parsed < 50 || parsed > 5 * 60_000)
|
|
75
|
+
throw invalidInput(`${name} must be between 50ms and 5m`);
|
|
76
|
+
return parsed;
|
|
77
|
+
}
|
|
78
|
+
function safeMessage(error) { return (error?.message || String(error)).replace(/[\0\r\n]/g, " ").slice(0, 1_024); }
|
|
79
|
+
//# sourceMappingURL=worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../../src/cli/commands/worker.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAC5B,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,EAClB,2BAA2B,GAC5B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACtF,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAErE,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAc,EAAE,IAAY;IAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,MAAM,KAAK,UAAU;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,MAAM,KAAK,KAAK;QAAE,OAAO,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnD,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;AACxD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAc;IAC1C,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC9E,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAChF,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC/E,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,YAAY,GAAG,MAAM,4BAA4B,CAAC,gBAAgB,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAC;IACxG,MAAM,2BAA2B,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,UAAU,CAAC,SAAS,eAAe,UAAU,CAAC,UAAU,2BAA2B,cAAc,IAAI,CAAC,CAAC;AAC5I,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,IAAc,EAAE,IAAY;IACnD,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC9E,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAC/E,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,cAAc,CAAC,IAAI,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;IACtE,MAAM,mBAAmB,GAAG,cAAc,CAAC,IAAI,EAAE,sBAAsB,EAAE,MAAM,CAAC,CAAC;IACjF,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,YAAY,GAAG,MAAM,4BAA4B,CAAC,gBAAgB,CAAC,CAAC;IAC1E,MAAM,UAAU,GAAG,MAAM,0BAA0B,CAAC,cAAc,CAAC,CAAC;IACpE,IAAI,YAAY,CAAC,SAAS,KAAK,UAAU,CAAC,SAAS;QAAE,MAAM,YAAY,CAAC,4DAA4D,CAAC,CAAC;IACtI,MAAM,MAAM,GAAG,IAAI,sBAAsB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAC5E,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC7B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC9B,MAAM,SAAS,GAAG;QAChB,IAAI;QACJ,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClF,CAAC;IACF,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;QACpC,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC;QAC3F,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,wBAAwB,CAAC,SAAS,EAAE,KAAK,CAAC;QACrE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,mBAAmB;QACpE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;KAClF,CAAC,CAAC;IACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,UAAU,CAAC,SAAS,eAAe,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;IAC9F,IAAI,CAAC;QAAC,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;IAAC,CAAC;YACnB,CAAC;QACP,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAc,EAAE,IAAY;IAClD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,GAAG,IAAI,cAAc,CAAC,CAAC;IACtD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,IAAc,EAAE,IAAY,EAAE,QAAgB;IACpE,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,MAAM,MAAM,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,EAAE,IAAI,MAAM,GAAG,CAAC,GAAG,MAAM;QAAE,MAAM,YAAY,CAAC,GAAG,IAAI,8BAA8B,CAAC,CAAC;IACnI,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,IAAY,OAAO,CAAE,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC"}
|
package/dist/src/cli/main.js
CHANGED
|
@@ -14,6 +14,11 @@ import { workspaceCommand } from "./commands/workspace.js";
|
|
|
14
14
|
import { trajectoryCommand } from "./commands/trajectory.js";
|
|
15
15
|
import { feedbackCommand } from "./commands/feedback.js";
|
|
16
16
|
import { daemonCommand } from "./commands/daemon.js";
|
|
17
|
+
import { workerCommand } from "./commands/worker.js";
|
|
18
|
+
import { imagesCommand } from "./commands/images.js";
|
|
19
|
+
import { benchmarkCommand } from "./commands/benchmark.js";
|
|
20
|
+
import { verifierCommand } from "./commands/verifier.js";
|
|
21
|
+
import { capabilitiesCommand } from "./commands/capabilities.js";
|
|
17
22
|
export async function main(argv) {
|
|
18
23
|
const args = [...argv];
|
|
19
24
|
const root = path.resolve(takeOption(args, "--root") || defaultRoot());
|
|
@@ -27,10 +32,15 @@ export async function main(argv) {
|
|
|
27
32
|
case "runs": return runsCommand(args, root);
|
|
28
33
|
case "compare": return compareCommand(args, root);
|
|
29
34
|
case "eval": return evalCommand(args, root);
|
|
35
|
+
case "benchmark": return benchmarkCommand(args);
|
|
30
36
|
case "workspace": return workspaceCommand(args, root);
|
|
31
37
|
case "trajectory": return trajectoryCommand(args, root);
|
|
38
|
+
case "verifier": return verifierCommand(args, root);
|
|
32
39
|
case "feedback": return feedbackCommand(args, root);
|
|
33
40
|
case "daemon": return daemonCommand(args, root);
|
|
41
|
+
case "worker": return workerCommand(args, root);
|
|
42
|
+
case "images": return imagesCommand(args, root);
|
|
43
|
+
case "capabilities": return capabilitiesCommand(args);
|
|
34
44
|
case "help":
|
|
35
45
|
case "--help":
|
|
36
46
|
case "-h":
|
package/dist/src/cli/main.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"main.js","sourceRoot":"","sources":["../../../src/cli/main.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,IAAI,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACzG,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"main.js","sourceRoot":"","sources":["../../../src/cli/main.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,IAAI,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACzG,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,IAAc;IACvC,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAE7B,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,MAAM,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;QACtC,KAAK,SAAS,CAAC,CAAC,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,SAAS,CAAC,CAAC,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,SAAS,CAAC,CAAC,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,KAAK,CAAC,CAAC,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1C,KAAK,MAAM,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,KAAK,SAAS,CAAC,CAAC,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,MAAM,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,KAAK,WAAW,CAAC,CAAC,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChD,KAAK,WAAW,CAAC,CAAC,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtD,KAAK,YAAY,CAAC,CAAC,OAAO,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,KAAK,UAAU,CAAC,CAAC,OAAO,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,KAAK,UAAU,CAAC,CAAC,OAAO,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,KAAK,QAAQ,CAAC,CAAC,OAAO,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,KAAK,QAAQ,CAAC,CAAC,OAAO,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,KAAK,QAAQ,CAAC,CAAC,OAAO,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,KAAK,cAAc,CAAC,CAAC,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,IAAI,CAAC;QACV,KAAK,SAAS;YACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACjC,OAAO;QACT,KAAK,WAAW,CAAC;QACjB,KAAK,IAAI;YACP,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,kBAAkB,EAAE,IAAI,CAAC,CAAC;YACxD,OAAO;QACT;YACE,MAAM,YAAY,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACtD,CAAC;AACH,CAAC"}
|
package/dist/src/cli/output.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { delay } from "../foundation/index.js";
|
|
1
|
+
import { HitchError, delay } from "../foundation/index.js";
|
|
2
2
|
export function revisionLabel(resolved) {
|
|
3
3
|
if (resolved.revision.type === "commit")
|
|
4
4
|
return resolved.revision.commit || "";
|
|
@@ -33,6 +33,49 @@ export async function waitForDaemonRun(client, runId, output) {
|
|
|
33
33
|
await delay(200);
|
|
34
34
|
}
|
|
35
35
|
}
|
|
36
|
+
export async function waitForDaemonEval(client, evalId, output) {
|
|
37
|
+
let eventOffset = 0;
|
|
38
|
+
for (;;) {
|
|
39
|
+
const status = await client.request(`/v1/evals/${evalId}`);
|
|
40
|
+
if (output === "jsonl") {
|
|
41
|
+
try {
|
|
42
|
+
const response = await client.requestWithMetadata(`/v1/evals/${evalId}/events?offset=${eventOffset}`);
|
|
43
|
+
for (const line of String(response.payload).trim().split(/\r?\n/).filter(Boolean)) {
|
|
44
|
+
JSON.parse(line);
|
|
45
|
+
process.stdout.write(`${line}\n`);
|
|
46
|
+
}
|
|
47
|
+
eventOffset = Number(response.headers.get("x-hitch-next-offset") || eventOffset);
|
|
48
|
+
}
|
|
49
|
+
catch (error) {
|
|
50
|
+
if (error.status !== 404)
|
|
51
|
+
throw error;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
if (status.result) {
|
|
55
|
+
if (output === "json")
|
|
56
|
+
process.stdout.write(`${JSON.stringify(status.result, null, 2)}\n`);
|
|
57
|
+
return status.result;
|
|
58
|
+
}
|
|
59
|
+
await delay(200);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
export async function waitForDaemonEvalRerun(client, evalId, rerunId) {
|
|
63
|
+
for (;;) {
|
|
64
|
+
const status = await client.request(`/v1/evals/${evalId}/reruns/${rerunId}`);
|
|
65
|
+
if (status.result && status.state?.status === "completed") {
|
|
66
|
+
process.stdout.write(`${JSON.stringify(status.result, null, 2)}\n`);
|
|
67
|
+
return status.result;
|
|
68
|
+
}
|
|
69
|
+
const state = status.state;
|
|
70
|
+
if (state?.status === "failed" || state?.status === "cancelled") {
|
|
71
|
+
throw new HitchError(typeof state.error?.message === "string" ? state.error.message : "eval rerun failed", {
|
|
72
|
+
code: typeof state.error?.code === "string" ? state.error.code : "eval_rerun_failed",
|
|
73
|
+
exitCode: 12,
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
await delay(200);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
36
79
|
export function helpText() {
|
|
37
80
|
return `Hitch — content-addressed version control and evidence storage for agent harnesses
|
|
38
81
|
|
|
@@ -45,27 +88,56 @@ Usage:
|
|
|
45
88
|
hitch runs list [filters] [--json]
|
|
46
89
|
hitch runs inspect <run-id> [--json]
|
|
47
90
|
hitch runs rebuild-index [--json]
|
|
91
|
+
hitch runs candidate <run-id> [--context-license allowed|denied|unknown] [--capture-required] [--json]
|
|
48
92
|
hitch compare model|harness [filters] [--reference-run <run-id>] [--json]
|
|
49
93
|
hitch eval setup harbor [--version <version>] [--python <path>] [--force] [--json]
|
|
50
94
|
hitch eval doctor [--harbor <path>] [--python <path>] [--docker <path>] [--json]
|
|
51
|
-
hitch eval run [--backend harbor] --dataset <ref> --harness <immutable-ref> [--model <id>] [--attempts <n>] [--infrastructure-retries <n>] [--eval-id <eval-id>]
|
|
52
|
-
hitch
|
|
95
|
+
hitch eval run [--backend harbor] --dataset <ref> --harness <immutable-ref> [--model <id>] [--attempts <n>] [--infrastructure-retries <n>] [--eval-id <eval-id>] [--daemon] [--idempotency-key <key>] [execution policy]
|
|
96
|
+
hitch benchmark validate --package <directory>
|
|
97
|
+
hitch benchmark lock --package <directory> [--out <benchmark.lock.json>]
|
|
98
|
+
hitch benchmark compile --package <directory> --out <harbor-dataset>
|
|
99
|
+
hitch eval run --benchmark <directory> | --benchmark-lock <file> --harness <immutable-ref> [--model <id>]
|
|
100
|
+
hitch eval submit [--backend harbor] --dataset <ref> --harness <immutable-ref> [--model <id>] [--idempotency-key <key>] [execution policy]
|
|
101
|
+
execution policy: [--provider <id>] [--cpu-per-trial <integer-cpus>] [--memory-per-trial <size>]
|
|
102
|
+
[--build-mode backend|prebuild-preferred|prebuild-required]
|
|
103
|
+
[--model-capture off|native|proxy|hybrid] [--require-model-capture]
|
|
104
|
+
hitch eval watch <eval-id> [--output json|jsonl]
|
|
105
|
+
hitch eval cancel <eval-id>
|
|
106
|
+
hitch eval rerun <eval-id> (--invalid | --task <name> [--task <name> ...]) [--type <type>] [--verifier-runtime <sha256:id>] [--daemon] [--rerun-id <id>] [--output json]
|
|
107
|
+
hitch eval rerun-cancel <eval-id> <rerun-id>
|
|
53
108
|
hitch eval list [--json]
|
|
54
109
|
hitch eval inspect <eval-id> [--json]
|
|
55
110
|
hitch workspace inspect <run-id> [--json]
|
|
56
111
|
hitch workspace path <run-id>
|
|
57
112
|
hitch workspace remove <run-id> [--force] [--json]
|
|
113
|
+
hitch images gc [--minimum-age <duration>] [--apply] [--json]
|
|
114
|
+
hitch images pin <sha256:image-id> [--reason <text>]
|
|
115
|
+
hitch images unpin <sha256:image-id>
|
|
58
116
|
hitch trajectory inspect <run-id> [--json]
|
|
117
|
+
hitch verifier inspect <run-id> [--json]
|
|
118
|
+
hitch trajectory project <run-id> [--profile analysis] [--max-bytes <bytes>] [--json]
|
|
119
|
+
hitch trajectory events <run-id> [--types <a,b>] [--seq-start <n>] [--seq-end <n>] [--field <path>] [--canonical-sha256 <digest>] [--limit <n>] [--cursor <opaque>] [--max-bytes <bytes>] [--json]
|
|
120
|
+
hitch capabilities [--json]
|
|
59
121
|
hitch feedback list <run-id> [--json]
|
|
60
122
|
hitch feedback put <run-id> --message <id> --rating positive|negative [--note <text>] [--if-version <v>] [--json]
|
|
61
123
|
hitch feedback delete <run-id> --message <id> [--if-version <v>] [--json]
|
|
62
124
|
hitch daemon start [--foreground] [--port <port>] [--max-concurrent <n>]
|
|
125
|
+
[--capacity-cpu-millis <n>] [--capacity-memory-mib <n>]
|
|
126
|
+
[--container-slots <n>] [--build-slots <n>]
|
|
127
|
+
[--capacity-gpus <n>] [--eval-gpus <n>]
|
|
128
|
+
[--capacity-ephemeral-disk-mib <n>] [--eval-ephemeral-disk-mib <n>]
|
|
129
|
+
[--run-cpu-millis <n>] [--run-memory-mib <n>]
|
|
130
|
+
[--eval-cpu-millis <n>] [--eval-memory-mib <n>]
|
|
63
131
|
hitch daemon stop | status [--json] | logs [-n <lines>]
|
|
64
132
|
hitch daemon submit --harness <ref> --prompt <text> [--workspace-mode <mode>] [--wait]
|
|
65
133
|
hitch daemon cancel <run-id>
|
|
134
|
+
hitch worker register --server <url> --registration <json> --admin-token-file <file> --credential-file <file>
|
|
135
|
+
hitch worker run --server <url> --registration <json> --credential-file <file> [--harbor <path>] [--docker <path>] [--once]
|
|
66
136
|
|
|
67
137
|
Eval:
|
|
68
138
|
Harbor runs each task in Docker; Hitch executes the selected harness inside that task container.
|
|
139
|
+
Rerun type candidate-restart is supported and is the compatibility default.
|
|
140
|
+
collect-only imports an already-finished Harbor result without executing Candidate. candidate-resume, trajectory-replay, and verifier-only fail explicitly until their recovery prerequisites exist.
|
|
69
141
|
Use 'hitch eval setup harbor' for an isolated managed install and 'hitch eval doctor' to verify it.
|
|
70
142
|
Eval accepts exact version:, registered commit:, or full lowercase local git+file commit refs.
|
|
71
143
|
Local Git evals transport only committed Git objects; the source repository must be clean.
|
|
@@ -76,9 +148,13 @@ Eval:
|
|
|
76
148
|
Verifier infrastructure failures are retried once by default; use --infrastructure-retries 0 to disable.
|
|
77
149
|
--task selects every invalid or missing attempt for the named task.
|
|
78
150
|
|
|
79
|
-
Trajectory and feedback:
|
|
151
|
+
Trajectory, verifier evidence, and feedback:
|
|
80
152
|
Structured adapters preserve provider-native events plus a DSH-compatible canonical view
|
|
81
153
|
under runs/<run>/trajectory/, bound by trajectory.ref.json V2 checksums.
|
|
154
|
+
Verifier inspection returns bounded, redacted, run-centered result and diagnostic evidence.
|
|
155
|
+
Bounded analysis reconstructs the DSH surface, coalesces raw chunks, and exposes
|
|
156
|
+
source-filtered cursor pages without loading or printing the complete event array.
|
|
157
|
+
Field drill-down requires an exact seq window and the canonical SHA-256 from a prior view.
|
|
82
158
|
Message feedback is a lifecycle-bound sidecar.
|
|
83
159
|
|
|
84
160
|
Workspace modes:
|
|
@@ -95,6 +171,10 @@ Harness refs:
|
|
|
95
171
|
|
|
96
172
|
Global:
|
|
97
173
|
--root <path> Relocate all Hitch state (default: ~/.hitch)
|
|
174
|
+
|
|
175
|
+
Remote workers:
|
|
176
|
+
Use a dedicated --root on each worker host. Registration rotates the worker credential and writes it with mode 0600.
|
|
177
|
+
The worker downloads content-addressed inputs before accepting a lease, runs Harbor with the same evidence contract, and waits for an explicit release request before cleanup.
|
|
98
178
|
`;
|
|
99
179
|
}
|
|
100
180
|
//# sourceMappingURL=output.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"output.js","sourceRoot":"","sources":["../../../src/cli/output.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"output.js","sourceRoot":"","sources":["../../../src/cli/output.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,UAAU,aAAa,CAAC,QAAkH;IAC9I,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;IAC/E,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;IACjF,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAA8O,EAAE,KAAa,EAAE,MAAc;IAClT,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,SAAS,CAAC;QACR,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;QACzD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,YAAY,KAAK,kBAAkB,WAAW,EAAE,CAAC,CAAC;gBACpG,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC;gBAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBACrE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;gBACpC,CAAC;gBACD,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,WAAW,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA6B,CAAC,MAAM,KAAK,GAAG;oBAAE,MAAM,KAAK,CAAC;YACjE,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,MAAM,KAAK,MAAM;gBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3F,OAAO,MAAM,CAAC,MAAiC,CAAC;QAClD,CAAC;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAA8O,EAAE,MAAc,EAAE,MAAc;IACpT,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,SAAS,CAAC;QACR,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,aAAa,MAAM,EAAE,CAAC,CAAC;QAC3D,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,aAAa,MAAM,kBAAkB,WAAW,EAAE,CAAC,CAAC;gBACtG,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBAClF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;gBACpC,CAAC;gBACD,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,WAAW,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAK,KAA6B,CAAC,MAAM,KAAK,GAAG;oBAAE,MAAM,KAAK,CAAC;YACjE,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,MAAM,KAAK,MAAM;gBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3F,OAAO,MAAM,CAAC,MAAiC,CAAC;QAClD,CAAC;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,MAAkG,EAAE,MAAc,EAAE,OAAe;IAC9K,SAAS,CAAC;QACR,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,aAAa,MAAM,WAAW,OAAO,EAAE,CAAC,CAAC;QAC7E,IAAI,MAAM,CAAC,MAAM,IAAK,MAAM,CAAC,KAA6B,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YACnF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACpE,OAAO,MAAM,CAAC,MAAiC,CAAC;QAClD,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAwF,CAAC;QAC9G,IAAI,KAAK,EAAE,MAAM,KAAK,QAAQ,IAAI,KAAK,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YAChE,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,CAAC,KAAK,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,EAAE;gBACzG,IAAI,EAAE,OAAO,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB;gBACpF,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,QAAQ;IACtB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkGR,CAAC;AACF,CAAC"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { HitchError } from "../foundation/index.js";
|
|
3
|
+
import { validateResourceVector } from "./resources.js";
|
|
4
|
+
export class BuildSlotAdmission {
|
|
5
|
+
ledger;
|
|
6
|
+
resources;
|
|
7
|
+
waiters = [];
|
|
8
|
+
unsubscribe;
|
|
9
|
+
closed = false;
|
|
10
|
+
constructor(ledger, resources = { cpu_millis: 0, memory_bytes: 0, container_slots: 0, build_slots: 1 }) {
|
|
11
|
+
this.ledger = ledger;
|
|
12
|
+
this.resources = validateResourceVector(resources, "build admission resources");
|
|
13
|
+
if (this.resources.build_slots < 1 || !ledger.canEverFit(this.resources))
|
|
14
|
+
throw new TypeError("build admission resources exceed capacity");
|
|
15
|
+
this.unsubscribe = ledger.subscribe(() => this.drain());
|
|
16
|
+
}
|
|
17
|
+
acquire(signal) {
|
|
18
|
+
if (this.closed)
|
|
19
|
+
return Promise.reject(new HitchError("build admission is closed", { code: "build_admission_closed", exitCode: 12 }));
|
|
20
|
+
if (signal?.aborted)
|
|
21
|
+
return Promise.reject(cancelled());
|
|
22
|
+
return new Promise((resolve, reject) => {
|
|
23
|
+
const waiter = { ownerId: `build_${randomUUID().replaceAll("-", "")}`, resolve, reject, ...(signal ? { signal } : {}) };
|
|
24
|
+
const abort = () => {
|
|
25
|
+
const index = this.waiters.indexOf(waiter);
|
|
26
|
+
if (index >= 0)
|
|
27
|
+
this.waiters.splice(index, 1);
|
|
28
|
+
reject(cancelled());
|
|
29
|
+
};
|
|
30
|
+
signal?.addEventListener("abort", abort, { once: true });
|
|
31
|
+
const originalResolve = waiter.resolve;
|
|
32
|
+
waiter.resolve = (value) => {
|
|
33
|
+
signal?.removeEventListener("abort", abort);
|
|
34
|
+
originalResolve(value);
|
|
35
|
+
};
|
|
36
|
+
this.waiters.push(waiter);
|
|
37
|
+
this.drain();
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
close() {
|
|
41
|
+
if (this.closed)
|
|
42
|
+
return;
|
|
43
|
+
this.closed = true;
|
|
44
|
+
this.unsubscribe();
|
|
45
|
+
for (const waiter of this.waiters.splice(0))
|
|
46
|
+
waiter.reject(new HitchError("build admission is closed", { code: "build_admission_closed", exitCode: 12 }));
|
|
47
|
+
}
|
|
48
|
+
drain() {
|
|
49
|
+
if (this.closed)
|
|
50
|
+
return;
|
|
51
|
+
while (this.waiters.length > 0) {
|
|
52
|
+
const waiter = this.waiters[0];
|
|
53
|
+
if (waiter.signal?.aborted) {
|
|
54
|
+
this.waiters.shift();
|
|
55
|
+
waiter.reject(cancelled());
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
const lease = this.ledger.tryAcquire(waiter.ownerId, "build", this.resources);
|
|
59
|
+
if (!lease)
|
|
60
|
+
return;
|
|
61
|
+
this.waiters.shift();
|
|
62
|
+
waiter.resolve({ release: lease.release });
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
function cancelled() {
|
|
67
|
+
return new HitchError("image build admission was cancelled", { code: "cancelled", exitCode: 9 });
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=build-admission.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build-admission.js","sourceRoot":"","sources":["../../../src/control-plane/build-admission.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAkB,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AASxE,MAAM,OAAO,kBAAkB;IACZ,MAAM,CAAiB;IACvB,SAAS,CAAmB;IAC5B,OAAO,GAAa,EAAE,CAAC;IACvB,WAAW,CAAa;IACjC,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,MAAsB,EAAE,YAA8B,EAAE,UAAU,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;QACtI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,sBAAsB,CAAC,SAAS,EAAE,2BAA2B,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,SAAS,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QAC3I,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,CAAC,MAAoB;QAC1B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACtI,IAAI,MAAM,EAAE,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAW,EAAE,OAAO,EAAE,SAAS,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YAChI,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC3C,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;YACtB,CAAC,CAAC;YACF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,MAAM,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC;YACvC,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;gBACzB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC5C,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5J,CAAC;IAEO,KAAK;QACX,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAW,CAAC;YACzC,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACrB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9E,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;CACF;AAED,SAAS,SAAS;IAChB,OAAO,IAAI,UAAU,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACnG,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { inspectEnvironmentBuild } from "../images/index.js";
|
|
2
|
+
export async function inspectBuild(root, buildId) {
|
|
3
|
+
const inspected = await inspectEnvironmentBuild(root, buildId);
|
|
4
|
+
return inspected ? { record: inspected.record, manifest: inspected.manifest } : null;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=build-records.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"build-records.js","sourceRoot":"","sources":["../../../src/control-plane/build-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,OAAe;IAC9D,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/D,OAAO,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
export class CollisionLockManager {
|
|
2
|
+
owners = new Map();
|
|
3
|
+
listeners = new Set();
|
|
4
|
+
tryAcquire(ownerId, keys) {
|
|
5
|
+
if (!ownerId)
|
|
6
|
+
throw new TypeError("collision owner must be non-empty");
|
|
7
|
+
const normalized = [...new Set(keys)].sort();
|
|
8
|
+
if (normalized.some((key) => !key))
|
|
9
|
+
throw new TypeError("collision key must be non-empty");
|
|
10
|
+
if (normalized.some((key) => this.owners.has(key)))
|
|
11
|
+
return null;
|
|
12
|
+
for (const key of normalized)
|
|
13
|
+
this.owners.set(key, ownerId);
|
|
14
|
+
let released = false;
|
|
15
|
+
return {
|
|
16
|
+
ownerId,
|
|
17
|
+
keys: normalized,
|
|
18
|
+
release: () => {
|
|
19
|
+
if (released)
|
|
20
|
+
return;
|
|
21
|
+
released = true;
|
|
22
|
+
for (const key of normalized) {
|
|
23
|
+
if (this.owners.get(key) === ownerId)
|
|
24
|
+
this.owners.delete(key);
|
|
25
|
+
}
|
|
26
|
+
for (const listener of this.listeners)
|
|
27
|
+
queueMicrotask(listener);
|
|
28
|
+
},
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
subscribe(listener) {
|
|
32
|
+
this.listeners.add(listener);
|
|
33
|
+
return () => this.listeners.delete(listener);
|
|
34
|
+
}
|
|
35
|
+
snapshot() {
|
|
36
|
+
return [...this.owners.entries()].sort(([left], [right]) => left.localeCompare(right))
|
|
37
|
+
.map(([key, owner_id]) => ({ key, owner_id }));
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=collisions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collisions.js","sourceRoot":"","sources":["../../../src/control-plane/collisions.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,oBAAoB;IACd,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnC,SAAS,GAAG,IAAI,GAAG,EAAc,CAAC;IAEnD,UAAU,CAAC,OAAe,EAAE,IAAuB;QACjD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;QACvE,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,iCAAiC,CAAC,CAAC;QAC3F,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QAChE,KAAK,MAAM,GAAG,IAAI,UAAU;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5D,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO;YACL,OAAO;YACP,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,GAAG,EAAE;gBACZ,IAAI,QAAQ;oBAAE,OAAO;gBACrB,QAAQ,GAAG,IAAI,CAAC;gBAChB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;oBAC7B,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO;wBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChE,CAAC;gBACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS;oBAAE,cAAc,CAAC,QAAQ,CAAC,CAAC;YAClE,CAAC;SACF,CAAC;IACJ,CAAC;IAED,SAAS,CAAC,QAAoB;QAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aACnF,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;CACF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { atomicWriteJSON, readJSON, withFileLock } from "../foundation/index.js";
|
|
3
|
+
import { EvalEventSink } from "../evals/index.js";
|
|
4
|
+
import { parseEvalControl } from "./eval-records.js";
|
|
5
|
+
export async function updateEvalControl(directory, update) {
|
|
6
|
+
return withFileLock(path.join(directory, ".locks"), "control", async () => {
|
|
7
|
+
const current = parseEvalControl(await readJSON(path.join(directory, "control.json")));
|
|
8
|
+
const next = parseEvalControl({
|
|
9
|
+
...update(current), schema_version: "1", eval_id: current.eval_id, generation: current.generation + 1,
|
|
10
|
+
created_at: current.created_at, updated_at: new Date().toISOString(),
|
|
11
|
+
});
|
|
12
|
+
await atomicWriteJSON(path.join(directory, "control.json"), next);
|
|
13
|
+
return next;
|
|
14
|
+
}, { timeoutCode: "eval_control_locked", timeoutExitCode: 12 });
|
|
15
|
+
}
|
|
16
|
+
export async function emitPersistedEvalEvent(directory, evalId, onEvent, event) {
|
|
17
|
+
const sink = new EvalEventSink(directory, evalId, onEvent);
|
|
18
|
+
await sink.open();
|
|
19
|
+
sink.emit(event);
|
|
20
|
+
await sink.close();
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=eval-control-state.js.map
|