agent-hitch 0.2.6 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -1
- package/dist/scripts/canary-buildkit-secrets.js +166 -0
- package/dist/scripts/canary-buildkit-secrets.js.map +1 -0
- package/dist/scripts/canary-collision-domains.js +77 -0
- package/dist/scripts/canary-collision-domains.js.map +1 -0
- package/dist/scripts/canary-docker-image-observation.js +181 -0
- package/dist/scripts/canary-docker-image-observation.js.map +1 -0
- package/dist/scripts/canary-gpu-hardware.js +95 -0
- package/dist/scripts/canary-gpu-hardware.js.map +1 -0
- package/dist/scripts/canary-harbor-load.js +365 -0
- package/dist/scripts/canary-harbor-load.js.map +1 -0
- package/dist/scripts/canary-packaged-harness.js +75 -0
- package/dist/scripts/canary-packaged-harness.js.map +1 -0
- package/dist/scripts/canary-resource-load.js +188 -0
- package/dist/scripts/canary-resource-load.js.map +1 -0
- package/dist/scripts/check-architecture.js +8 -4
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/scripts/docker-reaper-crash-child.js +21 -0
- package/dist/scripts/docker-reaper-crash-child.js.map +1 -0
- package/dist/src/adapters/catalog.js +1 -0
- package/dist/src/adapters/catalog.js.map +1 -1
- package/dist/src/adapters/discovery.js +1 -1
- package/dist/src/adapters/discovery.js.map +1 -1
- package/dist/src/adapters/providers/claude.js +6 -0
- package/dist/src/adapters/providers/claude.js.map +1 -1
- package/dist/src/adapters/providers/codex.js +6 -0
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/deepseek.js +6 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -1
- package/dist/src/adapters/providers/opencode.js +6 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -1
- package/dist/src/adapters/providers/pi.js +6 -0
- package/dist/src/adapters/providers/pi.js.map +1 -1
- package/dist/src/artifacts/index.js +1 -0
- package/dist/src/artifacts/index.js.map +1 -1
- package/dist/src/backends/harbor/backend.js +53 -103
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/environment-config.js +92 -0
- package/dist/src/backends/harbor/environment-config.js.map +1 -0
- package/dist/src/backends/harbor/index.js +5 -1
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +23 -0
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -0
- package/dist/src/backends/harbor/process.js +177 -0
- package/dist/src/backends/harbor/process.js.map +1 -0
- package/dist/src/backends/harbor/runtime-toolchain.js +30 -0
- package/dist/src/backends/harbor/runtime-toolchain.js.map +1 -0
- package/dist/src/backends/harbor/supervisor.js +74 -0
- package/dist/src/backends/harbor/supervisor.js.map +1 -0
- package/dist/src/backends/harbor/task-resources.js +206 -0
- package/dist/src/backends/harbor/task-resources.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -29
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +4 -1
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/cli/commands/daemon.js +135 -8
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval.js +214 -4
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/images.js +40 -0
- package/dist/src/cli/commands/images.js.map +1 -0
- package/dist/src/cli/commands/run.js +6 -3
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/commands/runs.js +25 -3
- package/dist/src/cli/commands/runs.js.map +1 -1
- package/dist/src/cli/commands/worker.js +79 -0
- package/dist/src/cli/commands/worker.js.map +1 -0
- package/dist/src/cli/main.js +4 -0
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +71 -3
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/build-admission.js +69 -0
- package/dist/src/control-plane/build-admission.js.map +1 -0
- package/dist/src/control-plane/build-records.js +6 -0
- package/dist/src/control-plane/build-records.js.map +1 -0
- package/dist/src/control-plane/collisions.js +40 -0
- package/dist/src/control-plane/collisions.js.map +1 -0
- package/dist/src/control-plane/eval-control-state.js +22 -0
- package/dist/src/control-plane/eval-control-state.js.map +1 -0
- package/dist/src/control-plane/eval-control-work.js +39 -0
- package/dist/src/control-plane/eval-control-work.js.map +1 -0
- package/dist/src/control-plane/eval-image-resolution.js +52 -0
- package/dist/src/control-plane/eval-image-resolution.js.map +1 -0
- package/dist/src/control-plane/eval-image-services.js +30 -0
- package/dist/src/control-plane/eval-image-services.js.map +1 -0
- package/dist/src/control-plane/eval-records.js +252 -0
- package/dist/src/control-plane/eval-records.js.map +1 -0
- package/dist/src/control-plane/eval-recovery.js +181 -0
- package/dist/src/control-plane/eval-recovery.js.map +1 -0
- package/dist/src/control-plane/eval-scheduler.js +447 -0
- package/dist/src/control-plane/eval-scheduler.js.map +1 -0
- package/dist/src/control-plane/index.js +20 -0
- package/dist/src/control-plane/index.js.map +1 -0
- package/dist/src/control-plane/local-worker.js +49 -0
- package/dist/src/control-plane/local-worker.js.map +1 -0
- package/dist/src/control-plane/model-capture-planning.js +12 -0
- package/dist/src/control-plane/model-capture-planning.js.map +1 -0
- package/dist/src/control-plane/remote-result-transport.js +172 -0
- package/dist/src/control-plane/remote-result-transport.js.map +1 -0
- package/dist/src/control-plane/remote-work-coordinator.js +332 -0
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -0
- package/dist/src/control-plane/remote-work-inputs.js +266 -0
- package/dist/src/control-plane/remote-work-inputs.js.map +1 -0
- package/dist/src/control-plane/remote-work-recovery.js +181 -0
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -0
- package/dist/src/control-plane/remote-worker-artifacts.js +135 -0
- package/dist/src/control-plane/remote-worker-artifacts.js.map +1 -0
- package/dist/src/control-plane/remote-worker-client.js +202 -0
- package/dist/src/control-plane/remote-worker-client.js.map +1 -0
- package/dist/src/control-plane/remote-worker-configuration.js +34 -0
- package/dist/src/control-plane/remote-worker-configuration.js.map +1 -0
- package/dist/src/control-plane/remote-worker-credentials.js +58 -0
- package/dist/src/control-plane/remote-worker-credentials.js.map +1 -0
- package/dist/src/control-plane/remote-worker-protocol.js +510 -0
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -0
- package/dist/src/control-plane/remote-worker-runner.js +214 -0
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -0
- package/dist/src/control-plane/remote-workers.js +377 -0
- package/dist/src/control-plane/remote-workers.js.map +1 -0
- package/dist/src/control-plane/rerun-scheduler.js +411 -0
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -0
- package/dist/src/control-plane/rerun-submission.js +56 -0
- package/dist/src/control-plane/rerun-submission.js.map +1 -0
- package/dist/src/control-plane/resources.js +182 -0
- package/dist/src/control-plane/resources.js.map +1 -0
- package/dist/src/control-plane/scheduler-eval-entry.js +32 -0
- package/dist/src/control-plane/scheduler-eval-entry.js.map +1 -0
- package/dist/src/control-plane/synthetic-result.js +21 -0
- package/dist/src/control-plane/synthetic-result.js.map +1 -0
- package/dist/src/control-plane/work-admission.js +21 -0
- package/dist/src/control-plane/work-admission.js.map +1 -0
- package/dist/src/control-plane/work-dispatcher.js +229 -0
- package/dist/src/control-plane/work-dispatcher.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +12 -1
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/controller-runtime/index.js +1 -1
- package/dist/src/controller-runtime/index.js.map +1 -1
- package/dist/src/controller-runtime/store.js +15 -6
- package/dist/src/controller-runtime/store.js.map +1 -1
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/event-stream.js +46 -0
- package/dist/src/daemon/event-stream.js.map +1 -0
- package/dist/src/daemon/health.js +66 -0
- package/dist/src/daemon/health.js.map +1 -0
- package/dist/src/daemon/launcher.js +28 -1
- package/dist/src/daemon/launcher.js.map +1 -1
- package/dist/src/daemon/logging.js +23 -0
- package/dist/src/daemon/logging.js.map +1 -0
- package/dist/src/daemon/scheduler.js +26 -5
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +255 -98
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/daemon/telemetry.js +163 -0
- package/dist/src/daemon/telemetry.js.map +1 -0
- package/dist/src/daemon/worker-routes.js +219 -0
- package/dist/src/daemon/worker-routes.js.map +1 -0
- package/dist/src/domain/bundles.js +2 -0
- package/dist/src/domain/bundles.js.map +1 -0
- package/dist/src/domain/control-plane.js +2 -0
- package/dist/src/domain/control-plane.js.map +1 -0
- package/dist/src/domain/execution-evidence.js +2 -0
- package/dist/src/domain/execution-evidence.js.map +1 -0
- package/dist/src/domain/execution-plan.js +2 -0
- package/dist/src/domain/execution-plan.js.map +1 -0
- package/dist/src/domain/images.js +2 -0
- package/dist/src/domain/images.js.map +1 -0
- package/dist/src/domain/index.js +9 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/interactions.js +2 -0
- package/dist/src/domain/interactions.js.map +1 -0
- package/dist/src/domain/providers.js +2 -0
- package/dist/src/domain/providers.js.map +1 -0
- package/dist/src/domain/resources.js +2 -0
- package/dist/src/domain/resources.js.map +1 -0
- package/dist/src/domain/workers.js +2 -0
- package/dist/src/domain/workers.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +182 -0
- package/dist/src/evals/collect-only-rerun.js.map +1 -0
- package/dist/src/evals/directory.js +30 -0
- package/dist/src/evals/directory.js.map +1 -0
- package/dist/src/evals/docker-engine-stats.js +89 -0
- package/dist/src/evals/docker-engine-stats.js.map +1 -0
- package/dist/src/evals/docker-ownership.js +51 -0
- package/dist/src/evals/docker-ownership.js.map +1 -0
- package/dist/src/evals/docker-reaper.js +144 -0
- package/dist/src/evals/docker-reaper.js.map +1 -0
- package/dist/src/evals/docker-resource-observer.js +207 -0
- package/dist/src/evals/docker-resource-observer.js.map +1 -0
- package/dist/src/evals/environment-image-planning.js +164 -0
- package/dist/src/evals/environment-image-planning.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +56 -0
- package/dist/src/evals/eval-artifact-planning.js.map +1 -0
- package/dist/src/evals/eval-finalization.js +10 -0
- package/dist/src/evals/eval-finalization.js.map +1 -0
- package/dist/src/evals/eval-lifecycle-events.js +16 -0
- package/dist/src/evals/eval-lifecycle-events.js.map +1 -0
- package/dist/src/evals/events.js +53 -5
- package/dist/src/evals/events.js.map +1 -1
- package/dist/src/evals/execution-evidence.js +116 -0
- package/dist/src/evals/execution-evidence.js.map +1 -0
- package/dist/src/evals/execution-leases.js +342 -0
- package/dist/src/evals/execution-leases.js.map +1 -0
- package/dist/src/evals/execution-plan-artifacts.js +72 -0
- package/dist/src/evals/execution-plan-artifacts.js.map +1 -0
- package/dist/src/evals/execution-plan-images.js +69 -0
- package/dist/src/evals/execution-plan-images.js.map +1 -0
- package/dist/src/evals/execution-plan-resources.js +174 -0
- package/dist/src/evals/execution-plan-resources.js.map +1 -0
- package/dist/src/evals/execution-plan.js +415 -0
- package/dist/src/evals/execution-plan.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder-image.js +99 -0
- package/dist/src/evals/harbor-artifact-builder-image.js.map +1 -0
- package/dist/src/evals/harbor-artifact-builder.js +354 -0
- package/dist/src/evals/harbor-artifact-builder.js.map +1 -0
- package/dist/src/evals/harbor-bridge-error.js +18 -3
- package/dist/src/evals/harbor-bridge-error.js.map +1 -1
- package/dist/src/evals/harbor-phase-timings.js +60 -0
- package/dist/src/evals/harbor-phase-timings.js.map +1 -0
- package/dist/src/evals/index.js +25 -2
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +100 -63
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/interaction-capture-import.js +49 -0
- package/dist/src/evals/interaction-capture-import.js.map +1 -0
- package/dist/src/evals/local-docker-provider.js +372 -0
- package/dist/src/evals/local-docker-provider.js.map +1 -0
- package/dist/src/evals/local-eval-planning.js +80 -0
- package/dist/src/evals/local-eval-planning.js.map +1 -0
- package/dist/src/evals/model-capture-plan.js +22 -0
- package/dist/src/evals/model-capture-plan.js.map +1 -0
- package/dist/src/evals/model-capture-runtime.js +114 -0
- package/dist/src/evals/model-capture-runtime.js.map +1 -0
- package/dist/src/evals/model-proxy-runtime-state.js +53 -0
- package/dist/src/evals/model-proxy-runtime-state.js.map +1 -0
- package/dist/src/evals/planned-execution-support.js +54 -0
- package/dist/src/evals/planned-execution-support.js.map +1 -0
- package/dist/src/evals/planned-execution.js +461 -0
- package/dist/src/evals/planned-execution.js.map +1 -0
- package/dist/src/evals/planned-remote-execution.js +40 -0
- package/dist/src/evals/planned-remote-execution.js.map +1 -0
- package/dist/src/evals/planned-retry-lifecycle.js +186 -0
- package/dist/src/evals/planned-retry-lifecycle.js.map +1 -0
- package/dist/src/evals/prepared-harness.js +76 -0
- package/dist/src/evals/prepared-harness.js.map +1 -0
- package/dist/src/evals/progress.js +4 -4
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +20 -3
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +192 -0
- package/dist/src/evals/recovery.js.map +1 -0
- package/dist/src/evals/remote-infrastructure-retry.js +99 -0
- package/dist/src/evals/remote-infrastructure-retry.js.map +1 -0
- package/dist/src/evals/rerun-inputs.js +89 -0
- package/dist/src/evals/rerun-inputs.js.map +1 -0
- package/dist/src/evals/rerun-slots.js +4 -3
- package/dist/src/evals/rerun-slots.js.map +1 -1
- package/dist/src/evals/rerun-types.js +49 -0
- package/dist/src/evals/rerun-types.js.map +1 -0
- package/dist/src/evals/rerun.js +113 -75
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/result-helpers.js +65 -0
- package/dist/src/evals/result-helpers.js.map +1 -0
- package/dist/src/evals/resume-state.js +36 -0
- package/dist/src/evals/resume-state.js.map +1 -0
- package/dist/src/evals/service-types.js +2 -0
- package/dist/src/evals/service-types.js.map +1 -0
- package/dist/src/evals/service.js +292 -257
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/task-resources.js +209 -0
- package/dist/src/evals/task-resources.js.map +1 -0
- package/dist/src/evals/trial-environment-evidence.js +87 -0
- package/dist/src/evals/trial-environment-evidence.js.map +1 -0
- package/dist/src/evals/trial-execution-evidence.js +13 -0
- package/dist/src/evals/trial-execution-evidence.js.map +1 -0
- package/dist/src/evals/trial-import-identity.js +31 -0
- package/dist/src/evals/trial-import-identity.js.map +1 -0
- package/dist/src/evals/trial-import.js +143 -145
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +104 -0
- package/dist/src/evals/trial-publication-recovery.js.map +1 -0
- package/dist/src/evals/trial-publication.js +25 -0
- package/dist/src/evals/trial-publication.js.map +1 -0
- package/dist/src/evals/work-item-artifacts.js +23 -0
- package/dist/src/evals/work-item-artifacts.js.map +1 -0
- package/dist/src/foundation/config.js +17 -0
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/foundation/credential-redaction.js +137 -0
- package/dist/src/foundation/credential-redaction.js.map +1 -0
- package/dist/src/foundation/environment-image-references.js +59 -0
- package/dist/src/foundation/environment-image-references.js.map +1 -0
- package/dist/src/foundation/executable.js +45 -5
- package/dist/src/foundation/executable.js.map +1 -1
- package/dist/src/foundation/index.js +5 -2
- package/dist/src/foundation/index.js.map +1 -1
- package/dist/src/foundation/process-identity.js +69 -0
- package/dist/src/foundation/process-identity.js.map +1 -0
- package/dist/src/images/context.js +47 -0
- package/dist/src/images/context.js.map +1 -0
- package/dist/src/images/docker-buildkit.js +137 -0
- package/dist/src/images/docker-buildkit.js.map +1 -0
- package/dist/src/images/dockerfile.js +67 -0
- package/dist/src/images/dockerfile.js.map +1 -0
- package/dist/src/images/gc.js +261 -0
- package/dist/src/images/gc.js.map +1 -0
- package/dist/src/images/index.js +10 -0
- package/dist/src/images/index.js.map +1 -0
- package/dist/src/images/manifest.js +109 -0
- package/dist/src/images/manifest.js.map +1 -0
- package/dist/src/images/ownership.js +5 -0
- package/dist/src/images/ownership.js.map +1 -0
- package/dist/src/images/records.js +32 -0
- package/dist/src/images/records.js.map +1 -0
- package/dist/src/images/registry.js +154 -0
- package/dist/src/images/registry.js.map +1 -0
- package/dist/src/images/service.js +224 -0
- package/dist/src/images/service.js.map +1 -0
- package/dist/src/model-access/capture.js +255 -0
- package/dist/src/model-access/capture.js.map +1 -0
- package/dist/src/model-access/index.js +5 -0
- package/dist/src/model-access/index.js.map +1 -0
- package/dist/src/model-access/policy.js +49 -0
- package/dist/src/model-access/policy.js.map +1 -0
- package/dist/src/model-access/proxy.js +336 -0
- package/dist/src/model-access/proxy.js.map +1 -0
- package/dist/src/model-access/records.js +167 -0
- package/dist/src/model-access/records.js.map +1 -0
- package/dist/src/runs/bundle.js +450 -0
- package/dist/src/runs/bundle.js.map +1 -0
- package/dist/src/runs/events.js +12 -1
- package/dist/src/runs/events.js.map +1 -1
- package/dist/src/runs/executor.js +24 -17
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/index.js +3 -1
- package/dist/src/runs/index.js.map +1 -1
- package/dist/src/runs/manifest.js +5 -5
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/request.js +6 -1
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/runs/training-candidate.js +161 -0
- package/dist/src/runs/training-candidate.js.map +1 -0
- package/dist/src/trajectories/provider-capture.js +15 -24
- package/dist/src/trajectories/provider-capture.js.map +1 -1
- package/dist/src/trajectories/providers/deepseek.js +3 -3
- package/dist/src/trajectories/providers/deepseek.js.map +1 -1
- package/dist/src/workers/index.js +3 -0
- package/dist/src/workers/index.js.map +1 -0
- package/dist/src/workers/remote-harbor-work-spec.js +97 -0
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -0
- package/dist/src/workers/remote-harbor-worker.js +220 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -0
- package/docs/schemas/environment-build-index.schema.json +13 -0
- package/docs/schemas/environment-build-record.schema.json +25 -0
- package/docs/schemas/environment-image-manifest.schema.json +62 -0
- package/docs/schemas/eval-control.schema.json +36 -0
- package/docs/schemas/eval-execution-plan.schema.json +216 -0
- package/docs/schemas/eval-rerun-result.schema.json +53 -0
- package/docs/schemas/eval-rerun-state.schema.json +61 -0
- package/docs/schemas/eval-rerun-submission.schema.json +58 -0
- package/docs/schemas/eval-result.schema.json +34 -1
- package/docs/schemas/eval-submission-input.schema.json +14 -0
- package/docs/schemas/eval-submission.schema.json +68 -0
- package/docs/schemas/eval-trial-publication.schema.json +39 -0
- package/docs/schemas/execution-evidence.schema.json +96 -0
- package/docs/schemas/execution-lease.schema.json +50 -0
- package/docs/schemas/execution-provider-status.schema.json +65 -0
- package/docs/schemas/execution-worker.schema.json +53 -0
- package/docs/schemas/harbor-process-exit.schema.json +14 -0
- package/docs/schemas/interaction-capture-ref.schema.json +45 -0
- package/docs/schemas/local-provider-execution.schema.json +33 -0
- package/docs/schemas/model-interaction.schema.json +41 -0
- package/docs/schemas/remote-result-envelope.schema.json +32 -0
- package/docs/schemas/remote-tree-envelope.schema.json +25 -0
- package/docs/schemas/remote-work-offer.schema.json +58 -0
- package/docs/schemas/remote-work-receipt.schema.json +50 -0
- package/docs/schemas/remote-worker-artifact.schema.json +17 -0
- package/docs/schemas/remote-worker-event.schema.json +18 -0
- package/docs/schemas/remote-worker-heartbeat.schema.json +37 -0
- package/docs/schemas/remote-worker-registration.schema.json +52 -0
- package/docs/schemas/result-bundle-index.schema.json +133 -0
- package/docs/schemas/run-environment-images.schema.json +39 -0
- package/docs/schemas/training-data-candidate.schema.json +46 -0
- package/integrations/harbor/hitch_harbor_agent.py +171 -539
- package/integrations/harbor/hitch_harbor_environment.py +331 -0
- package/integrations/harbor/hitch_harbor_task_resources.py +275 -0
- package/integrations/harbor/hitch_harbor_verifier.py +23 -0
- package/package.json +14 -1
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
import { mkdtemp, readFile, rm } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { HitchError, credentialValuesFromEnv, ensureDir, hitchRootId, redactCredentialText, runCommand, statePaths } from "../foundation/index.js";
|
|
4
|
+
import { ENVIRONMENT_IMAGE_LABELS } from "./ownership.js";
|
|
5
|
+
export class DockerBuildKitBuilder {
|
|
6
|
+
id;
|
|
7
|
+
root;
|
|
8
|
+
docker;
|
|
9
|
+
env;
|
|
10
|
+
registryCachePrefix;
|
|
11
|
+
versionPromise;
|
|
12
|
+
constructor({ root, dockerExecutable, env = process.env, builderId = "local-docker-buildkit", registryCachePrefix }) {
|
|
13
|
+
if (!root || !builderId)
|
|
14
|
+
throw new TypeError("Docker BuildKit builder identity is invalid");
|
|
15
|
+
this.root = root;
|
|
16
|
+
this.docker = dockerExecutable || env.HITCH_DOCKER_PATH || "docker";
|
|
17
|
+
this.env = env;
|
|
18
|
+
this.id = builderId;
|
|
19
|
+
this.registryCachePrefix = registryCachePrefix?.replace(/\/+$/, "") || undefined;
|
|
20
|
+
}
|
|
21
|
+
async probe(reference, manifestDigest, platform, configDigest) {
|
|
22
|
+
try {
|
|
23
|
+
const inspected = await this.inspect(reference);
|
|
24
|
+
return inspected.platform === platform && (configDigest ? inspected.configDigest === configDigest : inspected.repoDigests.includes(manifestDigest));
|
|
25
|
+
}
|
|
26
|
+
catch {
|
|
27
|
+
return false;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
async build(input) {
|
|
31
|
+
for (const name of input.secretNames) {
|
|
32
|
+
if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(name))
|
|
33
|
+
throw new TypeError("BuildKit secret name is invalid");
|
|
34
|
+
if (this.env[name] === undefined) {
|
|
35
|
+
throw new HitchError(`BuildKit secret is unavailable: ${name}`, { code: "credential_unavailable", exitCode: 10 });
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
const temporary = await mkdtemp(path.join(await ensureDir(statePaths(this.root).temporary), "buildkit-"));
|
|
39
|
+
const metadataFile = path.join(temporary, "metadata.json");
|
|
40
|
+
try {
|
|
41
|
+
const args = ["buildx", "build", "--progress", "plain", "--load", "--metadata-file", metadataFile,
|
|
42
|
+
"--platform", input.platform, "--file", path.join(input.contextDirectory, input.dockerfile), "--tag", input.outputReference,
|
|
43
|
+
"--label", `${ENVIRONMENT_IMAGE_LABELS.rootId}=${hitchRootId(this.root)}`,
|
|
44
|
+
"--label", `${ENVIRONMENT_IMAGE_LABELS.cacheKey}=${input.cacheKey}`];
|
|
45
|
+
if (input.target)
|
|
46
|
+
args.push("--target", input.target);
|
|
47
|
+
for (const [name, value] of Object.entries(input.buildArgs))
|
|
48
|
+
args.push("--build-arg", `${name}=${value}`);
|
|
49
|
+
for (const name of input.secretNames)
|
|
50
|
+
args.push("--secret", `id=${name},env=${name}`);
|
|
51
|
+
const cacheReference = this.cacheReference(input.cacheKey, input.cacheReference);
|
|
52
|
+
if (cacheReference)
|
|
53
|
+
args.push("--cache-from", `type=registry,ref=${cacheReference}`, "--cache-to", `type=registry,ref=${cacheReference},mode=max`);
|
|
54
|
+
args.push(input.contextDirectory);
|
|
55
|
+
try {
|
|
56
|
+
await runCommand(this.docker, args, { env: this.env, failureCode: "image_build_failed", failureExitCode: 12 });
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
const detail = redactCredentialText((error?.message || String(error)).slice(0, 64 * 1024), credentialValuesFromEnv(input.secretNames, this.env)).text;
|
|
60
|
+
throw new HitchError(`BuildKit invocation failed: ${detail}`, {
|
|
61
|
+
code: error.code || "image_build_failed", exitCode: 12,
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
const metadata = await parseMetadata(metadataFile);
|
|
65
|
+
const inspected = await this.inspect(input.outputReference);
|
|
66
|
+
if (inspected.platform !== input.platform)
|
|
67
|
+
throw new HitchError("built image platform does not match", { code: "image_output_mismatch", exitCode: 12 });
|
|
68
|
+
return {
|
|
69
|
+
reference: input.outputReference,
|
|
70
|
+
manifest_digest: metadata.manifestDigest,
|
|
71
|
+
config_digest: metadata.configDigest ?? inspected.configDigest,
|
|
72
|
+
platform: inspected.platform,
|
|
73
|
+
buildkit_version: await this.version(),
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
finally {
|
|
77
|
+
await rm(temporary, { recursive: true, force: true });
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
async inspect(reference) {
|
|
81
|
+
const result = await runCommand(this.docker, ["image", "inspect", "--format", "{{json .}}", reference], {
|
|
82
|
+
env: this.env,
|
|
83
|
+
failureCode: "image_unavailable",
|
|
84
|
+
failureExitCode: 12,
|
|
85
|
+
timeoutMs: 30_000,
|
|
86
|
+
});
|
|
87
|
+
let value;
|
|
88
|
+
try {
|
|
89
|
+
value = JSON.parse(result.stdout);
|
|
90
|
+
}
|
|
91
|
+
catch {
|
|
92
|
+
throw new TypeError("Docker image inspection is invalid");
|
|
93
|
+
}
|
|
94
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
95
|
+
throw new TypeError("Docker image inspection is invalid");
|
|
96
|
+
const image = value;
|
|
97
|
+
if (!digest(image.Id) || typeof image.Os !== "string" || !image.Os || typeof image.Architecture !== "string" || !image.Architecture)
|
|
98
|
+
throw new TypeError("Docker image identity is invalid");
|
|
99
|
+
const repoDigests = Array.isArray(image.RepoDigests)
|
|
100
|
+
? image.RepoDigests.map((entry) => typeof entry === "string" ? entry.slice(entry.lastIndexOf("@") + 1) : "").filter(digest)
|
|
101
|
+
: [];
|
|
102
|
+
const variant = typeof image.Variant === "string" && image.Variant ? `/${image.Variant}` : "";
|
|
103
|
+
return { configDigest: image.Id, repoDigests, platform: `${image.Os}/${image.Architecture}${variant}` };
|
|
104
|
+
}
|
|
105
|
+
version() {
|
|
106
|
+
this.versionPromise ??= runCommand(this.docker, ["buildx", "version"], { env: this.env, timeoutMs: 10_000, failureCode: "buildkit_unavailable", failureExitCode: 3 })
|
|
107
|
+
.then((result) => result.stdout.trim().split(/\s+/).slice(0, 3).join(" ") || "unknown")
|
|
108
|
+
.catch((error) => { throw new HitchError("BuildKit version probe failed", { code: "buildkit_unavailable", exitCode: 3, cause: error }); });
|
|
109
|
+
return this.versionPromise;
|
|
110
|
+
}
|
|
111
|
+
cacheReference(cacheKey, fallback) {
|
|
112
|
+
if (this.registryCachePrefix)
|
|
113
|
+
return `${this.registryCachePrefix}/${cacheKey.slice("sha256:".length)}`;
|
|
114
|
+
return fallback.includes("/") ? fallback : null;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
async function parseMetadata(file) {
|
|
118
|
+
let value;
|
|
119
|
+
try {
|
|
120
|
+
value = JSON.parse(await readFile(file, "utf8"));
|
|
121
|
+
}
|
|
122
|
+
catch {
|
|
123
|
+
throw new TypeError("BuildKit metadata is invalid");
|
|
124
|
+
}
|
|
125
|
+
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
126
|
+
throw new TypeError("BuildKit metadata is invalid");
|
|
127
|
+
const metadata = value;
|
|
128
|
+
const manifestDigest = metadata["containerimage.digest"];
|
|
129
|
+
const configDigest = metadata["containerimage.config.digest"];
|
|
130
|
+
if (!digest(manifestDigest) || (configDigest !== undefined && !digest(configDigest)))
|
|
131
|
+
throw new TypeError("BuildKit output digest is invalid");
|
|
132
|
+
return { manifestDigest, ...(configDigest ? { configDigest } : {}) };
|
|
133
|
+
}
|
|
134
|
+
function digest(value) {
|
|
135
|
+
return typeof value === "string" && /^sha256:[a-f0-9]{64}$/.test(value);
|
|
136
|
+
}
|
|
137
|
+
//# sourceMappingURL=docker-buildkit.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"docker-buildkit.js","sourceRoot":"","sources":["../../../src/images/docker-buildkit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,uBAAuB,EAAE,SAAS,EAAE,WAAW,EAAE,oBAAoB,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEnJ,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAU1D,MAAM,OAAO,qBAAqB;IACvB,EAAE,CAAS;IACH,IAAI,CAAS;IACb,MAAM,CAAS;IACf,GAAG,CAAoB;IACvB,mBAAmB,CAAqB;IACjD,cAAc,CAA8B;IAEpD,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,SAAS,GAAG,uBAAuB,EAAE,mBAAmB,EAAgC;QAC/I,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,gBAAgB,IAAI,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;QACpE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;QACpB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAiB,EAAE,cAAsB,EAAE,QAAgB,EAAE,YAAqB;QAC5F,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChD,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,KAAK,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;QACtJ,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,KAAK,CAAC;QAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAUX;QACC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,SAAS,CAAC,iCAAiC,CAAC,CAAC;YACnG,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,UAAU,CAAC,mCAAmC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACpH,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;QAC1G,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,YAAY;gBAC/F,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,eAAe;gBAC3H,SAAS,EAAE,GAAG,wBAAwB,CAAC,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACzE,SAAS,EAAE,GAAG,wBAAwB,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACvE,IAAI,KAAK,CAAC,MAAM;gBAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACtD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC;YAC1G,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,WAAW;gBAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,QAAQ,IAAI,EAAE,CAAC,CAAC;YACtF,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;YACjF,IAAI,cAAc;gBAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,qBAAqB,cAAc,EAAE,EAAE,YAAY,EAAE,qBAAqB,cAAc,WAAW,CAAC,CAAC;YACnJ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,oBAAoB,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;YACjH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,oBAAoB,CACjC,CAAE,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,uBAAuB,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CACvH,CAAC,IAAI,CAAC;gBACP,MAAM,IAAI,UAAU,CAAC,+BAA+B,MAAM,EAAE,EAAE;oBAC5D,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,oBAAoB,EAAE,QAAQ,EAAE,EAAE;iBAC9E,CAAC,CAAC;YACL,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;YACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC5D,IAAI,SAAS,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;gBAAE,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,uBAAuB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACxJ,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,eAAe;gBAChC,eAAe,EAAE,QAAQ,CAAC,cAAc;gBACxC,aAAa,EAAE,QAAQ,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY;gBAC9D,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,gBAAgB,EAAE,MAAM,IAAI,CAAC,OAAO,EAAE;aACvC,CAAC;QACJ,CAAC;gBAAS,CAAC;YAAC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,SAAiB;QACrC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,CAAC,EAAE;YACtG,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,WAAW,EAAE,mBAAmB;YAChC,eAAe,EAAE,EAAE;YACnB,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;QACH,IAAI,KAAc,CAAC;QACnB,IAAI,CAAC;YAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;QAAC,CAAC;QAC/G,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,oCAAoC,CAAC,CAAC;QAC3H,MAAM,KAAK,GAAG,KAAgC,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,YAAY;YAAE,MAAM,IAAI,SAAS,CAAC,kCAAkC,CAAC,CAAC;QAC7L,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;YAClD,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAC3H,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,YAAY,GAAG,OAAO,EAAE,EAAE,CAAC;IAC1G,CAAC;IAEO,OAAO;QACb,IAAI,CAAC,cAAc,KAAK,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;aAClK,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;aACtF,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,UAAU,CAAC,+BAA+B,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7I,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAEO,cAAc,CAAC,QAAgB,EAAE,QAAgB;QACvD,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO,GAAG,IAAI,CAAC,mBAAmB,IAAI,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QACvG,OAAO,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IAClD,CAAC;CACF;AAED,KAAK,UAAU,aAAa,CAAC,IAAY;IACvC,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAC;IAAC,CAAC;IACxH,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAC;IACrH,MAAM,QAAQ,GAAG,KAAgC,CAAC;IAClD,MAAM,cAAc,GAAG,QAAQ,CAAC,uBAAuB,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,QAAQ,CAAC,8BAA8B,CAAC,CAAC;IAC9D,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;IAC/I,OAAO,EAAE,cAAc,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC1E,CAAC"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { readFile } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
const MAX_DOCKERFILE_BYTES = 1024 * 1024;
|
|
4
|
+
const PINNED_IMAGE = /^([^\s@]+)@(sha256:[a-f0-9]{64})$/;
|
|
5
|
+
export async function inspectPinnedDockerfileBases(contextDirectory, dockerfile = "Dockerfile") {
|
|
6
|
+
const contents = await readFile(path.join(contextDirectory, dockerfile));
|
|
7
|
+
if (contents.byteLength > MAX_DOCKERFILE_BYTES || contents.includes(0))
|
|
8
|
+
throw unsupported("Dockerfile size or encoding is unsupported");
|
|
9
|
+
const text = contents.toString("utf8");
|
|
10
|
+
if (Buffer.from(text, "utf8").compare(contents) !== 0)
|
|
11
|
+
throw unsupported("Dockerfile must be UTF-8");
|
|
12
|
+
const aliases = new Set();
|
|
13
|
+
const bases = new Map();
|
|
14
|
+
let stages = 0;
|
|
15
|
+
for (const raw of text.split(/\r?\n/)) {
|
|
16
|
+
const line = raw.trim();
|
|
17
|
+
if (!line || line.startsWith("#")) {
|
|
18
|
+
if (/^#\s*escape\s*=/i.test(line))
|
|
19
|
+
throw unsupported("Dockerfile escape directives are unsupported");
|
|
20
|
+
continue;
|
|
21
|
+
}
|
|
22
|
+
if (line.endsWith("\\"))
|
|
23
|
+
throw unsupported("Dockerfile continuation lines are unsupported");
|
|
24
|
+
if (/^ARG\s/i.test(line) && stages === 0)
|
|
25
|
+
throw unsupported("Dockerfile ARG before FROM is unsupported");
|
|
26
|
+
if (/^FROM\s/i.test(line)) {
|
|
27
|
+
const match = line.match(/^FROM(?:\s+--platform=\S+)?\s+(\S+?)(?:\s+AS\s+([A-Za-z0-9_.-]+))?$/i);
|
|
28
|
+
if (!match)
|
|
29
|
+
throw unsupported("Dockerfile FROM syntax is unsupported");
|
|
30
|
+
const source = match[1];
|
|
31
|
+
if (source.toLowerCase() !== "scratch" && !aliases.has(source) && !/^\d+$/.test(source))
|
|
32
|
+
addPinnedBase(source, bases);
|
|
33
|
+
if (match[2])
|
|
34
|
+
aliases.add(match[2]);
|
|
35
|
+
stages += 1;
|
|
36
|
+
continue;
|
|
37
|
+
}
|
|
38
|
+
if (/^(COPY|ADD)\s/i.test(line)) {
|
|
39
|
+
const external = line.match(/(?:^|\s)--from=(\S+)/i)?.[1];
|
|
40
|
+
if (external && !aliases.has(external) && !/^\d+$/.test(external))
|
|
41
|
+
addPinnedBase(external, bases);
|
|
42
|
+
}
|
|
43
|
+
if (/^RUN\s/i.test(line) && /--mount=[^\s]*\bfrom=/i.test(line))
|
|
44
|
+
throw unsupported("Dockerfile external RUN mounts are unsupported");
|
|
45
|
+
}
|
|
46
|
+
if (stages === 0)
|
|
47
|
+
throw unsupported("Dockerfile has no FROM instruction");
|
|
48
|
+
return [...bases.entries()].map(([reference, digest]) => ({ reference, digest })).sort((left, right) => Buffer.compare(Buffer.from(left.reference), Buffer.from(right.reference)));
|
|
49
|
+
}
|
|
50
|
+
function addPinnedBase(value, bases) {
|
|
51
|
+
const match = value.match(PINNED_IMAGE);
|
|
52
|
+
if (!match)
|
|
53
|
+
throw unsupported(`Dockerfile base image is not digest-pinned: ${bounded(value)}`);
|
|
54
|
+
const reference = match[1];
|
|
55
|
+
const digest = match[2];
|
|
56
|
+
const previous = bases.get(reference);
|
|
57
|
+
if (previous && previous !== digest)
|
|
58
|
+
throw unsupported(`Dockerfile base image has conflicting digests: ${bounded(reference)}`);
|
|
59
|
+
bases.set(reference, digest);
|
|
60
|
+
}
|
|
61
|
+
function unsupported(message) {
|
|
62
|
+
return Object.assign(new TypeError(message), { code: "environment_build_context_unsupported" });
|
|
63
|
+
}
|
|
64
|
+
function bounded(value) {
|
|
65
|
+
return value.replace(/[\0\r\n]/g, " ").slice(0, 256);
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=dockerfile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dockerfile.js","sourceRoot":"","sources":["../../../src/images/dockerfile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B,MAAM,oBAAoB,GAAG,IAAI,GAAG,IAAI,CAAC;AACzC,MAAM,YAAY,GAAG,mCAAmC,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAAC,gBAAwB,EAAE,UAAU,GAAG,YAAY;IACpG,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC,CAAC;IACzE,IAAI,QAAQ,CAAC,UAAU,GAAG,oBAAoB,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,MAAM,WAAW,CAAC,4CAA4C,CAAC,CAAC;IACxI,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,WAAW,CAAC,0BAA0B,CAAC,CAAC;IACrG,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,MAAM,WAAW,CAAC,8CAA8C,CAAC,CAAC;YACrG,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,MAAM,WAAW,CAAC,+CAA+C,CAAC,CAAC;QAC5F,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK,CAAC;YAAE,MAAM,WAAW,CAAC,2CAA2C,CAAC,CAAC;QACzG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAC;YACjG,IAAI,CAAC,KAAK;gBAAE,MAAM,WAAW,CAAC,uCAAuC,CAAC,CAAC;YACvE,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAW,CAAC;YAClC,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACtH,IAAI,KAAK,CAAC,CAAC,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAE,KAAK,CAAC,CAAC,CAAY,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,CAAC;YACZ,SAAS;QACX,CAAC;QACD,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1D,IAAI,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAAE,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpG,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,MAAM,WAAW,CAAC,gDAAgD,CAAC,CAAC;IACvI,CAAC;IACD,IAAI,MAAM,KAAK,CAAC;QAAE,MAAM,WAAW,CAAC,oCAAoC,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACrL,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,KAA0B;IAC9D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK;QAAE,MAAM,WAAW,CAAC,+CAA+C,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC/F,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAW,CAAC;IACrC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAW,CAAC;IAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,QAAQ,IAAI,QAAQ,KAAK,MAAM;QAAE,MAAM,WAAW,CAAC,kDAAkD,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC/H,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,uCAAuC,EAAE,CAAC,CAAC;AAClG,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACvD,CAAC"}
|
|
@@ -0,0 +1,261 @@
|
|
|
1
|
+
import { readdir, rm } from "node:fs/promises";
|
|
2
|
+
import path from "node:path";
|
|
3
|
+
import { HitchError, atomicWriteJSON, hitchRootId, readEvalEnvironmentImageReferences, readJSON, runCommand, sha256JSON, statePaths, withEnvironmentImageReferenceLock, withFileLock } from "../foundation/index.js";
|
|
4
|
+
import { parseEnvironmentBuildRecord, parseEnvironmentImageManifest } from "./manifest.js";
|
|
5
|
+
import { ENVIRONMENT_IMAGE_LABELS } from "./ownership.js";
|
|
6
|
+
import { environmentBuildRecordPath, environmentImageManifestPath, loadEnvironmentImageManifest } from "./service.js";
|
|
7
|
+
const TERMINAL_EVAL_STATES = new Set(["succeeded", "failed", "cancelled"]);
|
|
8
|
+
export async function pinEnvironmentImage(root, imageId, reason) {
|
|
9
|
+
validateRootAndImage(root, imageId);
|
|
10
|
+
if (reason !== undefined && (!reason.trim() || reason.length > 1_024 || /[\0\r\n]/.test(reason)))
|
|
11
|
+
throw new TypeError("environment image pin reason is invalid");
|
|
12
|
+
await withEnvironmentImageReferenceLock(root, async () => {
|
|
13
|
+
await loadEnvironmentImageManifest(root, imageId);
|
|
14
|
+
const file = environmentImagePinPath(root, imageId);
|
|
15
|
+
const existing = await readJSON(file, null);
|
|
16
|
+
if (existing !== null) {
|
|
17
|
+
parsePin(existing, imageId);
|
|
18
|
+
return;
|
|
19
|
+
}
|
|
20
|
+
await atomicWriteJSON(file, {
|
|
21
|
+
schema_version: "1",
|
|
22
|
+
image_id: imageId,
|
|
23
|
+
pinned_at: new Date().toISOString(),
|
|
24
|
+
...(reason === undefined ? {} : { reason }),
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
export async function unpinEnvironmentImage(root, imageId) {
|
|
29
|
+
validateRootAndImage(root, imageId);
|
|
30
|
+
await withEnvironmentImageReferenceLock(root, () => rm(environmentImagePinPath(root, imageId), { force: true }));
|
|
31
|
+
}
|
|
32
|
+
export async function gcEnvironmentImages(input) {
|
|
33
|
+
if (!input.root || typeof input.dryRun !== "boolean")
|
|
34
|
+
throw new TypeError("environment image GC input is invalid");
|
|
35
|
+
const minimumAgeMs = input.minimumAgeMs ?? 24 * 60 * 60 * 1_000;
|
|
36
|
+
if (!Number.isSafeInteger(minimumAgeMs) || minimumAgeMs < 0)
|
|
37
|
+
throw new TypeError("environment image GC minimum age is invalid");
|
|
38
|
+
const env = input.env ?? process.env;
|
|
39
|
+
const command = input.run ?? ((args) => runCommand(env.HITCH_DOCKER_PATH || "docker", args, {
|
|
40
|
+
env,
|
|
41
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
42
|
+
timeoutMs: 30_000,
|
|
43
|
+
failureCode: "environment_image_gc_docker_failed",
|
|
44
|
+
failureExitCode: 12,
|
|
45
|
+
}));
|
|
46
|
+
return withEnvironmentImageReferenceLock(input.root, async () => {
|
|
47
|
+
const references = await referencedEnvironmentImages(input.root);
|
|
48
|
+
const manifests = await storedManifests(input.root);
|
|
49
|
+
const retained = [];
|
|
50
|
+
const eligible = [];
|
|
51
|
+
const removed = [];
|
|
52
|
+
const skipped = [];
|
|
53
|
+
for (const manifest of manifests) {
|
|
54
|
+
const reasons = [...(references.get(manifest.image_id) ?? [])].sort(compare);
|
|
55
|
+
if (reasons.length > 0) {
|
|
56
|
+
retained.push({ image_id: manifest.image_id, reasons });
|
|
57
|
+
continue;
|
|
58
|
+
}
|
|
59
|
+
if (manifest.source.kind === "registry") {
|
|
60
|
+
retained.push({ image_id: manifest.image_id, reasons: ["external-registry-image"] });
|
|
61
|
+
continue;
|
|
62
|
+
}
|
|
63
|
+
if (Date.now() - Date.parse(manifest.created_at) < minimumAgeMs) {
|
|
64
|
+
retained.push({ image_id: manifest.image_id, reasons: ["minimum-age"] });
|
|
65
|
+
continue;
|
|
66
|
+
}
|
|
67
|
+
const candidate = await withFileLock(statePaths(input.root).buildLocks, manifest.build.cache_key, async () => {
|
|
68
|
+
const current = await loadEnvironmentImageManifest(input.root, manifest.image_id);
|
|
69
|
+
if (JSON.stringify(current) !== JSON.stringify(manifest))
|
|
70
|
+
throw gcError("environment image changed during GC");
|
|
71
|
+
return inspectGcCandidate(input.root, manifest, command);
|
|
72
|
+
}, { timeoutCode: "environment_image_gc_build_locked", timeoutExitCode: 12, ...(input.signal ? { signal: input.signal } : {}) });
|
|
73
|
+
if ("code" in candidate) {
|
|
74
|
+
skipped.push({ image_id: manifest.image_id, code: candidate.code });
|
|
75
|
+
continue;
|
|
76
|
+
}
|
|
77
|
+
eligible.push(candidate);
|
|
78
|
+
if (input.dryRun)
|
|
79
|
+
continue;
|
|
80
|
+
const deleted = await withFileLock(statePaths(input.root).buildLocks, manifest.build.cache_key, async () => {
|
|
81
|
+
const current = await loadEnvironmentImageManifest(input.root, manifest.image_id);
|
|
82
|
+
if (JSON.stringify(current) !== JSON.stringify(manifest))
|
|
83
|
+
throw gcError("environment image changed during GC");
|
|
84
|
+
const rechecked = await inspectGcCandidate(input.root, manifest, command);
|
|
85
|
+
if ("code" in rechecked)
|
|
86
|
+
return rechecked;
|
|
87
|
+
await command(["image", "rm", manifest.output.reference]);
|
|
88
|
+
await removeEnvironmentImageRecords(input.root, manifest);
|
|
89
|
+
return rechecked;
|
|
90
|
+
}, { timeoutCode: "environment_image_gc_build_locked", timeoutExitCode: 12, ...(input.signal ? { signal: input.signal } : {}) });
|
|
91
|
+
if ("code" in deleted)
|
|
92
|
+
skipped.push({ image_id: manifest.image_id, code: deleted.code });
|
|
93
|
+
else
|
|
94
|
+
removed.push(deleted);
|
|
95
|
+
}
|
|
96
|
+
return {
|
|
97
|
+
schema_version: "1",
|
|
98
|
+
dry_run: input.dryRun,
|
|
99
|
+
scanned: manifests.length,
|
|
100
|
+
retained: retained.sort(byImageId),
|
|
101
|
+
eligible: eligible.sort(byImageId),
|
|
102
|
+
removed: removed.sort(byImageId),
|
|
103
|
+
skipped: skipped.sort(byImageId),
|
|
104
|
+
};
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
async function inspectGcCandidate(root, manifest, command) {
|
|
108
|
+
if (!/^hitch-environment:[a-f0-9]{32}$/.test(manifest.output.reference) || !manifest.output.config_digest)
|
|
109
|
+
return { code: "not-owned-build-output" };
|
|
110
|
+
const record = parseEnvironmentBuildRecord(await readJSON(environmentBuildRecordPath(root, manifest.build.cache_key)));
|
|
111
|
+
if (record.state !== "succeeded" || record.image_id !== manifest.image_id || record.cache_key !== manifest.build.cache_key)
|
|
112
|
+
throw gcError("environment image build record does not match manifest");
|
|
113
|
+
let inspected;
|
|
114
|
+
try {
|
|
115
|
+
inspected = JSON.parse((await command(["image", "inspect", "--format", "{{json .}}", manifest.output.reference])).stdout);
|
|
116
|
+
}
|
|
117
|
+
catch {
|
|
118
|
+
return { code: "docker-image-unavailable" };
|
|
119
|
+
}
|
|
120
|
+
if (!inspected || typeof inspected !== "object" || Array.isArray(inspected))
|
|
121
|
+
return { code: "docker-inspect-invalid" };
|
|
122
|
+
const image = inspected;
|
|
123
|
+
const config = image.Config && typeof image.Config === "object" && !Array.isArray(image.Config) ? image.Config : {};
|
|
124
|
+
const labels = config.Labels && typeof config.Labels === "object" && !Array.isArray(config.Labels) ? config.Labels : {};
|
|
125
|
+
if (image.Id !== manifest.output.config_digest)
|
|
126
|
+
return { code: "config-digest-mismatch" };
|
|
127
|
+
if (labels[ENVIRONMENT_IMAGE_LABELS.rootId] !== hitchRootId(root)
|
|
128
|
+
|| labels[ENVIRONMENT_IMAGE_LABELS.cacheKey] !== manifest.build.cache_key)
|
|
129
|
+
return { code: "ownership-label-mismatch" };
|
|
130
|
+
return { image_id: manifest.image_id, reference: manifest.output.reference, config_digest: manifest.output.config_digest };
|
|
131
|
+
}
|
|
132
|
+
async function referencedEnvironmentImages(root) {
|
|
133
|
+
const result = new Map();
|
|
134
|
+
const paths = statePaths(root);
|
|
135
|
+
for (const entry of await directories(paths.evals)) {
|
|
136
|
+
if (!/^eval_[a-f0-9]{32}$/.test(entry))
|
|
137
|
+
continue;
|
|
138
|
+
const directory = path.join(paths.evals, entry);
|
|
139
|
+
const control = await readJSON(path.join(directory, "control.json"), null);
|
|
140
|
+
const terminalResult = await readJSON(path.join(directory, "result.json"), null);
|
|
141
|
+
const terminal = TERMINAL_EVAL_STATES.has(String(control?.state)) || TERMINAL_EVAL_STATES.has(String(terminalResult?.status));
|
|
142
|
+
if (terminal)
|
|
143
|
+
continue;
|
|
144
|
+
const request = await readJSON(path.join(directory, "request.json"), null);
|
|
145
|
+
if (request === null && control === null)
|
|
146
|
+
continue;
|
|
147
|
+
const references = await readEvalEnvironmentImageReferences(directory, entry);
|
|
148
|
+
if (!references)
|
|
149
|
+
throw gcError(`active eval has no environment image reference fence: ${entry}`);
|
|
150
|
+
if (references.state !== "planned")
|
|
151
|
+
throw gcError(`active eval image planning is incomplete: ${entry}`);
|
|
152
|
+
for (const imageId of references.image_ids)
|
|
153
|
+
addReference(result, imageId, "active-eval");
|
|
154
|
+
}
|
|
155
|
+
for (const entry of await directories(paths.runs)) {
|
|
156
|
+
const index = await readJSON(path.join(paths.runs, entry, "bundle.index.json"), null);
|
|
157
|
+
if (index === null)
|
|
158
|
+
continue;
|
|
159
|
+
const manifest = await readJSON(path.join(paths.runs, entry, "manifest.json"), null);
|
|
160
|
+
const { bundle_digest: bundleDigest, created_at: _createdAt, ...bundleIdentity } = index;
|
|
161
|
+
if (index.schema_version !== "1" || index.sealed !== true || typeof index.run_id !== "string"
|
|
162
|
+
|| typeof bundleDigest !== "string" || !/^sha256:[a-f0-9]{64}$/.test(bundleDigest)
|
|
163
|
+
|| sha256JSON(bundleIdentity) !== bundleDigest
|
|
164
|
+
|| manifest?.sealed !== true || manifest.run_id !== index.run_id)
|
|
165
|
+
throw gcError(`sealed bundle index is invalid: ${entry}`);
|
|
166
|
+
if (index.environment === undefined)
|
|
167
|
+
continue;
|
|
168
|
+
const environment = record(index.environment);
|
|
169
|
+
if (!environment || !Array.isArray(environment.images))
|
|
170
|
+
throw gcError(`sealed bundle environment is invalid: ${entry}`);
|
|
171
|
+
for (const image of environment.images) {
|
|
172
|
+
const value = record(image);
|
|
173
|
+
if (!value || typeof value.image_id !== "string" || !/^sha256:[a-f0-9]{64}$/.test(value.image_id))
|
|
174
|
+
throw gcError(`sealed bundle image reference is invalid: ${entry}`);
|
|
175
|
+
addReference(result, value.image_id, "sealed-bundle");
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
for (const entry of await files(paths.environmentImagePins)) {
|
|
179
|
+
if (!/^[a-f0-9]{64}\.json$/.test(entry))
|
|
180
|
+
throw gcError("environment image pin filename is invalid");
|
|
181
|
+
const imageId = `sha256:${entry.slice(0, 64)}`;
|
|
182
|
+
parsePin(await readJSON(path.join(paths.environmentImagePins, entry)), imageId);
|
|
183
|
+
addReference(result, imageId, "operator-pin");
|
|
184
|
+
}
|
|
185
|
+
return result;
|
|
186
|
+
}
|
|
187
|
+
async function storedManifests(root) {
|
|
188
|
+
const result = [];
|
|
189
|
+
for (const entry of await directories(statePaths(root).environmentImages)) {
|
|
190
|
+
if (!/^[a-f0-9]{64}$/.test(entry))
|
|
191
|
+
throw gcError("environment image store entry is invalid");
|
|
192
|
+
const manifest = parseEnvironmentImageManifest(await readJSON(path.join(statePaths(root).environmentImages, entry, "manifest.json")));
|
|
193
|
+
if (manifest.image_id !== `sha256:${entry}`)
|
|
194
|
+
throw gcError("environment image store path does not match manifest");
|
|
195
|
+
result.push(manifest);
|
|
196
|
+
}
|
|
197
|
+
return result.sort((left, right) => compare(left.image_id, right.image_id));
|
|
198
|
+
}
|
|
199
|
+
async function removeEnvironmentImageRecords(root, manifest) {
|
|
200
|
+
const paths = statePaths(root);
|
|
201
|
+
const manifestDirectory = path.dirname(environmentImageManifestPath(root, manifest.image_id));
|
|
202
|
+
const recordDirectory = path.dirname(environmentBuildRecordPath(root, manifest.build.cache_key));
|
|
203
|
+
const buildId = `build_${manifest.build.cache_key.slice("sha256:".length, "sha256:".length + 32)}`;
|
|
204
|
+
await rm(path.join(paths.buildIndexes, `${buildId}.json`), { force: true });
|
|
205
|
+
await rm(recordDirectory, { recursive: true, force: true });
|
|
206
|
+
await rm(manifestDirectory, { recursive: true, force: true });
|
|
207
|
+
}
|
|
208
|
+
function environmentImagePinPath(root, imageId) {
|
|
209
|
+
return path.join(statePaths(root).environmentImagePins, `${imageId.slice("sha256:".length)}.json`);
|
|
210
|
+
}
|
|
211
|
+
function parsePin(value, expectedImageId) {
|
|
212
|
+
const pin = record(value);
|
|
213
|
+
if (!pin || Object.keys(pin).some((key) => !["schema_version", "image_id", "pinned_at", "reason"].includes(key))
|
|
214
|
+
|| pin.schema_version !== "1" || pin.image_id !== expectedImageId
|
|
215
|
+
|| typeof pin.pinned_at !== "string" || !Number.isFinite(Date.parse(pin.pinned_at))
|
|
216
|
+
|| pin.reason !== undefined && (typeof pin.reason !== "string" || !pin.reason || pin.reason.length > 1_024 || /[\0\r\n]/.test(pin.reason))) {
|
|
217
|
+
throw gcError("environment image pin is invalid");
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
async function directories(root) {
|
|
221
|
+
try {
|
|
222
|
+
return (await readdir(root, { withFileTypes: true })).filter((entry) => entry.isDirectory()).map((entry) => entry.name).sort(compare);
|
|
223
|
+
}
|
|
224
|
+
catch (error) {
|
|
225
|
+
if (error.code === "ENOENT")
|
|
226
|
+
return [];
|
|
227
|
+
throw error;
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
async function files(root) {
|
|
231
|
+
try {
|
|
232
|
+
return (await readdir(root, { withFileTypes: true })).filter((entry) => entry.isFile()).map((entry) => entry.name).sort(compare);
|
|
233
|
+
}
|
|
234
|
+
catch (error) {
|
|
235
|
+
if (error.code === "ENOENT")
|
|
236
|
+
return [];
|
|
237
|
+
throw error;
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
function addReference(target, imageId, reason) {
|
|
241
|
+
const reasons = target.get(imageId) ?? new Set();
|
|
242
|
+
reasons.add(reason);
|
|
243
|
+
target.set(imageId, reasons);
|
|
244
|
+
}
|
|
245
|
+
function record(value) {
|
|
246
|
+
return value && typeof value === "object" && !Array.isArray(value) ? value : null;
|
|
247
|
+
}
|
|
248
|
+
function validateRootAndImage(root, imageId) {
|
|
249
|
+
if (!root || !/^sha256:[a-f0-9]{64}$/.test(imageId))
|
|
250
|
+
throw new TypeError("environment image pin identity is invalid");
|
|
251
|
+
}
|
|
252
|
+
function gcError(message) {
|
|
253
|
+
return new HitchError(message, { code: "environment_image_gc_reference_scan_failed", exitCode: 12 });
|
|
254
|
+
}
|
|
255
|
+
function byImageId(left, right) {
|
|
256
|
+
return compare(left.image_id, right.image_id);
|
|
257
|
+
}
|
|
258
|
+
function compare(left, right) {
|
|
259
|
+
return Buffer.compare(Buffer.from(left), Buffer.from(right));
|
|
260
|
+
}
|
|
261
|
+
//# sourceMappingURL=gc.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gc.js","sourceRoot":"","sources":["../../../src/images/gc.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,WAAW,EAAE,kCAAkC,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,iCAAiC,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACrN,OAAO,EAAE,2BAA2B,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAC3F,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,4BAA4B,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAEtH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;AAY3E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAY,EAAE,OAAe,EAAE,MAAe;IACtF,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpC,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;IACjK,MAAM,iCAAiC,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiB,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5D,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,MAAM,eAAe,CAAC,IAAI,EAAE;YAC1B,cAAc,EAAE,GAAG;YACnB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;SAC5C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY,EAAE,OAAe;IACvE,oBAAoB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,iCAAiC,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACnH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAOzC;IACC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,uCAAuC,CAAC,CAAC;IACnH,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;IAChE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAChI,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACrC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,EAAE,IAAI,EAAE;QACpG,GAAG;QACH,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE,EAAE;KACpB,CAAC,CAAC,CAAC;IACJ,OAAO,iCAAiC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,UAAU,GAAG,MAAM,2BAA2B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,QAAQ,GAA2C,EAAE,CAAC;QAC5D,MAAM,QAAQ,GAA2C,EAAE,CAAC;QAC5D,MAAM,OAAO,GAA0C,EAAE,CAAC;QAC1D,MAAM,OAAO,GAA0C,EAAE,CAAC;QAC1D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBACxD,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC;gBACrF,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,YAAY,EAAE,CAAC;gBAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;gBACzE,SAAS;YACX,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;gBAC3G,MAAM,OAAO,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAClF,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAAE,MAAM,OAAO,CAAC,qCAAqC,CAAC,CAAC;gBAC/G,OAAO,kBAAkB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC,EAAE,EAAE,WAAW,EAAE,mCAAmC,EAAE,eAAe,EAAE,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjI,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,SAAS;YACX,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,IAAI,KAAK,CAAC,MAAM;gBAAE,SAAS;YAC3B,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;gBACzG,MAAM,OAAO,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAClF,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAAE,MAAM,OAAO,CAAC,qCAAqC,CAAC,CAAC;gBAC/G,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC1E,IAAI,MAAM,IAAI,SAAS;oBAAE,OAAO,SAAS,CAAC;gBAC1C,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC1D,MAAM,6BAA6B,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC1D,OAAO,SAAS,CAAC;YACnB,CAAC,EAAE,EAAE,WAAW,EAAE,mCAAmC,EAAE,eAAe,EAAE,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjI,IAAI,MAAM,IAAI,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;;gBACpF,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO;YACL,cAAc,EAAE,GAAG;YACnB,OAAO,EAAE,KAAK,CAAC,MAAM;YACrB,OAAO,EAAE,SAAS,CAAC,MAAM;YACzB,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;YAClC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;YAChC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;SACjC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,IAAY,EACZ,QAAoC,EACpC,OAAyE;IAEzE,IAAI,CAAC,kCAAkC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa;QAAE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC;IACrJ,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,QAAQ,CAAC,0BAA0B,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACvH,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,QAAQ,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,KAAK,CAAC,SAAS;QAAE,MAAM,OAAO,CAAC,wDAAwD,CAAC,CAAC;IACpM,IAAI,SAAkB,CAAC;IACvB,IAAI,CAAC;QACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5H,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;IAC9C,CAAC;IACD,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC;IACvH,MAAM,KAAK,GAAG,SAAoC,CAAC;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAiC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/I,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAiC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnJ,IAAI,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,MAAM,CAAC,aAAa;QAAE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC;IAC1F,IAAI,MAAM,CAAC,wBAAwB,CAAC,MAAM,CAAC,KAAK,WAAW,CAAC,IAAI,CAAC;WAC5D,MAAM,CAAC,wBAAwB,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;IACzH,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;AAC7H,CAAC;AAED,KAAK,UAAU,2BAA2B,CAAC,IAAY;IACrD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,SAAS;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3G,MAAM,cAAc,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,CAAC;QACjH,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC,CAAC;QAC9H,IAAI,QAAQ;YAAE,SAAS;QACvB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3F,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI;YAAE,SAAS;QACnD,MAAM,UAAU,GAAG,MAAM,kCAAkC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC9E,IAAI,CAAC,UAAU;YAAE,MAAM,OAAO,CAAC,yDAAyD,KAAK,EAAE,CAAC,CAAC;QACjG,IAAI,UAAU,CAAC,KAAK,KAAK,SAAS;YAAE,MAAM,OAAO,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;QACxG,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,SAAS;YAAE,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IAC3F,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,mBAAmB,CAAC,EAAE,IAAI,CAAC,CAAC;QACtH,IAAI,KAAK,KAAK,IAAI;YAAE,SAAS;QAC7B,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,EAAE,IAAI,CAAC,CAAC;QACrH,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,cAAc,EAAE,GAAG,KAAK,CAAC;QACzF,IAAI,KAAK,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;eACxF,OAAO,YAAY,KAAK,QAAQ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC;eAC/E,UAAU,CAAC,cAAc,CAAC,KAAK,YAAY;eAC3C,QAAQ,EAAE,MAAM,KAAK,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,MAAM,OAAO,CAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;QAC9H,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;YAAE,SAAS;QAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;YAAE,MAAM,OAAO,CAAC,yCAAyC,KAAK,EAAE,CAAC,CAAC;QACxH,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAAE,MAAM,OAAO,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;YACvK,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,QAAkB,EAAE,eAAe,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC5D,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,OAAO,CAAC,2CAA2C,CAAC,CAAC;QACpG,MAAM,OAAO,GAAG,UAAU,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAY,CAAC;QACzD,QAAQ,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChF,YAAY,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,MAAM,MAAM,GAAiC,EAAE,CAAC;IAChD,KAAK,MAAM,KAAK,IAAI,MAAM,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC1E,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,OAAO,CAAC,0CAA0C,CAAC,CAAC;QAC7F,MAAM,QAAQ,GAAG,6BAA6B,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC;QACtI,IAAI,QAAQ,CAAC,QAAQ,KAAK,UAAU,KAAK,EAAE;YAAE,MAAM,OAAO,CAAC,sDAAsD,CAAC,CAAC;QACnH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,KAAK,UAAU,6BAA6B,CAAC,IAAY,EAAE,QAAoC;IAC7F,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,4BAA4B,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9F,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,0BAA0B,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IACjG,MAAM,OAAO,GAAG,SAAS,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;IACnG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,OAAO,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,MAAM,EAAE,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,EAAE,CAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,uBAAuB,CAAC,IAAY,EAAE,OAAe;IAC5D,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,eAAuB;IACvD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;WAC3G,GAAG,CAAC,cAAc,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,KAAK,eAAe;WAC9D,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;WAChF,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;QAC7I,MAAM,OAAO,CAAC,kCAAkC,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY;IACrC,IAAI,CAAC;QAAC,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAAC,CAAC;IAC9I,OAAO,KAAK,EAAE,CAAC;QAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;AACnG,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,IAAY;IAC/B,IAAI,CAAC;QAAC,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAAC,CAAC;IACzI,OAAO,KAAK,EAAE,CAAC;QAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;AACnG,CAAC;AAED,SAAS,YAAY,CAAC,MAAgC,EAAE,OAAe,EAAE,MAAc;IACrF,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,EAAU,CAAC;IACzD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACpB,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC5B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/G,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY,EAAE,OAAe;IACzD,IAAI,CAAC,IAAI,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,OAAO,CAAC,OAAe;IAC9B,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,4CAA4C,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,SAAS,CAAC,IAA0B,EAAE,KAA2B;IACxE,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,KAAa;IAC1C,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/D,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export { resolveBuildContext } from "./context.js";
|
|
2
|
+
export { inspectPinnedDockerfileBases } from "./dockerfile.js";
|
|
3
|
+
export { environmentImageIdentity, parseEnvironmentBuildRecord, parseEnvironmentImageManifest } from "./manifest.js";
|
|
4
|
+
export { EnvironmentImageService, loadEnvironmentImageManifest } from "./service.js";
|
|
5
|
+
export { DockerBuildKitBuilder } from "./docker-buildkit.js";
|
|
6
|
+
export { ENVIRONMENT_IMAGE_LABELS } from "./ownership.js";
|
|
7
|
+
export { gcEnvironmentImages, pinEnvironmentImage, unpinEnvironmentImage } from "./gc.js";
|
|
8
|
+
export { inspectEnvironmentBuild } from "./records.js";
|
|
9
|
+
export { DockerRegistryResolver, resolveRegistryEnvironmentImage } from "./registry.js";
|
|
10
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/images/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,4BAA4B,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AACrH,OAAO,EAAE,uBAAuB,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAErF,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAE1F,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAEvD,OAAO,EAAE,sBAAsB,EAAE,+BAA+B,EAAE,MAAM,eAAe,CAAC"}
|