agent-hitch 0.2.16 → 0.2.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -28
- package/README.zh-CN.md +6 -26
- package/dist/scripts/benchmark-dataset-verification.js +118 -0
- package/dist/scripts/benchmark-dataset-verification.js.map +1 -0
- package/dist/scripts/canary-external-endpoint.js +56 -0
- package/dist/scripts/canary-external-endpoint.js.map +1 -0
- package/dist/scripts/canary-native-training.js +8 -6
- package/dist/scripts/canary-native-training.js.map +1 -1
- package/dist/scripts/canary-remote-training.js +8 -6
- package/dist/scripts/canary-remote-training.js.map +1 -1
- package/dist/scripts/check-architecture.js +1 -1
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/src/adapters/providers/codex.js +5 -2
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/model-call.js +1 -2
- package/dist/src/adapters/providers/model-call.js.map +1 -1
- package/dist/src/adapters/providers/training-tool.js +2 -0
- package/dist/src/adapters/providers/training-tool.js.map +1 -1
- package/dist/src/backends/harbor/artifact-pins.js +42 -0
- package/dist/src/backends/harbor/artifact-pins.js.map +1 -0
- package/dist/src/backends/harbor/backend.js +16 -8
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/bound-credential-helper.js +24 -0
- package/dist/src/backends/harbor/bound-credential-helper.js.map +1 -0
- package/dist/src/backends/harbor/credential-snapshot.js +71 -0
- package/dist/src/backends/harbor/credential-snapshot.js.map +1 -0
- package/dist/src/backends/harbor/environment-config.js +25 -2
- package/dist/src/backends/harbor/environment-config.js.map +1 -1
- package/dist/src/backends/harbor/environment-files.js +143 -0
- package/dist/src/backends/harbor/environment-files.js.map +1 -0
- package/dist/src/backends/harbor/evaluation-binding.js +160 -0
- package/dist/src/backends/harbor/evaluation-binding.js.map +1 -0
- package/dist/src/backends/harbor/host-credential-helper.js +5 -0
- package/dist/src/backends/harbor/host-credential-helper.js.map +1 -1
- package/dist/src/backends/harbor/index.js +2 -0
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +3 -18
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -1
- package/dist/src/backends/harbor/portable-regrade.js +15 -3
- package/dist/src/backends/harbor/portable-regrade.js.map +1 -1
- package/dist/src/backends/harbor/python-runtime.js +71 -0
- package/dist/src/backends/harbor/python-runtime.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -4
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +3 -0
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/cli/arguments.js +30 -30
- package/dist/src/cli/arguments.js.map +1 -1
- package/dist/src/cli/commands/capabilities.js +7 -3
- package/dist/src/cli/commands/capabilities.js.map +1 -1
- package/dist/src/cli/commands/daemon.js +0 -17
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval-binding.js +32 -0
- package/dist/src/cli/commands/eval-binding.js.map +1 -0
- package/dist/src/cli/commands/eval.js +21 -15
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/models.js +32 -45
- package/dist/src/cli/commands/models.js.map +1 -1
- package/dist/src/cli/commands/run.js +0 -35
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/main.js +0 -4
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +5 -16
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/eval-records.js +3 -1
- package/dist/src/control-plane/eval-records.js.map +1 -1
- package/dist/src/control-plane/eval-recovery.js +4 -1
- package/dist/src/control-plane/eval-recovery.js.map +1 -1
- package/dist/src/control-plane/eval-scheduler.js +16 -8
- package/dist/src/control-plane/eval-scheduler.js.map +1 -1
- package/dist/src/control-plane/index.js +0 -2
- package/dist/src/control-plane/index.js.map +1 -1
- package/dist/src/control-plane/model-capture-planning.js +3 -4
- package/dist/src/control-plane/model-capture-planning.js.map +1 -1
- package/dist/src/control-plane/remote-model-routes.js +4 -24
- package/dist/src/control-plane/remote-model-routes.js.map +1 -1
- package/dist/src/control-plane/remote-offer-contract.js +2 -2
- package/dist/src/control-plane/remote-offer-contract.js.map +1 -1
- package/dist/src/control-plane/remote-result-transport.js +7 -8
- package/dist/src/control-plane/remote-result-transport.js.map +1 -1
- package/dist/src/control-plane/remote-work-coordinator.js +2 -2
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -1
- package/dist/src/control-plane/remote-work-recovery.js +2 -2
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -1
- package/dist/src/control-plane/remote-worker-protocol.js +1 -1
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -1
- package/dist/src/control-plane/remote-worker-runner.js +21 -6
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -1
- package/dist/src/control-plane/remote-workers.js +2 -2
- package/dist/src/control-plane/remote-workers.js.map +1 -1
- package/dist/src/control-plane/rerun-recovery.js +1 -1
- package/dist/src/control-plane/rerun-recovery.js.map +1 -1
- package/dist/src/control-plane/rerun-scheduler.js +21 -14
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -1
- package/dist/src/control-plane/rerun-source.js +5 -2
- package/dist/src/control-plane/rerun-source.js.map +1 -1
- package/dist/src/control-plane/rerun-submission.js +7 -5
- package/dist/src/control-plane/rerun-submission.js.map +1 -1
- package/dist/src/control-plane/synthetic-result.js +3 -2
- package/dist/src/control-plane/synthetic-result.js.map +1 -1
- package/dist/src/control-plane/worker-model-relay.js +1 -1
- package/dist/src/control-plane/worker-model-relay.js.map +1 -1
- package/dist/src/controller-runtime/hash.js +6 -0
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/daemon/client.js +12 -35
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/evaluation-binding.js +33 -0
- package/dist/src/daemon/evaluation-binding.js.map +1 -0
- package/dist/src/daemon/evaluation-submission.js +27 -0
- package/dist/src/daemon/evaluation-submission.js.map +1 -0
- package/dist/src/daemon/index.js +1 -0
- package/dist/src/daemon/index.js.map +1 -1
- package/dist/src/daemon/json-stream.js +98 -0
- package/dist/src/daemon/json-stream.js.map +1 -0
- package/dist/src/daemon/scheduler.js +1 -4
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +14 -54
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/domain/endpoints.js +2 -0
- package/dist/src/domain/endpoints.js.map +1 -0
- package/dist/src/domain/evaluation-binding.js +5 -0
- package/dist/src/domain/evaluation-binding.js.map +1 -0
- package/dist/src/domain/index.js +2 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/runs.js.map +1 -1
- package/dist/src/evals/benchmark-adapter-manifest.js +95 -32
- package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -1
- package/dist/src/evals/benchmark-verification.js +106 -0
- package/dist/src/evals/benchmark-verification.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +3 -2
- package/dist/src/evals/collect-only-rerun.js.map +1 -1
- package/dist/src/evals/directory.js +9 -1
- package/dist/src/evals/directory.js.map +1 -1
- package/dist/src/evals/endpoint-attempts.js +112 -0
- package/dist/src/evals/endpoint-attempts.js.map +1 -0
- package/dist/src/evals/endpoint-usage.js +8 -0
- package/dist/src/evals/endpoint-usage.js.map +1 -0
- package/dist/src/evals/environment-binding.js +9 -0
- package/dist/src/evals/environment-binding.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +10 -1
- package/dist/src/evals/eval-artifact-planning.js.map +1 -1
- package/dist/src/evals/eval-finalization.js +2 -3
- package/dist/src/evals/eval-finalization.js.map +1 -1
- package/dist/src/evals/eval-logical-plan.js +2 -0
- package/dist/src/evals/eval-logical-plan.js.map +1 -1
- package/dist/src/evals/eval-result-builder.js +4 -0
- package/dist/src/evals/eval-result-builder.js.map +1 -1
- package/dist/src/evals/eval-state.js +22 -0
- package/dist/src/evals/eval-state.js.map +1 -0
- package/dist/src/evals/execution-plan.js +6 -2
- package/dist/src/evals/execution-plan.js.map +1 -1
- package/dist/src/evals/index.js +5 -1
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +2 -0
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/model-capture-runtime.js +9 -13
- package/dist/src/evals/model-capture-runtime.js.map +1 -1
- package/dist/src/evals/native-phase-evidence.js +8 -2
- package/dist/src/evals/native-phase-evidence.js.map +1 -1
- package/dist/src/evals/planned-execution.js +7 -2
- package/dist/src/evals/planned-execution.js.map +1 -1
- package/dist/src/evals/planned-progress-publisher.js +18 -5
- package/dist/src/evals/planned-progress-publisher.js.map +1 -1
- package/dist/src/evals/planned-retry-execution.js +1 -0
- package/dist/src/evals/planned-retry-execution.js.map +1 -1
- package/dist/src/evals/preparation-rerun.js +0 -1
- package/dist/src/evals/preparation-rerun.js.map +1 -1
- package/dist/src/evals/progress.js +92 -7
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +12 -2
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +2 -0
- package/dist/src/evals/recovery.js.map +1 -1
- package/dist/src/evals/remote-rerun-execution.js +1 -3
- package/dist/src/evals/remote-rerun-execution.js.map +1 -1
- package/dist/src/evals/remote-verifier-rerun.js +1 -1
- package/dist/src/evals/remote-verifier-rerun.js.map +1 -1
- package/dist/src/evals/request.js +14 -45
- package/dist/src/evals/request.js.map +1 -1
- package/dist/src/evals/rerun-observation.js +31 -0
- package/dist/src/evals/rerun-observation.js.map +1 -0
- package/dist/src/evals/rerun.js +23 -28
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/service.js +45 -42
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/shared-runtime.js +125 -0
- package/dist/src/evals/shared-runtime.js.map +1 -0
- package/dist/src/evals/trial-import.js +10 -2
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +1 -1
- package/dist/src/evals/trial-publication-recovery.js.map +1 -1
- package/dist/src/evals/verifier-artifacts.js +1 -0
- package/dist/src/evals/verifier-artifacts.js.map +1 -1
- package/dist/src/evals/verifier-only-rerun.js +1 -1
- package/dist/src/evals/verifier-only-rerun.js.map +1 -1
- package/dist/src/evals/verifier-rerun-result.js +3 -2
- package/dist/src/evals/verifier-rerun-result.js.map +1 -1
- package/dist/src/evals/verifier-score-artifacts.js +9 -1
- package/dist/src/evals/verifier-score-artifacts.js.map +1 -1
- package/dist/src/foundation/config.js +0 -5
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/inference/index.js +3 -22
- package/dist/src/inference/index.js.map +1 -1
- package/dist/src/inference/lock.js +44 -130
- package/dist/src/inference/lock.js.map +1 -1
- package/dist/src/model-access/endpoint-contract.js +127 -0
- package/dist/src/model-access/endpoint-contract.js.map +1 -0
- package/dist/src/model-access/endpoint-credentials.js +54 -0
- package/dist/src/model-access/endpoint-credentials.js.map +1 -0
- package/dist/src/model-access/endpoint-probe-stream.js +66 -0
- package/dist/src/model-access/endpoint-probe-stream.js.map +1 -0
- package/dist/src/model-access/endpoint-verification.js +76 -0
- package/dist/src/model-access/endpoint-verification.js.map +1 -0
- package/dist/src/model-access/endpoints.js +105 -0
- package/dist/src/model-access/endpoints.js.map +1 -0
- package/dist/src/model-access/index.js +5 -1
- package/dist/src/model-access/index.js.map +1 -1
- package/dist/src/model-access/proxy.js +57 -14
- package/dist/src/model-access/proxy.js.map +1 -1
- package/dist/src/model-access/remote-model.js +21 -29
- package/dist/src/model-access/remote-model.js.map +1 -1
- package/dist/src/model-access/usage.js +30 -0
- package/dist/src/model-access/usage.js.map +1 -0
- package/dist/src/runs/endpoint-runtime.js +40 -0
- package/dist/src/runs/endpoint-runtime.js.map +1 -0
- package/dist/src/runs/executor.js +28 -42
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/local-inference-environment.js +5 -53
- package/dist/src/runs/local-inference-environment.js.map +1 -1
- package/dist/src/runs/manifest.js +1 -0
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/outcome.js +3 -10
- package/dist/src/runs/outcome.js.map +1 -1
- package/dist/src/runs/queued.js +3 -2
- package/dist/src/runs/queued.js.map +1 -1
- package/dist/src/runs/records.js +3 -0
- package/dist/src/runs/records.js.map +1 -1
- package/dist/src/runs/request.js +10 -38
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/workers/remote-harbor-work-spec.js +8 -10
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -1
- package/dist/src/workers/remote-harbor-worker.js +3 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -1
- package/docs/evidence/eval-preparation-2026-10-09.json +393 -0
- package/docs/evidence/eval-preparation-2026-10-09.md +178 -0
- package/docs/local-model-inference-spec.zh-CN.md +4 -663
- package/docs/resource-storage.zh-CN.md +116 -0
- package/docs/schemas/endpoint-evaluation-attempt.schema.json +29 -0
- package/docs/schemas/eval-artifact-pin.schema.json +14 -0
- package/docs/schemas/eval-execution-plan.schema.json +486 -105
- package/docs/schemas/eval-progress.schema.json +1 -1
- package/docs/schemas/eval-request.schema.json +149 -18
- package/docs/schemas/eval-rerun-submission.schema.json +8 -1
- package/docs/schemas/eval-result.schema.json +310 -56
- package/docs/schemas/evaluation-binding.schema.json +15 -0
- package/docs/schemas/external-endpoint-binding.schema.json +153 -0
- package/docs/schemas/external-endpoint-config.schema.json +93 -0
- package/docs/schemas/inference-execution-evidence.schema.json +253 -3
- package/docs/schemas/inference-lock-v3.schema.json +6 -0
- package/docs/schemas/inference-lock.schema.json +842 -341
- package/docs/schemas/ordered-eval-control.schema.json +7 -1
- package/docs/schemas/ready-endpoint-binding.schema.json +201 -0
- package/docs/schemas/run-manifest.schema.json +6 -0
- package/docs/schemas/run-request.schema.json +122 -20
- package/examples/external-inference/.env.example +16 -0
- package/examples/external-inference/README.md +203 -0
- package/examples/external-inference/accept.mjs +297 -0
- package/examples/external-inference/compose.gateway.yaml +119 -0
- package/examples/external-inference/compose.single.yaml +64 -0
- package/examples/external-inference/compose.tp2.yaml +15 -0
- package/examples/external-inference/deployment.example.json +58 -0
- package/examples/external-inference/endpoint.chat-completions.example.json +13 -0
- package/examples/external-inference/endpoint.responses.example.json +13 -0
- package/integrations/harbor/hitch_build_inputs.py +213 -0
- package/integrations/harbor/hitch_build_process.py +126 -0
- package/integrations/harbor/hitch_compose_preparation.py +274 -0
- package/integrations/harbor/hitch_harbor_agent.py +25 -39
- package/integrations/harbor/hitch_harbor_environment.py +96 -3
- package/integrations/harbor/hitch_image_cache.py +357 -0
- package/integrations/harbor/hitch_python_runtime.py +303 -0
- package/integrations/harbor/hitch_shared_runtime.py +123 -0
- package/integrations/model-call/cli.js +11 -10
- package/integrations/training-tool/cli.js +5 -3
- package/node_modules/smol-toml/LICENSE +24 -0
- package/node_modules/smol-toml/README.md +418 -0
- package/node_modules/smol-toml/dist/date.d.ts +41 -0
- package/node_modules/smol-toml/dist/date.js +127 -0
- package/node_modules/smol-toml/dist/error.d.ts +38 -0
- package/node_modules/smol-toml/dist/error.js +63 -0
- package/node_modules/smol-toml/dist/extract.js +69 -0
- package/node_modules/smol-toml/dist/index.cjs +734 -0
- package/node_modules/smol-toml/dist/index.d.ts +43 -0
- package/node_modules/smol-toml/dist/index.js +33 -0
- package/node_modules/smol-toml/dist/parse.d.ts +36 -0
- package/node_modules/smol-toml/dist/parse.js +149 -0
- package/node_modules/smol-toml/dist/primitive.js +238 -0
- package/node_modules/smol-toml/dist/stringify.d.ts +31 -0
- package/node_modules/smol-toml/dist/stringify.js +181 -0
- package/node_modules/smol-toml/dist/struct.js +179 -0
- package/node_modules/smol-toml/dist/util.d.ts +38 -0
- package/node_modules/smol-toml/dist/util.js +89 -0
- package/node_modules/smol-toml/package.json +68 -0
- package/package.json +15 -4
- package/dist/src/cli/commands/local.js +0 -130
- package/dist/src/cli/commands/local.js.map +0 -1
- package/dist/src/cli/commands/model-node.js +0 -26
- package/dist/src/cli/commands/model-node.js.map +0 -1
- package/dist/src/control-plane/inference-manager.js +0 -357
- package/dist/src/control-plane/inference-manager.js.map +0 -1
- package/dist/src/control-plane/managed-gateway-receipt.js +0 -26
- package/dist/src/control-plane/managed-gateway-receipt.js.map +0 -1
- package/dist/src/control-plane/managed-service-recovery.js +0 -158
- package/dist/src/control-plane/managed-service-recovery.js.map +0 -1
- package/dist/src/daemon/inference-prepare.js +0 -47
- package/dist/src/daemon/inference-prepare.js.map +0 -1
- package/dist/src/inference/daemon-capacity.js +0 -41
- package/dist/src/inference/daemon-capacity.js.map +0 -1
- package/dist/src/inference/device-reservation.js +0 -58
- package/dist/src/inference/device-reservation.js.map +0 -1
- package/dist/src/inference/doctor.js +0 -95
- package/dist/src/inference/doctor.js.map +0 -1
- package/dist/src/inference/generation-recovery.js +0 -83
- package/dist/src/inference/generation-recovery.js.map +0 -1
- package/dist/src/inference/managed-launcher.js +0 -35
- package/dist/src/inference/managed-launcher.js.map +0 -1
- package/dist/src/inference/materialize.js +0 -66
- package/dist/src/inference/materialize.js.map +0 -1
- package/dist/src/inference/model-location.js +0 -34
- package/dist/src/inference/model-location.js.map +0 -1
- package/dist/src/inference/node-client.js +0 -167
- package/dist/src/inference/node-client.js.map +0 -1
- package/dist/src/inference/node-registry.js +0 -79
- package/dist/src/inference/node-registry.js.map +0 -1
- package/dist/src/inference/observation.js +0 -79
- package/dist/src/inference/observation.js.map +0 -1
- package/dist/src/inference/preflight.js +0 -132
- package/dist/src/inference/preflight.js.map +0 -1
- package/dist/src/inference/process-sglang.js +0 -169
- package/dist/src/inference/process-sglang.js.map +0 -1
- package/dist/src/inference/protocol-probe.js +0 -29
- package/dist/src/inference/protocol-probe.js.map +0 -1
- package/dist/src/inference/remote-model-store.js +0 -24
- package/dist/src/inference/remote-model-store.js.map +0 -1
- package/dist/src/inference/runtime-catalog.js +0 -41
- package/dist/src/inference/runtime-catalog.js.map +0 -1
- package/dist/src/inference/runtime-store.js +0 -93
- package/dist/src/inference/runtime-store.js.map +0 -1
- package/dist/src/inference/service-attachment.js +0 -46
- package/dist/src/inference/service-attachment.js.map +0 -1
- package/dist/src/inference/service-inspection.js +0 -38
- package/dist/src/inference/service-inspection.js.map +0 -1
- package/dist/src/inference/sglang.js +0 -279
- package/dist/src/inference/sglang.js.map +0 -1
- package/dist/src/inference/supervisor.js +0 -460
- package/dist/src/inference/supervisor.js.map +0 -1
- package/dist/src/model-access/local-gateway-request.js +0 -139
- package/dist/src/model-access/local-gateway-request.js.map +0 -1
- package/dist/src/model-access/local-gateway.js +0 -323
- package/dist/src/model-access/local-gateway.js.map +0 -1
- package/dist/src/runs/local-inference-run.js +0 -53
- package/dist/src/runs/local-inference-run.js.map +0 -1
|
@@ -1,130 +0,0 @@
|
|
|
1
|
-
import { ensureLocalInferenceDaemon } from "./daemon.js";
|
|
2
|
-
import { invalidInput } from "../../foundation/index.js";
|
|
3
|
-
import { doctorLocalInference, resolveLocalInferenceDevice, loadInferenceLock, prepareLocalInference } from "../../inference/index.js";
|
|
4
|
-
import { daemonClient, probeDaemonHealth } from "../../daemon/index.js";
|
|
5
|
-
import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
|
|
6
|
-
import { readModelNodeBinding, inspectModelNodeService, readServiceRecords } from "../../inference/index.js";
|
|
7
|
-
export async function localCommand(args, root) {
|
|
8
|
-
const action = args.shift();
|
|
9
|
-
if (action === "inspect-service") {
|
|
10
|
-
const serviceId = args.shift();
|
|
11
|
-
takeFlag(args, "--json");
|
|
12
|
-
assertNoArgs(args);
|
|
13
|
-
if (!serviceId || !/^inference_[a-f0-9]{32}$/.test(serviceId))
|
|
14
|
-
throw invalidInput("local inspect-service requires a model-node service ID");
|
|
15
|
-
process.stdout.write(`${JSON.stringify(await inspectModelNodeService(root, serviceId), null, 2)}\n`);
|
|
16
|
-
return;
|
|
17
|
-
}
|
|
18
|
-
if (action === "plan") {
|
|
19
|
-
const model = args.shift();
|
|
20
|
-
const harnessRef = takeOption(args, "--harness");
|
|
21
|
-
const gpu = takeOption(args, "--gpu");
|
|
22
|
-
const nodeFile = takeOption(args, "--model-node-file");
|
|
23
|
-
const modelNode = nodeFile ? await readModelNodeBinding(nodeFile) : undefined;
|
|
24
|
-
const offline = takeFlag(args, "--offline");
|
|
25
|
-
takeFlag(args, "--json");
|
|
26
|
-
assertNoArgs(args);
|
|
27
|
-
if (!model || !harnessRef || !gpu || !/^GPU-[a-fA-F0-9-]+$/.test(gpu))
|
|
28
|
-
throw invalidInput("local plan requires MODEL --harness REF --gpu GPU-UUID");
|
|
29
|
-
const planned = await prepareLocalInference({ root, selection: { model, device: "cuda", profile: "baseline", offline, ...(modelNode ? { model_node: modelNode } : {}) },
|
|
30
|
-
harnessRef, doctor: { deviceConstraint: gpu } });
|
|
31
|
-
process.stdout.write(`${JSON.stringify(planned, null, 2)}\n`);
|
|
32
|
-
return;
|
|
33
|
-
}
|
|
34
|
-
if (action === "inspect") {
|
|
35
|
-
const id = args.shift();
|
|
36
|
-
takeFlag(args, "--json");
|
|
37
|
-
assertNoArgs(args);
|
|
38
|
-
if (!id || !/^sha256:[a-f0-9]{64}$/.test(id))
|
|
39
|
-
throw invalidInput("local inspect requires an exact inference digest");
|
|
40
|
-
process.stdout.write(`${JSON.stringify(await loadInferenceLock(root, id), null, 2)}\n`);
|
|
41
|
-
return;
|
|
42
|
-
}
|
|
43
|
-
if (action === "prepare") {
|
|
44
|
-
const model = args.shift();
|
|
45
|
-
const inferenceId = takeOption(args, "--inference");
|
|
46
|
-
const nodeFile = takeOption(args, "--model-node-file");
|
|
47
|
-
const modelNode = nodeFile ? await readModelNodeBinding(nodeFile) : undefined;
|
|
48
|
-
const device = localDevice(takeOption(args, "--device") || "auto");
|
|
49
|
-
const profile = localProfile(takeOption(args, "--profile") || "baseline");
|
|
50
|
-
const offline = takeFlag(args, "--offline");
|
|
51
|
-
const json = takeFlag(args, "--json");
|
|
52
|
-
assertNoArgs(args);
|
|
53
|
-
if (!model)
|
|
54
|
-
throw invalidInput("local prepare requires local/<name>");
|
|
55
|
-
if (inferenceId && !/^sha256:[a-f0-9]{64}$/.test(inferenceId))
|
|
56
|
-
throw invalidInput("--inference requires a SHA-256 digest");
|
|
57
|
-
await ensureLocalInferenceDaemon(root);
|
|
58
|
-
const prepared = await (await daemonClient(root)).prepareInference({ model, device, profile, offline,
|
|
59
|
-
...(modelNode ? { model_node: modelNode } : {}), ...(inferenceId ? { inference_id: inferenceId } : {}) }, json ? undefined : (message) => process.stderr.write(`${message}\n`));
|
|
60
|
-
if (json)
|
|
61
|
-
process.stdout.write(`${JSON.stringify(prepared, null, 2)}\n`);
|
|
62
|
-
else
|
|
63
|
-
process.stdout.write(`Validated ${model} (${prepared.lock.inference_id})\n`);
|
|
64
|
-
return;
|
|
65
|
-
}
|
|
66
|
-
if (action === "doctor") {
|
|
67
|
-
const device = localDevice(takeOption(args, "--device") || "auto");
|
|
68
|
-
const json = takeFlag(args, "--json");
|
|
69
|
-
assertNoArgs(args);
|
|
70
|
-
const doctor = device === "auto"
|
|
71
|
-
? (await resolveLocalInferenceDevice("auto")).doctor
|
|
72
|
-
: await doctorLocalInference(device);
|
|
73
|
-
if (json)
|
|
74
|
-
process.stdout.write(`${JSON.stringify(doctor, null, 2)}\n`);
|
|
75
|
-
else {
|
|
76
|
-
process.stdout.write(`Local inference ${doctor.backend}: ${doctor.ready ? "eligible; run prepare to validate" : "unavailable"}\n`);
|
|
77
|
-
for (const [name, check] of Object.entries(doctor.checks))
|
|
78
|
-
process.stdout.write(` ${name.padEnd(10)} ${check.status} ${check.message}\n`);
|
|
79
|
-
}
|
|
80
|
-
if (!doctor.ready)
|
|
81
|
-
process.exitCode = 3;
|
|
82
|
-
return;
|
|
83
|
-
}
|
|
84
|
-
if (action === "status") {
|
|
85
|
-
const json = takeFlag(args, "--json");
|
|
86
|
-
assertNoArgs(args);
|
|
87
|
-
const health = await probeDaemonHealth(root);
|
|
88
|
-
const services = health ? ((await (await daemonClient(root)).request("/v1/inference/services")).services ?? []) : await readServiceRecords(root);
|
|
89
|
-
if (json)
|
|
90
|
-
process.stdout.write(`${JSON.stringify({ schema_version: "1", services }, null, 2)}\n`);
|
|
91
|
-
else
|
|
92
|
-
process.stdout.write(services instanceof Array && services.length ? `${services.length} local inference service(s)\n` : "No local inference services\n");
|
|
93
|
-
return;
|
|
94
|
-
}
|
|
95
|
-
if (action === "stop") {
|
|
96
|
-
const serviceId = args[0]?.startsWith("--") ? undefined : args.shift();
|
|
97
|
-
const force = takeFlag(args, "--force");
|
|
98
|
-
const json = takeFlag(args, "--json");
|
|
99
|
-
assertNoArgs(args);
|
|
100
|
-
const health = await probeDaemonHealth(root);
|
|
101
|
-
if (!health) {
|
|
102
|
-
process.stdout.write(json ? '{"stopped":0}\n' : "No local inference services\n");
|
|
103
|
-
return;
|
|
104
|
-
}
|
|
105
|
-
const client = await daemonClient(root);
|
|
106
|
-
const listing = await client.request("/v1/inference/services");
|
|
107
|
-
const services = (listing.services instanceof Array ? listing.services : []);
|
|
108
|
-
const ids = serviceId ? [serviceId] : services.filter((service) => service.state !== "stopped" && service.state !== "failed")
|
|
109
|
-
.map((service) => service.service_id).filter((value) => typeof value === "string");
|
|
110
|
-
for (const id of ids)
|
|
111
|
-
await client.request(`/v1/inference/services/${id}/stop`, {
|
|
112
|
-
method: "POST", body: JSON.stringify({ force }),
|
|
113
|
-
});
|
|
114
|
-
process.stdout.write(json ? `${JSON.stringify({ stopped: ids.length })}\n` : `Stopped ${ids.length} local inference service(s)\n`);
|
|
115
|
-
return;
|
|
116
|
-
}
|
|
117
|
-
throw invalidInput("local requires plan, prepare, inspect, doctor, status, or stop");
|
|
118
|
-
}
|
|
119
|
-
function localDevice(value) {
|
|
120
|
-
if (value !== "auto" && value !== "cpu" && value !== "cuda" && value !== "metal") {
|
|
121
|
-
throw invalidInput("--device must be auto, cpu, cuda, or metal");
|
|
122
|
-
}
|
|
123
|
-
return value;
|
|
124
|
-
}
|
|
125
|
-
function localProfile(value) {
|
|
126
|
-
if (value !== "baseline" && value !== "throughput")
|
|
127
|
-
throw invalidInput("--profile must be baseline or throughput");
|
|
128
|
-
return value;
|
|
129
|
-
}
|
|
130
|
-
//# sourceMappingURL=local.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"local.js","sourceRoot":"","sources":["../../../../src/cli/commands/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACvI,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE7G,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,MAAM,KAAK,iBAAiB,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,SAAS,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,MAAM,YAAY,CAAC,wDAAwD,CAAC,CAAC;QAC5I,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,uBAAuB,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACrG,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9E,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC5C,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzB,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,KAAK,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,MAAM,YAAY,CAAC,wDAAwD,CAAC,CAAC;QACpJ,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;YACrK,UAAU,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9D,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzB,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,EAAE,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,MAAM,YAAY,CAAC,kDAAkD,CAAC,CAAC;QACrH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,iBAAiB,CAAC,IAAI,EAAE,EAAwB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9G,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9E,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,UAAU,CAAC,CAAC;QAC1E,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,KAAK;YAAE,MAAM,YAAY,CAAC,qCAAqC,CAAC,CAAC;QACtE,IAAI,WAAW,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,MAAM,YAAY,CAAC,uCAAuC,CAAC,CAAC;QAC3H,MAAM,0BAA0B,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;YAClG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAiC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAC9H,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC;QACxE,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,KAAK,KAAM,QAAQ,CAAC,IAAiC,CAAC,YAAY,KAAK,CAAC,CAAC;QAChH,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,KAAK,MAAM;YAC9B,CAAC,CAAC,CAAC,MAAM,2BAA2B,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YACpD,CAAC,CAAC,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;aAClE,CAAC;YACJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC;YACnI,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;gBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;QAC9I,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACxC,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACjJ,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YAC7F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,YAAY,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,+BAA+B,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC;QAC9J,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACvE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;YAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC;YAAC,OAAO;QAAC,CAAC;QAC1G,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAqD,CAAC;QACjI,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC;aAC1H,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;QACtG,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,MAAM,MAAM,CAAC,OAAO,CAAC,0BAA0B,EAAE,OAAO,EAAE;gBAC9E,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;aAChD,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,MAAM,+BAA+B,CAAC,CAAC;QACnI,OAAO;IACT,CAAC;IACD,MAAM,YAAY,CAAC,gEAAgE,CAAC,CAAC;AACvF,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACjF,MAAM,YAAY,CAAC,4CAA4C,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,YAAY;QAAE,MAAM,YAAY,CAAC,0CAA0C,CAAC,CAAC;IACnH,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import { invalidInput } from "../../foundation/index.js";
|
|
2
|
-
import { registerModelNode, loadModelNodeClient, observeModelNode, readModelNodeBinding, readModelNodeRegistration, reconcileModelNodeService } from "../../inference/index.js";
|
|
3
|
-
import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
|
|
4
|
-
export async function modelNodeCommand(args, root) {
|
|
5
|
-
const action = args.shift();
|
|
6
|
-
const serviceId = action === "recover-service" ? args.shift() : undefined;
|
|
7
|
-
const file = takeOption(args, "--file");
|
|
8
|
-
takeFlag(args, "--json");
|
|
9
|
-
assertNoArgs(args);
|
|
10
|
-
if (!file || !["register", "inspect", "recover-service"].includes(action ?? ""))
|
|
11
|
-
throw invalidInput("model-node requires register --file CONNECTION.json, inspect --file BINDING.json, or recover-service SERVICE_ID --file CURRENT_BINDING.json");
|
|
12
|
-
if (action === "recover-service") {
|
|
13
|
-
if (!serviceId)
|
|
14
|
-
throw invalidInput("model-node recover-service requires an exact service ID");
|
|
15
|
-
process.stdout.write(`${JSON.stringify(await reconcileModelNodeService(root, serviceId, await readModelNodeBinding(file)), null, 2)}\n`);
|
|
16
|
-
return;
|
|
17
|
-
}
|
|
18
|
-
if (action === "register") {
|
|
19
|
-
process.stdout.write(`${JSON.stringify(await registerModelNode(root, await readModelNodeRegistration(file)), null, 2)}\n`);
|
|
20
|
-
}
|
|
21
|
-
else {
|
|
22
|
-
const binding = await readModelNodeBinding(file);
|
|
23
|
-
process.stdout.write(`${JSON.stringify(await observeModelNode(await loadModelNodeClient(root, binding), binding), null, 2)}\n`);
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
//# sourceMappingURL=model-node.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"model-node.js","sourceRoot":"","sources":["../../../../src/cli/commands/model-node.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAChL,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAErE,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAY;IACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,MAAM,KAAK,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACxC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;QAAE,MAAM,YAAY,CAAC,6IAA6I,CAAC,CAAC;IACnP,IAAI,MAAM,KAAK,iBAAiB,EAAE,CAAC;QACjC,IAAI,CAAC,SAAS;YAAE,MAAM,YAAY,CAAC,yDAAyD,CAAC,CAAC;QAC9F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,yBAAyB,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACzI,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,iBAAiB,CAAC,IAAI,EAAE,MAAM,yBAAyB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7H,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,gBAAgB,CAAC,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAClI,CAAC;AACH,CAAC"}
|
|
@@ -1,357 +0,0 @@
|
|
|
1
|
-
import { randomUUID } from "node:crypto";
|
|
2
|
-
import path from "node:path";
|
|
3
|
-
import { HitchError, atomicWriteJSON, ensureDir, readJSON, sha256JSON, statePaths, withFileLock } from "../foundation/index.js";
|
|
4
|
-
import { prepareLocalInference, SGLangServiceSupervisor } from "../inference/index.js";
|
|
5
|
-
import { LocalModelGateway } from "../model-access/index.js";
|
|
6
|
-
import { sealManagedGateway } from "./managed-gateway-receipt.js";
|
|
7
|
-
export class LocalInferenceManager {
|
|
8
|
-
root;
|
|
9
|
-
resources;
|
|
10
|
-
supervisor;
|
|
11
|
-
preflight;
|
|
12
|
-
startGateway;
|
|
13
|
-
onEvent;
|
|
14
|
-
services = new Map();
|
|
15
|
-
serviceById = new Map();
|
|
16
|
-
gatewayPending = new Map();
|
|
17
|
-
resourceLeases = new Map();
|
|
18
|
-
recovery;
|
|
19
|
-
recovered = new Map();
|
|
20
|
-
recoveryPollIntervalMs;
|
|
21
|
-
recoveryTimer;
|
|
22
|
-
recoveryChecking;
|
|
23
|
-
closed = false;
|
|
24
|
-
constructor(options) {
|
|
25
|
-
this.root = options.root;
|
|
26
|
-
this.resources = options.resources;
|
|
27
|
-
this.onEvent = options.onEvent;
|
|
28
|
-
this.recovery = options.recovery;
|
|
29
|
-
this.recoveryPollIntervalMs = options.recoveryPollIntervalMs ?? 1_000;
|
|
30
|
-
if (!Number.isSafeInteger(this.recoveryPollIntervalMs) || this.recoveryPollIntervalMs < 1)
|
|
31
|
-
throw new TypeError("invalid inference recovery polling interval");
|
|
32
|
-
this.supervisor = options.supervisor ?? new SGLangServiceSupervisor({ root: options.root, ...(options.onEvent ? { onEvent: options.onEvent } : {}) });
|
|
33
|
-
this.preflight = options.preflight ?? prepareLocalInference;
|
|
34
|
-
this.startGateway = options.startGateway ?? LocalModelGateway.start;
|
|
35
|
-
this.supervisor.subscribeTerminal(async (record, released) => {
|
|
36
|
-
const service = this.serviceById.get(record.service_id);
|
|
37
|
-
if (service) {
|
|
38
|
-
service.invalidated = true;
|
|
39
|
-
await service.gateway.close();
|
|
40
|
-
if (released)
|
|
41
|
-
await this.cleanupManagedService(service);
|
|
42
|
-
}
|
|
43
|
-
else if (released) {
|
|
44
|
-
const key = `${record.inference_id}:${record.isolation_key}`;
|
|
45
|
-
this.resourceLeases.get(key)?.release();
|
|
46
|
-
this.resourceLeases.delete(key);
|
|
47
|
-
}
|
|
48
|
-
});
|
|
49
|
-
}
|
|
50
|
-
async initialize() {
|
|
51
|
-
const plans = await this.recovery?.select(await this.supervisor.list()) ?? [];
|
|
52
|
-
const claims = new Map();
|
|
53
|
-
for (const plan of plans)
|
|
54
|
-
claims.set(plan.record.service_id, [...claims.get(plan.record.service_id) ?? [], plan.ownerId]);
|
|
55
|
-
const attached = await this.supervisor.recover([...claims].map(([service_id, owner_ids]) => ({ service_id, owner_ids })));
|
|
56
|
-
for (const restored of attached) {
|
|
57
|
-
const selected = plans.filter(plan => plan.record.service_id === restored.record.service_id);
|
|
58
|
-
if (!selected.length || selected.some(plan => plan.port !== selected[0].port || sha256JSON(plan.lock) !== sha256JSON(restored.lock))) {
|
|
59
|
-
throw new HitchError("recovered model service has conflicting gateway evidence", { code: "inference_recovery_ambiguous", exitCode: 12 });
|
|
60
|
-
}
|
|
61
|
-
const first = restored.owners.get(selected[0].ownerId);
|
|
62
|
-
const gateway = await this.startGateway({ upstreamBaseUrl: first.base_url, engineToken: first.engine_token, wireModel: first.wire_model,
|
|
63
|
-
lock: restored.lock, bindHost: "127.0.0.1", listenPort: selected[0].port });
|
|
64
|
-
const key = `${restored.record.inference_id}:${restored.record.isolation_key}`;
|
|
65
|
-
const managed = { key, serviceId: restored.record.service_id, gateway, refs: selected.length, lock: restored.lock };
|
|
66
|
-
this.services.set(key, managed);
|
|
67
|
-
this.serviceById.set(managed.serviceId, managed);
|
|
68
|
-
for (const plan of selected) {
|
|
69
|
-
const service = restored.owners.get(plan.ownerId);
|
|
70
|
-
let owner;
|
|
71
|
-
const registration = gateway.restore(plan.ownerId, plan.target.binding, plan.target.credential, async () => service.isReady() && (owner.claimed || await plan.state() === "active"));
|
|
72
|
-
let released = false;
|
|
73
|
-
const lease = { binding: registration.binding, credential: registration.credential, lock: restored.lock,
|
|
74
|
-
service_id: service.service_id, service_epoch: service.epoch,
|
|
75
|
-
release: async () => {
|
|
76
|
-
if (released)
|
|
77
|
-
return;
|
|
78
|
-
registration.revoke();
|
|
79
|
-
await service.release();
|
|
80
|
-
managed.refs = Math.max(0, managed.refs - 1);
|
|
81
|
-
released = true;
|
|
82
|
-
} };
|
|
83
|
-
owner = { plan, service, registration, lease, claimed: false };
|
|
84
|
-
this.recovered.set(`${key}:${plan.ownerId}`, owner);
|
|
85
|
-
}
|
|
86
|
-
this.onEvent?.({ type: "inference.gateway.reattached", service_id: managed.serviceId, inference_id: restored.record.inference_id, epoch: restored.record.epoch });
|
|
87
|
-
}
|
|
88
|
-
if (this.recovered.size) {
|
|
89
|
-
this.recoveryTimer = setInterval(() => {
|
|
90
|
-
this.recoveryChecking ??= this.reconcileRecovered().catch(() => {
|
|
91
|
-
this.onEvent?.({ type: "inference.recovery.unresolved", code: "inference_recovery_ambiguous" });
|
|
92
|
-
}).finally(() => { this.recoveryChecking = undefined; });
|
|
93
|
-
}, this.recoveryPollIntervalMs);
|
|
94
|
-
this.recoveryTimer.unref?.();
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
async reconcileRecovered() {
|
|
98
|
-
for (const [key, owner] of this.recovered) {
|
|
99
|
-
const state = owner.service.isReady() ? await owner.plan.state() : "finished";
|
|
100
|
-
if (owner.claimed || this.recovered.get(key) !== owner)
|
|
101
|
-
continue;
|
|
102
|
-
if (state !== "finished")
|
|
103
|
-
continue;
|
|
104
|
-
owner.retiring ??= owner.lease.release().then(() => { this.recovered.delete(key); });
|
|
105
|
-
await owner.retiring;
|
|
106
|
-
}
|
|
107
|
-
if (!this.recovered.size && this.recoveryTimer) {
|
|
108
|
-
clearInterval(this.recoveryTimer);
|
|
109
|
-
delete this.recoveryTimer;
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
async acquire(input) {
|
|
113
|
-
if (this.closed)
|
|
114
|
-
throw new HitchError("local inference manager is closed", { code: "inference_route_unavailable", exitCode: 12 });
|
|
115
|
-
const prepared = await this.prepareInputs(input);
|
|
116
|
-
return (await this.acquirePrepared(input, prepared, true)).lease;
|
|
117
|
-
}
|
|
118
|
-
prepareInputs(input) {
|
|
119
|
-
return this.preflight({
|
|
120
|
-
root: this.root,
|
|
121
|
-
selection: input.selection,
|
|
122
|
-
harnessRef: input.harness_ref,
|
|
123
|
-
reusableLocks: [...this.services.values()].filter((s) => !s.invalidated).map((s) => s.lock),
|
|
124
|
-
...(input.signal ? { runtime: { signal: input.signal } } : {}),
|
|
125
|
-
...(input.on_event ? { onProgress: (message) => input.on_event?.({ type: "inference.preparing", message }) } : {}),
|
|
126
|
-
});
|
|
127
|
-
}
|
|
128
|
-
async acquirePrepared(input, prepared, persistEvidence) {
|
|
129
|
-
if (this.closed)
|
|
130
|
-
throw new HitchError("local inference manager is closed", { code: "inference_route_unavailable", exitCode: 12 });
|
|
131
|
-
if (input.signal?.aborted)
|
|
132
|
-
throw new HitchError("inference acquisition cancelled", { code: "cancelled", exitCode: 9 });
|
|
133
|
-
const cacheScopeOwner = !prepared.lock.model_node && prepared.lock.execution.prefix_cache.mode === "disabled"
|
|
134
|
-
? "prefix-cache-disabled"
|
|
135
|
-
: input.cache_scope_owner;
|
|
136
|
-
const isolationKey = sha256JSON({ inference_id: prepared.lock.inference_id, cache_scope_owner: cacheScopeOwner });
|
|
137
|
-
const serviceKey = `${prepared.lock.inference_id}:${isolationKey}`;
|
|
138
|
-
const recoveredKey = `${serviceKey}:${input.run_id}`;
|
|
139
|
-
await this.recovered.get(recoveredKey)?.retiring;
|
|
140
|
-
if (this.closed || input.signal?.aborted)
|
|
141
|
-
throw new HitchError("inference acquisition interrupted during recovery", { code: "inference_route_unavailable", exitCode: 12 });
|
|
142
|
-
const recovered = this.recovered.get(recoveredKey);
|
|
143
|
-
if (recovered) {
|
|
144
|
-
if (!recovered.service.isReady() || recovered.plan.cacheScopeOwner !== input.cache_scope_owner
|
|
145
|
-
|| sha256JSON(recovered.plan.lock) !== sha256JSON(prepared.lock)
|
|
146
|
-
|| sha256JSON(recovered.plan.evidenceOwner) !== sha256JSON(input.evidence_owner ?? null)) {
|
|
147
|
-
throw new HitchError("resumed inference owner differs from its original service", { code: "inference_recovery_ambiguous", exitCode: 12 });
|
|
148
|
-
}
|
|
149
|
-
recovered.claimed = true;
|
|
150
|
-
this.recovered.delete(recoveredKey);
|
|
151
|
-
return { lease: recovered.lease, observation: recovered.service.observation ?? null };
|
|
152
|
-
}
|
|
153
|
-
let allocation = this.resourceLeases.get(serviceKey);
|
|
154
|
-
// Model-node process capacity/ownership is enforced by that node's shared
|
|
155
|
-
// training/evaluation ledger, never by the controller host's GPU inventory.
|
|
156
|
-
if (!allocation && this.resources && !prepared.lock.model_node) {
|
|
157
|
-
if (!this.resources.canEverFit(prepared.lock.resources)) {
|
|
158
|
-
const missing = Object.entries(prepared.lock.resources).filter(([key, value]) => value > (this.resources.capacity[key] ?? 0))
|
|
159
|
-
.map(([key, value]) => `${key} requires ${value}`);
|
|
160
|
-
throw new HitchError(`local inference resources exceed daemon capacity (${missing.join(", ")}); restart the daemon with sufficient --capacity-* limits`, { code: "inference_capacity_exceeded", exitCode: 12 });
|
|
161
|
-
}
|
|
162
|
-
allocation = this.resources.tryAcquire(serviceKey, "inference", prepared.lock.resources) ?? undefined;
|
|
163
|
-
if (!allocation)
|
|
164
|
-
throw new HitchError("local inference resources are currently unavailable", { code: "inference_capacity_exceeded", exitCode: 12 });
|
|
165
|
-
this.resourceLeases.set(serviceKey, allocation);
|
|
166
|
-
}
|
|
167
|
-
// Only a supervisor terminal event confirms that the engine no longer owns
|
|
168
|
-
// these resources. An acquisition failure alone is not such confirmation.
|
|
169
|
-
const serviceLease = await this.supervisor.acquire({
|
|
170
|
-
lock: prepared.lock,
|
|
171
|
-
model: prepared.model,
|
|
172
|
-
runtime: prepared.runtime,
|
|
173
|
-
isolationKey,
|
|
174
|
-
ownerId: input.run_id,
|
|
175
|
-
...(input.signal ? { signal: input.signal } : {}),
|
|
176
|
-
});
|
|
177
|
-
const managed = await this.ensureGateway(serviceKey, serviceLease, prepared.lock, allocation, input);
|
|
178
|
-
managed.refs += 1;
|
|
179
|
-
let registration;
|
|
180
|
-
try {
|
|
181
|
-
if (!serviceLease.isReady() || input.signal?.aborted)
|
|
182
|
-
throw new HitchError("inference service is no longer available", { code: "inference_route_unavailable", exitCode: 12 });
|
|
183
|
-
registration = managed.gateway.register(input.run_id);
|
|
184
|
-
if (prepared.lock.model_node)
|
|
185
|
-
await sealManagedGateway(this.root, { serviceId: serviceLease.service_id, epoch: serviceLease.epoch,
|
|
186
|
-
inferenceId: prepared.lock.inference_id, isolationKey, ownerId: input.run_id, cacheScopeOwner: input.cache_scope_owner,
|
|
187
|
-
evidenceOwner: input.evidence_owner, binding: registration.binding, credential: registration.credential });
|
|
188
|
-
if (persistEvidence)
|
|
189
|
-
await writeInferenceEvidence(this.root, input.run_id, input.evidence_owner, {
|
|
190
|
-
lock: prepared.lock,
|
|
191
|
-
model: prepared.model,
|
|
192
|
-
runtime: prepared.runtime,
|
|
193
|
-
service: { service_id: serviceLease.service_id, epoch: serviceLease.epoch, isolation_key: isolationKey },
|
|
194
|
-
doctor: prepared.doctor ?? null,
|
|
195
|
-
model_node_observation: prepared.node_observation ?? null,
|
|
196
|
-
observation: serviceLease.observation ?? null,
|
|
197
|
-
});
|
|
198
|
-
input.on_event?.({
|
|
199
|
-
type: "inference.ready", run_id: input.run_id, service_id: serviceLease.service_id,
|
|
200
|
-
inference_id: prepared.lock.inference_id, backend: prepared.lock.execution.platform.backend,
|
|
201
|
-
});
|
|
202
|
-
}
|
|
203
|
-
catch (error) {
|
|
204
|
-
registration?.revoke();
|
|
205
|
-
managed.refs = Math.max(0, managed.refs - 1);
|
|
206
|
-
await serviceLease.release();
|
|
207
|
-
throw error;
|
|
208
|
-
}
|
|
209
|
-
let released = false;
|
|
210
|
-
const lease = {
|
|
211
|
-
binding: registration.binding,
|
|
212
|
-
credential: registration.credential,
|
|
213
|
-
lock: prepared.lock,
|
|
214
|
-
service_id: serviceLease.service_id,
|
|
215
|
-
service_epoch: serviceLease.epoch,
|
|
216
|
-
release: async () => {
|
|
217
|
-
if (released)
|
|
218
|
-
return;
|
|
219
|
-
released = true;
|
|
220
|
-
registration.revoke();
|
|
221
|
-
managed.refs = Math.max(0, managed.refs - 1);
|
|
222
|
-
await serviceLease.release();
|
|
223
|
-
},
|
|
224
|
-
};
|
|
225
|
-
return { lease, observation: serviceLease.observation ?? null };
|
|
226
|
-
}
|
|
227
|
-
async prepare(selection, signal, onEvent) {
|
|
228
|
-
if (this.closed)
|
|
229
|
-
throw new HitchError("local inference manager is closed", { code: "inference_route_unavailable", exitCode: 12 });
|
|
230
|
-
const id = `run_${randomUUID().replaceAll("-", "")}`;
|
|
231
|
-
const input = {
|
|
232
|
-
run_id: id, harness_ref: "model-call", selection, cache_scope_owner: id,
|
|
233
|
-
...(signal ? { signal } : {}), ...(onEvent ? { on_event: onEvent } : {}),
|
|
234
|
-
};
|
|
235
|
-
const prepared = await this.prepareInputs(input);
|
|
236
|
-
const { lease, observation } = await this.acquirePrepared(input, prepared, false);
|
|
237
|
-
try {
|
|
238
|
-
const result = { schema_version: "1", ...prepared, observation };
|
|
239
|
-
await atomicWriteJSON(path.join(statePaths(this.root).inferenceLocks, prepared.lock.inference_id.slice(7), "validation.json"), result);
|
|
240
|
-
return result;
|
|
241
|
-
}
|
|
242
|
-
finally {
|
|
243
|
-
await lease.release();
|
|
244
|
-
try {
|
|
245
|
-
await this.stop(lease.service_id);
|
|
246
|
-
}
|
|
247
|
-
catch (error) {
|
|
248
|
-
if (error.code !== "inference_in_use")
|
|
249
|
-
throw error;
|
|
250
|
-
}
|
|
251
|
-
}
|
|
252
|
-
}
|
|
253
|
-
async list() { return this.supervisor.list(); }
|
|
254
|
-
async stop(serviceId, force = false) {
|
|
255
|
-
await this.supervisor.stop(serviceId, force);
|
|
256
|
-
}
|
|
257
|
-
async close() {
|
|
258
|
-
if (this.closed)
|
|
259
|
-
return;
|
|
260
|
-
this.closed = true;
|
|
261
|
-
if (this.recoveryTimer)
|
|
262
|
-
clearInterval(this.recoveryTimer);
|
|
263
|
-
await this.recoveryChecking;
|
|
264
|
-
await this.supervisor.close();
|
|
265
|
-
}
|
|
266
|
-
async ensureGateway(key, lease, lock, resources, input) {
|
|
267
|
-
const existing = this.services.get(key);
|
|
268
|
-
if (existing && existing.serviceId === lease.service_id && !existing.invalidated)
|
|
269
|
-
return existing;
|
|
270
|
-
let pending = this.gatewayPending.get(lease.service_id);
|
|
271
|
-
if (!pending) {
|
|
272
|
-
pending = (async () => {
|
|
273
|
-
const gateway = await this.startGateway({
|
|
274
|
-
upstreamBaseUrl: lease.base_url,
|
|
275
|
-
engineToken: lease.engine_token,
|
|
276
|
-
wireModel: lease.wire_model,
|
|
277
|
-
lock,
|
|
278
|
-
...(input.on_event ? { onRequest: input.on_event } : {}),
|
|
279
|
-
});
|
|
280
|
-
if (!lease.isReady()) {
|
|
281
|
-
await gateway.close();
|
|
282
|
-
throw new HitchError("inference service failed while opening its gateway", { code: "inference_route_unavailable", exitCode: 12 });
|
|
283
|
-
}
|
|
284
|
-
const managed = { key, serviceId: lease.service_id, gateway, lock, refs: 0, ...(resources ? { resources } : {}) };
|
|
285
|
-
this.services.set(key, managed);
|
|
286
|
-
this.serviceById.set(lease.service_id, managed);
|
|
287
|
-
return managed;
|
|
288
|
-
})();
|
|
289
|
-
this.gatewayPending.set(lease.service_id, pending);
|
|
290
|
-
pending.finally(() => { if (this.gatewayPending.get(lease.service_id) === pending)
|
|
291
|
-
this.gatewayPending.delete(lease.service_id); }).catch(() => { });
|
|
292
|
-
}
|
|
293
|
-
try {
|
|
294
|
-
return await pending;
|
|
295
|
-
}
|
|
296
|
-
catch (error) {
|
|
297
|
-
await lease.release();
|
|
298
|
-
try {
|
|
299
|
-
await this.supervisor.stop(lease.service_id);
|
|
300
|
-
}
|
|
301
|
-
catch { /* Other owners or an ambiguous stop retain the reservation. */ }
|
|
302
|
-
throw error;
|
|
303
|
-
}
|
|
304
|
-
}
|
|
305
|
-
async cleanupManagedService(service) {
|
|
306
|
-
if (this.services.get(service.key) !== service)
|
|
307
|
-
return;
|
|
308
|
-
this.services.delete(service.key);
|
|
309
|
-
this.serviceById.delete(service.serviceId);
|
|
310
|
-
if (this.resourceLeases.get(service.key) === service.resources)
|
|
311
|
-
this.resourceLeases.delete(service.key);
|
|
312
|
-
await service.gateway.close().catch(() => { });
|
|
313
|
-
service.resources?.release();
|
|
314
|
-
}
|
|
315
|
-
}
|
|
316
|
-
async function writeInferenceEvidence(root, runId, owner, evidence) {
|
|
317
|
-
if (!/^run_[a-f0-9]{32}$/.test(runId))
|
|
318
|
-
throw new TypeError("inference evidence run ID is invalid");
|
|
319
|
-
if (owner && (!/^eval_[a-f0-9]{32}$/.test(owner.eval_id)
|
|
320
|
-
|| owner.rerun_id !== undefined && !/^rerun_[a-f0-9]{32}$/.test(owner.rerun_id))) {
|
|
321
|
-
throw new TypeError("inference evidence eval identity is invalid");
|
|
322
|
-
}
|
|
323
|
-
const directory = await ensureDir(owner
|
|
324
|
-
? owner.rerun_id
|
|
325
|
-
? path.join(statePaths(root).evals, owner.eval_id, "reruns", owner.rerun_id, "inference")
|
|
326
|
-
: path.join(statePaths(root).evals, owner.eval_id, "inference")
|
|
327
|
-
: path.join(statePaths(root).runs, runId, "inference"));
|
|
328
|
-
const execution = {
|
|
329
|
-
schema_version: evidence.model_node_observation ? "2" : "1", run_id: runId,
|
|
330
|
-
...(owner ? { eval_id: owner.eval_id, ...(owner.rerun_id ? { rerun_id: owner.rerun_id } : {}) } : {}),
|
|
331
|
-
service: evidence.service, doctor: evidence.doctor, observation: evidence.observation,
|
|
332
|
-
...(evidence.model_node_observation ? { model_node_observation: evidence.model_node_observation } : {}),
|
|
333
|
-
prepared_at: new Date().toISOString(),
|
|
334
|
-
};
|
|
335
|
-
const files = [["lock.json", evidence.lock], ["model.manifest.json", evidence.model],
|
|
336
|
-
["runtime.manifest.json", evidence.runtime], ["execution.json", execution]];
|
|
337
|
-
await withFileLock(statePaths(root).inferenceOperationLocks, sha256JSON({ inference_evidence: directory }), async () => {
|
|
338
|
-
const previous = await readJSON(path.join(directory, "execution.json"), null);
|
|
339
|
-
if (execution.schema_version === "2" && previous && sha256JSON(previous.service) === sha256JSON(execution.service)) {
|
|
340
|
-
// Recovery can finish the worker and retire its gateway before the eval
|
|
341
|
-
// scheduler reacquires the same service to finalize. Retain the original
|
|
342
|
-
// evidence, including its time, instead of making that service look new.
|
|
343
|
-
if (typeof previous.prepared_at !== "string" || !Number.isFinite(Date.parse(previous.prepared_at))
|
|
344
|
-
|| sha256JSON(previous) !== sha256JSON({ ...execution, prepared_at: previous.prepared_at })) {
|
|
345
|
-
throw new HitchError("original managed inference execution evidence changed", { code: "inference_recovery_ambiguous", exitCode: 12 });
|
|
346
|
-
}
|
|
347
|
-
for (const [name, value] of files.slice(0, -1)) {
|
|
348
|
-
if (sha256JSON(await readJSON(path.join(directory, name), null)) !== sha256JSON(value)) {
|
|
349
|
-
throw new HitchError("original managed inference input evidence changed", { code: "inference_recovery_ambiguous", exitCode: 12 });
|
|
350
|
-
}
|
|
351
|
-
}
|
|
352
|
-
return;
|
|
353
|
-
}
|
|
354
|
-
await Promise.all(files.map(([name, value]) => atomicWriteJSON(path.join(directory, name), value)));
|
|
355
|
-
});
|
|
356
|
-
}
|
|
357
|
-
//# sourceMappingURL=inference-manager.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"inference-manager.js","sourceRoot":"","sources":["../../../src/control-plane/inference-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAQ7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAChI,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAEvF,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAgClE,MAAM,OAAO,qBAAqB;IACf,IAAI,CAAS;IACb,SAAS,CAA6B;IACtC,UAAU,CAA0B;IACpC,SAAS,CAAwF;IACjG,YAAY,CAAoE;IAChF,OAAO,CAAyD;IAChE,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC7C,WAAW,GAAG,IAAI,GAAG,EAA0B,CAAC;IAChD,cAAc,GAAG,IAAI,GAAG,EAAmC,CAAC;IAC5D,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAC;IAClD,QAAQ,CAAqC;IAC7C,SAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC9C,sBAAsB,CAAS;IACxC,aAAa,CAAkB;IAC/B,gBAAgB,CAA4B;IAC5C,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,OAAqC;QAC/C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,IAAI,KAAK,CAAC;QACtE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,sBAAsB,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;QAC9J,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,uBAAuB,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACtJ,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC;QAC5D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,iBAAiB,CAAC,KAAK,CAAC;QACpE,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;YAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACxD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;gBAC3B,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC9B,IAAI,QAAQ;oBAAE,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC7D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC;gBACxC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9E,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1H,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1H,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7F,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACtI,MAAM,IAAI,UAAU,CAAC,0DAA0D,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3I,CAAC;YACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,OAAO,CAAE,CAAC;YACzD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU;gBACrI,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/E,MAAM,GAAG,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,YAAY,IAAI,QAAQ,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC/E,MAAM,OAAO,GAAmB,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAClF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAE,CAAC;gBACnD,IAAI,KAAqB,CAAC;gBAC1B,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAC5F,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,MAAM,IAAI,CAAC,KAAK,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACvF,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,MAAM,KAAK,GAA4B,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI;oBAC9H,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,KAAK;oBAC5D,OAAO,EAAE,KAAK,IAAI,EAAE;wBAClB,IAAI,QAAQ;4BAAE,OAAO;wBACrB,YAAY,CAAC,MAAM,EAAE,CAAC;wBACtB,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;wBACxB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;wBAAC,QAAQ,GAAG,IAAI,CAAC;oBAChE,CAAC,EAAE,CAAC;gBACN,KAAK,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,8BAA8B,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACpK,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;gBACpC,IAAI,CAAC,gBAAgB,KAAK,IAAI,CAAC,kBAAkB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;oBAC7D,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,+BAA+B,EAAE,IAAI,EAAE,8BAA8B,EAAE,CAAC,CAAC;gBAClG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,CAAC,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAChC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;YAC9E,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK;gBAAE,SAAS;YACjE,IAAI,KAAK,KAAK,UAAU;gBAAE,SAAS;YACnC,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrF,MAAM,KAAK,CAAC,QAAQ,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAAC,OAAO,IAAI,CAAC,aAAa,CAAC;QAAC,CAAC;IACnH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAqC;QACjD,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,mCAAmC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAClI,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACjD,OAAO,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;IACnE,CAAC;IAEO,aAAa,CAAC,KAAqC;QACzD,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,KAAK,CAAC,WAAW;YAC7B,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC3F,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnH,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,KAAqC,EAAE,QAAyC,EAAE,eAAwB;QACtI,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,mCAAmC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAClI,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,UAAU,CAAC,iCAAiC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACvH,MAAM,eAAe,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,KAAK,UAAU;YAC3G,CAAC,CAAC,uBAAuB;YACzB,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;QAC5B,MAAM,YAAY,GAAG,UAAU,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,CAAC,CAAC;QAClH,MAAM,UAAU,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,IAAI,YAAY,EAAE,CAAC;QACnE,MAAM,YAAY,GAAG,GAAG,UAAU,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACrD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,QAAQ,CAAC;QACjD,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,UAAU,CAAC,mDAAmD,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3K,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,SAAS,CAAC,IAAI,CAAC,eAAe,KAAK,KAAK,CAAC,iBAAiB;mBACzF,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;mBAC7D,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,EAAE,CAAC;gBAC3F,MAAM,IAAI,UAAU,CAAC,2DAA2D,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5I,CAAC;YACD,SAAS,CAAC,OAAO,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC9D,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;QACxF,CAAC;QACD,IAAI,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACrD,0EAA0E;QAC1E,4EAA4E;QAC5E,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/D,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,SAAU,CAAC,QAAQ,CAAC,GAA2C,CAAC,IAAI,CAAC,CAAC,CAAC;qBACnK,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,KAAK,EAAE,CAAC,CAAC;gBACrD,MAAM,IAAI,UAAU,CAAC,qDAAqD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,2DAA2D,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAClN,CAAC;YACD,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;YACtG,IAAI,CAAC,UAAU;gBAAE,MAAM,IAAI,UAAU,CAAC,qDAAqD,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACpJ,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC;QACD,2EAA2E;QAC3E,0EAA0E;QAC1E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YACjD,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,YAAY;YACZ,OAAO,EAAE,KAAK,CAAC,MAAM;YACrB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QACrG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;QAClB,IAAI,YAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,UAAU,CAAC,0CAA0C,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9K,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU;gBAAE,MAAM,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,UAAU,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK;oBAC/H,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,KAAK,CAAC,iBAAiB;oBACtH,aAAa,EAAE,KAAK,CAAC,cAAc,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC;YAC7G,IAAI,eAAe;gBAAE,MAAM,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,cAAc,EAAE;oBAC/F,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,OAAO,EAAE,EAAE,UAAU,EAAE,YAAY,CAAC,UAAU,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE;oBACxG,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;oBAC/B,sBAAsB,EAAE,QAAQ,CAAC,gBAAgB,IAAI,IAAI;oBACzD,WAAW,EAAE,YAAY,CAAC,WAAW,IAAI,IAAI;iBAC9C,CAAC,CAAC;YACH,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACf,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,UAAU;gBAClF,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO;aAC5F,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,EAAE,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,YAAY,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,MAAM,KAAK,GAA4B;YACrC,OAAO,EAAE,YAAY,CAAC,OAAO;YAC7B,UAAU,EAAE,YAAY,CAAC,UAAU;YACnC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,UAAU,EAAE,YAAY,CAAC,UAAU;YACnC,aAAa,EAAE,YAAY,CAAC,KAAK;YACjC,OAAO,EAAE,KAAK,IAAI,EAAE;gBAClB,IAAI,QAAQ;oBAAE,OAAO;gBACrB,QAAQ,GAAG,IAAI,CAAC;gBAChB,YAAY,CAAC,MAAM,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;gBAC7C,MAAM,YAAY,CAAC,OAAO,EAAE,CAAC;YAC/B,CAAC;SACF,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,CAAC,WAAW,IAAI,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAoC,EAAE,MAAoB,EAAE,OAAkD;QAC1H,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,mCAAmC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAClI,MAAM,EAAE,GAAG,OAAO,UAAU,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC;QACrD,MAAM,KAAK,GAAmC;YAC5C,MAAM,EAAE,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAE,EAAE;YACvE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzE,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAClF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,QAAQ,EAAE,WAAW,EAAE,CAAC;YACjE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC;YACvI,OAAO,MAAM,CAAC;QAChB,CAAC;gBAAS,CAAC;YACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACxD,IAAK,KAA2B,CAAC,IAAI,KAAK,kBAAkB;oBAAE,MAAM,KAAK,CAAC;YAC5E,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAE/C,KAAK,CAAC,IAAI,CAAC,SAAkB,EAAE,KAAK,GAAG,KAAK;QAC1C,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,IAAI,CAAC,aAAa;YAAE,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1D,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAW,EACX,KAAyB,EACzB,IAAqC,EACrC,SAAoC,EACpC,KAAqC;QAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,IAAI,QAAQ,IAAI,QAAQ,CAAC,SAAS,KAAK,KAAK,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,WAAW;YAAE,OAAO,QAAQ,CAAC;QAClG,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;gBACpB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;oBACtC,eAAe,EAAE,KAAK,CAAC,QAAQ;oBAC/B,WAAW,EAAE,KAAK,CAAC,YAAY;oBAC/B,SAAS,EAAE,KAAK,CAAC,UAAU;oBAC3B,IAAI;oBACJ,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACzD,CAAC,CAAC;gBACH,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;oBACrB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;oBACtB,MAAM,IAAI,UAAU,CAAC,oDAAoD,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpI,CAAC;gBACD,MAAM,OAAO,GAAmB,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBAClI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAChD,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,EAAE,CAAC;YACL,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,OAAO;gBAAE,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtJ,CAAC;QACD,IAAI,CAAC;YAAC,OAAO,MAAM,OAAO,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAC3C,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YACtB,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,+DAA+D,CAAC,CAAC;YAC/H,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,OAAuB;QACzD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO;YAAE,OAAO;QACvD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,SAAS;YAAE,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxG,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC9C,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;CACF;AAED,KAAK,UAAU,sBAAsB,CACnC,IAAY,EACZ,KAAa,EACb,KAAuD,EACvD,QAAiC;IAEjC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;IACnG,IAAI,KAAK,IAAI,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;WACnD,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QACnF,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;IACrE,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,KAAK;QACrC,CAAC,CAAC,KAAK,CAAC,QAAQ;YACd,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;YACzF,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC;QACjE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG;QACd,cAAc,EAAE,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK;QAC1E,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrG,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW;QACrF,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,QAAQ,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACxC,CAAC;IACF,MAAM,KAAK,GAA6B,CAAC,CAAC,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC;QAC5G,CAAC,uBAAuB,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC;IAC9E,MAAM,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,UAAU,CAAC,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE;QACrH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9G,IAAI,SAAS,CAAC,cAAc,KAAK,GAAG,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACnH,wEAAwE;YACxE,yEAAyE;YACzE,yEAAyE;YACzE,IAAI,OAAO,QAAQ,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;mBAC7F,UAAU,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC9F,MAAM,IAAI,UAAU,CAAC,uDAAuD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACxI,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvF,MAAM,IAAI,UAAU,CAAC,mDAAmD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpI,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACtG,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import path from "node:path";
|
|
2
|
-
import { HitchError, atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
|
|
3
|
-
function receipt(input) {
|
|
4
|
-
return { schema_version: "2", service_id: input.serviceId, epoch: input.epoch, inference_id: input.inferenceId,
|
|
5
|
-
isolation_key: input.isolationKey, owner_id: input.ownerId,
|
|
6
|
-
scope_digest: sha256JSON({ cache_scope_owner: input.cacheScopeOwner, evidence_owner: input.evidenceOwner ?? null }),
|
|
7
|
-
target_digest: sha256JSON({ binding: input.binding, credential: input.credential }) };
|
|
8
|
-
}
|
|
9
|
-
function file(root, input) {
|
|
10
|
-
if (!/^inference_[a-f0-9]{32}$/.test(input.serviceId) || !/^run_[a-f0-9]{32}$/.test(input.ownerId))
|
|
11
|
-
throw ambiguous();
|
|
12
|
-
return path.join(statePaths(root).inferenceServices, input.serviceId, "gateways", receipt(input).target_digest.slice(7) + ".json");
|
|
13
|
-
}
|
|
14
|
-
export async function sealManagedGateway(root, input) {
|
|
15
|
-
const expected = receipt(input), previous = await readJSON(file(root, input), null);
|
|
16
|
-
if (previous && sha256JSON(previous) !== sha256JSON(expected))
|
|
17
|
-
throw ambiguous();
|
|
18
|
-
if (!previous)
|
|
19
|
-
await atomicWriteJSON(file(root, input), expected);
|
|
20
|
-
}
|
|
21
|
-
export async function verifyManagedGateway(root, input) {
|
|
22
|
-
if (sha256JSON(await readJSON(file(root, input), null)) !== sha256JSON(receipt(input)))
|
|
23
|
-
throw ambiguous();
|
|
24
|
-
}
|
|
25
|
-
function ambiguous() { return new HitchError("original private gateway receipt is missing or changed", { code: "inference_recovery_ambiguous", exitCode: 12 }); }
|
|
26
|
-
//# sourceMappingURL=managed-gateway-receipt.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"managed-gateway-receipt.js","sourceRoot":"","sources":["../../../src/control-plane/managed-gateway-receipt.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAOvG,SAAS,OAAO,CAAC,KAAiC;IAChD,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,WAAW;QAC5G,aAAa,EAAE,KAAK,CAAC,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO;QAC1D,YAAY,EAAE,UAAU,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,eAAe,EAAE,cAAc,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;QACnH,aAAa,EAAE,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AAC1F,CAAC;AACD,SAAS,IAAI,CAAC,IAAY,EAAE,KAAiC;IAC3D,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IACtH,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC;AACrI,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAiC;IACtF,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IACpG,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IACjF,IAAI,CAAC,QAAQ;QAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC;AACpE,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,KAAiC;IACxF,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;AAC5G,CAAC;AACD,SAAS,SAAS,KAAK,OAAO,IAAI,UAAU,CAAC,wDAAwD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}
|