agent-hitch 0.2.16 → 0.2.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -28
- package/README.zh-CN.md +6 -26
- package/dist/scripts/benchmark-dataset-verification.js +118 -0
- package/dist/scripts/benchmark-dataset-verification.js.map +1 -0
- package/dist/scripts/canary-external-endpoint.js +56 -0
- package/dist/scripts/canary-external-endpoint.js.map +1 -0
- package/dist/scripts/canary-native-training.js +8 -6
- package/dist/scripts/canary-native-training.js.map +1 -1
- package/dist/scripts/canary-remote-training.js +8 -6
- package/dist/scripts/canary-remote-training.js.map +1 -1
- package/dist/scripts/check-architecture.js +1 -1
- package/dist/scripts/check-architecture.js.map +1 -1
- package/dist/src/adapters/providers/codex.js +5 -2
- package/dist/src/adapters/providers/codex.js.map +1 -1
- package/dist/src/adapters/providers/model-call.js +1 -2
- package/dist/src/adapters/providers/model-call.js.map +1 -1
- package/dist/src/adapters/providers/training-tool.js +2 -0
- package/dist/src/adapters/providers/training-tool.js.map +1 -1
- package/dist/src/backends/harbor/artifact-pins.js +42 -0
- package/dist/src/backends/harbor/artifact-pins.js.map +1 -0
- package/dist/src/backends/harbor/backend.js +16 -8
- package/dist/src/backends/harbor/backend.js.map +1 -1
- package/dist/src/backends/harbor/bound-credential-helper.js +24 -0
- package/dist/src/backends/harbor/bound-credential-helper.js.map +1 -0
- package/dist/src/backends/harbor/credential-snapshot.js +71 -0
- package/dist/src/backends/harbor/credential-snapshot.js.map +1 -0
- package/dist/src/backends/harbor/environment-config.js +25 -2
- package/dist/src/backends/harbor/environment-config.js.map +1 -1
- package/dist/src/backends/harbor/environment-files.js +143 -0
- package/dist/src/backends/harbor/environment-files.js.map +1 -0
- package/dist/src/backends/harbor/evaluation-binding.js +160 -0
- package/dist/src/backends/harbor/evaluation-binding.js.map +1 -0
- package/dist/src/backends/harbor/host-credential-helper.js +5 -0
- package/dist/src/backends/harbor/host-credential-helper.js.map +1 -1
- package/dist/src/backends/harbor/index.js +2 -0
- package/dist/src/backends/harbor/index.js.map +1 -1
- package/dist/src/backends/harbor/model-proxy-config.js +3 -18
- package/dist/src/backends/harbor/model-proxy-config.js.map +1 -1
- package/dist/src/backends/harbor/portable-regrade.js +15 -3
- package/dist/src/backends/harbor/portable-regrade.js.map +1 -1
- package/dist/src/backends/harbor/python-runtime.js +71 -0
- package/dist/src/backends/harbor/python-runtime.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +6 -4
- package/dist/src/backends/harbor/tools.js.map +1 -1
- package/dist/src/backends/index.js +3 -0
- package/dist/src/backends/index.js.map +1 -1
- package/dist/src/cli/arguments.js +30 -30
- package/dist/src/cli/arguments.js.map +1 -1
- package/dist/src/cli/commands/capabilities.js +7 -3
- package/dist/src/cli/commands/capabilities.js.map +1 -1
- package/dist/src/cli/commands/daemon.js +0 -17
- package/dist/src/cli/commands/daemon.js.map +1 -1
- package/dist/src/cli/commands/eval-binding.js +32 -0
- package/dist/src/cli/commands/eval-binding.js.map +1 -0
- package/dist/src/cli/commands/eval.js +21 -15
- package/dist/src/cli/commands/eval.js.map +1 -1
- package/dist/src/cli/commands/models.js +32 -45
- package/dist/src/cli/commands/models.js.map +1 -1
- package/dist/src/cli/commands/run.js +0 -35
- package/dist/src/cli/commands/run.js.map +1 -1
- package/dist/src/cli/main.js +0 -4
- package/dist/src/cli/main.js.map +1 -1
- package/dist/src/cli/output.js +5 -16
- package/dist/src/cli/output.js.map +1 -1
- package/dist/src/control-plane/eval-records.js +3 -1
- package/dist/src/control-plane/eval-records.js.map +1 -1
- package/dist/src/control-plane/eval-recovery.js +4 -1
- package/dist/src/control-plane/eval-recovery.js.map +1 -1
- package/dist/src/control-plane/eval-scheduler.js +16 -8
- package/dist/src/control-plane/eval-scheduler.js.map +1 -1
- package/dist/src/control-plane/index.js +0 -2
- package/dist/src/control-plane/index.js.map +1 -1
- package/dist/src/control-plane/model-capture-planning.js +3 -4
- package/dist/src/control-plane/model-capture-planning.js.map +1 -1
- package/dist/src/control-plane/remote-model-routes.js +4 -24
- package/dist/src/control-plane/remote-model-routes.js.map +1 -1
- package/dist/src/control-plane/remote-offer-contract.js +2 -2
- package/dist/src/control-plane/remote-offer-contract.js.map +1 -1
- package/dist/src/control-plane/remote-result-transport.js +7 -8
- package/dist/src/control-plane/remote-result-transport.js.map +1 -1
- package/dist/src/control-plane/remote-work-coordinator.js +2 -2
- package/dist/src/control-plane/remote-work-coordinator.js.map +1 -1
- package/dist/src/control-plane/remote-work-recovery.js +2 -2
- package/dist/src/control-plane/remote-work-recovery.js.map +1 -1
- package/dist/src/control-plane/remote-worker-protocol.js +1 -1
- package/dist/src/control-plane/remote-worker-protocol.js.map +1 -1
- package/dist/src/control-plane/remote-worker-runner.js +21 -6
- package/dist/src/control-plane/remote-worker-runner.js.map +1 -1
- package/dist/src/control-plane/remote-workers.js +2 -2
- package/dist/src/control-plane/remote-workers.js.map +1 -1
- package/dist/src/control-plane/rerun-recovery.js +1 -1
- package/dist/src/control-plane/rerun-recovery.js.map +1 -1
- package/dist/src/control-plane/rerun-scheduler.js +21 -14
- package/dist/src/control-plane/rerun-scheduler.js.map +1 -1
- package/dist/src/control-plane/rerun-source.js +5 -2
- package/dist/src/control-plane/rerun-source.js.map +1 -1
- package/dist/src/control-plane/rerun-submission.js +7 -5
- package/dist/src/control-plane/rerun-submission.js.map +1 -1
- package/dist/src/control-plane/synthetic-result.js +3 -2
- package/dist/src/control-plane/synthetic-result.js.map +1 -1
- package/dist/src/control-plane/worker-model-relay.js +1 -1
- package/dist/src/control-plane/worker-model-relay.js.map +1 -1
- package/dist/src/controller-runtime/hash.js +6 -0
- package/dist/src/controller-runtime/hash.js.map +1 -1
- package/dist/src/daemon/client.js +12 -35
- package/dist/src/daemon/client.js.map +1 -1
- package/dist/src/daemon/evaluation-binding.js +33 -0
- package/dist/src/daemon/evaluation-binding.js.map +1 -0
- package/dist/src/daemon/evaluation-submission.js +27 -0
- package/dist/src/daemon/evaluation-submission.js.map +1 -0
- package/dist/src/daemon/index.js +1 -0
- package/dist/src/daemon/index.js.map +1 -1
- package/dist/src/daemon/json-stream.js +98 -0
- package/dist/src/daemon/json-stream.js.map +1 -0
- package/dist/src/daemon/scheduler.js +1 -4
- package/dist/src/daemon/scheduler.js.map +1 -1
- package/dist/src/daemon/server.js +14 -54
- package/dist/src/daemon/server.js.map +1 -1
- package/dist/src/domain/endpoints.js +2 -0
- package/dist/src/domain/endpoints.js.map +1 -0
- package/dist/src/domain/evaluation-binding.js +5 -0
- package/dist/src/domain/evaluation-binding.js.map +1 -0
- package/dist/src/domain/index.js +2 -0
- package/dist/src/domain/index.js.map +1 -1
- package/dist/src/domain/runs.js.map +1 -1
- package/dist/src/evals/benchmark-adapter-manifest.js +95 -32
- package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -1
- package/dist/src/evals/benchmark-verification.js +106 -0
- package/dist/src/evals/benchmark-verification.js.map +1 -0
- package/dist/src/evals/collect-only-rerun.js +3 -2
- package/dist/src/evals/collect-only-rerun.js.map +1 -1
- package/dist/src/evals/directory.js +9 -1
- package/dist/src/evals/directory.js.map +1 -1
- package/dist/src/evals/endpoint-attempts.js +112 -0
- package/dist/src/evals/endpoint-attempts.js.map +1 -0
- package/dist/src/evals/endpoint-usage.js +8 -0
- package/dist/src/evals/endpoint-usage.js.map +1 -0
- package/dist/src/evals/environment-binding.js +9 -0
- package/dist/src/evals/environment-binding.js.map +1 -0
- package/dist/src/evals/eval-artifact-planning.js +10 -1
- package/dist/src/evals/eval-artifact-planning.js.map +1 -1
- package/dist/src/evals/eval-finalization.js +2 -3
- package/dist/src/evals/eval-finalization.js.map +1 -1
- package/dist/src/evals/eval-logical-plan.js +2 -0
- package/dist/src/evals/eval-logical-plan.js.map +1 -1
- package/dist/src/evals/eval-result-builder.js +4 -0
- package/dist/src/evals/eval-result-builder.js.map +1 -1
- package/dist/src/evals/eval-state.js +22 -0
- package/dist/src/evals/eval-state.js.map +1 -0
- package/dist/src/evals/execution-plan.js +6 -2
- package/dist/src/evals/execution-plan.js.map +1 -1
- package/dist/src/evals/index.js +5 -1
- package/dist/src/evals/index.js.map +1 -1
- package/dist/src/evals/infrastructure-retry.js +2 -0
- package/dist/src/evals/infrastructure-retry.js.map +1 -1
- package/dist/src/evals/model-capture-runtime.js +9 -13
- package/dist/src/evals/model-capture-runtime.js.map +1 -1
- package/dist/src/evals/native-phase-evidence.js +8 -2
- package/dist/src/evals/native-phase-evidence.js.map +1 -1
- package/dist/src/evals/planned-execution.js +7 -2
- package/dist/src/evals/planned-execution.js.map +1 -1
- package/dist/src/evals/planned-progress-publisher.js +18 -5
- package/dist/src/evals/planned-progress-publisher.js.map +1 -1
- package/dist/src/evals/planned-retry-execution.js +1 -0
- package/dist/src/evals/planned-retry-execution.js.map +1 -1
- package/dist/src/evals/preparation-rerun.js +0 -1
- package/dist/src/evals/preparation-rerun.js.map +1 -1
- package/dist/src/evals/progress.js +92 -7
- package/dist/src/evals/progress.js.map +1 -1
- package/dist/src/evals/records.js +12 -2
- package/dist/src/evals/records.js.map +1 -1
- package/dist/src/evals/recovery.js +2 -0
- package/dist/src/evals/recovery.js.map +1 -1
- package/dist/src/evals/remote-rerun-execution.js +1 -3
- package/dist/src/evals/remote-rerun-execution.js.map +1 -1
- package/dist/src/evals/remote-verifier-rerun.js +1 -1
- package/dist/src/evals/remote-verifier-rerun.js.map +1 -1
- package/dist/src/evals/request.js +14 -45
- package/dist/src/evals/request.js.map +1 -1
- package/dist/src/evals/rerun-observation.js +31 -0
- package/dist/src/evals/rerun-observation.js.map +1 -0
- package/dist/src/evals/rerun.js +23 -28
- package/dist/src/evals/rerun.js.map +1 -1
- package/dist/src/evals/service.js +45 -42
- package/dist/src/evals/service.js.map +1 -1
- package/dist/src/evals/shared-runtime.js +125 -0
- package/dist/src/evals/shared-runtime.js.map +1 -0
- package/dist/src/evals/trial-import.js +10 -2
- package/dist/src/evals/trial-import.js.map +1 -1
- package/dist/src/evals/trial-publication-recovery.js +1 -1
- package/dist/src/evals/trial-publication-recovery.js.map +1 -1
- package/dist/src/evals/verifier-artifacts.js +1 -0
- package/dist/src/evals/verifier-artifacts.js.map +1 -1
- package/dist/src/evals/verifier-only-rerun.js +1 -1
- package/dist/src/evals/verifier-only-rerun.js.map +1 -1
- package/dist/src/evals/verifier-rerun-result.js +3 -2
- package/dist/src/evals/verifier-rerun-result.js.map +1 -1
- package/dist/src/evals/verifier-score-artifacts.js +9 -1
- package/dist/src/evals/verifier-score-artifacts.js.map +1 -1
- package/dist/src/foundation/config.js +0 -5
- package/dist/src/foundation/config.js.map +1 -1
- package/dist/src/inference/index.js +3 -22
- package/dist/src/inference/index.js.map +1 -1
- package/dist/src/inference/lock.js +44 -130
- package/dist/src/inference/lock.js.map +1 -1
- package/dist/src/model-access/endpoint-contract.js +127 -0
- package/dist/src/model-access/endpoint-contract.js.map +1 -0
- package/dist/src/model-access/endpoint-credentials.js +54 -0
- package/dist/src/model-access/endpoint-credentials.js.map +1 -0
- package/dist/src/model-access/endpoint-probe-stream.js +66 -0
- package/dist/src/model-access/endpoint-probe-stream.js.map +1 -0
- package/dist/src/model-access/endpoint-verification.js +76 -0
- package/dist/src/model-access/endpoint-verification.js.map +1 -0
- package/dist/src/model-access/endpoints.js +105 -0
- package/dist/src/model-access/endpoints.js.map +1 -0
- package/dist/src/model-access/index.js +5 -1
- package/dist/src/model-access/index.js.map +1 -1
- package/dist/src/model-access/proxy.js +57 -14
- package/dist/src/model-access/proxy.js.map +1 -1
- package/dist/src/model-access/remote-model.js +21 -29
- package/dist/src/model-access/remote-model.js.map +1 -1
- package/dist/src/model-access/usage.js +30 -0
- package/dist/src/model-access/usage.js.map +1 -0
- package/dist/src/runs/endpoint-runtime.js +40 -0
- package/dist/src/runs/endpoint-runtime.js.map +1 -0
- package/dist/src/runs/executor.js +28 -42
- package/dist/src/runs/executor.js.map +1 -1
- package/dist/src/runs/local-inference-environment.js +5 -53
- package/dist/src/runs/local-inference-environment.js.map +1 -1
- package/dist/src/runs/manifest.js +1 -0
- package/dist/src/runs/manifest.js.map +1 -1
- package/dist/src/runs/outcome.js +3 -10
- package/dist/src/runs/outcome.js.map +1 -1
- package/dist/src/runs/queued.js +3 -2
- package/dist/src/runs/queued.js.map +1 -1
- package/dist/src/runs/records.js +3 -0
- package/dist/src/runs/records.js.map +1 -1
- package/dist/src/runs/request.js +10 -38
- package/dist/src/runs/request.js.map +1 -1
- package/dist/src/workers/remote-harbor-work-spec.js +8 -10
- package/dist/src/workers/remote-harbor-work-spec.js.map +1 -1
- package/dist/src/workers/remote-harbor-worker.js +3 -0
- package/dist/src/workers/remote-harbor-worker.js.map +1 -1
- package/docs/evidence/eval-preparation-2026-10-09.json +393 -0
- package/docs/evidence/eval-preparation-2026-10-09.md +178 -0
- package/docs/local-model-inference-spec.zh-CN.md +4 -663
- package/docs/resource-storage.zh-CN.md +116 -0
- package/docs/schemas/endpoint-evaluation-attempt.schema.json +29 -0
- package/docs/schemas/eval-artifact-pin.schema.json +14 -0
- package/docs/schemas/eval-execution-plan.schema.json +486 -105
- package/docs/schemas/eval-progress.schema.json +1 -1
- package/docs/schemas/eval-request.schema.json +149 -18
- package/docs/schemas/eval-rerun-submission.schema.json +8 -1
- package/docs/schemas/eval-result.schema.json +310 -56
- package/docs/schemas/evaluation-binding.schema.json +15 -0
- package/docs/schemas/external-endpoint-binding.schema.json +153 -0
- package/docs/schemas/external-endpoint-config.schema.json +93 -0
- package/docs/schemas/inference-execution-evidence.schema.json +253 -3
- package/docs/schemas/inference-lock-v3.schema.json +6 -0
- package/docs/schemas/inference-lock.schema.json +842 -341
- package/docs/schemas/ordered-eval-control.schema.json +7 -1
- package/docs/schemas/ready-endpoint-binding.schema.json +201 -0
- package/docs/schemas/run-manifest.schema.json +6 -0
- package/docs/schemas/run-request.schema.json +122 -20
- package/examples/external-inference/.env.example +16 -0
- package/examples/external-inference/README.md +203 -0
- package/examples/external-inference/accept.mjs +297 -0
- package/examples/external-inference/compose.gateway.yaml +119 -0
- package/examples/external-inference/compose.single.yaml +64 -0
- package/examples/external-inference/compose.tp2.yaml +15 -0
- package/examples/external-inference/deployment.example.json +58 -0
- package/examples/external-inference/endpoint.chat-completions.example.json +13 -0
- package/examples/external-inference/endpoint.responses.example.json +13 -0
- package/integrations/harbor/hitch_build_inputs.py +213 -0
- package/integrations/harbor/hitch_build_process.py +126 -0
- package/integrations/harbor/hitch_compose_preparation.py +274 -0
- package/integrations/harbor/hitch_harbor_agent.py +25 -39
- package/integrations/harbor/hitch_harbor_environment.py +96 -3
- package/integrations/harbor/hitch_image_cache.py +357 -0
- package/integrations/harbor/hitch_python_runtime.py +303 -0
- package/integrations/harbor/hitch_shared_runtime.py +123 -0
- package/integrations/model-call/cli.js +11 -10
- package/integrations/training-tool/cli.js +5 -3
- package/node_modules/smol-toml/LICENSE +24 -0
- package/node_modules/smol-toml/README.md +418 -0
- package/node_modules/smol-toml/dist/date.d.ts +41 -0
- package/node_modules/smol-toml/dist/date.js +127 -0
- package/node_modules/smol-toml/dist/error.d.ts +38 -0
- package/node_modules/smol-toml/dist/error.js +63 -0
- package/node_modules/smol-toml/dist/extract.js +69 -0
- package/node_modules/smol-toml/dist/index.cjs +734 -0
- package/node_modules/smol-toml/dist/index.d.ts +43 -0
- package/node_modules/smol-toml/dist/index.js +33 -0
- package/node_modules/smol-toml/dist/parse.d.ts +36 -0
- package/node_modules/smol-toml/dist/parse.js +149 -0
- package/node_modules/smol-toml/dist/primitive.js +238 -0
- package/node_modules/smol-toml/dist/stringify.d.ts +31 -0
- package/node_modules/smol-toml/dist/stringify.js +181 -0
- package/node_modules/smol-toml/dist/struct.js +179 -0
- package/node_modules/smol-toml/dist/util.d.ts +38 -0
- package/node_modules/smol-toml/dist/util.js +89 -0
- package/node_modules/smol-toml/package.json +68 -0
- package/package.json +15 -4
- package/dist/src/cli/commands/local.js +0 -130
- package/dist/src/cli/commands/local.js.map +0 -1
- package/dist/src/cli/commands/model-node.js +0 -26
- package/dist/src/cli/commands/model-node.js.map +0 -1
- package/dist/src/control-plane/inference-manager.js +0 -357
- package/dist/src/control-plane/inference-manager.js.map +0 -1
- package/dist/src/control-plane/managed-gateway-receipt.js +0 -26
- package/dist/src/control-plane/managed-gateway-receipt.js.map +0 -1
- package/dist/src/control-plane/managed-service-recovery.js +0 -158
- package/dist/src/control-plane/managed-service-recovery.js.map +0 -1
- package/dist/src/daemon/inference-prepare.js +0 -47
- package/dist/src/daemon/inference-prepare.js.map +0 -1
- package/dist/src/inference/daemon-capacity.js +0 -41
- package/dist/src/inference/daemon-capacity.js.map +0 -1
- package/dist/src/inference/device-reservation.js +0 -58
- package/dist/src/inference/device-reservation.js.map +0 -1
- package/dist/src/inference/doctor.js +0 -95
- package/dist/src/inference/doctor.js.map +0 -1
- package/dist/src/inference/generation-recovery.js +0 -83
- package/dist/src/inference/generation-recovery.js.map +0 -1
- package/dist/src/inference/managed-launcher.js +0 -35
- package/dist/src/inference/managed-launcher.js.map +0 -1
- package/dist/src/inference/materialize.js +0 -66
- package/dist/src/inference/materialize.js.map +0 -1
- package/dist/src/inference/model-location.js +0 -34
- package/dist/src/inference/model-location.js.map +0 -1
- package/dist/src/inference/node-client.js +0 -167
- package/dist/src/inference/node-client.js.map +0 -1
- package/dist/src/inference/node-registry.js +0 -79
- package/dist/src/inference/node-registry.js.map +0 -1
- package/dist/src/inference/observation.js +0 -79
- package/dist/src/inference/observation.js.map +0 -1
- package/dist/src/inference/preflight.js +0 -132
- package/dist/src/inference/preflight.js.map +0 -1
- package/dist/src/inference/process-sglang.js +0 -169
- package/dist/src/inference/process-sglang.js.map +0 -1
- package/dist/src/inference/protocol-probe.js +0 -29
- package/dist/src/inference/protocol-probe.js.map +0 -1
- package/dist/src/inference/remote-model-store.js +0 -24
- package/dist/src/inference/remote-model-store.js.map +0 -1
- package/dist/src/inference/runtime-catalog.js +0 -41
- package/dist/src/inference/runtime-catalog.js.map +0 -1
- package/dist/src/inference/runtime-store.js +0 -93
- package/dist/src/inference/runtime-store.js.map +0 -1
- package/dist/src/inference/service-attachment.js +0 -46
- package/dist/src/inference/service-attachment.js.map +0 -1
- package/dist/src/inference/service-inspection.js +0 -38
- package/dist/src/inference/service-inspection.js.map +0 -1
- package/dist/src/inference/sglang.js +0 -279
- package/dist/src/inference/sglang.js.map +0 -1
- package/dist/src/inference/supervisor.js +0 -460
- package/dist/src/inference/supervisor.js.map +0 -1
- package/dist/src/model-access/local-gateway-request.js +0 -139
- package/dist/src/model-access/local-gateway-request.js.map +0 -1
- package/dist/src/model-access/local-gateway.js +0 -323
- package/dist/src/model-access/local-gateway.js.map +0 -1
- package/dist/src/runs/local-inference-run.js +0 -53
- package/dist/src/runs/local-inference-run.js.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"preflight.js","sourceRoot":"","sources":["../../../src/inference/preflight.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACxF,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAEnF,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACjG,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAsBpD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAuC;IACjF,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC7E,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QACtE,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3E,OAAO,yBAAyB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IACD,MAAM,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;WAClF,CAAC,IAAI,CAAC,UAAU;WAChB,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC;WAC3G,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,SAAS,CAAC,OAAO;WAC1C,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5G,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,IAAI,QAAQ,EAAE,YAAY,CAAC;IAC7E,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,UAAU,CAAC,gEAAgE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9J,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,IAAI,UAAU,CAAC,yDAAyD,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACpI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,2BAA2B,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE;YAClF,GAAG,OAAO,CAAC,MAAM;YACjB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB;gBACzF,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1E,CAAC,CAAC;QACH,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACrD,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,KAAK;YACL,OAAO,EAAE,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC;YAClE,IAAI;YACJ,iBAAiB,EAAE,IAAI;SACxB,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3H,MAAM,QAAQ,GAAG,MAAM,2BAA2B,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE;QAC3E,GAAG,OAAO,CAAC,MAAM,EAAE,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QACzF,mBAAmB,EAAE,CAAC,GAAG,MAAM,wBAAwB,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,mBAAmB,IAAI,EAAE,CAAC,CAAC;KAC3G,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAAC,8CAA8C,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC;QAC7C,GAAG,OAAO,CAAC,OAAO;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO;QAClC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE;QACxD,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO;QAClC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,kBAA2B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrF,CAAC,CAAC;IACH,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO;QACL,KAAK;QACL,OAAO,EAAE,QAAQ,CAAC,QAAQ;QAC1B,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,iBAAiB,EAAE,QAAQ,CAAC,SAAS;KACtC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,OAAuC,EAAE,KAA2B;IAC3G,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACpE,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,oCAAoC,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5K,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,MAAM,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACtF,IAAI,UAAU,CAAC,gBAAgB,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9K,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,SAAS,CAAC,OAAO;WAC9H,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;WAC3D,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAClH,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,IAAI,QAAQ,EAAE,YAAY,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAChD,IAAI,IAAqB,CAAC;IAC1B,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9I,MAAM,IAAI,UAAU,CAAC,qEAAqE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAChJ,CAAC;QACD,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACzN,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,uEAAuE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAClK,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM;YAC3I,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,kBAA2B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CAAC,EAAE,CAAC;QAClI,MAAM,IAAI,UAAU,CAAC,iDAAiD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjI,CAAC;IACD,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;AAC1F,CAAC;AAED,SAAS,0BAA0B,CAAC,UAA8B,EAAE,IAAqB;IACvF,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,YAAY,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;QACnF,MAAM,IAAI,UAAU,CAAC,uDAAuD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjJ,CAAC;IACD,IAAI,OAAO,KAAK,eAAe,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,kBAAkB;QAAE,MAAM,IAAI,UAAU,CAAC,oEAAoE,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjO,IAAI,CAAC,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtF,MAAM,IAAI,UAAU,CAAC,qEAAqE,EAAE;YAC1F,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IACD,IAAI,OAAO,KAAK,OAAO,IAAI,UAAU,KAAK,uBAAuB,EAAE,CAAC;QAClE,MAAM,IAAI,UAAU,CAAC,qDAAqD,EAAE;YAC1E,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC;SACnD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
|
|
@@ -1,169 +0,0 @@
|
|
|
1
|
-
import { HitchError, delay, hitchRootId, sha256JSON } from "../foundation/index.js";
|
|
2
|
-
import { parseInferenceRuntimeManifest, parseInferenceServiceHandle, parseInferenceServiceRecord, parseLocalModelManifest } from "./manifest.js";
|
|
3
|
-
import { validateInferenceLockShape } from "./lock.js";
|
|
4
|
-
import { validateProcessRuntimeObservation } from "./observation.js";
|
|
5
|
-
import { probeSGLangProtocol } from "./protocol-probe.js";
|
|
6
|
-
export class ProcessSGLangLauncher {
|
|
7
|
-
client;
|
|
8
|
-
request;
|
|
9
|
-
constructor(client, request = fetch) {
|
|
10
|
-
this.client = client;
|
|
11
|
-
this.request = request;
|
|
12
|
-
}
|
|
13
|
-
status(value, owner, expected) {
|
|
14
|
-
const status = value;
|
|
15
|
-
if (!status || status.schemaVersion !== 2 || typeof status.resourcesReleased !== "boolean"
|
|
16
|
-
|| !["admitting", "starting", "ready", "stopping", "stopped", "failed"].includes(status.state))
|
|
17
|
-
throw new TypeError("invalid model-node service status");
|
|
18
|
-
if (owner.inferenceId && status.inferenceId !== owner.inferenceId)
|
|
19
|
-
throw new HitchError("model-node service inference lock changed", { code: "inference_runtime_mismatch", exitCode: 12 });
|
|
20
|
-
if (status.handle) {
|
|
21
|
-
const handle = parseInferenceServiceHandle(status.handle);
|
|
22
|
-
if (handle.kind !== "process" || handle.service_id !== owner.serviceId || handle.node_id !== this.client.node.nodeId
|
|
23
|
-
|| handle.generation !== this.client.node.generation || (expected && sha256JSON(handle) !== sha256JSON(expected))) {
|
|
24
|
-
throw new HitchError("model-node process identity changed", { code: "inference_runtime_mismatch", exitCode: 12 });
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
|
-
else if (expected || status.state === "ready")
|
|
28
|
-
throw new TypeError("model-node process handle is missing");
|
|
29
|
-
return status;
|
|
30
|
-
}
|
|
31
|
-
async start(input) {
|
|
32
|
-
validateInput(input);
|
|
33
|
-
const owner = { serviceId: input.serviceId, ownerId: hitchRootId(input.root), inferenceId: input.lock.inference_id };
|
|
34
|
-
await this.client.prepare(input);
|
|
35
|
-
let handle;
|
|
36
|
-
try {
|
|
37
|
-
let status = this.status(await this.client.start(input), owner);
|
|
38
|
-
const deadline = Date.now() + input.lock.execution.startup_timeout_ms;
|
|
39
|
-
while (true) {
|
|
40
|
-
if (status.handle && !handle) {
|
|
41
|
-
handle = status.handle;
|
|
42
|
-
await input.onServiceCreated?.(handle);
|
|
43
|
-
}
|
|
44
|
-
if (input.signal?.aborted)
|
|
45
|
-
throw new HitchError("SGLang startup cancelled", { code: "cancelled", exitCode: 9 });
|
|
46
|
-
if (status.state === "ready")
|
|
47
|
-
break;
|
|
48
|
-
if (status.state === "failed" || status.state === "stopped" || status.state === "stopping")
|
|
49
|
-
throw new HitchError("model-node process did not become ready", { code: "inference_process_exited", exitCode: 12 });
|
|
50
|
-
if (Date.now() >= deadline)
|
|
51
|
-
throw new HitchError("model-node startup timed out", { code: "inference_start_timeout", exitCode: 12 });
|
|
52
|
-
await delay(200);
|
|
53
|
-
status = this.status(await this.client.inspect(owner), owner, handle);
|
|
54
|
-
}
|
|
55
|
-
if (!handle)
|
|
56
|
-
throw new TypeError("ready model-node process lacks its handle");
|
|
57
|
-
return await this.connect(input, owner, status, handle);
|
|
58
|
-
}
|
|
59
|
-
catch (error) {
|
|
60
|
-
try {
|
|
61
|
-
await this.stopConfirmed(owner, handle);
|
|
62
|
-
}
|
|
63
|
-
catch {
|
|
64
|
-
throw new HitchError("model-node startup cleanup is unconfirmed; device ownership retained", { code: "inference_recovery_ambiguous", exitCode: 12, cause: error });
|
|
65
|
-
}
|
|
66
|
-
throw error;
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
async attach(input) {
|
|
70
|
-
const { signal, ...evidence } = input;
|
|
71
|
-
input = { ...structuredClone(evidence), ...(signal ? { signal } : {}) };
|
|
72
|
-
validateInput(input);
|
|
73
|
-
const record = parseInferenceServiceRecord(input.record);
|
|
74
|
-
const handle = record.service_handle;
|
|
75
|
-
if (!this.client.attach || !input.observation || input.observation.schema_version !== "2"
|
|
76
|
-
|| record.state !== "ready" || record.container_id || handle?.kind !== "process"
|
|
77
|
-
|| record.inference_id !== input.lock.inference_id
|
|
78
|
-
|| sha256JSON(record.model_node ?? null) !== sha256JSON(input.lock.model_node ?? null)
|
|
79
|
-
|| input.lock.model_node && (input.lock.model_node.node_id !== this.client.node.nodeId || input.lock.model_node.generation !== this.client.node.generation)
|
|
80
|
-
|| handle.service_id !== record.service_id || handle.node_id !== this.client.node.nodeId || handle.generation !== this.client.node.generation) {
|
|
81
|
-
throw new HitchError("service attachment requires the original ready process and model node", { code: "inference_recovery_ambiguous", exitCode: 12 });
|
|
82
|
-
}
|
|
83
|
-
input.signal?.throwIfAborted();
|
|
84
|
-
const owner = { serviceId: record.service_id, ownerId: hitchRootId(input.root), inferenceId: input.lock.inference_id };
|
|
85
|
-
// Failure must never enter startup cleanup: another live owner may still be
|
|
86
|
-
// generating. No prepare, start, token probe, cache flush or stop is allowed.
|
|
87
|
-
const status = this.status(await this.client.attach(input), owner, handle);
|
|
88
|
-
if (status.inputDigest !== sha256JSON({ serviceId: owner.serviceId, ownerId: owner.ownerId,
|
|
89
|
-
model: input.model, runtime: input.runtime, lock: input.lock }))
|
|
90
|
-
throw new TypeError("attachment start request digest changed");
|
|
91
|
-
return this.connect({ ...input, serviceId: record.service_id }, owner, status, handle, { observation: input.observation });
|
|
92
|
-
}
|
|
93
|
-
async connect(input, owner, status, handle, recovery) {
|
|
94
|
-
const access = status.access;
|
|
95
|
-
const actual = status.runtime;
|
|
96
|
-
if (status.state !== "ready" || status.resourcesReleased || !access || !actual
|
|
97
|
-
|| !/^[a-f0-9]{64}$/.test(access.engineToken) || !/^[a-f0-9]{64}$/.test(access.adminToken)
|
|
98
|
-
|| access.wireModel !== `hitch-${input.model.model_id.slice(7, 23)}`)
|
|
99
|
-
throw new TypeError("ready model-node process lacks its private connection/runtime");
|
|
100
|
-
const baseUrl = await this.client.route(input.root, access.port);
|
|
101
|
-
const headers = { Authorization: `Bearer ${access.engineToken}` };
|
|
102
|
-
const models = await this.request(`${baseUrl}/v1/models`, { headers, redirect: "error", signal: AbortSignal.timeout(5_000) });
|
|
103
|
-
const catalogue = models.ok ? await models.json() : null;
|
|
104
|
-
if (!catalogue?.data?.some(model => model.id === access.wireModel))
|
|
105
|
-
throw new HitchError("model-node route serves another model", { code: "inference_runtime_mismatch", exitCode: 12 });
|
|
106
|
-
const observed = { kind: "python-env", node_id: this.client.node.nodeId, generation: this.client.node.generation,
|
|
107
|
-
environment_digest: sha256JSON(actual), python_version: actual.pythonVersion, packages_digest: actual.packagesDigest, outer_image_digest: actual.outerImageDigest };
|
|
108
|
-
const currentObservation = validateProcessRuntimeObservation(status.serverInfo, observed, status.gpuUuid ?? null, input.lock, input.runtime, { node_id: this.client.node.nodeId, generation: this.client.node.generation });
|
|
109
|
-
let observation = currentObservation;
|
|
110
|
-
if (recovery) {
|
|
111
|
-
const prior = recovery.observation;
|
|
112
|
-
if (!prior || typeof prior.observed_at !== "string" || !Number.isFinite(Date.parse(prior.observed_at)) || Date.parse(prior.observed_at) > Date.now()
|
|
113
|
-
|| sha256JSON({ ...currentObservation, observed_at: prior.observed_at }) !== sha256JSON(prior)) {
|
|
114
|
-
throw new HitchError("live process differs from its original protocol/runtime evidence", { code: "inference_runtime_mismatch", exitCode: 12 });
|
|
115
|
-
}
|
|
116
|
-
// Retain the original probe timestamp; attachment performs no inference.
|
|
117
|
-
observation = structuredClone(prior);
|
|
118
|
-
}
|
|
119
|
-
else {
|
|
120
|
-
await probeSGLangProtocol(this.request, baseUrl, access.engineToken, access.wireModel, input.lock.protocol.api);
|
|
121
|
-
const cleared = await this.request(`${baseUrl}/flush_cache`, { headers: { Authorization: `Bearer ${access.adminToken}` }, signal: AbortSignal.timeout(10_000) });
|
|
122
|
-
if (!cleared.ok)
|
|
123
|
-
throw new HitchError("model-node warmup cache could not be cleared", { code: "inference_runtime_mismatch", exitCode: 12 });
|
|
124
|
-
}
|
|
125
|
-
input.signal?.throwIfAborted();
|
|
126
|
-
const pinnedHandle = handle;
|
|
127
|
-
let stopping;
|
|
128
|
-
return { service_handle: handle, base_url: baseUrl, wire_model: access.wireModel, engine_token: access.engineToken, admin_token: access.adminToken, observation,
|
|
129
|
-
checkHealth: async () => {
|
|
130
|
-
const current = this.status(await this.client.inspect(owner), owner, pinnedHandle);
|
|
131
|
-
if (current.state !== "ready" || current.resourcesReleased)
|
|
132
|
-
throw new HitchError("model-node process is no longer ready", { code: "inference_process_exited", exitCode: 12 });
|
|
133
|
-
await this.client.route(input.root, access.port);
|
|
134
|
-
const health = await this.request(`${baseUrl}/health`, { signal: AbortSignal.timeout(5_000) });
|
|
135
|
-
if (!health.ok)
|
|
136
|
-
throw new HitchError("model-node route is unavailable", { code: "inference_route_unavailable", exitCode: 12 });
|
|
137
|
-
},
|
|
138
|
-
stop: () => stopping ??= this.stopConfirmed(owner, pinnedHandle).finally(() => { stopping = undefined; }),
|
|
139
|
-
};
|
|
140
|
-
}
|
|
141
|
-
async stopConfirmed(owner, handle) {
|
|
142
|
-
const stopped = this.status(await this.client.stop(owner), owner, handle);
|
|
143
|
-
if (!stopped.resourcesReleased || !["stopped", "failed"].includes(stopped.state))
|
|
144
|
-
throw new HitchError("model-node process or GPU remains owned", { code: "inference_recovery_ambiguous", exitCode: 12 });
|
|
145
|
-
}
|
|
146
|
-
async stopOrphan(root, record) {
|
|
147
|
-
if (record.container_id || record.service_handle?.kind === "docker")
|
|
148
|
-
return "ambiguous";
|
|
149
|
-
const handle = record.service_handle;
|
|
150
|
-
if (handle && (handle.node_id !== this.client.node.nodeId || handle.generation !== this.client.node.generation))
|
|
151
|
-
return "ambiguous";
|
|
152
|
-
try {
|
|
153
|
-
await this.stopConfirmed({ serviceId: record.service_id, ownerId: hitchRootId(root), inferenceId: record.inference_id }, handle);
|
|
154
|
-
return "stopped";
|
|
155
|
-
}
|
|
156
|
-
catch {
|
|
157
|
-
return "ambiguous";
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
}
|
|
161
|
-
function validateInput(input) {
|
|
162
|
-
parseLocalModelManifest(input.model);
|
|
163
|
-
parseInferenceRuntimeManifest(input.runtime);
|
|
164
|
-
validateInferenceLockShape(input.lock);
|
|
165
|
-
if (input.runtime.schema_version !== "2" || input.runtime.package.kind !== "python-env"
|
|
166
|
-
|| input.lock.runtime_id !== input.runtime.runtime_id || input.lock.model_id !== input.model.model_id)
|
|
167
|
-
throw new TypeError("process launcher requires a locked v2 Python runtime/model");
|
|
168
|
-
}
|
|
169
|
-
//# sourceMappingURL=process-sglang.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"process-sglang.js","sourceRoot":"","sources":["../../../src/inference/process-sglang.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACjJ,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,iCAAiC,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAkB1D,MAAM,OAAO,qBAAqB;IACX;IAA8C;IAAnE,YAAqB,MAA2B,EAAmB,UAAwB,KAAK;QAA3E,WAAM,GAAN,MAAM,CAAqB;QAAmB,YAAO,GAAP,OAAO,CAAsB;IAAG,CAAC;IAE5F,MAAM,CAAC,KAAc,EAAE,KAAyB,EAAE,QAAwB;QAChF,MAAM,MAAM,GAAG,KAA0B,CAAC;QAC1C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,OAAO,MAAM,CAAC,iBAAiB,KAAK,SAAS;eACrF,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;QAC3J,IAAI,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;YAAE,MAAM,IAAI,UAAU,CAAC,2CAA2C,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3L,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;mBAC/G,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACpH,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACpH,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO;YAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;QAC7G,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB;QAClC,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACrH,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,MAAiC,CAAC;QACtC,IAAI,CAAC;YACH,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;YACtE,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;oBAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;oBAAC,MAAM,KAAK,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,CAAC;gBAAC,CAAC;gBACjG,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,IAAI,UAAU,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChH,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO;oBAAE,MAAM;gBACpC,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,UAAU;oBAAE,MAAM,IAAI,UAAU,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBAChN,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;oBAAE,MAAM,IAAI,UAAU,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpI,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;YAC9E,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBACtD,MAAM,IAAI,UAAU,CAAC,sEAAsE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACrK,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAwB;QACnC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC;QACtC,KAAK,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACxE,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,cAAc,KAAK,GAAG;eACpF,MAAM,CAAC,KAAK,KAAK,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,EAAE,IAAI,KAAK,SAAS;eAC7E,MAAM,CAAC,YAAY,KAAK,KAAK,CAAC,IAAI,CAAC,YAAY;eAC/C,UAAU,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;eACnF,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;eACxJ,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChJ,MAAM,IAAI,UAAU,CAAC,uEAAuE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxJ,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACvH,4EAA4E;QAC5E,8EAA8E;QAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,WAAW,KAAK,UAAU,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO;YACxF,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAClI,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC7H,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAwB,EAAE,KAAyB,EAAE,MAAkB,EAAE,MAAqB,EAClH,QAAyD;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAAC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;QAC5D,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO,IAAI,MAAM,CAAC,iBAAiB,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM;eACzE,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;eACvF,MAAM,CAAC,SAAS,KAAK,SAAS,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,CAAC,CAAC;QAC7J,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,YAAY,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9H,MAAM,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAwC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/F,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxL,MAAM,QAAQ,GAA+B,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU;YAC1I,kBAAkB,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,aAAa,EAAE,eAAe,EAAE,MAAM,CAAC,cAAc,EAAE,kBAAkB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC;QACtK,MAAM,kBAAkB,GAAG,iCAAiC,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EACzI,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,IAAI,WAAW,GAAG,kBAAkB,CAAC;QACrC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC;YACnC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;mBAC/I,UAAU,CAAC,EAAE,GAAG,kBAAkB,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjG,MAAM,IAAI,UAAU,CAAC,kEAAkE,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACjJ,CAAC;YACD,yEAAyE;YACzE,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAChH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,cAAc,EAAE,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjK,IAAI,CAAC,OAAO,CAAC,EAAE;gBAAE,MAAM,IAAI,UAAU,CAAC,8CAA8C,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9I,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,MAAM,CAAC;QAC5B,IAAI,QAAmC,CAAC;QACxC,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW;YAC7J,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;gBACnF,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,IAAI,OAAO,CAAC,iBAAiB;oBAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC9K,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/F,IAAI,CAAC,MAAM,CAAC,EAAE;oBAAE,MAAM,IAAI,UAAU,CAAC,iCAAiC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACjI,CAAC;YACD,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,KAAK,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;SAC1G,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,KAAyB,EAAE,MAAsB;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5M,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,MAAgC;QAC7D,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,KAAK,QAAQ;YAAE,OAAO,WAAW,CAAC;QACxF,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC;QACrC,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO,WAAW,CAAC;QACpI,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,EAAE,MAAM,CAAC,CAAC;YAAC,OAAO,SAAS,CAAC;QAAC,CAAC;QAC3J,MAAM,CAAC;YAAC,OAAO,WAAW,CAAC;QAAC,CAAC;IAC/B,CAAC;CACF;AAED,SAAS,aAAa,CAAC,KAA4D;IACjF,uBAAuB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAAC,6BAA6B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3H,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY;WAClF,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,4DAA4D,CAAC,CAAC;AAC7L,CAAC"}
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { HitchError } from "../foundation/index.js";
|
|
2
|
-
/** Both launchers prove the same streaming/non-streaming protocol before use. */
|
|
3
|
-
export async function probeSGLangProtocol(request, baseUrl, token, wireModel, api) {
|
|
4
|
-
const headers = { Authorization: `Bearer ${token}`, "content-type": "application/json" };
|
|
5
|
-
for (const stream of [false, true]) {
|
|
6
|
-
const body = api === "responses"
|
|
7
|
-
? { model: wireModel, input: "Reply with one word.", max_output_tokens: 8, temperature: 0, store: false, stream }
|
|
8
|
-
: { model: wireModel, messages: [{ role: "user", content: "Reply with one word." }], max_tokens: 8, temperature: 0, stream };
|
|
9
|
-
const response = await request(`${baseUrl}/v1/${api === "responses" ? "responses" : "chat/completions"}`, {
|
|
10
|
-
method: "POST", headers, body: JSON.stringify(body), signal: AbortSignal.timeout(30_000),
|
|
11
|
-
});
|
|
12
|
-
if (!response.ok)
|
|
13
|
-
throw failure(`SGLang ${api} probe returned HTTP ${response.status}`);
|
|
14
|
-
if (stream && !response.headers.get("content-type")?.includes("text/event-stream"))
|
|
15
|
-
throw failure("SGLang streaming probe did not return SSE");
|
|
16
|
-
const chunks = stream ? (await response.text()).split(/\r?\n/).filter(line => line.startsWith("data: ") && line !== "data: [DONE]")
|
|
17
|
-
.map(line => JSON.parse(line.slice(6))) : [await response.json()];
|
|
18
|
-
if (api === "responses") {
|
|
19
|
-
const body = stream ? chunks.findLast(event => event.type === "response.completed" || event.type === "response.incomplete")?.response : chunks[0];
|
|
20
|
-
if (body?.status !== "completed" && body?.status !== "incomplete")
|
|
21
|
-
throw failure("SGLang Responses probe lacks a successful terminal payload");
|
|
22
|
-
}
|
|
23
|
-
else if (!chunks.some(chunk => chunk.choices?.some(choice => ["stop", "length"].includes(String(choice.finish_reason))))) {
|
|
24
|
-
throw failure("SGLang Chat Completions probe lacks terminal output");
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
function failure(message) { return new HitchError(message, { code: "inference_protocol_unsupported", exitCode: 12 }); }
|
|
29
|
-
//# sourceMappingURL=protocol-probe.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"protocol-probe.js","sourceRoot":"","sources":["../../../src/inference/protocol-probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAqB,EAAE,OAAe,EAAE,KAAa,EAAE,SAAiB,EAAE,GAAqC;IACvJ,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACzF,KAAK,MAAM,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,GAAG,KAAK,WAAW;YAC9B,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE;YACjH,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QAC/H,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,GAAG,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,EAAE,EAAE;YACxG,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACzF,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,OAAO,CAAC,UAAU,GAAG,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,mBAAmB,CAAC;YAAE,MAAM,OAAO,CAAC,2CAA2C,CAAC,CAAC;QAC/I,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,KAAK,cAAc,CAAC;aAChI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA4B,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAA6B,CAAC,CAAC;QAC1H,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,oBAAoB,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,CAAC,EAAE,QAA4C,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtL,IAAI,IAAI,EAAE,MAAM,KAAK,WAAW,IAAI,IAAI,EAAE,MAAM,KAAK,YAAY;gBAAE,MAAM,OAAO,CAAC,4DAA4D,CAAC,CAAC;QACjJ,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAE,KAAK,CAAC,OAA0D,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/K,MAAM,OAAO,CAAC,qDAAqD,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;AACH,CAAC;AACD,SAAS,OAAO,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { HitchError } from "../foundation/index.js";
|
|
2
|
-
import { addModelManifest, verifyLocalModel } from "./model-store.js";
|
|
3
|
-
import { parseLocalModelManifest } from "./manifest.js";
|
|
4
|
-
import { loadModelNodeClient } from "./node-registry.js";
|
|
5
|
-
import { modelNodeSnapshot, parseModelSnapshotRef, rememberModelNodeSnapshot } from "./model-location.js";
|
|
6
|
-
export async function addModelFromNode(root, name, snapshot, binding, force = false) {
|
|
7
|
-
const snapshotRef = parseModelSnapshotRef(snapshot);
|
|
8
|
-
const client = await loadModelNodeClient(root, binding);
|
|
9
|
-
const model = parseLocalModelManifest(await client.call("cas.hfManifest", { snapshotRef }));
|
|
10
|
-
await rememberModelNodeSnapshot(root, model, binding, snapshotRef);
|
|
11
|
-
return addModelManifest({ root, manifest: model, name, force });
|
|
12
|
-
}
|
|
13
|
-
export async function verifyModelOnNode(root, model, binding) {
|
|
14
|
-
const snapshotRef = await modelNodeSnapshot(root, model, binding);
|
|
15
|
-
if (!snapshotRef) {
|
|
16
|
-
await verifyLocalModel(root, model);
|
|
17
|
-
return;
|
|
18
|
-
}
|
|
19
|
-
const client = await loadModelNodeClient(root, binding);
|
|
20
|
-
const observed = parseLocalModelManifest(await client.call("cas.hfManifest", { snapshotRef }));
|
|
21
|
-
if (observed.model_id !== model.model_id)
|
|
22
|
-
throw new HitchError("model-node HF contents differ from the registered model", { code: "local_model_integrity_failed", exitCode: 5 });
|
|
23
|
-
}
|
|
24
|
-
//# sourceMappingURL=remote-model-store.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"remote-model-store.js","sourceRoot":"","sources":["../../../src/inference/remote-model-store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAE1G,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,IAAY,EAAE,QAAiB,EAAE,OAA2B,EAAE,KAAK,GAAG,KAAK;IAC9H,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5F,MAAM,yBAAyB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACnE,OAAO,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC5G,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAClE,IAAI,CAAC,WAAW,EAAE,CAAC;QAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAAC,OAAO;IAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/F,IAAI,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,UAAU,CAAC,yDAAyD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACnL,CAAC"}
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
import { inferenceRuntimeIdentity } from "./manifest.js";
|
|
2
|
-
const DEFINITIONS = {
|
|
3
|
-
cpu: {
|
|
4
|
-
schema_version: "1",
|
|
5
|
-
engine: "sglang",
|
|
6
|
-
sglang_version: "0.5.15.post1",
|
|
7
|
-
sglang_commit: "0b3bb0cbe31873994c9f989fddfe2f87ca839fdd",
|
|
8
|
-
backend: "cpu",
|
|
9
|
-
package: {
|
|
10
|
-
kind: "oci",
|
|
11
|
-
image: "docker.io/lmsysorg/sglang@sha256:c365eb5796b1a1fe42f6833f199cdb4e725bb8a469b9f37f1fadd95cf55d78df",
|
|
12
|
-
image_digest: "sha256:c365eb5796b1a1fe42f6833f199cdb4e725bb8a469b9f37f1fadd95cf55d78df",
|
|
13
|
-
platform: "linux/amd64",
|
|
14
|
-
},
|
|
15
|
-
compatibility_profile: "sglang-0.5.15.post1-xeon-amx-p0-v1",
|
|
16
|
-
},
|
|
17
|
-
cuda: {
|
|
18
|
-
schema_version: "1",
|
|
19
|
-
engine: "sglang",
|
|
20
|
-
sglang_version: "0.5.16",
|
|
21
|
-
sglang_commit: "fdebc938f7f4d16fe6b9f55dcd9a767cf0899ea1",
|
|
22
|
-
backend: "cuda",
|
|
23
|
-
package: {
|
|
24
|
-
kind: "oci",
|
|
25
|
-
image: "docker.io/lmsysorg/sglang@sha256:984699c298a95b73c469b2191403ddc85fd780506e13c39c4afff3845e27bc6c",
|
|
26
|
-
image_digest: "sha256:984699c298a95b73c469b2191403ddc85fd780506e13c39c4afff3845e27bc6c",
|
|
27
|
-
platform: "linux/amd64",
|
|
28
|
-
},
|
|
29
|
-
compatibility_profile: "sglang-0.5.16-cuda-p0-v1",
|
|
30
|
-
},
|
|
31
|
-
};
|
|
32
|
-
export function runtimeCatalogEntry(backend) {
|
|
33
|
-
if (backend === "metal")
|
|
34
|
-
throw new TypeError("Metal runtime is not present in the P0 catalog");
|
|
35
|
-
const definition = DEFINITIONS[backend];
|
|
36
|
-
return { ...definition, runtime_id: inferenceRuntimeIdentity(definition) };
|
|
37
|
-
}
|
|
38
|
-
export function listRuntimeCatalog() {
|
|
39
|
-
return [runtimeCatalogEntry("cpu"), runtimeCatalogEntry("cuda")];
|
|
40
|
-
}
|
|
41
|
-
//# sourceMappingURL=runtime-catalog.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-catalog.js","sourceRoot":"","sources":["../../../src/inference/runtime-catalog.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAIzD,MAAM,WAAW,GAA+D;IAC9E,GAAG,EAAE;QACH,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,cAAc;QAC9B,aAAa,EAAE,0CAA0C;QACzD,OAAO,EAAE,KAAK;QACd,OAAO,EAAE;YACP,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,mGAAmG;YAC1G,YAAY,EAAE,yEAAyE;YACvF,QAAQ,EAAE,aAAa;SACxB;QACD,qBAAqB,EAAE,oCAAoC;KAC5D;IACD,IAAI,EAAE;QACJ,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,QAAQ;QACxB,aAAa,EAAE,0CAA0C;QACzD,OAAO,EAAE,MAAM;QACf,OAAO,EAAE;YACP,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,mGAAmG;YAC1G,YAAY,EAAE,yEAAyE;YACvF,QAAQ,EAAE,aAAa;SACxB;QACD,qBAAqB,EAAE,0BAA0B;KAClD;CACF,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,OAA8B;IAChE,IAAI,OAAO,KAAK,OAAO;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC/F,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACxC,OAAO,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,wBAAwB,CAAC,UAAU,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;AACnE,CAAC"}
|
|
@@ -1,93 +0,0 @@
|
|
|
1
|
-
import { lstat } from "node:fs/promises";
|
|
2
|
-
import path from "node:path";
|
|
3
|
-
import { HitchError, atomicWriteJSON, ensureDir, readJSON, runCommand, statePaths, withFileLock, } from "../foundation/index.js";
|
|
4
|
-
import { parseInferenceRuntimeManifest } from "./manifest.js";
|
|
5
|
-
import { runtimeCatalogEntry } from "./runtime-catalog.js";
|
|
6
|
-
export async function prepareInferenceRuntime(options) {
|
|
7
|
-
const expected = runtimeCatalogEntry(options.backend);
|
|
8
|
-
const runtimeDirectory = path.join(statePaths(options.root).inferenceRuntimes, expected.runtime_id.slice("sha256:".length));
|
|
9
|
-
const manifestFile = path.join(runtimeDirectory, "manifest.json");
|
|
10
|
-
const cached = await loadRuntimeFile(manifestFile);
|
|
11
|
-
const env = options.env ?? process.env;
|
|
12
|
-
const docker = options.dockerExecutable || env.HITCH_DOCKER_PATH || "docker";
|
|
13
|
-
const invoke = options.run ?? ((executable, args) => runCommand(executable, args, {
|
|
14
|
-
env, timeoutMs: 30 * 60_000, failureCode: "inference_runtime_unavailable", failureExitCode: 3,
|
|
15
|
-
...(options.signal ? { signal: options.signal } : {}),
|
|
16
|
-
}));
|
|
17
|
-
if (cached && cached.runtime_id === expected.runtime_id && await inspectRuntimeImage(expected, docker, invoke)) {
|
|
18
|
-
return { manifest: cached, cache_hit: true };
|
|
19
|
-
}
|
|
20
|
-
return withFileLock(statePaths(options.root).inferenceOperationLocks, expected.runtime_id, async () => {
|
|
21
|
-
const afterWait = await loadRuntimeFile(manifestFile);
|
|
22
|
-
if (afterWait && afterWait.runtime_id === expected.runtime_id && await inspectRuntimeImage(expected, docker, invoke)) {
|
|
23
|
-
return { manifest: afterWait, cache_hit: true };
|
|
24
|
-
}
|
|
25
|
-
if (options.offline) {
|
|
26
|
-
throw new HitchError(`SGLang ${options.backend} runtime is not prepared; run hitch local prepare with network access`, {
|
|
27
|
-
code: "inference_runtime_unavailable", exitCode: 3,
|
|
28
|
-
});
|
|
29
|
-
}
|
|
30
|
-
const packageInfo = expected.package;
|
|
31
|
-
if (packageInfo.kind !== "oci")
|
|
32
|
-
throw new TypeError("P0 runtime package must be OCI");
|
|
33
|
-
options.onProgress?.(`Pulling SGLang ${expected.sglang_version} ${options.backend} runtime ${packageInfo.image_digest}`);
|
|
34
|
-
await invoke(docker, ["pull", "--platform", packageInfo.platform, packageInfo.image]);
|
|
35
|
-
if (!await inspectRuntimeImage(expected, docker, invoke)) {
|
|
36
|
-
throw new HitchError("pulled SGLang image does not match the catalog digest or platform", {
|
|
37
|
-
code: "inference_runtime_integrity_failed", exitCode: 5,
|
|
38
|
-
});
|
|
39
|
-
}
|
|
40
|
-
await ensureDir(runtimeDirectory);
|
|
41
|
-
await atomicWriteJSON(manifestFile, expected);
|
|
42
|
-
return { manifest: parseInferenceRuntimeManifest(await readJSON(manifestFile)), cache_hit: false };
|
|
43
|
-
}, { timeoutCode: "inference_runtime_locked", timeoutExitCode: 5, signal: options.signal });
|
|
44
|
-
}
|
|
45
|
-
export async function loadInferenceRuntime(root, runtimeId) {
|
|
46
|
-
const file = path.join(statePaths(root).inferenceRuntimes, runtimeId.slice("sha256:".length), "manifest.json");
|
|
47
|
-
const manifest = await loadRuntimeFile(file);
|
|
48
|
-
if (!manifest || manifest.runtime_id !== runtimeId) {
|
|
49
|
-
throw new HitchError(`inference runtime is missing or invalid: ${runtimeId}`, {
|
|
50
|
-
code: "inference_runtime_integrity_failed", exitCode: 5,
|
|
51
|
-
});
|
|
52
|
-
}
|
|
53
|
-
return manifest;
|
|
54
|
-
}
|
|
55
|
-
async function inspectRuntimeImage(manifest, docker, invoke) {
|
|
56
|
-
if (manifest.package.kind !== "oci")
|
|
57
|
-
return false;
|
|
58
|
-
let result;
|
|
59
|
-
try {
|
|
60
|
-
result = await invoke(docker, ["image", "inspect", "--format", "{{json .}}", manifest.package.image]);
|
|
61
|
-
}
|
|
62
|
-
catch {
|
|
63
|
-
return false;
|
|
64
|
-
}
|
|
65
|
-
let value;
|
|
66
|
-
try {
|
|
67
|
-
value = JSON.parse(result.stdout);
|
|
68
|
-
}
|
|
69
|
-
catch {
|
|
70
|
-
return false;
|
|
71
|
-
}
|
|
72
|
-
if (!value || typeof value !== "object" || Array.isArray(value))
|
|
73
|
-
return false;
|
|
74
|
-
const image = value;
|
|
75
|
-
const digests = Array.isArray(image.RepoDigests) ? image.RepoDigests.filter((item) => typeof item === "string") : [];
|
|
76
|
-
return image.Os === "linux" && image.Architecture === "amd64"
|
|
77
|
-
&& digests.some((item) => item.endsWith(`@${manifest.package.kind === "oci" ? manifest.package.image_digest : ""}`));
|
|
78
|
-
}
|
|
79
|
-
async function loadRuntimeFile(file) {
|
|
80
|
-
try {
|
|
81
|
-
if (!(await lstat(file)).isFile())
|
|
82
|
-
return null;
|
|
83
|
-
return parseInferenceRuntimeManifest(await readJSON(file));
|
|
84
|
-
}
|
|
85
|
-
catch (error) {
|
|
86
|
-
if (error.code === "ENOENT")
|
|
87
|
-
return null;
|
|
88
|
-
if (error instanceof TypeError)
|
|
89
|
-
return null;
|
|
90
|
-
throw error;
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
//# sourceMappingURL=runtime-store.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-store.js","sourceRoot":"","sources":["../../../src/inference/runtime-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,UAAU,EACV,eAAe,EACf,SAAS,EACT,QAAQ,EACR,UAAU,EACV,UAAU,EACV,YAAY,GACb,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAa3D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAAuC;IAInF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5H,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,UAAkB,EAAE,IAAc,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE;QAClG,GAAG,EAAE,SAAS,EAAE,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,+BAA+B,EAAE,eAAe,EAAE,CAAC;QAC7F,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC,CAAC;IACJ,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QAC/G,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,QAAQ,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE;QACpG,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,SAAS,IAAI,SAAS,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACrH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,CAAC,UAAU,OAAO,CAAC,OAAO,uEAAuE,EAAE;gBACrH,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC;QACrC,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK;YAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;QACtF,OAAO,CAAC,UAAU,EAAE,CAAC,kBAAkB,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,OAAO,YAAY,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC;QACzH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,UAAU,CAAC,mEAAmE,EAAE;gBACxF,IAAI,EAAE,oCAAoC,EAAE,QAAQ,EAAE,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAClC,MAAM,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC9C,OAAO,EAAE,QAAQ,EAAE,6BAA6B,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACrG,CAAC,EAAE,EAAE,WAAW,EAAE,0BAA0B,EAAE,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,SAAiB;IACxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACnD,MAAM,IAAI,UAAU,CAAC,4CAA4C,SAAS,EAAE,EAAE;YAC5E,IAAI,EAAE,oCAAoC,EAAE,QAAQ,EAAE,CAAC;SACxD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,QAAoC,EACpC,MAAc,EACd,MAAsE;IAEtE,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAClD,IAAI,MAAqB,CAAC;IAC1B,IAAI,CAAC;QAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IACtI,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IAClE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrI,OAAO,KAAK,CAAC,EAAE,KAAK,OAAO,IAAI,KAAK,CAAC,YAAY,KAAK,OAAO;WACxD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AACzH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,IAAI,CAAC;QACH,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;YAAE,OAAO,IAAI,CAAC;QAC/C,OAAO,6BAA6B,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAI,KAAK,YAAY,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import path from "node:path";
|
|
2
|
-
import { HitchError, atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
|
|
3
|
-
import { validateInferenceLockShape } from "./lock.js";
|
|
4
|
-
import { parseInferenceRuntimeManifest, parseInferenceServiceRecord, parseLocalModelManifest } from "./manifest.js";
|
|
5
|
-
function serviceIdentity(record) {
|
|
6
|
-
return { service_id: record.service_id, inference_id: record.inference_id, isolation_key: record.isolation_key,
|
|
7
|
-
epoch: record.epoch, owner_id: record.owner_id, model_node: record.model_node, service_handle: record.service_handle };
|
|
8
|
-
}
|
|
9
|
-
function validate(record, attachment) {
|
|
10
|
-
parseInferenceServiceRecord(record);
|
|
11
|
-
if (Object.keys(attachment).sort().join(",") !== "inputs,observation,schema_version,service_digest" || attachment.schema_version !== "2"
|
|
12
|
-
|| attachment.service_digest !== sha256JSON(serviceIdentity(record)) || !record.model_node || record.service_handle?.kind !== "process"
|
|
13
|
-
|| !attachment.inputs || Object.keys(attachment.inputs).sort().join(",") !== "lock,model,runtime"
|
|
14
|
-
|| !attachment.observation || attachment.observation.schema_version !== "2")
|
|
15
|
-
throw ambiguous();
|
|
16
|
-
const { lock, model, runtime } = attachment.inputs;
|
|
17
|
-
validateInferenceLockShape(lock);
|
|
18
|
-
parseLocalModelManifest(model);
|
|
19
|
-
parseInferenceRuntimeManifest(runtime);
|
|
20
|
-
if (record.inference_id !== lock.inference_id || lock.model_id !== model.model_id || lock.runtime_id !== runtime.runtime_id
|
|
21
|
-
|| sha256JSON(record.model_node) !== sha256JSON(lock.model_node))
|
|
22
|
-
throw ambiguous();
|
|
23
|
-
}
|
|
24
|
-
const file = (root, id) => path.join(statePaths(root).inferenceServices, id, "attachment.json");
|
|
25
|
-
/** Seal after startup's protocol probe and cache drain, before publishing ready. */
|
|
26
|
-
export async function writeServiceAttachment(root, record, inputs, observation) {
|
|
27
|
-
const attachment = { schema_version: "2", service_digest: sha256JSON(serviceIdentity(record)), inputs: structuredClone(inputs), observation: structuredClone(observation) };
|
|
28
|
-
validate(record, attachment);
|
|
29
|
-
const value = { digest: sha256JSON(attachment), attachment };
|
|
30
|
-
const previous = await readJSON(file(root, record.service_id), null);
|
|
31
|
-
if (previous && sha256JSON(previous) !== sha256JSON(value))
|
|
32
|
-
throw ambiguous();
|
|
33
|
-
if (!previous)
|
|
34
|
-
await atomicWriteJSON(file(root, record.service_id), value);
|
|
35
|
-
}
|
|
36
|
-
export async function readServiceAttachment(root, record) {
|
|
37
|
-
parseInferenceServiceRecord(record);
|
|
38
|
-
const value = await readJSON(file(root, record.service_id), null);
|
|
39
|
-
if (!value || Object.keys(value).sort().join(",") !== "attachment,digest" || !value.attachment
|
|
40
|
-
|| value.digest !== sha256JSON(value.attachment))
|
|
41
|
-
throw ambiguous();
|
|
42
|
-
validate(record, value.attachment);
|
|
43
|
-
return { root, record, ...value.attachment.inputs, observation: value.attachment.observation };
|
|
44
|
-
}
|
|
45
|
-
function ambiguous() { return new HitchError("original model-node startup evidence is unavailable or changed", { code: "inference_recovery_ambiguous", exitCode: 12 }); }
|
|
46
|
-
//# sourceMappingURL=service-attachment.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"service-attachment.js","sourceRoot":"","sources":["../../../src/inference/service-attachment.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAUpH,SAAS,eAAe,CAAC,MAAgC;IACvD,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa;QAC5G,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;AAC3H,CAAC;AACD,SAAS,QAAQ,CAAC,MAAgC,EAAE,UAAsB;IACxE,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,kDAAkD,IAAI,UAAU,CAAC,cAAc,KAAK,GAAG;WACnI,UAAU,CAAC,cAAc,KAAK,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,KAAK,SAAS;WACpI,CAAC,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,oBAAoB;WAC9F,CAAC,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,SAAS,EAAE,CAAC;IACjG,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC;IACnD,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAAC,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACzG,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU;WACtH,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;AACxF,CAAC;AACD,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;AAEhH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,MAAgC,EAAE,MAAc,EAAE,WAA0C;IACrJ,MAAM,UAAU,GAAe,EAAE,cAAc,EAAE,GAAG,EAAE,cAAc,EAAE,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,eAAe,CAAC,WAAW,CAAC,EAAE,CAAC;IACxL,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;IAC7D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACrF,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IAC9E,IAAI,CAAC,QAAQ;QAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY,EAAE,MAAgC;IACxF,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAoD,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACrH,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,mBAAmB,IAAI,CAAC,KAAK,CAAC,UAAU;WACzF,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;AACjG,CAAC;AACD,SAAS,SAAS,KAAK,OAAO,IAAI,UAAU,CAAC,gEAAgE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
import { HitchError, hitchRootId, sha256JSON } from "../foundation/index.js";
|
|
2
|
-
import { loadModelNodeClient } from "./node-registry.js";
|
|
3
|
-
import { readServiceRecords } from "./supervisor.js";
|
|
4
|
-
import { parseInferenceServiceHandle } from "./manifest.js";
|
|
5
|
-
import { readInferenceGenerationRelease } from "./generation-recovery.js";
|
|
6
|
-
/** Read the node ledger, including terminal services. Never publish access credentials. */
|
|
7
|
-
export async function inspectModelNodeService(root, serviceId) {
|
|
8
|
-
const record = (await readServiceRecords(root)).find(item => item.service_id === serviceId);
|
|
9
|
-
if (!record?.model_node)
|
|
10
|
-
throw new HitchError("model-node service not found", { code: "inference_route_unavailable", exitCode: 2 });
|
|
11
|
-
const recovered = await readInferenceGenerationRelease(root, record);
|
|
12
|
-
if (recovered)
|
|
13
|
-
return { schema_version: "2", service_id: serviceId, inference_id: record.inference_id, model_node: record.model_node,
|
|
14
|
-
state: "stopped", resources_released: true, gpu_seconds: recovered.receipt.gpuSeconds, generation_release: recovered };
|
|
15
|
-
const client = await loadModelNodeClient(root, record.model_node);
|
|
16
|
-
const value = await client.inspect({ serviceId, ownerId: hitchRootId(root), inferenceId: record.inference_id });
|
|
17
|
-
if (!value || value.schemaVersion !== 2 || value.inferenceId !== record.inference_id
|
|
18
|
-
|| !["admitting", "starting", "ready", "stopping", "stopped", "failed"].includes(String(value.state))
|
|
19
|
-
|| typeof value.resourcesReleased !== "boolean" || typeof value.gpuSeconds !== "number" || !Number.isFinite(value.gpuSeconds) || value.gpuSeconds < 0
|
|
20
|
-
|| value.resourcesReleased && !["stopped", "failed"].includes(String(value.state)))
|
|
21
|
-
throw new TypeError("invalid model-node usage/ownership observation");
|
|
22
|
-
validateHandle(record, value.handle);
|
|
23
|
-
return { schema_version: "2", service_id: serviceId, inference_id: record.inference_id, model_node: record.model_node,
|
|
24
|
-
state: value.state, resources_released: value.resourcesReleased, gpu_seconds: value.gpuSeconds };
|
|
25
|
-
}
|
|
26
|
-
function validateHandle(record, value) {
|
|
27
|
-
if (!value) {
|
|
28
|
-
if (record.service_handle)
|
|
29
|
-
throw new TypeError("model-node service lost its process identity");
|
|
30
|
-
return;
|
|
31
|
-
}
|
|
32
|
-
const handle = parseInferenceServiceHandle(value);
|
|
33
|
-
if (handle.kind !== "process" || handle.node_id !== record.model_node.node_id || handle.generation !== record.model_node.generation
|
|
34
|
-
|| handle.service_id !== record.service_id || record.service_handle && sha256JSON(handle) !== sha256JSON(record.service_handle)) {
|
|
35
|
-
throw new TypeError("model-node process identity changed during usage inspection");
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
//# sourceMappingURL=service-inspection.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"service-inspection.js","sourceRoot":"","sources":["../../../src/inference/service-inspection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAE1E,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAY,EAAE,SAAiB;IAC3E,MAAM,MAAM,GAAG,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;IAC5F,IAAI,CAAC,MAAM,EAAE,UAAU;QAAE,MAAM,IAAI,UAAU,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACpI,MAAM,SAAS,GAAG,MAAM,8BAA8B,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrE,IAAI,SAAS;QAAE,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;YAClI,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;IACzH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,CAE7G,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,MAAM,CAAC,YAAY;WAC/E,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;WAClG,OAAO,KAAK,CAAC,iBAAiB,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;WAClJ,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC5J,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;QACnH,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,iBAAiB,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;AACrG,CAAC;AAED,SAAS,cAAc,CAAC,MAAgC,EAAE,KAAc;IACtE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,cAAc;YAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;QAC/F,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,UAAW,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAW,CAAC,UAAU;WAChI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,cAAc,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;QAClI,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACrF,CAAC;AACH,CAAC"}
|