agent-hitch 0.2.16 → 0.2.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/README.md +7 -28
  2. package/README.zh-CN.md +6 -26
  3. package/dist/scripts/benchmark-dataset-verification.js +118 -0
  4. package/dist/scripts/benchmark-dataset-verification.js.map +1 -0
  5. package/dist/scripts/canary-external-endpoint.js +56 -0
  6. package/dist/scripts/canary-external-endpoint.js.map +1 -0
  7. package/dist/scripts/canary-native-training.js +8 -6
  8. package/dist/scripts/canary-native-training.js.map +1 -1
  9. package/dist/scripts/canary-remote-training.js +8 -6
  10. package/dist/scripts/canary-remote-training.js.map +1 -1
  11. package/dist/scripts/check-architecture.js +1 -1
  12. package/dist/scripts/check-architecture.js.map +1 -1
  13. package/dist/src/adapters/providers/codex.js +5 -2
  14. package/dist/src/adapters/providers/codex.js.map +1 -1
  15. package/dist/src/adapters/providers/model-call.js +1 -2
  16. package/dist/src/adapters/providers/model-call.js.map +1 -1
  17. package/dist/src/adapters/providers/training-tool.js +2 -0
  18. package/dist/src/adapters/providers/training-tool.js.map +1 -1
  19. package/dist/src/backends/harbor/artifact-pins.js +42 -0
  20. package/dist/src/backends/harbor/artifact-pins.js.map +1 -0
  21. package/dist/src/backends/harbor/backend.js +16 -8
  22. package/dist/src/backends/harbor/backend.js.map +1 -1
  23. package/dist/src/backends/harbor/bound-credential-helper.js +24 -0
  24. package/dist/src/backends/harbor/bound-credential-helper.js.map +1 -0
  25. package/dist/src/backends/harbor/credential-snapshot.js +71 -0
  26. package/dist/src/backends/harbor/credential-snapshot.js.map +1 -0
  27. package/dist/src/backends/harbor/environment-config.js +25 -2
  28. package/dist/src/backends/harbor/environment-config.js.map +1 -1
  29. package/dist/src/backends/harbor/environment-files.js +143 -0
  30. package/dist/src/backends/harbor/environment-files.js.map +1 -0
  31. package/dist/src/backends/harbor/evaluation-binding.js +160 -0
  32. package/dist/src/backends/harbor/evaluation-binding.js.map +1 -0
  33. package/dist/src/backends/harbor/host-credential-helper.js +5 -0
  34. package/dist/src/backends/harbor/host-credential-helper.js.map +1 -1
  35. package/dist/src/backends/harbor/index.js +2 -0
  36. package/dist/src/backends/harbor/index.js.map +1 -1
  37. package/dist/src/backends/harbor/model-proxy-config.js +3 -18
  38. package/dist/src/backends/harbor/model-proxy-config.js.map +1 -1
  39. package/dist/src/backends/harbor/portable-regrade.js +15 -3
  40. package/dist/src/backends/harbor/portable-regrade.js.map +1 -1
  41. package/dist/src/backends/harbor/python-runtime.js +71 -0
  42. package/dist/src/backends/harbor/python-runtime.js.map +1 -0
  43. package/dist/src/backends/harbor/tools.js +6 -4
  44. package/dist/src/backends/harbor/tools.js.map +1 -1
  45. package/dist/src/backends/index.js +3 -0
  46. package/dist/src/backends/index.js.map +1 -1
  47. package/dist/src/cli/arguments.js +30 -30
  48. package/dist/src/cli/arguments.js.map +1 -1
  49. package/dist/src/cli/commands/capabilities.js +7 -3
  50. package/dist/src/cli/commands/capabilities.js.map +1 -1
  51. package/dist/src/cli/commands/daemon.js +0 -17
  52. package/dist/src/cli/commands/daemon.js.map +1 -1
  53. package/dist/src/cli/commands/eval-binding.js +32 -0
  54. package/dist/src/cli/commands/eval-binding.js.map +1 -0
  55. package/dist/src/cli/commands/eval.js +21 -15
  56. package/dist/src/cli/commands/eval.js.map +1 -1
  57. package/dist/src/cli/commands/models.js +32 -45
  58. package/dist/src/cli/commands/models.js.map +1 -1
  59. package/dist/src/cli/commands/run.js +0 -35
  60. package/dist/src/cli/commands/run.js.map +1 -1
  61. package/dist/src/cli/main.js +0 -4
  62. package/dist/src/cli/main.js.map +1 -1
  63. package/dist/src/cli/output.js +5 -16
  64. package/dist/src/cli/output.js.map +1 -1
  65. package/dist/src/control-plane/eval-records.js +3 -1
  66. package/dist/src/control-plane/eval-records.js.map +1 -1
  67. package/dist/src/control-plane/eval-recovery.js +4 -1
  68. package/dist/src/control-plane/eval-recovery.js.map +1 -1
  69. package/dist/src/control-plane/eval-scheduler.js +16 -8
  70. package/dist/src/control-plane/eval-scheduler.js.map +1 -1
  71. package/dist/src/control-plane/index.js +0 -2
  72. package/dist/src/control-plane/index.js.map +1 -1
  73. package/dist/src/control-plane/model-capture-planning.js +3 -4
  74. package/dist/src/control-plane/model-capture-planning.js.map +1 -1
  75. package/dist/src/control-plane/remote-model-routes.js +4 -24
  76. package/dist/src/control-plane/remote-model-routes.js.map +1 -1
  77. package/dist/src/control-plane/remote-offer-contract.js +2 -2
  78. package/dist/src/control-plane/remote-offer-contract.js.map +1 -1
  79. package/dist/src/control-plane/remote-result-transport.js +7 -8
  80. package/dist/src/control-plane/remote-result-transport.js.map +1 -1
  81. package/dist/src/control-plane/remote-work-coordinator.js +2 -2
  82. package/dist/src/control-plane/remote-work-coordinator.js.map +1 -1
  83. package/dist/src/control-plane/remote-work-recovery.js +2 -2
  84. package/dist/src/control-plane/remote-work-recovery.js.map +1 -1
  85. package/dist/src/control-plane/remote-worker-protocol.js +1 -1
  86. package/dist/src/control-plane/remote-worker-protocol.js.map +1 -1
  87. package/dist/src/control-plane/remote-worker-runner.js +21 -6
  88. package/dist/src/control-plane/remote-worker-runner.js.map +1 -1
  89. package/dist/src/control-plane/remote-workers.js +2 -2
  90. package/dist/src/control-plane/remote-workers.js.map +1 -1
  91. package/dist/src/control-plane/rerun-recovery.js +1 -1
  92. package/dist/src/control-plane/rerun-recovery.js.map +1 -1
  93. package/dist/src/control-plane/rerun-scheduler.js +21 -14
  94. package/dist/src/control-plane/rerun-scheduler.js.map +1 -1
  95. package/dist/src/control-plane/rerun-source.js +5 -2
  96. package/dist/src/control-plane/rerun-source.js.map +1 -1
  97. package/dist/src/control-plane/rerun-submission.js +7 -5
  98. package/dist/src/control-plane/rerun-submission.js.map +1 -1
  99. package/dist/src/control-plane/synthetic-result.js +3 -2
  100. package/dist/src/control-plane/synthetic-result.js.map +1 -1
  101. package/dist/src/control-plane/worker-model-relay.js +1 -1
  102. package/dist/src/control-plane/worker-model-relay.js.map +1 -1
  103. package/dist/src/controller-runtime/hash.js +6 -0
  104. package/dist/src/controller-runtime/hash.js.map +1 -1
  105. package/dist/src/daemon/client.js +12 -35
  106. package/dist/src/daemon/client.js.map +1 -1
  107. package/dist/src/daemon/evaluation-binding.js +33 -0
  108. package/dist/src/daemon/evaluation-binding.js.map +1 -0
  109. package/dist/src/daemon/evaluation-submission.js +27 -0
  110. package/dist/src/daemon/evaluation-submission.js.map +1 -0
  111. package/dist/src/daemon/index.js +1 -0
  112. package/dist/src/daemon/index.js.map +1 -1
  113. package/dist/src/daemon/json-stream.js +98 -0
  114. package/dist/src/daemon/json-stream.js.map +1 -0
  115. package/dist/src/daemon/scheduler.js +1 -4
  116. package/dist/src/daemon/scheduler.js.map +1 -1
  117. package/dist/src/daemon/server.js +14 -54
  118. package/dist/src/daemon/server.js.map +1 -1
  119. package/dist/src/domain/endpoints.js +2 -0
  120. package/dist/src/domain/endpoints.js.map +1 -0
  121. package/dist/src/domain/evaluation-binding.js +5 -0
  122. package/dist/src/domain/evaluation-binding.js.map +1 -0
  123. package/dist/src/domain/index.js +2 -0
  124. package/dist/src/domain/index.js.map +1 -1
  125. package/dist/src/domain/runs.js.map +1 -1
  126. package/dist/src/evals/benchmark-adapter-manifest.js +95 -32
  127. package/dist/src/evals/benchmark-adapter-manifest.js.map +1 -1
  128. package/dist/src/evals/benchmark-verification.js +106 -0
  129. package/dist/src/evals/benchmark-verification.js.map +1 -0
  130. package/dist/src/evals/collect-only-rerun.js +3 -2
  131. package/dist/src/evals/collect-only-rerun.js.map +1 -1
  132. package/dist/src/evals/directory.js +9 -1
  133. package/dist/src/evals/directory.js.map +1 -1
  134. package/dist/src/evals/endpoint-attempts.js +112 -0
  135. package/dist/src/evals/endpoint-attempts.js.map +1 -0
  136. package/dist/src/evals/endpoint-usage.js +8 -0
  137. package/dist/src/evals/endpoint-usage.js.map +1 -0
  138. package/dist/src/evals/environment-binding.js +9 -0
  139. package/dist/src/evals/environment-binding.js.map +1 -0
  140. package/dist/src/evals/eval-artifact-planning.js +10 -1
  141. package/dist/src/evals/eval-artifact-planning.js.map +1 -1
  142. package/dist/src/evals/eval-finalization.js +2 -3
  143. package/dist/src/evals/eval-finalization.js.map +1 -1
  144. package/dist/src/evals/eval-logical-plan.js +2 -0
  145. package/dist/src/evals/eval-logical-plan.js.map +1 -1
  146. package/dist/src/evals/eval-result-builder.js +4 -0
  147. package/dist/src/evals/eval-result-builder.js.map +1 -1
  148. package/dist/src/evals/eval-state.js +22 -0
  149. package/dist/src/evals/eval-state.js.map +1 -0
  150. package/dist/src/evals/execution-plan.js +6 -2
  151. package/dist/src/evals/execution-plan.js.map +1 -1
  152. package/dist/src/evals/index.js +5 -1
  153. package/dist/src/evals/index.js.map +1 -1
  154. package/dist/src/evals/infrastructure-retry.js +2 -0
  155. package/dist/src/evals/infrastructure-retry.js.map +1 -1
  156. package/dist/src/evals/model-capture-runtime.js +9 -13
  157. package/dist/src/evals/model-capture-runtime.js.map +1 -1
  158. package/dist/src/evals/native-phase-evidence.js +8 -2
  159. package/dist/src/evals/native-phase-evidence.js.map +1 -1
  160. package/dist/src/evals/planned-execution.js +7 -2
  161. package/dist/src/evals/planned-execution.js.map +1 -1
  162. package/dist/src/evals/planned-progress-publisher.js +18 -5
  163. package/dist/src/evals/planned-progress-publisher.js.map +1 -1
  164. package/dist/src/evals/planned-retry-execution.js +1 -0
  165. package/dist/src/evals/planned-retry-execution.js.map +1 -1
  166. package/dist/src/evals/preparation-rerun.js +0 -1
  167. package/dist/src/evals/preparation-rerun.js.map +1 -1
  168. package/dist/src/evals/progress.js +92 -7
  169. package/dist/src/evals/progress.js.map +1 -1
  170. package/dist/src/evals/records.js +12 -2
  171. package/dist/src/evals/records.js.map +1 -1
  172. package/dist/src/evals/recovery.js +2 -0
  173. package/dist/src/evals/recovery.js.map +1 -1
  174. package/dist/src/evals/remote-rerun-execution.js +1 -3
  175. package/dist/src/evals/remote-rerun-execution.js.map +1 -1
  176. package/dist/src/evals/remote-verifier-rerun.js +1 -1
  177. package/dist/src/evals/remote-verifier-rerun.js.map +1 -1
  178. package/dist/src/evals/request.js +14 -45
  179. package/dist/src/evals/request.js.map +1 -1
  180. package/dist/src/evals/rerun-observation.js +31 -0
  181. package/dist/src/evals/rerun-observation.js.map +1 -0
  182. package/dist/src/evals/rerun.js +23 -28
  183. package/dist/src/evals/rerun.js.map +1 -1
  184. package/dist/src/evals/service.js +45 -42
  185. package/dist/src/evals/service.js.map +1 -1
  186. package/dist/src/evals/shared-runtime.js +125 -0
  187. package/dist/src/evals/shared-runtime.js.map +1 -0
  188. package/dist/src/evals/trial-import.js +10 -2
  189. package/dist/src/evals/trial-import.js.map +1 -1
  190. package/dist/src/evals/trial-publication-recovery.js +1 -1
  191. package/dist/src/evals/trial-publication-recovery.js.map +1 -1
  192. package/dist/src/evals/verifier-artifacts.js +1 -0
  193. package/dist/src/evals/verifier-artifacts.js.map +1 -1
  194. package/dist/src/evals/verifier-only-rerun.js +1 -1
  195. package/dist/src/evals/verifier-only-rerun.js.map +1 -1
  196. package/dist/src/evals/verifier-rerun-result.js +3 -2
  197. package/dist/src/evals/verifier-rerun-result.js.map +1 -1
  198. package/dist/src/evals/verifier-score-artifacts.js +9 -1
  199. package/dist/src/evals/verifier-score-artifacts.js.map +1 -1
  200. package/dist/src/foundation/config.js +0 -5
  201. package/dist/src/foundation/config.js.map +1 -1
  202. package/dist/src/inference/index.js +3 -22
  203. package/dist/src/inference/index.js.map +1 -1
  204. package/dist/src/inference/lock.js +44 -130
  205. package/dist/src/inference/lock.js.map +1 -1
  206. package/dist/src/model-access/endpoint-contract.js +127 -0
  207. package/dist/src/model-access/endpoint-contract.js.map +1 -0
  208. package/dist/src/model-access/endpoint-credentials.js +54 -0
  209. package/dist/src/model-access/endpoint-credentials.js.map +1 -0
  210. package/dist/src/model-access/endpoint-probe-stream.js +66 -0
  211. package/dist/src/model-access/endpoint-probe-stream.js.map +1 -0
  212. package/dist/src/model-access/endpoint-verification.js +76 -0
  213. package/dist/src/model-access/endpoint-verification.js.map +1 -0
  214. package/dist/src/model-access/endpoints.js +105 -0
  215. package/dist/src/model-access/endpoints.js.map +1 -0
  216. package/dist/src/model-access/index.js +5 -1
  217. package/dist/src/model-access/index.js.map +1 -1
  218. package/dist/src/model-access/proxy.js +57 -14
  219. package/dist/src/model-access/proxy.js.map +1 -1
  220. package/dist/src/model-access/remote-model.js +21 -29
  221. package/dist/src/model-access/remote-model.js.map +1 -1
  222. package/dist/src/model-access/usage.js +30 -0
  223. package/dist/src/model-access/usage.js.map +1 -0
  224. package/dist/src/runs/endpoint-runtime.js +40 -0
  225. package/dist/src/runs/endpoint-runtime.js.map +1 -0
  226. package/dist/src/runs/executor.js +28 -42
  227. package/dist/src/runs/executor.js.map +1 -1
  228. package/dist/src/runs/local-inference-environment.js +5 -53
  229. package/dist/src/runs/local-inference-environment.js.map +1 -1
  230. package/dist/src/runs/manifest.js +1 -0
  231. package/dist/src/runs/manifest.js.map +1 -1
  232. package/dist/src/runs/outcome.js +3 -10
  233. package/dist/src/runs/outcome.js.map +1 -1
  234. package/dist/src/runs/queued.js +3 -2
  235. package/dist/src/runs/queued.js.map +1 -1
  236. package/dist/src/runs/records.js +3 -0
  237. package/dist/src/runs/records.js.map +1 -1
  238. package/dist/src/runs/request.js +10 -38
  239. package/dist/src/runs/request.js.map +1 -1
  240. package/dist/src/workers/remote-harbor-work-spec.js +8 -10
  241. package/dist/src/workers/remote-harbor-work-spec.js.map +1 -1
  242. package/dist/src/workers/remote-harbor-worker.js +3 -0
  243. package/dist/src/workers/remote-harbor-worker.js.map +1 -1
  244. package/docs/evidence/eval-preparation-2026-10-09.json +393 -0
  245. package/docs/evidence/eval-preparation-2026-10-09.md +178 -0
  246. package/docs/local-model-inference-spec.zh-CN.md +4 -663
  247. package/docs/resource-storage.zh-CN.md +116 -0
  248. package/docs/schemas/endpoint-evaluation-attempt.schema.json +29 -0
  249. package/docs/schemas/eval-artifact-pin.schema.json +14 -0
  250. package/docs/schemas/eval-execution-plan.schema.json +486 -105
  251. package/docs/schemas/eval-progress.schema.json +1 -1
  252. package/docs/schemas/eval-request.schema.json +149 -18
  253. package/docs/schemas/eval-rerun-submission.schema.json +8 -1
  254. package/docs/schemas/eval-result.schema.json +310 -56
  255. package/docs/schemas/evaluation-binding.schema.json +15 -0
  256. package/docs/schemas/external-endpoint-binding.schema.json +153 -0
  257. package/docs/schemas/external-endpoint-config.schema.json +93 -0
  258. package/docs/schemas/inference-execution-evidence.schema.json +253 -3
  259. package/docs/schemas/inference-lock-v3.schema.json +6 -0
  260. package/docs/schemas/inference-lock.schema.json +842 -341
  261. package/docs/schemas/ordered-eval-control.schema.json +7 -1
  262. package/docs/schemas/ready-endpoint-binding.schema.json +201 -0
  263. package/docs/schemas/run-manifest.schema.json +6 -0
  264. package/docs/schemas/run-request.schema.json +122 -20
  265. package/examples/external-inference/.env.example +16 -0
  266. package/examples/external-inference/README.md +203 -0
  267. package/examples/external-inference/accept.mjs +297 -0
  268. package/examples/external-inference/compose.gateway.yaml +119 -0
  269. package/examples/external-inference/compose.single.yaml +64 -0
  270. package/examples/external-inference/compose.tp2.yaml +15 -0
  271. package/examples/external-inference/deployment.example.json +58 -0
  272. package/examples/external-inference/endpoint.chat-completions.example.json +13 -0
  273. package/examples/external-inference/endpoint.responses.example.json +13 -0
  274. package/integrations/harbor/hitch_build_inputs.py +213 -0
  275. package/integrations/harbor/hitch_build_process.py +126 -0
  276. package/integrations/harbor/hitch_compose_preparation.py +274 -0
  277. package/integrations/harbor/hitch_harbor_agent.py +25 -39
  278. package/integrations/harbor/hitch_harbor_environment.py +96 -3
  279. package/integrations/harbor/hitch_image_cache.py +357 -0
  280. package/integrations/harbor/hitch_python_runtime.py +303 -0
  281. package/integrations/harbor/hitch_shared_runtime.py +123 -0
  282. package/integrations/model-call/cli.js +11 -10
  283. package/integrations/training-tool/cli.js +5 -3
  284. package/node_modules/smol-toml/LICENSE +24 -0
  285. package/node_modules/smol-toml/README.md +418 -0
  286. package/node_modules/smol-toml/dist/date.d.ts +41 -0
  287. package/node_modules/smol-toml/dist/date.js +127 -0
  288. package/node_modules/smol-toml/dist/error.d.ts +38 -0
  289. package/node_modules/smol-toml/dist/error.js +63 -0
  290. package/node_modules/smol-toml/dist/extract.js +69 -0
  291. package/node_modules/smol-toml/dist/index.cjs +734 -0
  292. package/node_modules/smol-toml/dist/index.d.ts +43 -0
  293. package/node_modules/smol-toml/dist/index.js +33 -0
  294. package/node_modules/smol-toml/dist/parse.d.ts +36 -0
  295. package/node_modules/smol-toml/dist/parse.js +149 -0
  296. package/node_modules/smol-toml/dist/primitive.js +238 -0
  297. package/node_modules/smol-toml/dist/stringify.d.ts +31 -0
  298. package/node_modules/smol-toml/dist/stringify.js +181 -0
  299. package/node_modules/smol-toml/dist/struct.js +179 -0
  300. package/node_modules/smol-toml/dist/util.d.ts +38 -0
  301. package/node_modules/smol-toml/dist/util.js +89 -0
  302. package/node_modules/smol-toml/package.json +68 -0
  303. package/package.json +15 -4
  304. package/dist/src/cli/commands/local.js +0 -130
  305. package/dist/src/cli/commands/local.js.map +0 -1
  306. package/dist/src/cli/commands/model-node.js +0 -26
  307. package/dist/src/cli/commands/model-node.js.map +0 -1
  308. package/dist/src/control-plane/inference-manager.js +0 -357
  309. package/dist/src/control-plane/inference-manager.js.map +0 -1
  310. package/dist/src/control-plane/managed-gateway-receipt.js +0 -26
  311. package/dist/src/control-plane/managed-gateway-receipt.js.map +0 -1
  312. package/dist/src/control-plane/managed-service-recovery.js +0 -158
  313. package/dist/src/control-plane/managed-service-recovery.js.map +0 -1
  314. package/dist/src/daemon/inference-prepare.js +0 -47
  315. package/dist/src/daemon/inference-prepare.js.map +0 -1
  316. package/dist/src/inference/daemon-capacity.js +0 -41
  317. package/dist/src/inference/daemon-capacity.js.map +0 -1
  318. package/dist/src/inference/device-reservation.js +0 -58
  319. package/dist/src/inference/device-reservation.js.map +0 -1
  320. package/dist/src/inference/doctor.js +0 -95
  321. package/dist/src/inference/doctor.js.map +0 -1
  322. package/dist/src/inference/generation-recovery.js +0 -83
  323. package/dist/src/inference/generation-recovery.js.map +0 -1
  324. package/dist/src/inference/managed-launcher.js +0 -35
  325. package/dist/src/inference/managed-launcher.js.map +0 -1
  326. package/dist/src/inference/materialize.js +0 -66
  327. package/dist/src/inference/materialize.js.map +0 -1
  328. package/dist/src/inference/model-location.js +0 -34
  329. package/dist/src/inference/model-location.js.map +0 -1
  330. package/dist/src/inference/node-client.js +0 -167
  331. package/dist/src/inference/node-client.js.map +0 -1
  332. package/dist/src/inference/node-registry.js +0 -79
  333. package/dist/src/inference/node-registry.js.map +0 -1
  334. package/dist/src/inference/observation.js +0 -79
  335. package/dist/src/inference/observation.js.map +0 -1
  336. package/dist/src/inference/preflight.js +0 -132
  337. package/dist/src/inference/preflight.js.map +0 -1
  338. package/dist/src/inference/process-sglang.js +0 -169
  339. package/dist/src/inference/process-sglang.js.map +0 -1
  340. package/dist/src/inference/protocol-probe.js +0 -29
  341. package/dist/src/inference/protocol-probe.js.map +0 -1
  342. package/dist/src/inference/remote-model-store.js +0 -24
  343. package/dist/src/inference/remote-model-store.js.map +0 -1
  344. package/dist/src/inference/runtime-catalog.js +0 -41
  345. package/dist/src/inference/runtime-catalog.js.map +0 -1
  346. package/dist/src/inference/runtime-store.js +0 -93
  347. package/dist/src/inference/runtime-store.js.map +0 -1
  348. package/dist/src/inference/service-attachment.js +0 -46
  349. package/dist/src/inference/service-attachment.js.map +0 -1
  350. package/dist/src/inference/service-inspection.js +0 -38
  351. package/dist/src/inference/service-inspection.js.map +0 -1
  352. package/dist/src/inference/sglang.js +0 -279
  353. package/dist/src/inference/sglang.js.map +0 -1
  354. package/dist/src/inference/supervisor.js +0 -460
  355. package/dist/src/inference/supervisor.js.map +0 -1
  356. package/dist/src/model-access/local-gateway-request.js +0 -139
  357. package/dist/src/model-access/local-gateway-request.js.map +0 -1
  358. package/dist/src/model-access/local-gateway.js +0 -323
  359. package/dist/src/model-access/local-gateway.js.map +0 -1
  360. package/dist/src/runs/local-inference-run.js +0 -53
  361. package/dist/src/runs/local-inference-run.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"preflight.js","sourceRoot":"","sources":["../../../src/inference/preflight.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACxF,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAEnF,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACjG,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAsBpD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAuC;IACjF,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC7E,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;QACtE,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3E,OAAO,yBAAyB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IACD,MAAM,gBAAgB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;WAClF,CAAC,IAAI,CAAC,UAAU;WAChB,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC;WAC3G,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,SAAS,CAAC,OAAO;WAC1C,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,MAAM,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5G,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,IAAI,QAAQ,EAAE,YAAY,CAAC;IAC7E,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,UAAU,CAAC,gEAAgE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9J,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,IAAI,UAAU,CAAC,yDAAyD,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACpI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,2BAA2B,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE;YAClF,GAAG,OAAO,CAAC,MAAM;YACjB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB;gBACzF,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1E,CAAC,CAAC;QACH,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACrD,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,KAAK;YACL,OAAO,EAAE,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC;YAClE,IAAI;YACJ,iBAAiB,EAAE,IAAI;SACxB,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3H,MAAM,QAAQ,GAAG,MAAM,2BAA2B,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE;QAC3E,GAAG,OAAO,CAAC,MAAM,EAAE,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QACzF,mBAAmB,EAAE,CAAC,GAAG,MAAM,wBAAwB,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,mBAAmB,IAAI,EAAE,CAAC,CAAC;KAC3G,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAAC,8CAA8C,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9H,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC;QAC7C,GAAG,OAAO,CAAC,OAAO;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO;QAClC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE;QACxD,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO;QAClC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,kBAA2B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrF,CAAC,CAAC;IACH,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO;QACL,KAAK;QACL,OAAO,EAAE,QAAQ,CAAC,QAAQ;QAC1B,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,iBAAiB,EAAE,QAAQ,CAAC,SAAS;KACtC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CAAC,OAAuC,EAAE,KAA2B;IAC3G,MAAM,OAAO,GAAG,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACpE,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,oCAAoC,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5K,MAAM,WAAW,GAAG,MAAM,gBAAgB,CAAC,MAAM,mBAAmB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACtF,IAAI,UAAU,CAAC,gBAAgB,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9K,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO,CAAC,SAAS,CAAC,OAAO;WAC9H,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC;WAC3D,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;IAClH,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,IAAI,QAAQ,EAAE,YAAY,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAChD,IAAI,IAAqB,CAAC;IAC1B,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9I,MAAM,IAAI,UAAU,CAAC,qEAAqE,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAChJ,CAAC;QACD,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,KAAK,MAAM,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACzN,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,uEAAuE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAClK,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM;YAC3I,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,kBAA2B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,IAAI,EAAE,CAAC,EAAE,CAAC;QAClI,MAAM,IAAI,UAAU,CAAC,iDAAiD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjI,CAAC;IACD,0BAA0B,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,MAAM,oBAAoB,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC;AAC1F,CAAC;AAED,SAAS,0BAA0B,CAAC,UAA8B,EAAE,IAAqB;IACvF,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,YAAY,IAAI,OAAO,KAAK,eAAe,EAAE,CAAC;QACnF,MAAM,IAAI,UAAU,CAAC,uDAAuD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjJ,CAAC;IACD,IAAI,OAAO,KAAK,eAAe,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,kBAAkB;QAAE,MAAM,IAAI,UAAU,CAAC,oEAAoE,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACjO,IAAI,CAAC,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtF,MAAM,IAAI,UAAU,CAAC,qEAAqE,EAAE;YAC1F,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IACD,IAAI,OAAO,KAAK,OAAO,IAAI,UAAU,KAAK,uBAAuB,EAAE,CAAC;QAClE,MAAM,IAAI,UAAU,CAAC,qDAAqD,EAAE;YAC1E,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC;SACnD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
@@ -1,169 +0,0 @@
1
- import { HitchError, delay, hitchRootId, sha256JSON } from "../foundation/index.js";
2
- import { parseInferenceRuntimeManifest, parseInferenceServiceHandle, parseInferenceServiceRecord, parseLocalModelManifest } from "./manifest.js";
3
- import { validateInferenceLockShape } from "./lock.js";
4
- import { validateProcessRuntimeObservation } from "./observation.js";
5
- import { probeSGLangProtocol } from "./protocol-probe.js";
6
- export class ProcessSGLangLauncher {
7
- client;
8
- request;
9
- constructor(client, request = fetch) {
10
- this.client = client;
11
- this.request = request;
12
- }
13
- status(value, owner, expected) {
14
- const status = value;
15
- if (!status || status.schemaVersion !== 2 || typeof status.resourcesReleased !== "boolean"
16
- || !["admitting", "starting", "ready", "stopping", "stopped", "failed"].includes(status.state))
17
- throw new TypeError("invalid model-node service status");
18
- if (owner.inferenceId && status.inferenceId !== owner.inferenceId)
19
- throw new HitchError("model-node service inference lock changed", { code: "inference_runtime_mismatch", exitCode: 12 });
20
- if (status.handle) {
21
- const handle = parseInferenceServiceHandle(status.handle);
22
- if (handle.kind !== "process" || handle.service_id !== owner.serviceId || handle.node_id !== this.client.node.nodeId
23
- || handle.generation !== this.client.node.generation || (expected && sha256JSON(handle) !== sha256JSON(expected))) {
24
- throw new HitchError("model-node process identity changed", { code: "inference_runtime_mismatch", exitCode: 12 });
25
- }
26
- }
27
- else if (expected || status.state === "ready")
28
- throw new TypeError("model-node process handle is missing");
29
- return status;
30
- }
31
- async start(input) {
32
- validateInput(input);
33
- const owner = { serviceId: input.serviceId, ownerId: hitchRootId(input.root), inferenceId: input.lock.inference_id };
34
- await this.client.prepare(input);
35
- let handle;
36
- try {
37
- let status = this.status(await this.client.start(input), owner);
38
- const deadline = Date.now() + input.lock.execution.startup_timeout_ms;
39
- while (true) {
40
- if (status.handle && !handle) {
41
- handle = status.handle;
42
- await input.onServiceCreated?.(handle);
43
- }
44
- if (input.signal?.aborted)
45
- throw new HitchError("SGLang startup cancelled", { code: "cancelled", exitCode: 9 });
46
- if (status.state === "ready")
47
- break;
48
- if (status.state === "failed" || status.state === "stopped" || status.state === "stopping")
49
- throw new HitchError("model-node process did not become ready", { code: "inference_process_exited", exitCode: 12 });
50
- if (Date.now() >= deadline)
51
- throw new HitchError("model-node startup timed out", { code: "inference_start_timeout", exitCode: 12 });
52
- await delay(200);
53
- status = this.status(await this.client.inspect(owner), owner, handle);
54
- }
55
- if (!handle)
56
- throw new TypeError("ready model-node process lacks its handle");
57
- return await this.connect(input, owner, status, handle);
58
- }
59
- catch (error) {
60
- try {
61
- await this.stopConfirmed(owner, handle);
62
- }
63
- catch {
64
- throw new HitchError("model-node startup cleanup is unconfirmed; device ownership retained", { code: "inference_recovery_ambiguous", exitCode: 12, cause: error });
65
- }
66
- throw error;
67
- }
68
- }
69
- async attach(input) {
70
- const { signal, ...evidence } = input;
71
- input = { ...structuredClone(evidence), ...(signal ? { signal } : {}) };
72
- validateInput(input);
73
- const record = parseInferenceServiceRecord(input.record);
74
- const handle = record.service_handle;
75
- if (!this.client.attach || !input.observation || input.observation.schema_version !== "2"
76
- || record.state !== "ready" || record.container_id || handle?.kind !== "process"
77
- || record.inference_id !== input.lock.inference_id
78
- || sha256JSON(record.model_node ?? null) !== sha256JSON(input.lock.model_node ?? null)
79
- || input.lock.model_node && (input.lock.model_node.node_id !== this.client.node.nodeId || input.lock.model_node.generation !== this.client.node.generation)
80
- || handle.service_id !== record.service_id || handle.node_id !== this.client.node.nodeId || handle.generation !== this.client.node.generation) {
81
- throw new HitchError("service attachment requires the original ready process and model node", { code: "inference_recovery_ambiguous", exitCode: 12 });
82
- }
83
- input.signal?.throwIfAborted();
84
- const owner = { serviceId: record.service_id, ownerId: hitchRootId(input.root), inferenceId: input.lock.inference_id };
85
- // Failure must never enter startup cleanup: another live owner may still be
86
- // generating. No prepare, start, token probe, cache flush or stop is allowed.
87
- const status = this.status(await this.client.attach(input), owner, handle);
88
- if (status.inputDigest !== sha256JSON({ serviceId: owner.serviceId, ownerId: owner.ownerId,
89
- model: input.model, runtime: input.runtime, lock: input.lock }))
90
- throw new TypeError("attachment start request digest changed");
91
- return this.connect({ ...input, serviceId: record.service_id }, owner, status, handle, { observation: input.observation });
92
- }
93
- async connect(input, owner, status, handle, recovery) {
94
- const access = status.access;
95
- const actual = status.runtime;
96
- if (status.state !== "ready" || status.resourcesReleased || !access || !actual
97
- || !/^[a-f0-9]{64}$/.test(access.engineToken) || !/^[a-f0-9]{64}$/.test(access.adminToken)
98
- || access.wireModel !== `hitch-${input.model.model_id.slice(7, 23)}`)
99
- throw new TypeError("ready model-node process lacks its private connection/runtime");
100
- const baseUrl = await this.client.route(input.root, access.port);
101
- const headers = { Authorization: `Bearer ${access.engineToken}` };
102
- const models = await this.request(`${baseUrl}/v1/models`, { headers, redirect: "error", signal: AbortSignal.timeout(5_000) });
103
- const catalogue = models.ok ? await models.json() : null;
104
- if (!catalogue?.data?.some(model => model.id === access.wireModel))
105
- throw new HitchError("model-node route serves another model", { code: "inference_runtime_mismatch", exitCode: 12 });
106
- const observed = { kind: "python-env", node_id: this.client.node.nodeId, generation: this.client.node.generation,
107
- environment_digest: sha256JSON(actual), python_version: actual.pythonVersion, packages_digest: actual.packagesDigest, outer_image_digest: actual.outerImageDigest };
108
- const currentObservation = validateProcessRuntimeObservation(status.serverInfo, observed, status.gpuUuid ?? null, input.lock, input.runtime, { node_id: this.client.node.nodeId, generation: this.client.node.generation });
109
- let observation = currentObservation;
110
- if (recovery) {
111
- const prior = recovery.observation;
112
- if (!prior || typeof prior.observed_at !== "string" || !Number.isFinite(Date.parse(prior.observed_at)) || Date.parse(prior.observed_at) > Date.now()
113
- || sha256JSON({ ...currentObservation, observed_at: prior.observed_at }) !== sha256JSON(prior)) {
114
- throw new HitchError("live process differs from its original protocol/runtime evidence", { code: "inference_runtime_mismatch", exitCode: 12 });
115
- }
116
- // Retain the original probe timestamp; attachment performs no inference.
117
- observation = structuredClone(prior);
118
- }
119
- else {
120
- await probeSGLangProtocol(this.request, baseUrl, access.engineToken, access.wireModel, input.lock.protocol.api);
121
- const cleared = await this.request(`${baseUrl}/flush_cache`, { headers: { Authorization: `Bearer ${access.adminToken}` }, signal: AbortSignal.timeout(10_000) });
122
- if (!cleared.ok)
123
- throw new HitchError("model-node warmup cache could not be cleared", { code: "inference_runtime_mismatch", exitCode: 12 });
124
- }
125
- input.signal?.throwIfAborted();
126
- const pinnedHandle = handle;
127
- let stopping;
128
- return { service_handle: handle, base_url: baseUrl, wire_model: access.wireModel, engine_token: access.engineToken, admin_token: access.adminToken, observation,
129
- checkHealth: async () => {
130
- const current = this.status(await this.client.inspect(owner), owner, pinnedHandle);
131
- if (current.state !== "ready" || current.resourcesReleased)
132
- throw new HitchError("model-node process is no longer ready", { code: "inference_process_exited", exitCode: 12 });
133
- await this.client.route(input.root, access.port);
134
- const health = await this.request(`${baseUrl}/health`, { signal: AbortSignal.timeout(5_000) });
135
- if (!health.ok)
136
- throw new HitchError("model-node route is unavailable", { code: "inference_route_unavailable", exitCode: 12 });
137
- },
138
- stop: () => stopping ??= this.stopConfirmed(owner, pinnedHandle).finally(() => { stopping = undefined; }),
139
- };
140
- }
141
- async stopConfirmed(owner, handle) {
142
- const stopped = this.status(await this.client.stop(owner), owner, handle);
143
- if (!stopped.resourcesReleased || !["stopped", "failed"].includes(stopped.state))
144
- throw new HitchError("model-node process or GPU remains owned", { code: "inference_recovery_ambiguous", exitCode: 12 });
145
- }
146
- async stopOrphan(root, record) {
147
- if (record.container_id || record.service_handle?.kind === "docker")
148
- return "ambiguous";
149
- const handle = record.service_handle;
150
- if (handle && (handle.node_id !== this.client.node.nodeId || handle.generation !== this.client.node.generation))
151
- return "ambiguous";
152
- try {
153
- await this.stopConfirmed({ serviceId: record.service_id, ownerId: hitchRootId(root), inferenceId: record.inference_id }, handle);
154
- return "stopped";
155
- }
156
- catch {
157
- return "ambiguous";
158
- }
159
- }
160
- }
161
- function validateInput(input) {
162
- parseLocalModelManifest(input.model);
163
- parseInferenceRuntimeManifest(input.runtime);
164
- validateInferenceLockShape(input.lock);
165
- if (input.runtime.schema_version !== "2" || input.runtime.package.kind !== "python-env"
166
- || input.lock.runtime_id !== input.runtime.runtime_id || input.lock.model_id !== input.model.model_id)
167
- throw new TypeError("process launcher requires a locked v2 Python runtime/model");
168
- }
169
- //# sourceMappingURL=process-sglang.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"process-sglang.js","sourceRoot":"","sources":["../../../src/inference/process-sglang.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACjJ,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,iCAAiC,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAkB1D,MAAM,OAAO,qBAAqB;IACX;IAA8C;IAAnE,YAAqB,MAA2B,EAAmB,UAAwB,KAAK;QAA3E,WAAM,GAAN,MAAM,CAAqB;QAAmB,YAAO,GAAP,OAAO,CAAsB;IAAG,CAAC;IAE5F,MAAM,CAAC,KAAc,EAAE,KAAyB,EAAE,QAAwB;QAChF,MAAM,MAAM,GAAG,KAA0B,CAAC;QAC1C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,aAAa,KAAK,CAAC,IAAI,OAAO,MAAM,CAAC,iBAAiB,KAAK,SAAS;eACrF,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;QAC3J,IAAI,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;YAAE,MAAM,IAAI,UAAU,CAAC,2CAA2C,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3L,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM;mBAC/G,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBACpH,MAAM,IAAI,UAAU,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACpH,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO;YAAE,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAC;QAC7G,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAwB;QAClC,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACrH,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,MAAiC,CAAC;QACtC,IAAI,CAAC;YACH,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;YACtE,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;oBAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;oBAAC,MAAM,KAAK,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,CAAC;gBAAC,CAAC;gBACjG,IAAI,KAAK,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM,IAAI,UAAU,CAAC,0BAA0B,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChH,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO;oBAAE,MAAM;gBACpC,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,KAAK,UAAU;oBAAE,MAAM,IAAI,UAAU,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBAChN,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;oBAAE,MAAM,IAAI,UAAU,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,yBAAyB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpI,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;gBAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1F,CAAC;YACD,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;YAC9E,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBACtD,MAAM,IAAI,UAAU,CAAC,sEAAsE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACrK,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAwB;QACnC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC;QACtC,KAAK,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACxE,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,cAAc,KAAK,GAAG;eACpF,MAAM,CAAC,KAAK,KAAK,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,EAAE,IAAI,KAAK,SAAS;eAC7E,MAAM,CAAC,YAAY,KAAK,KAAK,CAAC,IAAI,CAAC,YAAY;eAC/C,UAAU,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;eACnF,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;eACxJ,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChJ,MAAM,IAAI,UAAU,CAAC,uEAAuE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxJ,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACvH,4EAA4E;QAC5E,8EAA8E;QAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC3E,IAAI,MAAM,CAAC,WAAW,KAAK,UAAU,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO;YACxF,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAClI,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC7H,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAwB,EAAE,KAAyB,EAAE,MAAkB,EAAE,MAAqB,EAClH,QAAyD;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAAC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC;QAC5D,IAAI,MAAM,CAAC,KAAK,KAAK,OAAO,IAAI,MAAM,CAAC,iBAAiB,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM;eACzE,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;eACvF,MAAM,CAAC,SAAS,KAAK,SAAS,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,CAAC,CAAC;QAC7J,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,YAAY,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9H,MAAM,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,EAAwC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/F,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,SAAS,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACxL,MAAM,QAAQ,GAA+B,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU;YAC1I,kBAAkB,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,aAAa,EAAE,eAAe,EAAE,MAAM,CAAC,cAAc,EAAE,kBAAkB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC;QACtK,MAAM,kBAAkB,GAAG,iCAAiC,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EACzI,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,IAAI,WAAW,GAAG,kBAAkB,CAAC;QACrC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC;YACnC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE;mBAC/I,UAAU,CAAC,EAAE,GAAG,kBAAkB,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjG,MAAM,IAAI,UAAU,CAAC,kEAAkE,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACjJ,CAAC;YACD,yEAAyE;YACzE,WAAW,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAChH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,cAAc,EAAE,EAAE,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjK,IAAI,CAAC,OAAO,CAAC,EAAE;gBAAE,MAAM,IAAI,UAAU,CAAC,8CAA8C,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9I,CAAC;QACD,KAAK,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,MAAM,CAAC;QAC5B,IAAI,QAAmC,CAAC;QACxC,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW;YAC7J,WAAW,EAAE,KAAK,IAAI,EAAE;gBACtB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;gBACnF,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,IAAI,OAAO,CAAC,iBAAiB;oBAAE,MAAM,IAAI,UAAU,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC9K,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,OAAO,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/F,IAAI,CAAC,MAAM,CAAC,EAAE;oBAAE,MAAM,IAAI,UAAU,CAAC,iCAAiC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACjI,CAAC;YACD,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,KAAK,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;SAC1G,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,KAAyB,EAAE,MAAsB;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,UAAU,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5M,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,MAAgC;QAC7D,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,KAAK,QAAQ;YAAE,OAAO,WAAW,CAAC;QACxF,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC;QACrC,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO,WAAW,CAAC;QACpI,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,EAAE,MAAM,CAAC,CAAC;YAAC,OAAO,SAAS,CAAC;QAAC,CAAC;QAC3J,MAAM,CAAC;YAAC,OAAO,WAAW,CAAC;QAAC,CAAC;IAC/B,CAAC;CACF;AAED,SAAS,aAAa,CAAC,KAA4D;IACjF,uBAAuB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAAC,6BAA6B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3H,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY;WAClF,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,4DAA4D,CAAC,CAAC;AAC7L,CAAC"}
@@ -1,29 +0,0 @@
1
- import { HitchError } from "../foundation/index.js";
2
- /** Both launchers prove the same streaming/non-streaming protocol before use. */
3
- export async function probeSGLangProtocol(request, baseUrl, token, wireModel, api) {
4
- const headers = { Authorization: `Bearer ${token}`, "content-type": "application/json" };
5
- for (const stream of [false, true]) {
6
- const body = api === "responses"
7
- ? { model: wireModel, input: "Reply with one word.", max_output_tokens: 8, temperature: 0, store: false, stream }
8
- : { model: wireModel, messages: [{ role: "user", content: "Reply with one word." }], max_tokens: 8, temperature: 0, stream };
9
- const response = await request(`${baseUrl}/v1/${api === "responses" ? "responses" : "chat/completions"}`, {
10
- method: "POST", headers, body: JSON.stringify(body), signal: AbortSignal.timeout(30_000),
11
- });
12
- if (!response.ok)
13
- throw failure(`SGLang ${api} probe returned HTTP ${response.status}`);
14
- if (stream && !response.headers.get("content-type")?.includes("text/event-stream"))
15
- throw failure("SGLang streaming probe did not return SSE");
16
- const chunks = stream ? (await response.text()).split(/\r?\n/).filter(line => line.startsWith("data: ") && line !== "data: [DONE]")
17
- .map(line => JSON.parse(line.slice(6))) : [await response.json()];
18
- if (api === "responses") {
19
- const body = stream ? chunks.findLast(event => event.type === "response.completed" || event.type === "response.incomplete")?.response : chunks[0];
20
- if (body?.status !== "completed" && body?.status !== "incomplete")
21
- throw failure("SGLang Responses probe lacks a successful terminal payload");
22
- }
23
- else if (!chunks.some(chunk => chunk.choices?.some(choice => ["stop", "length"].includes(String(choice.finish_reason))))) {
24
- throw failure("SGLang Chat Completions probe lacks terminal output");
25
- }
26
- }
27
- }
28
- function failure(message) { return new HitchError(message, { code: "inference_protocol_unsupported", exitCode: 12 }); }
29
- //# sourceMappingURL=protocol-probe.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"protocol-probe.js","sourceRoot":"","sources":["../../../src/inference/protocol-probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAqB,EAAE,OAAe,EAAE,KAAa,EAAE,SAAiB,EAAE,GAAqC;IACvJ,MAAM,OAAO,GAAG,EAAE,aAAa,EAAE,UAAU,KAAK,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACzF,KAAK,MAAM,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,GAAG,KAAK,WAAW;YAC9B,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE;YACjH,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QAC/H,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,OAAO,OAAO,GAAG,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,EAAE,EAAE;YACxG,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACzF,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,OAAO,CAAC,UAAU,GAAG,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,mBAAmB,CAAC;YAAE,MAAM,OAAO,CAAC,2CAA2C,CAAC,CAAC;QAC/I,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,KAAK,cAAc,CAAC;aAChI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA4B,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAA6B,CAAC,CAAC;QAC1H,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,oBAAoB,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,CAAC,EAAE,QAA4C,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtL,IAAI,IAAI,EAAE,MAAM,KAAK,WAAW,IAAI,IAAI,EAAE,MAAM,KAAK,YAAY;gBAAE,MAAM,OAAO,CAAC,4DAA4D,CAAC,CAAC;QACjJ,CAAC;aAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAE,KAAK,CAAC,OAA0D,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/K,MAAM,OAAO,CAAC,qDAAqD,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;AACH,CAAC;AACD,SAAS,OAAO,CAAC,OAAe,IAAgB,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,gCAAgC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}
@@ -1,24 +0,0 @@
1
- import { HitchError } from "../foundation/index.js";
2
- import { addModelManifest, verifyLocalModel } from "./model-store.js";
3
- import { parseLocalModelManifest } from "./manifest.js";
4
- import { loadModelNodeClient } from "./node-registry.js";
5
- import { modelNodeSnapshot, parseModelSnapshotRef, rememberModelNodeSnapshot } from "./model-location.js";
6
- export async function addModelFromNode(root, name, snapshot, binding, force = false) {
7
- const snapshotRef = parseModelSnapshotRef(snapshot);
8
- const client = await loadModelNodeClient(root, binding);
9
- const model = parseLocalModelManifest(await client.call("cas.hfManifest", { snapshotRef }));
10
- await rememberModelNodeSnapshot(root, model, binding, snapshotRef);
11
- return addModelManifest({ root, manifest: model, name, force });
12
- }
13
- export async function verifyModelOnNode(root, model, binding) {
14
- const snapshotRef = await modelNodeSnapshot(root, model, binding);
15
- if (!snapshotRef) {
16
- await verifyLocalModel(root, model);
17
- return;
18
- }
19
- const client = await loadModelNodeClient(root, binding);
20
- const observed = parseLocalModelManifest(await client.call("cas.hfManifest", { snapshotRef }));
21
- if (observed.model_id !== model.model_id)
22
- throw new HitchError("model-node HF contents differ from the registered model", { code: "local_model_integrity_failed", exitCode: 5 });
23
- }
24
- //# sourceMappingURL=remote-model-store.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"remote-model-store.js","sourceRoot":"","sources":["../../../src/inference/remote-model-store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAE1G,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,IAAY,EAAE,QAAiB,EAAE,OAA2B,EAAE,KAAK,GAAG,KAAK;IAC9H,MAAM,WAAW,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5F,MAAM,yBAAyB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACnE,OAAO,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAA2B,EAAE,OAA2B;IAC5G,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAClE,IAAI,CAAC,WAAW,EAAE,CAAC;QAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAAC,OAAO;IAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,uBAAuB,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/F,IAAI,QAAQ,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,UAAU,CAAC,yDAAyD,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;AACnL,CAAC"}
@@ -1,41 +0,0 @@
1
- import { inferenceRuntimeIdentity } from "./manifest.js";
2
- const DEFINITIONS = {
3
- cpu: {
4
- schema_version: "1",
5
- engine: "sglang",
6
- sglang_version: "0.5.15.post1",
7
- sglang_commit: "0b3bb0cbe31873994c9f989fddfe2f87ca839fdd",
8
- backend: "cpu",
9
- package: {
10
- kind: "oci",
11
- image: "docker.io/lmsysorg/sglang@sha256:c365eb5796b1a1fe42f6833f199cdb4e725bb8a469b9f37f1fadd95cf55d78df",
12
- image_digest: "sha256:c365eb5796b1a1fe42f6833f199cdb4e725bb8a469b9f37f1fadd95cf55d78df",
13
- platform: "linux/amd64",
14
- },
15
- compatibility_profile: "sglang-0.5.15.post1-xeon-amx-p0-v1",
16
- },
17
- cuda: {
18
- schema_version: "1",
19
- engine: "sglang",
20
- sglang_version: "0.5.16",
21
- sglang_commit: "fdebc938f7f4d16fe6b9f55dcd9a767cf0899ea1",
22
- backend: "cuda",
23
- package: {
24
- kind: "oci",
25
- image: "docker.io/lmsysorg/sglang@sha256:984699c298a95b73c469b2191403ddc85fd780506e13c39c4afff3845e27bc6c",
26
- image_digest: "sha256:984699c298a95b73c469b2191403ddc85fd780506e13c39c4afff3845e27bc6c",
27
- platform: "linux/amd64",
28
- },
29
- compatibility_profile: "sglang-0.5.16-cuda-p0-v1",
30
- },
31
- };
32
- export function runtimeCatalogEntry(backend) {
33
- if (backend === "metal")
34
- throw new TypeError("Metal runtime is not present in the P0 catalog");
35
- const definition = DEFINITIONS[backend];
36
- return { ...definition, runtime_id: inferenceRuntimeIdentity(definition) };
37
- }
38
- export function listRuntimeCatalog() {
39
- return [runtimeCatalogEntry("cpu"), runtimeCatalogEntry("cuda")];
40
- }
41
- //# sourceMappingURL=runtime-catalog.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"runtime-catalog.js","sourceRoot":"","sources":["../../../src/inference/runtime-catalog.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAIzD,MAAM,WAAW,GAA+D;IAC9E,GAAG,EAAE;QACH,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,cAAc;QAC9B,aAAa,EAAE,0CAA0C;QACzD,OAAO,EAAE,KAAK;QACd,OAAO,EAAE;YACP,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,mGAAmG;YAC1G,YAAY,EAAE,yEAAyE;YACvF,QAAQ,EAAE,aAAa;SACxB;QACD,qBAAqB,EAAE,oCAAoC;KAC5D;IACD,IAAI,EAAE;QACJ,cAAc,EAAE,GAAG;QACnB,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,QAAQ;QACxB,aAAa,EAAE,0CAA0C;QACzD,OAAO,EAAE,MAAM;QACf,OAAO,EAAE;YACP,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,mGAAmG;YAC1G,YAAY,EAAE,yEAAyE;YACvF,QAAQ,EAAE,aAAa;SACxB;QACD,qBAAqB,EAAE,0BAA0B;KAClD;CACF,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,OAA8B;IAChE,IAAI,OAAO,KAAK,OAAO;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC/F,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACxC,OAAO,EAAE,GAAG,UAAU,EAAE,UAAU,EAAE,wBAAwB,CAAC,UAAU,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;AACnE,CAAC"}
@@ -1,93 +0,0 @@
1
- import { lstat } from "node:fs/promises";
2
- import path from "node:path";
3
- import { HitchError, atomicWriteJSON, ensureDir, readJSON, runCommand, statePaths, withFileLock, } from "../foundation/index.js";
4
- import { parseInferenceRuntimeManifest } from "./manifest.js";
5
- import { runtimeCatalogEntry } from "./runtime-catalog.js";
6
- export async function prepareInferenceRuntime(options) {
7
- const expected = runtimeCatalogEntry(options.backend);
8
- const runtimeDirectory = path.join(statePaths(options.root).inferenceRuntimes, expected.runtime_id.slice("sha256:".length));
9
- const manifestFile = path.join(runtimeDirectory, "manifest.json");
10
- const cached = await loadRuntimeFile(manifestFile);
11
- const env = options.env ?? process.env;
12
- const docker = options.dockerExecutable || env.HITCH_DOCKER_PATH || "docker";
13
- const invoke = options.run ?? ((executable, args) => runCommand(executable, args, {
14
- env, timeoutMs: 30 * 60_000, failureCode: "inference_runtime_unavailable", failureExitCode: 3,
15
- ...(options.signal ? { signal: options.signal } : {}),
16
- }));
17
- if (cached && cached.runtime_id === expected.runtime_id && await inspectRuntimeImage(expected, docker, invoke)) {
18
- return { manifest: cached, cache_hit: true };
19
- }
20
- return withFileLock(statePaths(options.root).inferenceOperationLocks, expected.runtime_id, async () => {
21
- const afterWait = await loadRuntimeFile(manifestFile);
22
- if (afterWait && afterWait.runtime_id === expected.runtime_id && await inspectRuntimeImage(expected, docker, invoke)) {
23
- return { manifest: afterWait, cache_hit: true };
24
- }
25
- if (options.offline) {
26
- throw new HitchError(`SGLang ${options.backend} runtime is not prepared; run hitch local prepare with network access`, {
27
- code: "inference_runtime_unavailable", exitCode: 3,
28
- });
29
- }
30
- const packageInfo = expected.package;
31
- if (packageInfo.kind !== "oci")
32
- throw new TypeError("P0 runtime package must be OCI");
33
- options.onProgress?.(`Pulling SGLang ${expected.sglang_version} ${options.backend} runtime ${packageInfo.image_digest}`);
34
- await invoke(docker, ["pull", "--platform", packageInfo.platform, packageInfo.image]);
35
- if (!await inspectRuntimeImage(expected, docker, invoke)) {
36
- throw new HitchError("pulled SGLang image does not match the catalog digest or platform", {
37
- code: "inference_runtime_integrity_failed", exitCode: 5,
38
- });
39
- }
40
- await ensureDir(runtimeDirectory);
41
- await atomicWriteJSON(manifestFile, expected);
42
- return { manifest: parseInferenceRuntimeManifest(await readJSON(manifestFile)), cache_hit: false };
43
- }, { timeoutCode: "inference_runtime_locked", timeoutExitCode: 5, signal: options.signal });
44
- }
45
- export async function loadInferenceRuntime(root, runtimeId) {
46
- const file = path.join(statePaths(root).inferenceRuntimes, runtimeId.slice("sha256:".length), "manifest.json");
47
- const manifest = await loadRuntimeFile(file);
48
- if (!manifest || manifest.runtime_id !== runtimeId) {
49
- throw new HitchError(`inference runtime is missing or invalid: ${runtimeId}`, {
50
- code: "inference_runtime_integrity_failed", exitCode: 5,
51
- });
52
- }
53
- return manifest;
54
- }
55
- async function inspectRuntimeImage(manifest, docker, invoke) {
56
- if (manifest.package.kind !== "oci")
57
- return false;
58
- let result;
59
- try {
60
- result = await invoke(docker, ["image", "inspect", "--format", "{{json .}}", manifest.package.image]);
61
- }
62
- catch {
63
- return false;
64
- }
65
- let value;
66
- try {
67
- value = JSON.parse(result.stdout);
68
- }
69
- catch {
70
- return false;
71
- }
72
- if (!value || typeof value !== "object" || Array.isArray(value))
73
- return false;
74
- const image = value;
75
- const digests = Array.isArray(image.RepoDigests) ? image.RepoDigests.filter((item) => typeof item === "string") : [];
76
- return image.Os === "linux" && image.Architecture === "amd64"
77
- && digests.some((item) => item.endsWith(`@${manifest.package.kind === "oci" ? manifest.package.image_digest : ""}`));
78
- }
79
- async function loadRuntimeFile(file) {
80
- try {
81
- if (!(await lstat(file)).isFile())
82
- return null;
83
- return parseInferenceRuntimeManifest(await readJSON(file));
84
- }
85
- catch (error) {
86
- if (error.code === "ENOENT")
87
- return null;
88
- if (error instanceof TypeError)
89
- return null;
90
- throw error;
91
- }
92
- }
93
- //# sourceMappingURL=runtime-store.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"runtime-store.js","sourceRoot":"","sources":["../../../src/inference/runtime-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,UAAU,EACV,eAAe,EACf,SAAS,EACT,QAAQ,EACR,UAAU,EACV,UAAU,EACV,YAAY,GACb,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAa3D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAAuC;IAInF,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5H,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,UAAkB,EAAE,IAAc,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,EAAE;QAClG,GAAG,EAAE,SAAS,EAAE,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,+BAA+B,EAAE,eAAe,EAAE,CAAC;QAC7F,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC,CAAC;IACJ,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;QAC/G,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,QAAQ,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE;QACpG,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,SAAS,IAAI,SAAS,CAAC,UAAU,KAAK,QAAQ,CAAC,UAAU,IAAI,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACrH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,CAAC,UAAU,OAAO,CAAC,OAAO,uEAAuE,EAAE;gBACrH,IAAI,EAAE,+BAA+B,EAAE,QAAQ,EAAE,CAAC;aACnD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC;QACrC,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK;YAAE,MAAM,IAAI,SAAS,CAAC,gCAAgC,CAAC,CAAC;QACtF,OAAO,CAAC,UAAU,EAAE,CAAC,kBAAkB,QAAQ,CAAC,cAAc,IAAI,OAAO,CAAC,OAAO,YAAY,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC;QACzH,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,UAAU,CAAC,mEAAmE,EAAE;gBACxF,IAAI,EAAE,oCAAoC,EAAE,QAAQ,EAAE,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAClC,MAAM,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAC9C,OAAO,EAAE,QAAQ,EAAE,6BAA6B,CAAC,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACrG,CAAC,EAAE,EAAE,WAAW,EAAE,0BAA0B,EAAE,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAC9F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAY,EAAE,SAAiB;IACxE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACnD,MAAM,IAAI,UAAU,CAAC,4CAA4C,SAAS,EAAE,EAAE;YAC5E,IAAI,EAAE,oCAAoC,EAAE,QAAQ,EAAE,CAAC;SACxD,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,QAAoC,EACpC,MAAc,EACd,MAAsE;IAEtE,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAClD,IAAI,MAAqB,CAAC;IAC1B,IAAI,CAAC;QAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IACtI,IAAI,KAAc,CAAC;IACnB,IAAI,CAAC;QAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IAClE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,MAAM,KAAK,GAAG,KAAgC,CAAC;IAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrI,OAAO,KAAK,CAAC,EAAE,KAAK,OAAO,IAAI,KAAK,CAAC,YAAY,KAAK,OAAO;WACxD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AACzH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,IAAI,CAAC;QACH,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;YAAE,OAAO,IAAI,CAAC;QAC/C,OAAO,6BAA6B,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpE,IAAI,KAAK,YAAY,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5C,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
@@ -1,46 +0,0 @@
1
- import path from "node:path";
2
- import { HitchError, atomicWriteJSON, readJSON, sha256JSON, statePaths } from "../foundation/index.js";
3
- import { validateInferenceLockShape } from "./lock.js";
4
- import { parseInferenceRuntimeManifest, parseInferenceServiceRecord, parseLocalModelManifest } from "./manifest.js";
5
- function serviceIdentity(record) {
6
- return { service_id: record.service_id, inference_id: record.inference_id, isolation_key: record.isolation_key,
7
- epoch: record.epoch, owner_id: record.owner_id, model_node: record.model_node, service_handle: record.service_handle };
8
- }
9
- function validate(record, attachment) {
10
- parseInferenceServiceRecord(record);
11
- if (Object.keys(attachment).sort().join(",") !== "inputs,observation,schema_version,service_digest" || attachment.schema_version !== "2"
12
- || attachment.service_digest !== sha256JSON(serviceIdentity(record)) || !record.model_node || record.service_handle?.kind !== "process"
13
- || !attachment.inputs || Object.keys(attachment.inputs).sort().join(",") !== "lock,model,runtime"
14
- || !attachment.observation || attachment.observation.schema_version !== "2")
15
- throw ambiguous();
16
- const { lock, model, runtime } = attachment.inputs;
17
- validateInferenceLockShape(lock);
18
- parseLocalModelManifest(model);
19
- parseInferenceRuntimeManifest(runtime);
20
- if (record.inference_id !== lock.inference_id || lock.model_id !== model.model_id || lock.runtime_id !== runtime.runtime_id
21
- || sha256JSON(record.model_node) !== sha256JSON(lock.model_node))
22
- throw ambiguous();
23
- }
24
- const file = (root, id) => path.join(statePaths(root).inferenceServices, id, "attachment.json");
25
- /** Seal after startup's protocol probe and cache drain, before publishing ready. */
26
- export async function writeServiceAttachment(root, record, inputs, observation) {
27
- const attachment = { schema_version: "2", service_digest: sha256JSON(serviceIdentity(record)), inputs: structuredClone(inputs), observation: structuredClone(observation) };
28
- validate(record, attachment);
29
- const value = { digest: sha256JSON(attachment), attachment };
30
- const previous = await readJSON(file(root, record.service_id), null);
31
- if (previous && sha256JSON(previous) !== sha256JSON(value))
32
- throw ambiguous();
33
- if (!previous)
34
- await atomicWriteJSON(file(root, record.service_id), value);
35
- }
36
- export async function readServiceAttachment(root, record) {
37
- parseInferenceServiceRecord(record);
38
- const value = await readJSON(file(root, record.service_id), null);
39
- if (!value || Object.keys(value).sort().join(",") !== "attachment,digest" || !value.attachment
40
- || value.digest !== sha256JSON(value.attachment))
41
- throw ambiguous();
42
- validate(record, value.attachment);
43
- return { root, record, ...value.attachment.inputs, observation: value.attachment.observation };
44
- }
45
- function ambiguous() { return new HitchError("original model-node startup evidence is unavailable or changed", { code: "inference_recovery_ambiguous", exitCode: 12 }); }
46
- //# sourceMappingURL=service-attachment.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"service-attachment.js","sourceRoot":"","sources":["../../../src/inference/service-attachment.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAUpH,SAAS,eAAe,CAAC,MAAgC;IACvD,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa;QAC5G,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;AAC3H,CAAC;AACD,SAAS,QAAQ,CAAC,MAAgC,EAAE,UAAsB;IACxE,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,kDAAkD,IAAI,UAAU,CAAC,cAAc,KAAK,GAAG;WACnI,UAAU,CAAC,cAAc,KAAK,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,cAAc,EAAE,IAAI,KAAK,SAAS;WACpI,CAAC,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,oBAAoB;WAC9F,CAAC,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC,cAAc,KAAK,GAAG;QAAE,MAAM,SAAS,EAAE,CAAC;IACjG,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC;IACnD,0BAA0B,CAAC,IAAI,CAAC,CAAC;IAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAAC,6BAA6B,CAAC,OAAO,CAAC,CAAC;IACzG,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU;WACtH,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;AACxF,CAAC;AACD,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAU,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,iBAAiB,EAAE,EAAE,EAAE,iBAAiB,CAAC,CAAC;AAEhH,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAY,EAAE,MAAgC,EAAE,MAAc,EAAE,WAA0C;IACrJ,MAAM,UAAU,GAAe,EAAE,cAAc,EAAE,GAAG,EAAE,cAAc,EAAE,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,eAAe,CAAC,WAAW,CAAC,EAAE,CAAC;IACxL,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;IAC7D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAiB,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACrF,IAAI,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IAC9E,IAAI,CAAC,QAAQ;QAAE,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY,EAAE,MAAgC;IACxF,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAoD,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;IACrH,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,mBAAmB,IAAI,CAAC,KAAK,CAAC,UAAU;WACzF,KAAK,CAAC,MAAM,KAAK,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC;QAAE,MAAM,SAAS,EAAE,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;AACjG,CAAC;AACD,SAAS,SAAS,KAAK,OAAO,IAAI,UAAU,CAAC,gEAAgE,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC"}
@@ -1,38 +0,0 @@
1
- import { HitchError, hitchRootId, sha256JSON } from "../foundation/index.js";
2
- import { loadModelNodeClient } from "./node-registry.js";
3
- import { readServiceRecords } from "./supervisor.js";
4
- import { parseInferenceServiceHandle } from "./manifest.js";
5
- import { readInferenceGenerationRelease } from "./generation-recovery.js";
6
- /** Read the node ledger, including terminal services. Never publish access credentials. */
7
- export async function inspectModelNodeService(root, serviceId) {
8
- const record = (await readServiceRecords(root)).find(item => item.service_id === serviceId);
9
- if (!record?.model_node)
10
- throw new HitchError("model-node service not found", { code: "inference_route_unavailable", exitCode: 2 });
11
- const recovered = await readInferenceGenerationRelease(root, record);
12
- if (recovered)
13
- return { schema_version: "2", service_id: serviceId, inference_id: record.inference_id, model_node: record.model_node,
14
- state: "stopped", resources_released: true, gpu_seconds: recovered.receipt.gpuSeconds, generation_release: recovered };
15
- const client = await loadModelNodeClient(root, record.model_node);
16
- const value = await client.inspect({ serviceId, ownerId: hitchRootId(root), inferenceId: record.inference_id });
17
- if (!value || value.schemaVersion !== 2 || value.inferenceId !== record.inference_id
18
- || !["admitting", "starting", "ready", "stopping", "stopped", "failed"].includes(String(value.state))
19
- || typeof value.resourcesReleased !== "boolean" || typeof value.gpuSeconds !== "number" || !Number.isFinite(value.gpuSeconds) || value.gpuSeconds < 0
20
- || value.resourcesReleased && !["stopped", "failed"].includes(String(value.state)))
21
- throw new TypeError("invalid model-node usage/ownership observation");
22
- validateHandle(record, value.handle);
23
- return { schema_version: "2", service_id: serviceId, inference_id: record.inference_id, model_node: record.model_node,
24
- state: value.state, resources_released: value.resourcesReleased, gpu_seconds: value.gpuSeconds };
25
- }
26
- function validateHandle(record, value) {
27
- if (!value) {
28
- if (record.service_handle)
29
- throw new TypeError("model-node service lost its process identity");
30
- return;
31
- }
32
- const handle = parseInferenceServiceHandle(value);
33
- if (handle.kind !== "process" || handle.node_id !== record.model_node.node_id || handle.generation !== record.model_node.generation
34
- || handle.service_id !== record.service_id || record.service_handle && sha256JSON(handle) !== sha256JSON(record.service_handle)) {
35
- throw new TypeError("model-node process identity changed during usage inspection");
36
- }
37
- }
38
- //# sourceMappingURL=service-inspection.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"service-inspection.js","sourceRoot":"","sources":["../../../src/inference/service-inspection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAE1E,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAY,EAAE,SAAiB;IAC3E,MAAM,MAAM,GAAG,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;IAC5F,IAAI,CAAC,MAAM,EAAE,UAAU;QAAE,MAAM,IAAI,UAAU,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IACpI,MAAM,SAAS,GAAG,MAAM,8BAA8B,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACrE,IAAI,SAAS;QAAE,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;YAClI,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,kBAAkB,EAAE,SAAS,EAAE,CAAC;IACzH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,CAE7G,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,MAAM,CAAC,YAAY;WAC/E,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;WAClG,OAAO,KAAK,CAAC,iBAAiB,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;WAClJ,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC5J,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU;QACnH,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,iBAAiB,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;AACrG,CAAC;AAED,SAAS,cAAc,CAAC,MAAgC,EAAE,KAAc;IACtE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,cAAc;YAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,CAAC,CAAC;QAC/F,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,UAAW,CAAC,OAAO,IAAI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAW,CAAC,UAAU;WAChI,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,cAAc,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;QAClI,MAAM,IAAI,SAAS,CAAC,6DAA6D,CAAC,CAAC;IACrF,CAAC;AACH,CAAC"}