@atomic-chat/core 0.5.1 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (970) hide show
  1. package/README.md +22 -0
  2. package/dist/app-daemon.js +20 -67
  3. package/dist/app-daemon.js.map +1 -1
  4. package/dist/backend/advisor/advisor.d.ts +132 -0
  5. package/dist/backend/advisor/advisor.js +537 -0
  6. package/dist/backend/advisor/advisor.js.map +1 -0
  7. package/dist/backend/advisor/index.d.ts +6 -0
  8. package/dist/backend/advisor/index.js +7 -0
  9. package/dist/backend/advisor/index.js.map +1 -0
  10. package/dist/backend/advisor/policy.d.ts +81 -0
  11. package/dist/backend/advisor/policy.js +154 -0
  12. package/dist/backend/advisor/policy.js.map +1 -0
  13. package/dist/backend/catalog/archive.d.ts +21 -7
  14. package/dist/backend/catalog/archive.js +57 -17
  15. package/dist/backend/catalog/archive.js.map +1 -1
  16. package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
  17. package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
  18. package/dist/backend/catalog/cuda-family.d.ts +12 -2
  19. package/dist/backend/catalog/cuda-family.js +30 -7
  20. package/dist/backend/catalog/cuda-family.js.map +1 -1
  21. package/dist/backend/catalog/index.d.ts +5 -0
  22. package/dist/backend/catalog/index.js +5 -0
  23. package/dist/backend/catalog/index.js.map +1 -1
  24. package/dist/backend/catalog/manifest.d.ts +5 -3
  25. package/dist/backend/catalog/manifest.js +12 -9
  26. package/dist/backend/catalog/manifest.js.map +1 -1
  27. package/dist/backend/catalog/migrate.d.ts +8 -6
  28. package/dist/backend/catalog/migrate.js +26 -15
  29. package/dist/backend/catalog/migrate.js.map +1 -1
  30. package/dist/backend/catalog/prism-catalog.d.ts +42 -0
  31. package/dist/backend/catalog/prism-catalog.js +101 -0
  32. package/dist/backend/catalog/prism-catalog.js.map +1 -0
  33. package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
  34. package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
  35. package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
  36. package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
  37. package/dist/backend/catalog/prism-manifest.d.ts +90 -0
  38. package/dist/backend/catalog/prism-manifest.js +171 -0
  39. package/dist/backend/catalog/prism-manifest.js.map +1 -0
  40. package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
  41. package/dist/backend/catalog/turboquant-catalog.js +162 -0
  42. package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
  43. package/dist/backend/catalog/turboquant-index.d.ts +104 -0
  44. package/dist/backend/catalog/turboquant-index.js +260 -0
  45. package/dist/backend/catalog/turboquant-index.js.map +1 -0
  46. package/dist/backend/index.d.ts +1 -0
  47. package/dist/backend/index.js +1 -0
  48. package/dist/backend/index.js.map +1 -1
  49. package/dist/backend/install/runtime-backend.d.ts +6 -6
  50. package/dist/backend/install/runtime-backend.js +23 -20
  51. package/dist/backend/install/runtime-backend.js.map +1 -1
  52. package/dist/backend/install/service.d.ts +106 -5
  53. package/dist/backend/install/service.js +247 -21
  54. package/dist/backend/install/service.js.map +1 -1
  55. package/dist/backend/installed/bundled.d.ts +19 -0
  56. package/dist/backend/installed/bundled.js +45 -0
  57. package/dist/backend/installed/bundled.js.map +1 -0
  58. package/dist/backend/installed/index.d.ts +1 -0
  59. package/dist/backend/installed/index.js +1 -0
  60. package/dist/backend/installed/index.js.map +1 -1
  61. package/dist/backend/installed/installed.js +3 -0
  62. package/dist/backend/installed/installed.js.map +1 -1
  63. package/dist/backend/optimal/optimal-cache.d.ts +27 -8
  64. package/dist/backend/optimal/optimal-cache.js +38 -19
  65. package/dist/backend/optimal/optimal-cache.js.map +1 -1
  66. package/dist/backend/optimal/optimal-store.js +1 -1
  67. package/dist/backend/optimal/optimal-store.js.map +1 -1
  68. package/dist/backend/select/categories.d.ts +2 -1
  69. package/dist/backend/select/categories.js +8 -1
  70. package/dist/backend/select/categories.js.map +1 -1
  71. package/dist/backend/select/features.d.ts +13 -5
  72. package/dist/backend/select/features.js +36 -6
  73. package/dist/backend/select/features.js.map +1 -1
  74. package/dist/backend/select/index.d.ts +2 -0
  75. package/dist/backend/select/index.js +2 -0
  76. package/dist/backend/select/index.js.map +1 -1
  77. package/dist/backend/select/prism.d.ts +54 -0
  78. package/dist/backend/select/prism.js +212 -0
  79. package/dist/backend/select/prism.js.map +1 -0
  80. package/dist/backend/select/recovery.d.ts +4 -2
  81. package/dist/backend/select/recovery.js +17 -5
  82. package/dist/backend/select/recovery.js.map +1 -1
  83. package/dist/backend/select/tiers.d.ts +20 -11
  84. package/dist/backend/select/tiers.js +49 -11
  85. package/dist/backend/select/tiers.js.map +1 -1
  86. package/dist/backend/select/turboquant-tiers.d.ts +45 -0
  87. package/dist/backend/select/turboquant-tiers.js +114 -0
  88. package/dist/backend/select/turboquant-tiers.js.map +1 -0
  89. package/dist/backend/types.d.ts +6 -69
  90. package/dist/cli/commands/backends.d.ts +10 -0
  91. package/dist/cli/commands/backends.js +142 -0
  92. package/dist/cli/commands/backends.js.map +1 -0
  93. package/dist/cli/commands/hardware.d.ts +13 -0
  94. package/dist/cli/commands/hardware.js +71 -0
  95. package/dist/cli/commands/hardware.js.map +1 -0
  96. package/dist/cli/commands/host-step.d.ts +28 -0
  97. package/dist/cli/commands/host-step.js +67 -0
  98. package/dist/cli/commands/host-step.js.map +1 -0
  99. package/dist/cli/commands/index.d.ts +4 -1
  100. package/dist/cli/commands/index.js +4 -1
  101. package/dist/cli/commands/index.js.map +1 -1
  102. package/dist/cli/commands/serve.js +4 -4
  103. package/dist/cli/commands/serve.js.map +1 -1
  104. package/dist/cli/commands/shared.d.ts +6 -1
  105. package/dist/cli/commands/shared.js +7 -0
  106. package/dist/cli/commands/shared.js.map +1 -1
  107. package/dist/cli/io.d.ts +11 -0
  108. package/dist/cli/io.js +28 -3
  109. package/dist/cli/io.js.map +1 -1
  110. package/dist/cli/launch.js +2 -2
  111. package/dist/cli/launch.js.map +1 -1
  112. package/dist/cli/main.d.ts +1 -1
  113. package/dist/cli/main.js +11 -1
  114. package/dist/cli/main.js.map +1 -1
  115. package/dist/client/control-client.d.ts +128 -7
  116. package/dist/client/control-client.js +211 -12
  117. package/dist/client/control-client.js.map +1 -1
  118. package/dist/cloud/registry.js +9 -1
  119. package/dist/cloud/registry.js.map +1 -1
  120. package/dist/config/paths.d.ts +137 -0
  121. package/dist/config/paths.js +163 -0
  122. package/dist/config/paths.js.map +1 -1
  123. package/dist/contracts/backend-advisor.d.ts +225 -0
  124. package/dist/contracts/backend-advisor.js +14 -0
  125. package/dist/contracts/backend-advisor.js.map +1 -0
  126. package/dist/contracts/control-api.d.ts +7 -1
  127. package/dist/contracts/control-api.js +7 -1
  128. package/dist/contracts/control-api.js.map +1 -1
  129. package/dist/contracts/decision.d.ts +394 -0
  130. package/dist/contracts/decision.js +69 -0
  131. package/dist/contracts/decision.js.map +1 -0
  132. package/dist/contracts/diffusion.d.ts +62 -9
  133. package/dist/contracts/embedding.d.ts +103 -0
  134. package/dist/contracts/embedding.js +24 -0
  135. package/dist/contracts/embedding.js.map +1 -0
  136. package/dist/contracts/engine-builds.d.ts +108 -0
  137. package/dist/contracts/engine-builds.js +11 -0
  138. package/dist/contracts/engine-builds.js.map +1 -0
  139. package/dist/contracts/engines.d.ts +157 -0
  140. package/dist/contracts/engines.js +50 -0
  141. package/dist/contracts/engines.js.map +1 -0
  142. package/dist/contracts/environment.d.ts +774 -0
  143. package/dist/contracts/environment.js +116 -0
  144. package/dist/contracts/environment.js.map +1 -0
  145. package/dist/contracts/errors.d.ts +43 -2
  146. package/dist/contracts/errors.js +41 -0
  147. package/dist/contracts/errors.js.map +1 -1
  148. package/dist/contracts/events.d.ts +82 -4
  149. package/dist/contracts/hardware.d.ts +79 -6
  150. package/dist/contracts/hardware.js +9 -5
  151. package/dist/contracts/hardware.js.map +1 -1
  152. package/dist/contracts/index.d.ts +8 -0
  153. package/dist/contracts/index.js +8 -0
  154. package/dist/contracts/index.js.map +1 -1
  155. package/dist/contracts/model-compatibility.d.ts +97 -0
  156. package/dist/contracts/model-compatibility.js +6 -0
  157. package/dist/contracts/model-compatibility.js.map +1 -0
  158. package/dist/contracts/model-setup.d.ts +115 -0
  159. package/dist/contracts/model-setup.js +33 -0
  160. package/dist/contracts/model-setup.js.map +1 -0
  161. package/dist/contracts/model-yml.d.ts +14 -0
  162. package/dist/contracts/model-yml.js +1 -0
  163. package/dist/contracts/model-yml.js.map +1 -1
  164. package/dist/contracts/session.d.ts +45 -2
  165. package/dist/contracts/session.js +14 -1
  166. package/dist/contracts/session.js.map +1 -1
  167. package/dist/contracts/settings.d.ts +44 -1
  168. package/dist/contracts/settings.js.map +1 -1
  169. package/dist/core/atomic-core.d.ts +44 -5
  170. package/dist/core/atomic-core.js +24 -0
  171. package/dist/core/atomic-core.js.map +1 -1
  172. package/dist/core/create.js +517 -23
  173. package/dist/core/create.js.map +1 -1
  174. package/dist/core/gpu/index.d.ts +6 -0
  175. package/dist/core/gpu/index.js +7 -0
  176. package/dist/core/gpu/index.js.map +1 -0
  177. package/dist/core/gpu/policy.d.ts +68 -0
  178. package/dist/core/gpu/policy.js +99 -0
  179. package/dist/core/gpu/policy.js.map +1 -0
  180. package/dist/core/gpu/residency.d.ts +44 -0
  181. package/dist/core/gpu/residency.js +101 -0
  182. package/dist/core/gpu/residency.js.map +1 -0
  183. package/dist/core/gpu-residency.d.ts +39 -0
  184. package/dist/core/gpu-residency.js +32 -0
  185. package/dist/core/gpu-residency.js.map +1 -0
  186. package/dist/core/index.d.ts +1 -1
  187. package/dist/core/managed-engines.d.ts +207 -0
  188. package/dist/core/managed-engines.js +579 -0
  189. package/dist/core/managed-engines.js.map +1 -0
  190. package/dist/core/managed-environment.d.ts +72 -0
  191. package/dist/core/managed-environment.js +218 -0
  192. package/dist/core/managed-environment.js.map +1 -0
  193. package/dist/core/model-setup/index.d.ts +4 -0
  194. package/dist/core/model-setup/index.js +5 -0
  195. package/dist/core/model-setup/index.js.map +1 -0
  196. package/dist/core/model-setup/plan.d.ts +56 -0
  197. package/dist/core/model-setup/plan.js +158 -0
  198. package/dist/core/model-setup/plan.js.map +1 -0
  199. package/dist/core/model-setup/service.d.ts +92 -0
  200. package/dist/core/model-setup/service.js +329 -0
  201. package/dist/core/model-setup/service.js.map +1 -0
  202. package/dist/core/model-setup/store.d.ts +29 -0
  203. package/dist/core/model-setup/store.js +116 -0
  204. package/dist/core/model-setup/store.js.map +1 -0
  205. package/dist/core/model-setup/wiring.d.ts +59 -0
  206. package/dist/core/model-setup/wiring.js +132 -0
  207. package/dist/core/model-setup/wiring.js.map +1 -0
  208. package/dist/core/prism.d.ts +36 -0
  209. package/dist/core/prism.js +42 -0
  210. package/dist/core/prism.js.map +1 -0
  211. package/dist/core/public-server.d.ts +7 -0
  212. package/dist/core/public-server.js +2 -0
  213. package/dist/core/public-server.js.map +1 -1
  214. package/dist/core/sessions.d.ts +6 -1
  215. package/dist/core/sessions.js +18 -14
  216. package/dist/core/sessions.js.map +1 -1
  217. package/dist/core/types.d.ts +27 -1
  218. package/dist/core/types.js.map +1 -1
  219. package/dist/decision/args.d.ts +110 -0
  220. package/dist/decision/args.js +126 -0
  221. package/dist/decision/args.js.map +1 -0
  222. package/dist/decision/backoff.d.ts +25 -0
  223. package/dist/decision/backoff.js +33 -0
  224. package/dist/decision/backoff.js.map +1 -0
  225. package/dist/decision/engine-candidates.d.ts +52 -0
  226. package/dist/decision/engine-candidates.js +138 -0
  227. package/dist/decision/engine-candidates.js.map +1 -0
  228. package/dist/decision/engine-fallback.d.ts +41 -0
  229. package/dist/decision/engine-fallback.js +57 -0
  230. package/dist/decision/engine-fallback.js.map +1 -0
  231. package/dist/decision/engine-version.d.ts +27 -0
  232. package/dist/decision/engine-version.js +54 -0
  233. package/dist/decision/engine-version.js.map +1 -0
  234. package/dist/decision/engine.d.ts +114 -0
  235. package/dist/decision/engine.js +253 -0
  236. package/dist/decision/engine.js.map +1 -0
  237. package/dist/decision/http.d.ts +36 -0
  238. package/dist/decision/http.js +73 -0
  239. package/dist/decision/http.js.map +1 -0
  240. package/dist/decision/index.d.ts +20 -0
  241. package/dist/decision/index.js +21 -0
  242. package/dist/decision/index.js.map +1 -0
  243. package/dist/decision/model-facts.d.ts +32 -0
  244. package/dist/decision/model-facts.js +40 -0
  245. package/dist/decision/model-facts.js.map +1 -0
  246. package/dist/decision/outcome.d.ts +35 -0
  247. package/dist/decision/outcome.js +105 -0
  248. package/dist/decision/outcome.js.map +1 -0
  249. package/dist/decision/process.d.ts +67 -0
  250. package/dist/decision/process.js +133 -0
  251. package/dist/decision/process.js.map +1 -0
  252. package/dist/decision/readiness.d.ts +74 -0
  253. package/dist/decision/readiness.js +165 -0
  254. package/dist/decision/readiness.js.map +1 -0
  255. package/dist/decision/request.d.ts +11 -0
  256. package/dist/decision/request.js +56 -0
  257. package/dist/decision/request.js.map +1 -0
  258. package/dist/decision/service.d.ts +202 -0
  259. package/dist/decision/service.js +711 -0
  260. package/dist/decision/service.js.map +1 -0
  261. package/dist/decision/upstream-version.d.ts +23 -0
  262. package/dist/decision/upstream-version.js +34 -0
  263. package/dist/decision/upstream-version.js.map +1 -0
  264. package/dist/decision/wiring.d.ts +67 -0
  265. package/dist/decision/wiring.js +101 -0
  266. package/dist/decision/wiring.js.map +1 -0
  267. package/dist/diffusion/args.d.ts +4 -2
  268. package/dist/diffusion/args.js +10 -3
  269. package/dist/diffusion/args.js.map +1 -1
  270. package/dist/diffusion/image-job.js +1 -1
  271. package/dist/diffusion/image-job.js.map +1 -1
  272. package/dist/diffusion/install.d.ts +35 -11
  273. package/dist/diffusion/install.js +74 -49
  274. package/dist/diffusion/install.js.map +1 -1
  275. package/dist/diffusion/job-kind.d.ts +33 -7
  276. package/dist/diffusion/jobs.d.ts +6 -1
  277. package/dist/diffusion/jobs.js +60 -18
  278. package/dist/diffusion/jobs.js.map +1 -1
  279. package/dist/diffusion/parse.d.ts +1 -2
  280. package/dist/diffusion/parse.js +1 -13
  281. package/dist/diffusion/parse.js.map +1 -1
  282. package/dist/diffusion/progress.js +3 -0
  283. package/dist/diffusion/progress.js.map +1 -1
  284. package/dist/diffusion/server-process.d.ts +6 -0
  285. package/dist/diffusion/server-process.js +3 -2
  286. package/dist/diffusion/server-process.js.map +1 -1
  287. package/dist/diffusion/service.d.ts +52 -6
  288. package/dist/diffusion/service.js +215 -40
  289. package/dist/diffusion/service.js.map +1 -1
  290. package/dist/diffusion/session.d.ts +27 -3
  291. package/dist/diffusion/session.js +108 -17
  292. package/dist/diffusion/session.js.map +1 -1
  293. package/dist/diffusion/state.d.ts +19 -1
  294. package/dist/diffusion/state.js +10 -0
  295. package/dist/diffusion/state.js.map +1 -1
  296. package/dist/diffusion/tracker.d.ts +15 -1
  297. package/dist/diffusion/tracker.js +32 -6
  298. package/dist/diffusion/tracker.js.map +1 -1
  299. package/dist/diffusion/types.d.ts +7 -0
  300. package/dist/diffusion/types.js +11 -0
  301. package/dist/diffusion/types.js.map +1 -1
  302. package/dist/diffusion/video-estimate.d.ts +214 -0
  303. package/dist/diffusion/video-estimate.js +402 -0
  304. package/dist/diffusion/video-estimate.js.map +1 -0
  305. package/dist/diffusion/video-eta.d.ts +90 -0
  306. package/dist/diffusion/video-eta.js +248 -0
  307. package/dist/diffusion/video-eta.js.map +1 -0
  308. package/dist/diffusion/video-history.d.ts +45 -0
  309. package/dist/diffusion/video-history.js +121 -0
  310. package/dist/diffusion/video-history.js.map +1 -0
  311. package/dist/diffusion/video-job.d.ts +13 -5
  312. package/dist/diffusion/video-job.js +42 -15
  313. package/dist/diffusion/video-job.js.map +1 -1
  314. package/dist/diffusion/video-recipe.js +3 -0
  315. package/dist/diffusion/video-recipe.js.map +1 -1
  316. package/dist/diffusion/video-tiling.d.ts +54 -0
  317. package/dist/diffusion/video-tiling.js +70 -0
  318. package/dist/diffusion/video-tiling.js.map +1 -0
  319. package/dist/diffusion/wiring.d.ts +14 -1
  320. package/dist/diffusion/wiring.js +7 -0
  321. package/dist/diffusion/wiring.js.map +1 -1
  322. package/dist/downloads/protocol.d.ts +3 -8
  323. package/dist/downloads/protocol.js.map +1 -1
  324. package/dist/embedding/args.d.ts +39 -0
  325. package/dist/embedding/args.js +46 -0
  326. package/dist/embedding/args.js.map +1 -0
  327. package/dist/embedding/engine.d.ts +50 -0
  328. package/dist/embedding/engine.js +100 -0
  329. package/dist/embedding/engine.js.map +1 -0
  330. package/dist/embedding/ffmpeg.d.ts +18 -0
  331. package/dist/embedding/ffmpeg.js +63 -0
  332. package/dist/embedding/ffmpeg.js.map +1 -0
  333. package/dist/embedding/index.d.ts +16 -0
  334. package/dist/embedding/index.js +17 -0
  335. package/dist/embedding/index.js.map +1 -0
  336. package/dist/embedding/model-facts.d.ts +51 -0
  337. package/dist/embedding/model-facts.js +84 -0
  338. package/dist/embedding/model-facts.js.map +1 -0
  339. package/dist/embedding/process.d.ts +66 -0
  340. package/dist/embedding/process.js +131 -0
  341. package/dist/embedding/process.js.map +1 -0
  342. package/dist/embedding/readiness.d.ts +56 -0
  343. package/dist/embedding/readiness.js +114 -0
  344. package/dist/embedding/readiness.js.map +1 -0
  345. package/dist/embedding/request.d.ts +43 -0
  346. package/dist/embedding/request.js +285 -0
  347. package/dist/embedding/request.js.map +1 -0
  348. package/dist/embedding/service.d.ts +152 -0
  349. package/dist/embedding/service.js +602 -0
  350. package/dist/embedding/service.js.map +1 -0
  351. package/dist/embedding/wiring.d.ts +51 -0
  352. package/dist/embedding/wiring.js +79 -0
  353. package/dist/embedding/wiring.js.map +1 -0
  354. package/dist/engine-builds/builds.d.ts +54 -0
  355. package/dist/engine-builds/builds.js +151 -0
  356. package/dist/engine-builds/builds.js.map +1 -0
  357. package/dist/engine-builds/index.d.ts +10 -0
  358. package/dist/engine-builds/index.js +11 -0
  359. package/dist/engine-builds/index.js.map +1 -0
  360. package/dist/engine-builds/install.d.ts +42 -0
  361. package/dist/engine-builds/install.js +100 -0
  362. package/dist/engine-builds/install.js.map +1 -0
  363. package/dist/engine-builds/manifest.d.ts +121 -0
  364. package/dist/engine-builds/manifest.js +254 -0
  365. package/dist/engine-builds/manifest.js.map +1 -0
  366. package/dist/engine-builds/order.d.ts +24 -0
  367. package/dist/engine-builds/order.js +44 -0
  368. package/dist/engine-builds/order.js.map +1 -0
  369. package/dist/engine-builds/select.d.ts +123 -0
  370. package/dist/engine-builds/select.js +223 -0
  371. package/dist/engine-builds/select.js.map +1 -0
  372. package/dist/engine-builds/service.d.ts +123 -0
  373. package/dist/engine-builds/service.js +392 -0
  374. package/dist/engine-builds/service.js.map +1 -0
  375. package/dist/engines/descriptor-order.d.ts +28 -0
  376. package/dist/engines/descriptor-order.js +60 -0
  377. package/dist/engines/descriptor-order.js.map +1 -0
  378. package/dist/engines/engine-build.d.ts +23 -0
  379. package/dist/engines/engine-build.js +58 -0
  380. package/dist/engines/engine-build.js.map +1 -0
  381. package/dist/engines/index.d.ts +10 -0
  382. package/dist/engines/index.js +11 -0
  383. package/dist/engines/index.js.map +1 -0
  384. package/dist/engines/llamacpp.d.ts +71 -0
  385. package/dist/engines/llamacpp.js +176 -0
  386. package/dist/engines/llamacpp.js.map +1 -0
  387. package/dist/engines/managed.d.ts +49 -0
  388. package/dist/engines/managed.js +88 -0
  389. package/dist/engines/managed.js.map +1 -0
  390. package/dist/engines/service.d.ts +46 -0
  391. package/dist/engines/service.js +61 -0
  392. package/dist/engines/service.js.map +1 -0
  393. package/dist/engines/versions.d.ts +65 -0
  394. package/dist/engines/versions.js +259 -0
  395. package/dist/engines/versions.js.map +1 -0
  396. package/dist/hardware/cpu-flags.d.ts +44 -0
  397. package/dist/hardware/cpu-flags.js +206 -0
  398. package/dist/hardware/cpu-flags.js.map +1 -0
  399. package/dist/hardware/drm-sysfs.d.ts +51 -0
  400. package/dist/hardware/drm-sysfs.js +67 -0
  401. package/dist/hardware/drm-sysfs.js.map +1 -0
  402. package/dist/hardware/facts.d.ts +42 -0
  403. package/dist/hardware/facts.js +92 -0
  404. package/dist/hardware/facts.js.map +1 -0
  405. package/dist/hardware/index.d.ts +19 -3
  406. package/dist/hardware/index.js +19 -3
  407. package/dist/hardware/index.js.map +1 -1
  408. package/dist/hardware/merge.d.ts +55 -0
  409. package/dist/hardware/merge.js +141 -0
  410. package/dist/hardware/merge.js.map +1 -0
  411. package/dist/hardware/nvidia-smi.d.ts +43 -0
  412. package/dist/hardware/nvidia-smi.js +118 -0
  413. package/dist/hardware/nvidia-smi.js.map +1 -0
  414. package/dist/hardware/probe-common.d.ts +72 -0
  415. package/dist/hardware/probe-common.js +106 -0
  416. package/dist/hardware/probe-common.js.map +1 -0
  417. package/dist/hardware/probe-darwin.d.ts +20 -0
  418. package/dist/hardware/probe-darwin.js +76 -0
  419. package/dist/hardware/probe-darwin.js.map +1 -0
  420. package/dist/hardware/probe-linux.d.ts +9 -0
  421. package/dist/hardware/probe-linux.js +133 -0
  422. package/dist/hardware/probe-linux.js.map +1 -0
  423. package/dist/hardware/probe-windows.d.ts +7 -0
  424. package/dist/hardware/probe-windows.js +50 -0
  425. package/dist/hardware/probe-windows.js.map +1 -0
  426. package/dist/hardware/probe.d.ts +16 -0
  427. package/dist/hardware/probe.js +65 -0
  428. package/dist/hardware/probe.js.map +1 -0
  429. package/dist/hardware/service.d.ts +60 -0
  430. package/dist/hardware/service.js +114 -0
  431. package/dist/hardware/service.js.map +1 -0
  432. package/dist/hardware/vulkan.d.ts +47 -0
  433. package/dist/hardware/vulkan.js +148 -0
  434. package/dist/hardware/vulkan.js.map +1 -0
  435. package/dist/hardware/windows-video.d.ts +97 -0
  436. package/dist/hardware/windows-video.js +214 -0
  437. package/dist/hardware/windows-video.js.map +1 -0
  438. package/dist/host/app-daemon.d.ts +47 -0
  439. package/dist/host/app-daemon.js +146 -0
  440. package/dist/host/app-daemon.js.map +1 -0
  441. package/dist/host/index.d.ts +5 -3
  442. package/dist/host/index.js +5 -3
  443. package/dist/host/index.js.map +1 -1
  444. package/dist/host/log-file.d.ts +74 -0
  445. package/dist/host/log-file.js +214 -0
  446. package/dist/host/log-file.js.map +1 -0
  447. package/dist/host/recipes/enable-wsl.d.ts +63 -0
  448. package/dist/host/recipes/enable-wsl.js +73 -0
  449. package/dist/host/recipes/enable-wsl.js.map +1 -0
  450. package/dist/host/recipes/executor-io-windows.d.ts +69 -0
  451. package/dist/host/recipes/executor-io-windows.js +235 -0
  452. package/dist/host/recipes/executor-io-windows.js.map +1 -0
  453. package/dist/host/recipes/executor-io.d.ts +80 -0
  454. package/dist/host/recipes/executor-io.js +211 -0
  455. package/dist/host/recipes/executor-io.js.map +1 -0
  456. package/dist/host/recipes/executor.d.ts +81 -0
  457. package/dist/host/recipes/executor.js +678 -0
  458. package/dist/host/recipes/executor.js.map +1 -0
  459. package/dist/host/recipes/guest-executor.d.ts +29 -0
  460. package/dist/host/recipes/guest-executor.js +76 -0
  461. package/dist/host/recipes/guest-executor.js.map +1 -0
  462. package/dist/host/recipes/index.d.ts +16 -0
  463. package/dist/host/recipes/index.js +17 -0
  464. package/dist/host/recipes/index.js.map +1 -0
  465. package/dist/host/recipes/install-container-runtime.d.ts +389 -0
  466. package/dist/host/recipes/install-container-runtime.js +796 -0
  467. package/dist/host/recipes/install-container-runtime.js.map +1 -0
  468. package/dist/host/recipes/openpgp.d.ts +23 -0
  469. package/dist/host/recipes/openpgp.js +153 -0
  470. package/dist/host/recipes/openpgp.js.map +1 -0
  471. package/dist/host/recipes/request-file.d.ts +96 -0
  472. package/dist/host/recipes/request-file.js +103 -0
  473. package/dist/host/recipes/request-file.js.map +1 -0
  474. package/dist/lock/process-journal.d.ts +5 -2
  475. package/dist/lock/process-journal.js.map +1 -1
  476. package/dist/models/capabilities.d.ts +7 -0
  477. package/dist/models/capabilities.js +17 -1
  478. package/dist/models/capabilities.js.map +1 -1
  479. package/dist/models/compatibility/index.d.ts +10 -0
  480. package/dist/models/compatibility/index.js +11 -0
  481. package/dist/models/compatibility/index.js.map +1 -0
  482. package/dist/models/compatibility/inspect.d.ts +19 -0
  483. package/dist/models/compatibility/inspect.js +59 -0
  484. package/dist/models/compatibility/inspect.js.map +1 -0
  485. package/dist/models/compatibility/resolve.d.ts +59 -0
  486. package/dist/models/compatibility/resolve.js +219 -0
  487. package/dist/models/compatibility/resolve.js.map +1 -0
  488. package/dist/models/compatibility/rules-baseline.d.ts +2 -0
  489. package/dist/models/compatibility/rules-baseline.js +10 -0
  490. package/dist/models/compatibility/rules-baseline.js.map +1 -0
  491. package/dist/models/compatibility/rules-baseline.json +292 -0
  492. package/dist/models/compatibility/rules-service.d.ts +36 -0
  493. package/dist/models/compatibility/rules-service.js +109 -0
  494. package/dist/models/compatibility/rules-service.js.map +1 -0
  495. package/dist/models/compatibility/rules.d.ts +81 -0
  496. package/dist/models/compatibility/rules.js +164 -0
  497. package/dist/models/compatibility/rules.js.map +1 -0
  498. package/dist/models/compatibility/service.d.ts +59 -0
  499. package/dist/models/compatibility/service.js +137 -0
  500. package/dist/models/compatibility/service.js.map +1 -0
  501. package/dist/models/decision-checkpoint.d.ts +22 -0
  502. package/dist/models/decision-checkpoint.js +33 -0
  503. package/dist/models/decision-checkpoint.js.map +1 -0
  504. package/dist/models/gguf/classify.d.ts +27 -1
  505. package/dist/models/gguf/classify.js +78 -2
  506. package/dist/models/gguf/classify.js.map +1 -1
  507. package/dist/models/gguf/index.d.ts +1 -0
  508. package/dist/models/gguf/index.js +1 -0
  509. package/dist/models/gguf/index.js.map +1 -1
  510. package/dist/models/gguf/tensors.d.ts +56 -0
  511. package/dist/models/gguf/tensors.js +236 -0
  512. package/dist/models/gguf/tensors.js.map +1 -0
  513. package/dist/models/index.d.ts +2 -0
  514. package/dist/models/index.js +2 -0
  515. package/dist/models/index.js.map +1 -1
  516. package/dist/router/resolve.d.ts +7 -1
  517. package/dist/router/resolve.js +14 -1
  518. package/dist/router/resolve.js.map +1 -1
  519. package/dist/runtime/container/argv.d.ts +88 -0
  520. package/dist/runtime/container/argv.js +406 -0
  521. package/dist/runtime/container/argv.js.map +1 -0
  522. package/dist/runtime/container/docker-binary.d.ts +4 -0
  523. package/dist/runtime/container/docker-binary.js +34 -0
  524. package/dist/runtime/container/docker-binary.js.map +1 -0
  525. package/dist/runtime/container/env.d.ts +17 -0
  526. package/dist/runtime/container/env.js +52 -0
  527. package/dist/runtime/container/env.js.map +1 -0
  528. package/dist/runtime/container/exec.d.ts +27 -0
  529. package/dist/runtime/container/exec.js +79 -0
  530. package/dist/runtime/container/exec.js.map +1 -0
  531. package/dist/runtime/container/execution-journal.d.ts +55 -0
  532. package/dist/runtime/container/execution-journal.js +167 -0
  533. package/dist/runtime/container/execution-journal.js.map +1 -0
  534. package/dist/runtime/container/heartbeat.d.ts +47 -0
  535. package/dist/runtime/container/heartbeat.js +78 -0
  536. package/dist/runtime/container/heartbeat.js.map +1 -0
  537. package/dist/runtime/container/index.d.ts +30 -0
  538. package/dist/runtime/container/index.js +31 -0
  539. package/dist/runtime/container/index.js.map +1 -0
  540. package/dist/runtime/container/operations.d.ts +40 -0
  541. package/dist/runtime/container/operations.js +233 -0
  542. package/dist/runtime/container/operations.js.map +1 -0
  543. package/dist/runtime/container/pull.d.ts +48 -0
  544. package/dist/runtime/container/pull.js +280 -0
  545. package/dist/runtime/container/pull.js.map +1 -0
  546. package/dist/runtime/container/reconcile.d.ts +34 -0
  547. package/dist/runtime/container/reconcile.js +79 -0
  548. package/dist/runtime/container/reconcile.js.map +1 -0
  549. package/dist/runtime/container/types.d.ts +124 -0
  550. package/dist/runtime/container/types.js +2 -0
  551. package/dist/runtime/container/types.js.map +1 -0
  552. package/dist/runtime/container/watchdog.d.ts +114 -0
  553. package/dist/runtime/container/watchdog.js +418 -0
  554. package/dist/runtime/container/watchdog.js.map +1 -0
  555. package/dist/runtime/container/wiring.d.ts +78 -0
  556. package/dist/runtime/container/wiring.js +92 -0
  557. package/dist/runtime/container/wiring.js.map +1 -0
  558. package/dist/runtime/container/wsl-exec.d.ts +13 -0
  559. package/dist/runtime/container/wsl-exec.js +18 -0
  560. package/dist/runtime/container/wsl-exec.js.map +1 -0
  561. package/dist/runtime/environment/cached-document.d.ts +128 -0
  562. package/dist/runtime/environment/cached-document.js +218 -0
  563. package/dist/runtime/environment/cached-document.js.map +1 -0
  564. package/dist/runtime/environment/canonical-json.d.ts +78 -0
  565. package/dist/runtime/environment/canonical-json.js +86 -0
  566. package/dist/runtime/environment/canonical-json.js.map +1 -0
  567. package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
  568. package/dist/runtime/environment/descriptor-provider.js +159 -0
  569. package/dist/runtime/environment/descriptor-provider.js.map +1 -0
  570. package/dist/runtime/environment/descriptor.d.ts +35 -0
  571. package/dist/runtime/environment/descriptor.js +239 -0
  572. package/dist/runtime/environment/descriptor.js.map +1 -0
  573. package/dist/runtime/environment/diagnostics.d.ts +50 -0
  574. package/dist/runtime/environment/diagnostics.js +114 -0
  575. package/dist/runtime/environment/diagnostics.js.map +1 -0
  576. package/dist/runtime/environment/document-fields.d.ts +39 -0
  577. package/dist/runtime/environment/document-fields.js +96 -0
  578. package/dist/runtime/environment/document-fields.js.map +1 -0
  579. package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
  580. package/dist/runtime/environment/environment-manifest-provider.js +89 -0
  581. package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
  582. package/dist/runtime/environment/environment-manifest.d.ts +35 -0
  583. package/dist/runtime/environment/environment-manifest.js +131 -0
  584. package/dist/runtime/environment/environment-manifest.js.map +1 -0
  585. package/dist/runtime/environment/guest-host.d.ts +43 -0
  586. package/dist/runtime/environment/guest-host.js +88 -0
  587. package/dist/runtime/environment/guest-host.js.map +1 -0
  588. package/dist/runtime/environment/host-exec.d.ts +38 -0
  589. package/dist/runtime/environment/host-exec.js +145 -0
  590. package/dist/runtime/environment/host-exec.js.map +1 -0
  591. package/dist/runtime/environment/host-step-failure.d.ts +33 -0
  592. package/dist/runtime/environment/host-step-failure.js +34 -0
  593. package/dist/runtime/environment/host-step-failure.js.map +1 -0
  594. package/dist/runtime/environment/index.d.ts +56 -0
  595. package/dist/runtime/environment/index.js +57 -0
  596. package/dist/runtime/environment/index.js.map +1 -0
  597. package/dist/runtime/environment/installations.d.ts +25 -0
  598. package/dist/runtime/environment/installations.js +70 -0
  599. package/dist/runtime/environment/installations.js.map +1 -0
  600. package/dist/runtime/environment/inventory.d.ts +42 -0
  601. package/dist/runtime/environment/inventory.js +57 -0
  602. package/dist/runtime/environment/inventory.js.map +1 -0
  603. package/dist/runtime/environment/linux-blockers.d.ts +130 -0
  604. package/dist/runtime/environment/linux-blockers.js +251 -0
  605. package/dist/runtime/environment/linux-blockers.js.map +1 -0
  606. package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
  607. package/dist/runtime/environment/linux-docker-facts.js +342 -0
  608. package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
  609. package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
  610. package/dist/runtime/environment/linux-docker-network.js +195 -0
  611. package/dist/runtime/environment/linux-docker-network.js.map +1 -0
  612. package/dist/runtime/environment/linux-host.d.ts +22 -0
  613. package/dist/runtime/environment/linux-host.js +98 -0
  614. package/dist/runtime/environment/linux-host.js.map +1 -0
  615. package/dist/runtime/environment/linux-plan.d.ts +126 -0
  616. package/dist/runtime/environment/linux-plan.js +392 -0
  617. package/dist/runtime/environment/linux-plan.js.map +1 -0
  618. package/dist/runtime/environment/linux-probe.d.ts +245 -0
  619. package/dist/runtime/environment/linux-probe.js +315 -0
  620. package/dist/runtime/environment/linux-probe.js.map +1 -0
  621. package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
  622. package/dist/runtime/environment/linux-provisioner.js +734 -0
  623. package/dist/runtime/environment/linux-provisioner.js.map +1 -0
  624. package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
  625. package/dist/runtime/environment/provisioner-descriptors.js +62 -0
  626. package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
  627. package/dist/runtime/environment/recovery.d.ts +74 -0
  628. package/dist/runtime/environment/recovery.js +121 -0
  629. package/dist/runtime/environment/recovery.js.map +1 -0
  630. package/dist/runtime/environment/rootfs-download.d.ts +2 -0
  631. package/dist/runtime/environment/rootfs-download.js +47 -0
  632. package/dist/runtime/environment/rootfs-download.js.map +1 -0
  633. package/dist/runtime/environment/service.d.ts +280 -0
  634. package/dist/runtime/environment/service.js +776 -0
  635. package/dist/runtime/environment/service.js.map +1 -0
  636. package/dist/runtime/environment/state.d.ts +163 -0
  637. package/dist/runtime/environment/state.js +479 -0
  638. package/dist/runtime/environment/state.js.map +1 -0
  639. package/dist/runtime/environment/store-models.d.ts +19 -0
  640. package/dist/runtime/environment/store-models.js +30 -0
  641. package/dist/runtime/environment/store-models.js.map +1 -0
  642. package/dist/runtime/environment/store.d.ts +210 -0
  643. package/dist/runtime/environment/store.js +438 -0
  644. package/dist/runtime/environment/store.js.map +1 -0
  645. package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
  646. package/dist/runtime/environment/windows-environment-record.js +89 -0
  647. package/dist/runtime/environment/windows-environment-record.js.map +1 -0
  648. package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
  649. package/dist/runtime/environment/windows-forwarding.js +84 -0
  650. package/dist/runtime/environment/windows-forwarding.js.map +1 -0
  651. package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
  652. package/dist/runtime/environment/windows-guest-setup.js +157 -0
  653. package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
  654. package/dist/runtime/environment/windows-host.d.ts +46 -0
  655. package/dist/runtime/environment/windows-host.js +163 -0
  656. package/dist/runtime/environment/windows-host.js.map +1 -0
  657. package/dist/runtime/environment/windows-plan.d.ts +78 -0
  658. package/dist/runtime/environment/windows-plan.js +216 -0
  659. package/dist/runtime/environment/windows-plan.js.map +1 -0
  660. package/dist/runtime/environment/windows-probe.d.ts +135 -0
  661. package/dist/runtime/environment/windows-probe.js +261 -0
  662. package/dist/runtime/environment/windows-probe.js.map +1 -0
  663. package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
  664. package/dist/runtime/environment/windows-provisioner.js +782 -0
  665. package/dist/runtime/environment/windows-provisioner.js.map +1 -0
  666. package/dist/runtime/environment/wiring.d.ts +117 -0
  667. package/dist/runtime/environment/wiring.js +354 -0
  668. package/dist/runtime/environment/wiring.js.map +1 -0
  669. package/dist/runtime/foundation-models/runtime.d.ts +8 -0
  670. package/dist/runtime/foundation-models/runtime.js +5 -2
  671. package/dist/runtime/foundation-models/runtime.js.map +1 -1
  672. package/dist/runtime/llamacpp/args.d.ts +10 -1
  673. package/dist/runtime/llamacpp/args.js +43 -7
  674. package/dist/runtime/llamacpp/args.js.map +1 -1
  675. package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
  676. package/dist/runtime/llamacpp/fit-margin.js +47 -0
  677. package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
  678. package/dist/runtime/llamacpp/index.d.ts +1 -0
  679. package/dist/runtime/llamacpp/index.js +1 -0
  680. package/dist/runtime/llamacpp/index.js.map +1 -1
  681. package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
  682. package/dist/runtime/llamacpp/load-plan.js +82 -1
  683. package/dist/runtime/llamacpp/load-plan.js.map +1 -1
  684. package/dist/runtime/llamacpp/policy.d.ts +16 -0
  685. package/dist/runtime/llamacpp/policy.js +20 -0
  686. package/dist/runtime/llamacpp/policy.js.map +1 -1
  687. package/dist/runtime/llamacpp/probe.d.ts +21 -1
  688. package/dist/runtime/llamacpp/probe.js +32 -6
  689. package/dist/runtime/llamacpp/probe.js.map +1 -1
  690. package/dist/runtime/llamacpp/runtime.d.ts +56 -1
  691. package/dist/runtime/llamacpp/runtime.js +142 -15
  692. package/dist/runtime/llamacpp/runtime.js.map +1 -1
  693. package/dist/runtime/managed-engines/index.d.ts +8 -0
  694. package/dist/runtime/managed-engines/index.js +9 -0
  695. package/dist/runtime/managed-engines/index.js.map +1 -0
  696. package/dist/runtime/managed-engines/runtime.d.ts +140 -0
  697. package/dist/runtime/managed-engines/runtime.js +402 -0
  698. package/dist/runtime/managed-engines/runtime.js.map +1 -0
  699. package/dist/runtime/managed-engines/spec.d.ts +70 -0
  700. package/dist/runtime/managed-engines/spec.js +39 -0
  701. package/dist/runtime/managed-engines/spec.js.map +1 -0
  702. package/dist/runtime/managed-models/check.d.ts +50 -0
  703. package/dist/runtime/managed-models/check.js +157 -0
  704. package/dist/runtime/managed-models/check.js.map +1 -0
  705. package/dist/runtime/managed-models/compatibility.d.ts +256 -0
  706. package/dist/runtime/managed-models/compatibility.js +594 -0
  707. package/dist/runtime/managed-models/compatibility.js.map +1 -0
  708. package/dist/runtime/managed-models/delete.d.ts +15 -0
  709. package/dist/runtime/managed-models/delete.js +60 -0
  710. package/dist/runtime/managed-models/delete.js.map +1 -0
  711. package/dist/runtime/managed-models/guest-files.d.ts +8 -0
  712. package/dist/runtime/managed-models/guest-files.js +49 -0
  713. package/dist/runtime/managed-models/guest-files.js.map +1 -0
  714. package/dist/runtime/managed-models/index.d.ts +17 -0
  715. package/dist/runtime/managed-models/index.js +18 -0
  716. package/dist/runtime/managed-models/index.js.map +1 -0
  717. package/dist/runtime/managed-models/location.d.ts +22 -0
  718. package/dist/runtime/managed-models/location.js +53 -0
  719. package/dist/runtime/managed-models/location.js.map +1 -0
  720. package/dist/runtime/managed-models/migrate.d.ts +30 -0
  721. package/dist/runtime/managed-models/migrate.js +119 -0
  722. package/dist/runtime/managed-models/migrate.js.map +1 -0
  723. package/dist/runtime/managed-models/model-dir.d.ts +36 -0
  724. package/dist/runtime/managed-models/model-dir.js +136 -0
  725. package/dist/runtime/managed-models/model-dir.js.map +1 -0
  726. package/dist/runtime/managed-models/quant-format.d.ts +71 -0
  727. package/dist/runtime/managed-models/quant-format.js +299 -0
  728. package/dist/runtime/managed-models/quant-format.js.map +1 -0
  729. package/dist/runtime/managed-models/registry.d.ts +26 -0
  730. package/dist/runtime/managed-models/registry.js +66 -0
  731. package/dist/runtime/managed-models/registry.js.map +1 -0
  732. package/dist/runtime/managed-text/adapter.d.ts +266 -0
  733. package/dist/runtime/managed-text/adapter.js +96 -0
  734. package/dist/runtime/managed-text/adapter.js.map +1 -0
  735. package/dist/runtime/managed-text/backend-target.d.ts +3 -0
  736. package/dist/runtime/managed-text/backend-target.js +52 -0
  737. package/dist/runtime/managed-text/backend-target.js.map +1 -0
  738. package/dist/runtime/managed-text/deployment.d.ts +14 -0
  739. package/dist/runtime/managed-text/deployment.js +32 -0
  740. package/dist/runtime/managed-text/deployment.js.map +1 -0
  741. package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
  742. package/dist/runtime/managed-text/engine-cache.js +64 -0
  743. package/dist/runtime/managed-text/engine-cache.js.map +1 -0
  744. package/dist/runtime/managed-text/gateway.d.ts +158 -0
  745. package/dist/runtime/managed-text/gateway.js +535 -0
  746. package/dist/runtime/managed-text/gateway.js.map +1 -0
  747. package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
  748. package/dist/runtime/managed-text/generation-defaults.js +51 -0
  749. package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
  750. package/dist/runtime/managed-text/index.d.ts +26 -0
  751. package/dist/runtime/managed-text/index.js +27 -0
  752. package/dist/runtime/managed-text/index.js.map +1 -0
  753. package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
  754. package/dist/runtime/managed-text/lifecycle.js +859 -0
  755. package/dist/runtime/managed-text/lifecycle.js.map +1 -0
  756. package/dist/runtime/managed-text/load-policy.d.ts +47 -0
  757. package/dist/runtime/managed-text/load-policy.js +111 -0
  758. package/dist/runtime/managed-text/load-policy.js.map +1 -0
  759. package/dist/runtime/managed-text/mount-source.d.ts +14 -0
  760. package/dist/runtime/managed-text/mount-source.js +18 -0
  761. package/dist/runtime/managed-text/mount-source.js.map +1 -0
  762. package/dist/runtime/managed-text/readiness.d.ts +13 -0
  763. package/dist/runtime/managed-text/readiness.js +24 -0
  764. package/dist/runtime/managed-text/readiness.js.map +1 -0
  765. package/dist/runtime/managed-text/request-rules.d.ts +18 -0
  766. package/dist/runtime/managed-text/request-rules.js +62 -0
  767. package/dist/runtime/managed-text/request-rules.js.map +1 -0
  768. package/dist/runtime/managed-text/types.d.ts +88 -0
  769. package/dist/runtime/managed-text/types.js +12 -0
  770. package/dist/runtime/managed-text/types.js.map +1 -0
  771. package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
  772. package/dist/runtime/managed-text/wsl-deployment.js +70 -0
  773. package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
  774. package/dist/runtime/mlx/errors.d.ts +6 -1
  775. package/dist/runtime/mlx/errors.js +7 -2
  776. package/dist/runtime/mlx/errors.js.map +1 -1
  777. package/dist/runtime/mlx/runtime.d.ts +36 -1
  778. package/dist/runtime/mlx/runtime.js +85 -4
  779. package/dist/runtime/mlx/runtime.js.map +1 -1
  780. package/dist/runtime/shared/backend-output.d.ts +23 -0
  781. package/dist/runtime/shared/backend-output.js +32 -0
  782. package/dist/runtime/shared/backend-output.js.map +1 -0
  783. package/dist/runtime/shared/bounded-output.d.ts +24 -0
  784. package/dist/runtime/shared/bounded-output.js +63 -0
  785. package/dist/runtime/shared/bounded-output.js.map +1 -0
  786. package/dist/runtime/shared/external-sessions.js +9 -1
  787. package/dist/runtime/shared/external-sessions.js.map +1 -1
  788. package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
  789. package/dist/runtime/shared/gpu-occupancy.js +10 -0
  790. package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
  791. package/dist/runtime/shared/index.d.ts +4 -0
  792. package/dist/runtime/shared/index.js +4 -0
  793. package/dist/runtime/shared/index.js.map +1 -1
  794. package/dist/runtime/shared/local-runtime.d.ts +35 -0
  795. package/dist/runtime/shared/ports.d.ts +6 -0
  796. package/dist/runtime/shared/ports.js +12 -1
  797. package/dist/runtime/shared/ports.js.map +1 -1
  798. package/dist/runtime/shared/process.d.ts +11 -0
  799. package/dist/runtime/shared/process.js +20 -0
  800. package/dist/runtime/shared/process.js.map +1 -1
  801. package/dist/runtime/shared/redact-args.d.ts +7 -0
  802. package/dist/runtime/shared/redact-args.js +26 -0
  803. package/dist/runtime/shared/redact-args.js.map +1 -0
  804. package/dist/runtime/shared/sidecar.d.ts +15 -0
  805. package/dist/runtime/shared/sidecar.js +43 -8
  806. package/dist/runtime/shared/sidecar.js.map +1 -1
  807. package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
  808. package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
  809. package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
  810. package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
  811. package/dist/runtime/tensorrt-llm/check.js +21 -0
  812. package/dist/runtime/tensorrt-llm/check.js.map +1 -0
  813. package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
  814. package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
  815. package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
  816. package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
  817. package/dist/runtime/tensorrt-llm/engine.js +24 -0
  818. package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
  819. package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
  820. package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
  821. package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
  822. package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
  823. package/dist/runtime/tensorrt-llm/index.js +31 -0
  824. package/dist/runtime/tensorrt-llm/index.js.map +1 -0
  825. package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
  826. package/dist/runtime/tensorrt-llm/installation.js +53 -0
  827. package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
  828. package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
  829. package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
  830. package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
  831. package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
  832. package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
  833. package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
  834. package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
  835. package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
  836. package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
  837. package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
  838. package/dist/runtime/tensorrt-llm/settings.js +48 -0
  839. package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
  840. package/dist/runtime/vllm/adapter.d.ts +46 -0
  841. package/dist/runtime/vllm/adapter.js +425 -0
  842. package/dist/runtime/vllm/adapter.js.map +1 -0
  843. package/dist/runtime/vllm/engine.d.ts +16 -0
  844. package/dist/runtime/vllm/engine.js +37 -0
  845. package/dist/runtime/vllm/engine.js.map +1 -0
  846. package/dist/runtime/vllm/index.d.ts +11 -0
  847. package/dist/runtime/vllm/index.js +12 -0
  848. package/dist/runtime/vllm/index.js.map +1 -0
  849. package/dist/runtime/vllm/memory.d.ts +69 -0
  850. package/dist/runtime/vllm/memory.js +123 -0
  851. package/dist/runtime/vllm/memory.js.map +1 -0
  852. package/dist/runtime/vllm/settings.d.ts +52 -0
  853. package/dist/runtime/vllm/settings.js +151 -0
  854. package/dist/runtime/vllm/settings.js.map +1 -0
  855. package/dist/runtime/wsl/guest-paths.d.ts +33 -0
  856. package/dist/runtime/wsl/guest-paths.js +83 -0
  857. package/dist/runtime/wsl/guest-paths.js.map +1 -0
  858. package/dist/runtime/wsl/guest-scope.d.ts +14 -0
  859. package/dist/runtime/wsl/guest-scope.js +98 -0
  860. package/dist/runtime/wsl/guest-scope.js.map +1 -0
  861. package/dist/runtime/wsl/index.d.ts +12 -0
  862. package/dist/runtime/wsl/index.js +13 -0
  863. package/dist/runtime/wsl/index.js.map +1 -0
  864. package/dist/runtime/wsl/keeper.d.ts +29 -0
  865. package/dist/runtime/wsl/keeper.js +48 -0
  866. package/dist/runtime/wsl/keeper.js.map +1 -0
  867. package/dist/runtime/wsl/transport.d.ts +106 -0
  868. package/dist/runtime/wsl/transport.js +181 -0
  869. package/dist/runtime/wsl/transport.js.map +1 -0
  870. package/dist/server/control/index.d.ts +1 -1
  871. package/dist/server/control/router.js +15 -0
  872. package/dist/server/control/router.js.map +1 -1
  873. package/dist/server/control/routes/backends.js +26 -0
  874. package/dist/server/control/routes/backends.js.map +1 -1
  875. package/dist/server/control/routes/decision.d.ts +10 -0
  876. package/dist/server/control/routes/decision.js +43 -0
  877. package/dist/server/control/routes/decision.js.map +1 -0
  878. package/dist/server/control/routes/diffusion-video.js +4 -0
  879. package/dist/server/control/routes/diffusion-video.js.map +1 -1
  880. package/dist/server/control/routes/diffusion.d.ts +1 -1
  881. package/dist/server/control/routes/diffusion.js +4 -9
  882. package/dist/server/control/routes/diffusion.js.map +1 -1
  883. package/dist/server/control/routes/embedding.d.ts +9 -0
  884. package/dist/server/control/routes/embedding.js +43 -0
  885. package/dist/server/control/routes/embedding.js.map +1 -0
  886. package/dist/server/control/routes/engine-builds.d.ts +14 -0
  887. package/dist/server/control/routes/engine-builds.js +82 -0
  888. package/dist/server/control/routes/engine-builds.js.map +1 -0
  889. package/dist/server/control/routes/engines.d.ts +17 -0
  890. package/dist/server/control/routes/engines.js +152 -0
  891. package/dist/server/control/routes/engines.js.map +1 -0
  892. package/dist/server/control/routes/environments.d.ts +16 -0
  893. package/dist/server/control/routes/environments.js +207 -0
  894. package/dist/server/control/routes/environments.js.map +1 -0
  895. package/dist/server/control/routes/hardware.d.ts +1 -1
  896. package/dist/server/control/routes/hardware.js +11 -6
  897. package/dist/server/control/routes/hardware.js.map +1 -1
  898. package/dist/server/control/routes/model-setups.d.ts +11 -0
  899. package/dist/server/control/routes/model-setups.js +55 -0
  900. package/dist/server/control/routes/model-setups.js.map +1 -0
  901. package/dist/server/control/routes/models.d.ts +3 -2
  902. package/dist/server/control/routes/models.js +45 -2
  903. package/dist/server/control/routes/models.js.map +1 -1
  904. package/dist/server/control/types.d.ts +167 -9
  905. package/dist/server/control/types.js.map +1 -1
  906. package/dist/server/http.d.ts +9 -1
  907. package/dist/server/http.js +51 -1
  908. package/dist/server/http.js.map +1 -1
  909. package/dist/server/public/decision-preview.d.ts +17 -0
  910. package/dist/server/public/decision-preview.js +119 -0
  911. package/dist/server/public/decision-preview.js.map +1 -0
  912. package/dist/server/public/decision.d.ts +32 -0
  913. package/dist/server/public/decision.js +135 -0
  914. package/dist/server/public/decision.js.map +1 -0
  915. package/dist/server/public/embedding.d.ts +31 -0
  916. package/dist/server/public/embedding.js +126 -0
  917. package/dist/server/public/embedding.js.map +1 -0
  918. package/dist/server/public/errors.d.ts +2 -1
  919. package/dist/server/public/errors.js +5 -2
  920. package/dist/server/public/errors.js.map +1 -1
  921. package/dist/server/public/forward.js +75 -3
  922. package/dist/server/public/forward.js.map +1 -1
  923. package/dist/server/public/gates.d.ts +13 -0
  924. package/dist/server/public/gates.js +37 -14
  925. package/dist/server/public/gates.js.map +1 -1
  926. package/dist/server/public/index.d.ts +5 -2
  927. package/dist/server/public/index.js +14 -1
  928. package/dist/server/public/index.js.map +1 -1
  929. package/dist/server/public/listing.d.ts +13 -2
  930. package/dist/server/public/listing.js +33 -9
  931. package/dist/server/public/listing.js.map +1 -1
  932. package/dist/server/public/policy.d.ts +9 -0
  933. package/dist/server/public/policy.js +68 -0
  934. package/dist/server/public/policy.js.map +1 -0
  935. package/dist/server/public/responses.js +10 -0
  936. package/dist/server/public/responses.js.map +1 -1
  937. package/dist/server/public/trace.d.ts +2 -2
  938. package/dist/server/public/trace.js +6 -2
  939. package/dist/server/public/trace.js.map +1 -1
  940. package/dist/server/public/types.d.ts +84 -1
  941. package/dist/settings/decision.d.ts +15 -0
  942. package/dist/settings/decision.js +88 -0
  943. package/dist/settings/decision.js.map +1 -0
  944. package/dist/settings/embedding.d.ts +12 -0
  945. package/dist/settings/embedding.js +82 -0
  946. package/dist/settings/embedding.js.map +1 -0
  947. package/dist/settings/index.d.ts +2 -0
  948. package/dist/settings/index.js +2 -0
  949. package/dist/settings/index.js.map +1 -1
  950. package/dist/settings/schema/atomic-prism.json +433 -0
  951. package/dist/settings/schema/tensorrt-llm.json +253 -0
  952. package/dist/settings/schema/vllm.json +273 -0
  953. package/dist/settings/schema.js +58 -0
  954. package/dist/settings/schema.js.map +1 -1
  955. package/dist/settings/store.d.ts +13 -2
  956. package/dist/settings/store.js +44 -0
  957. package/dist/settings/store.js.map +1 -1
  958. package/dist/util/index.d.ts +1 -0
  959. package/dist/util/index.js +1 -0
  960. package/dist/util/index.js.map +1 -1
  961. package/dist/util/result.d.ts +19 -0
  962. package/dist/util/result.js +15 -0
  963. package/dist/util/result.js.map +1 -0
  964. package/dist/version.d.ts +1 -1
  965. package/dist/version.js +1 -1
  966. package/dist/version.js.map +1 -1
  967. package/package.json +1 -1
  968. package/src/settings/schema/atomic-prism.json +433 -0
  969. package/src/settings/schema/tensorrt-llm.json +253 -0
  970. package/src/settings/schema/vllm.json +273 -0
@@ -0,0 +1,72 @@
1
+ import type { DataLayout } from '../config/index.js';
2
+ import type { CoreEvents } from '../contracts/index.js';
3
+ import type { ManagedContainersHandle, ReconcileLogger } from '../runtime/container/index.js';
4
+ import { WindowsEnvironmentRecordStore } from '../runtime/environment/index.js';
5
+ import type { GuestRecipeRunner, LinuxHost, LinuxProvisionerParts, ManagedRuntimes, UnloadEngineSessions, WindowsHost, WindowsProvisionerParts } from '../runtime/environment/index.js';
6
+ import { type DistributionKeeper, type GuestMount } from '../runtime/wsl/index.js';
7
+ import type { DescriptorSource } from '../runtime/environment/index.js';
8
+ import type { ManagedStoreMigration } from '../contracts/index.js';
9
+ import type { WindowsManagedContext } from './managed-engines.js';
10
+ export interface WireManagedEnvironmentOptions {
11
+ env: NodeJS.ProcessEnv;
12
+ platform: NodeJS.Platform;
13
+ layout: DataLayout;
14
+ instanceId: string;
15
+ emit: <K extends keyof CoreEvents>(name: K, payload: CoreEvents[K]) => void;
16
+ newId: () => string;
17
+ log: ReconcileLogger;
18
+ onWarn?: (message: string) => void;
19
+ fetch?: typeof fetch;
20
+ /** The managed engine registry's descriptor sources (change `add-vllm-runtime`, D2); TensorRT-LLM alone when omitted. */
21
+ engines?: readonly DescriptorSource[] | undefined;
22
+ /** The move of TensorRT-LLM's models into the managed model store, for the diagnostics (D5). */
23
+ storeMigration?: (() => ManagedStoreMigration | null) | undefined;
24
+ /** `AtomicCoreOptions.dockerPath`: the docker CLI, or null for none. Omitted: the system directories. */
25
+ dockerPath?: string | null;
26
+ unloadEngineSessions?: UnloadEngineSessions;
27
+ }
28
+ export interface ManagedEnvironment {
29
+ managed: ManagedRuntimes;
30
+ /** The one Docker executor of this core; `resolve()` it at startup, before `managed.recover()`. */
31
+ containers: ManagedContainersHandle;
32
+ /** The platform the managed runtime runs on: `linux` on the test host, whatever the real one is. */
33
+ platform: NodeJS.Platform;
34
+ /** The machine the environment probes; the `tensorrt-llm` provider asks it for its cards too. */
35
+ host: LinuxHost;
36
+ /** `process.arch`, or `x64` on the Windows test machine (which stands in for a Windows x64 PC). */
37
+ arch: string;
38
+ /** Windows only: what the `tensorrt-llm` provider reaches Atomic Chat's WSL distribution through. */
39
+ windows?: WindowsManagedContext;
40
+ }
41
+ /**
42
+ * The Linux recipe's host-side parts: the machine, the privileged recipe, the one Docker executor,
43
+ * and this scope's engine caches and models.
44
+ */
45
+ export declare function linuxProvisionerParts(options: Pick<WireManagedEnvironmentOptions, 'layout' | 'unloadEngineSessions'>, host: LinuxHost, containers: ManagedContainersHandle): LinuxProvisionerParts;
46
+ /**
47
+ * Tests only: the guest recipe as the Windows test machine applies it (`atomic-test-recipe` in
48
+ * `fake-wsl.mjs`), the way the Linux e2e's fake privileged executor stands in for the real recipe —
49
+ * the recipe itself is the Linux one, covered where it runs.
50
+ */
51
+ export declare const testGuestRecipe: GuestRecipeRunner;
52
+ export interface WindowsPartsInput {
53
+ layout: DataLayout;
54
+ fetch: typeof fetch;
55
+ unloadEngineSessions: UnloadEngineSessions;
56
+ host: WindowsHost;
57
+ records: Pick<WindowsEnvironmentRecordStore, 'read' | 'write' | 'remove'>;
58
+ containers: Pick<ManagedContainersHandle, 'current'>;
59
+ mount: GuestMount;
60
+ keeper: DistributionKeeper;
61
+ scopeKey: () => Promise<string>;
62
+ /** The `ATOMIC_MANAGED_TEST_WINDOWS` machine: its guest recipe is `testGuestRecipe`. */
63
+ test: boolean;
64
+ }
65
+ /**
66
+ * The Windows provisioner's parts over this core's objects (change `add-tensorrt-llm-windows`, task
67
+ * 2.10): the rootfs download, the guest recipe, the journal of the one executor (wired or not yet),
68
+ * and this scope's caches and models removed by the guest's own `rm` — only ever this scope's folder,
69
+ * through the same mount the provider uses.
70
+ */
71
+ export declare function windowsProvisionerParts(input: WindowsPartsInput): WindowsProvisionerParts;
72
+ export declare function wireManagedEnvironment(options: WireManagedEnvironmentOptions): ManagedEnvironment;
@@ -0,0 +1,218 @@
1
+ /**
2
+ * Composition of the managed container environment (task 2.6): the pieces `wireManagedRuntimes`
3
+ * needs from outside its own module — the Linux machine, the privileged recipe from `src/host`,
4
+ * the one Docker executor of this core, this scope's engine caches and models — put together once
5
+ * for `create.ts`.
6
+ *
7
+ * The Docker executor is the startup handle (`createManagedContainersHandle`): core startup resolves
8
+ * it before recovery runs (so a recovered pull has it), the setup uses it, and the managed-text
9
+ * provider (task 2.14) must take the same handle rather than wire a second one.
10
+ *
11
+ * `unloadEngineSessions` is the `tensorrt-llm` provider's (`tensorrtLlmSessionUnloader`, task 2.14):
12
+ * a removal unloads a loaded session of the engine first, with its container's stop confirmed. Left
13
+ * out, the default (`NOTHING_LOADED`) says nothing is loaded.
14
+ *
15
+ * `ATOMIC_MANAGED_TEST_HOST` (see `linux-host.ts`) swaps the whole Linux machine for a folder the
16
+ * e2e suite describes, including on a non-Linux test runner; production never sets it. This is the
17
+ * one place it is read: the returned `platform` and `host` carry it to the `tensorrt-llm` provider.
18
+ */
19
+ import { rm } from 'node:fs/promises';
20
+ import { join } from 'node:path';
21
+ import { managedSharedPaths, managedSharedRoot, nodeDataFolderEnv } from '../config/index.js';
22
+ import { createGuestRecipeRunner, ENABLE_WSL_BINDING, INSTALL_CONTAINER_RUNTIME_BINDING, } from '../host/recipes/index.js';
23
+ import { createManagedContainersHandle } from '../runtime/container/index.js';
24
+ import { ATOMIC_CHAT_DISTRIBUTION, downloadVerifiedRootfs, managedTestHostDir, managedTestWindowsDir, NOTHING_LOADED, realLinuxHost, realWindowsHost, testLinuxHost, testWindowsHost, WindowsEnvironmentRecordStore, wireManagedRuntimes, } from '../runtime/environment/index.js';
25
+ import { removeEngineCaches } from '../runtime/managed-text/index.js';
26
+ import { guestModelFiles, guestModelsRoot } from '../runtime/managed-models/index.js';
27
+ import { createDistributionKeeper, directoryGuestMount, guestScopePaths, guestScopeKeyReader, WSL_LOCALHOST_MOUNT, } from '../runtime/wsl/index.js';
28
+ /**
29
+ * The Linux recipe's host-side parts: the machine, the privileged recipe, the one Docker executor,
30
+ * and this scope's engine caches and models.
31
+ */
32
+ export function linuxProvisionerParts(options, host, containers) {
33
+ return {
34
+ host,
35
+ recipe: INSTALL_CONTAINER_RUNTIME_BINDING,
36
+ docker: async () => {
37
+ const wired = await containers.resolve();
38
+ return wired === null
39
+ ? null
40
+ : { exec: wired.exec, socketPath: wired.socketPath, journal: wired.journal };
41
+ },
42
+ removeEngineCaches: async (descriptorId) => {
43
+ await removeEngineCaches(options.layout.managed, { descriptorId });
44
+ },
45
+ // The managed model store, every engine's (change `add-vllm-runtime`, D13): the provisioner asks only
46
+ // when no other engine's installation is left.
47
+ removeStoreModels: () => rm(options.layout.managedModelsDir, { recursive: true, force: true }),
48
+ unloadEngineSessions: options.unloadEngineSessions ?? NOTHING_LOADED,
49
+ };
50
+ }
51
+ /**
52
+ * Tests only: the guest recipe as the Windows test machine applies it (`atomic-test-recipe` in
53
+ * `fake-wsl.mjs`), the way the Linux e2e's fake privileged executor stands in for the real recipe —
54
+ * the recipe itself is the Linux one, covered where it runs.
55
+ */
56
+ export const testGuestRecipe = async (transport, request) => {
57
+ const applied = await transport.exec(['atomic-test-recipe', ...request.parameters.components], {
58
+ user: 'root',
59
+ });
60
+ return {
61
+ outcome: applied.code === 0 ? 'completed' : 'failed',
62
+ log_tail: `${applied.stdout}${applied.stderr}`.trim(),
63
+ };
64
+ };
65
+ /**
66
+ * The Windows provisioner's parts over this core's objects (change `add-tensorrt-llm-windows`, task
67
+ * 2.10): the rootfs download, the guest recipe, the journal of the one executor (wired or not yet),
68
+ * and this scope's caches and models removed by the guest's own `rm` — only ever this scope's folder,
69
+ * through the same mount the provider uses.
70
+ */
71
+ export function windowsProvisionerParts(input) {
72
+ const wsl = input.host.probeDeps.wsl;
73
+ /** This scope's guest folder, through the mount, for the guest's own `rm`; null before the import. */
74
+ const guestFiles = async () => {
75
+ const record = await input.records.read();
76
+ if (record === null)
77
+ return null;
78
+ const name = record.distribution.name;
79
+ const key = await input.scopeKey();
80
+ return {
81
+ paths: guestScopePaths(input.layout.managed, name, key, input.mount),
82
+ store: input.mount.hostPath(name, guestModelsRoot(key)),
83
+ files: guestModelFiles(wsl.distribution(name), input.mount),
84
+ };
85
+ };
86
+ return {
87
+ host: input.host,
88
+ records: input.records,
89
+ guestRecipe: INSTALL_CONTAINER_RUNTIME_BINDING,
90
+ enableWsl: ENABLE_WSL_BINDING,
91
+ downloadRootfs: (rootfs, destination, signal) => downloadVerifiedRootfs(input.fetch, rootfs, destination, signal),
92
+ removeFile: (path) => rm(path, { force: true }),
93
+ runGuestRecipe: input.test ? testGuestRecipe : createGuestRecipeRunner({ fetch: input.fetch }),
94
+ journal: {
95
+ list: () => input.containers.current()?.journal.list() ?? [],
96
+ remove: async (id) => {
97
+ await input.containers.current()?.journal.remove(id);
98
+ },
99
+ },
100
+ removeEngineCaches: async (descriptorId) => {
101
+ const files = await guestFiles();
102
+ if (files !== null)
103
+ await files.files.remove([files.paths.descriptorCachesDir(descriptorId)]);
104
+ },
105
+ removeStoreModels: async () => {
106
+ const files = await guestFiles();
107
+ if (files !== null)
108
+ await files.files.remove([files.store]);
109
+ },
110
+ unloadEngineSessions: input.unloadEngineSessions,
111
+ fetch: input.fetch,
112
+ keeper: input.keeper,
113
+ };
114
+ }
115
+ /**
116
+ * The Windows half (change `add-tensorrt-llm-windows`, task 2.10): the machine and WSL (the real ones,
117
+ * or the `ATOMIC_MANAGED_TEST_WINDOWS` stand-in), the environment record under the shared root, this
118
+ * scope's `scope_key`, one keeper per distribution, the one Docker executor through the guest, and the
119
+ * provisioner's parts — all over the same objects the `tensorrt-llm` provider gets in its context.
120
+ */
121
+ function wireWindowsEnvironment(options, testDir) {
122
+ const host = testDir === null ? realWindowsHost(options.env) : testWindowsHost(testDir);
123
+ const wsl = host.probeDeps.wsl;
124
+ const mount = testDir === null ? WSL_LOCALHOST_MOUNT : directoryGuestMount(join(testDir, 'guest-fs'));
125
+ const shared = managedSharedPaths(managedSharedRoot(nodeDataFolderEnv(options.env)));
126
+ const records = new WindowsEnvironmentRecordStore(shared.environmentFile);
127
+ const keepers = new Map();
128
+ const keeper = (name) => {
129
+ let existing = keepers.get(name);
130
+ if (existing === undefined) {
131
+ existing = createDistributionKeeper(wsl.distribution(name));
132
+ keepers.set(name, existing);
133
+ }
134
+ return existing;
135
+ };
136
+ const scopeKey = guestScopeKeyReader(options.layout.managed.guestScopeFile);
137
+ const guest = async () => {
138
+ const record = await records.read().catch(() => null);
139
+ return record === null ? null : wsl.distribution(record.distribution.name);
140
+ };
141
+ const containers = createManagedContainersHandle({
142
+ platform: 'win32',
143
+ layout: options.layout,
144
+ instanceId: options.instanceId,
145
+ log: options.log,
146
+ guest,
147
+ });
148
+ const parts = windowsProvisionerParts({
149
+ layout: options.layout,
150
+ fetch: options.fetch ?? fetch,
151
+ unloadEngineSessions: options.unloadEngineSessions ?? NOTHING_LOADED,
152
+ host,
153
+ records,
154
+ containers,
155
+ mount,
156
+ keeper: keeper(ATOMIC_CHAT_DISTRIBUTION),
157
+ scopeKey,
158
+ test: testDir !== null,
159
+ });
160
+ const managed = wireManagedRuntimes({
161
+ env: nodeDataFolderEnv(options.env),
162
+ instanceId: options.instanceId,
163
+ platform: 'win32',
164
+ emit: options.emit,
165
+ newId: options.newId,
166
+ ...(options.onWarn === undefined ? {} : { onWarn: options.onWarn }),
167
+ ...(options.fetch === undefined ? {} : { fetch: options.fetch }),
168
+ engines: options.engines,
169
+ storeMigration: options.storeMigration,
170
+ windows: parts,
171
+ });
172
+ return {
173
+ managed,
174
+ containers,
175
+ platform: 'win32',
176
+ // Never asked on Windows (the provider reads the guest); built so the type stays one.
177
+ host: realLinuxHost(options.env),
178
+ arch: testDir === null ? process.arch : 'x64',
179
+ windows: { records, wsl, keeper, scopeKey, host, ...(testDir === null ? {} : { mount }) },
180
+ };
181
+ }
182
+ export function wireManagedEnvironment(options) {
183
+ // The test hooks first, whatever the real platform: each stands in for a whole machine of its own.
184
+ const testWindows = managedTestWindowsDir(options.env);
185
+ if (testWindows !== null)
186
+ return wireWindowsEnvironment(options, testWindows);
187
+ const testHost = managedTestHostDir(options.env);
188
+ if (testHost === null && options.platform === 'win32')
189
+ return wireWindowsEnvironment(options, null);
190
+ const platform = testHost === null ? options.platform : 'linux';
191
+ const pinnedDocker = options.dockerPath;
192
+ const host = testHost !== null
193
+ ? testLinuxHost(testHost, options.env)
194
+ : realLinuxHost(options.env, undefined, pinnedDocker === undefined ? undefined : async () => pinnedDocker);
195
+ const dockerPath = pinnedDocker !== undefined ? pinnedDocker : host.dockerPath;
196
+ const containers = createManagedContainersHandle({
197
+ platform,
198
+ layout: options.layout,
199
+ instanceId: options.instanceId,
200
+ log: options.log,
201
+ ...(dockerPath === undefined ? {} : { dockerPath }),
202
+ ...(host.dockerSocketPath === undefined ? {} : { dockerSocketPath: host.dockerSocketPath }),
203
+ });
204
+ const managed = wireManagedRuntimes({
205
+ env: nodeDataFolderEnv(options.env),
206
+ instanceId: options.instanceId,
207
+ platform,
208
+ emit: options.emit,
209
+ newId: options.newId,
210
+ ...(options.onWarn === undefined ? {} : { onWarn: options.onWarn }),
211
+ ...(options.fetch === undefined ? {} : { fetch: options.fetch }),
212
+ engines: options.engines,
213
+ storeMigration: options.storeMigration,
214
+ linux: linuxProvisionerParts(options, host, containers),
215
+ });
216
+ return { managed, containers, platform, host, arch: process.arch };
217
+ }
218
+ //# sourceMappingURL=managed-environment.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"managed-environment.js","sourceRoot":"","sources":["../../src/core/managed-environment.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAG7F,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,iCAAiC,GAClC,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAA;AAE7E,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,qBAAqB,EACrB,cAAc,EACd,aAAa,EACb,eAAe,EACf,aAAa,EACb,eAAe,EACf,6BAA6B,EAC7B,mBAAmB,GACpB,MAAM,iCAAiC,CAAA;AAUxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAA;AACrE,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAA;AACrF,OAAO,EACL,wBAAwB,EACxB,mBAAmB,EACnB,eAAe,EACf,mBAAmB,EACnB,mBAAmB,GAGpB,MAAM,yBAAyB,CAAA;AAsChC;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAA+E,EAC/E,IAAe,EACf,UAAmC;IAEnC,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,iCAAiC;QACzC,MAAM,EAAE,KAAK,IAAI,EAAE;YACjB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAA;YACxC,OAAO,KAAK,KAAK,IAAI;gBACnB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAA;QAChF,CAAC;QACD,kBAAkB,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;YACzC,MAAM,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,CAAA;QACpE,CAAC;QACD,sGAAsG;QACtG,+CAA+C;QAC/C,iBAAiB,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC9F,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,cAAc;KACrE,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,eAAe,GAAsB,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;IAC7E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;QAC7F,IAAI,EAAE,MAAM;KACb,CAAC,CAAA;IACF,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;QACpD,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;KACtD,CAAA;AACH,CAAC,CAAA;AAgBD;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAwB;IAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAA;IACpC,sGAAsG;IACtG,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;QACzC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAA;QACrC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAA;QAClC,OAAO;YACL,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC;YACpE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC;YACvD,KAAK,EAAE,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC;SAC5D,CAAA;IACH,CAAC,CAAA;IACD,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,iCAAiC;QAC9C,SAAS,EAAE,kBAAkB;QAC7B,cAAc,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,CAC9C,sBAAsB,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC;QAClE,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC/C,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QAC9F,OAAO,EAAE;YACP,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE;YAC5D,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBACnB,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACtD,CAAC;SACF;QACD,kBAAkB,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;YACzC,MAAM,KAAK,GAAG,MAAM,UAAU,EAAE,CAAA;YAChC,IAAI,KAAK,KAAK,IAAI;gBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAC/F,CAAC;QACD,iBAAiB,EAAE,KAAK,IAAI,EAAE;YAC5B,MAAM,KAAK,GAAG,MAAM,UAAU,EAAE,CAAA;YAChC,IAAI,KAAK,KAAK,IAAI;gBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QAC7D,CAAC;QACD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,sBAAsB,CAC7B,OAAsC,EACtC,OAAsB;IAEtB,MAAM,IAAI,GAAgB,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAA;IACpG,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAA;IAC9B,MAAM,KAAK,GACT,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAA;IACzF,MAAM,MAAM,GAAG,kBAAkB,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACpF,MAAM,OAAO,GAAG,IAAI,6BAA6B,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IACzE,MAAM,OAAO,GAAG,IAAI,GAAG,EAA8B,CAAA;IACrD,MAAM,MAAM,GAAG,CAAC,IAAY,EAAsB,EAAE;QAClD,IAAI,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QAC7B,CAAC;QACD,OAAO,QAAQ,CAAA;IACjB,CAAC,CAAA;IACD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;IAC3E,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;QACvB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;QACrD,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;IAC5E,CAAC,CAAA;IACD,MAAM,UAAU,GAAG,6BAA6B,CAAC;QAC/C,QAAQ,EAAE,OAAO;QACjB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK;KACN,CAAC,CAAA;IACF,MAAM,KAAK,GAAG,uBAAuB,CAAC;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK;QAC7B,oBAAoB,EAAE,OAAO,CAAC,oBAAoB,IAAI,cAAc;QACpE,IAAI;QACJ,OAAO;QACP,UAAU;QACV,KAAK;QACL,MAAM,EAAE,MAAM,CAAC,wBAAwB,CAAC;QACxC,QAAQ;QACR,IAAI,EAAE,OAAO,KAAK,IAAI;KACvB,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,mBAAmB,CAAC;QAClC,GAAG,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC;QACnC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ,EAAE,OAAO;QACjB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACnE,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QAChE,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,OAAO,EAAE,KAAK;KACf,CAAC,CAAA;IACF,OAAO;QACL,OAAO;QACP,UAAU;QACV,QAAQ,EAAE,OAAO;QACjB,sFAAsF;QACtF,IAAI,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC;QAChC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK;QAC7C,OAAO,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;KAC1F,CAAA;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAsC;IAC3E,mGAAmG;IACnG,MAAM,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACtD,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,sBAAsB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;IAC7E,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACnG,MAAM,QAAQ,GAAoB,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAA;IAChF,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,CAAA;IACvC,MAAM,IAAI,GACR,QAAQ,KAAK,IAAI;QACf,CAAC,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC;QACtC,CAAC,CAAC,aAAa,CACX,OAAO,CAAC,GAAG,EACX,SAAS,EACT,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,YAAY,CAClE,CAAA;IACP,MAAM,UAAU,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAA;IAC9E,MAAM,UAAU,GAAG,6BAA6B,CAAC;QAC/C,QAAQ;QACR,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,IAAI,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC;KAC5F,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,mBAAmB,CAAC;QAClC,GAAG,EAAE,iBAAiB,CAAC,OAAO,CAAC,GAAG,CAAC;QACnC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ;QACR,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;QACnE,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QAChE,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,KAAK,EAAE,qBAAqB,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC;KACxD,CAAC,CAAA;IACF,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAA;AACpE,CAAC"}
@@ -0,0 +1,4 @@
1
+ export * from './plan.js';
2
+ export * from './store.js';
3
+ export * from './service.js';
4
+ export * from './wiring.js';
@@ -0,0 +1,5 @@
1
+ export * from './plan.js';
2
+ export * from './store.js';
3
+ export * from './service.js';
4
+ export * from './wiring.js';
5
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/model-setup/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA;AACzB,cAAc,YAAY,CAAA;AAC1B,cAAc,cAAc,CAAA;AAC5B,cAAc,aAAa,CAAA"}
@@ -0,0 +1,56 @@
1
+ /**
2
+ * The model-setup plan, pure: given the compatibility verdict, the conf rule (when one matched), the
3
+ * Hub's file facts, the Prism manifest and this machine, what a setup would download and install,
4
+ * how many bytes that is, and what blocks it. `digest` hashes exactly what decides the work, so a
5
+ * start computed against an older plan is refused as stale instead of doing something else.
6
+ */
7
+ import type { EngineCapability, LocalProviderId, ModelCompatibilityResponse, ModelSetupPlan, ModelSetupPlanRequest } from '../../contracts/index.js';
8
+ import type { BackendFeatures, GpuProbeInfo, PrismManifest, PrismOfferOptions } from '../../backend/index.js';
9
+ import type { RuleMatch } from '../../models/index.js';
10
+ /** The engine a stock file is registered for when it needs no PrismML build. */
11
+ export declare const STOCK_SETUP_PROVIDER: LocalProviderId;
12
+ export interface PrismHost {
13
+ osType: string;
14
+ arch: string;
15
+ features: BackendFeatures;
16
+ gpus: readonly GpuProbeInfo[];
17
+ }
18
+ export interface PrismPackRef {
19
+ version: string;
20
+ backend: string;
21
+ }
22
+ export interface ModelSetupPlanInput {
23
+ request: ModelSetupPlanRequest;
24
+ verdict: ModelCompatibilityResponse;
25
+ rule?: RuleMatch;
26
+ /** The Hub's LFS facts for `request.file` when no rule pins it. */
27
+ hubFile?: {
28
+ size: number;
29
+ sha256?: string;
30
+ };
31
+ manifest: PrismManifest;
32
+ offer: PrismOfferOptions;
33
+ host: PrismHost;
34
+ installedPacks: readonly PrismPackRef[];
35
+ /** The pack a load on `atomic-prism` would use now. */
36
+ currentPack: PrismPackRef | null;
37
+ freeBytes: number | null;
38
+ }
39
+ /** `owner/<file name without .gguf>`: unique per file, and a leaf of the model tree. */
40
+ export declare function defaultModelId(repo: string, file: string): string;
41
+ /**
42
+ * The best offered PrismML pack for this machine that runs a file needing `requires` from build
43
+ * `minBuild` on; `null` when none does.
44
+ */
45
+ export declare function choosePrismPack(input: {
46
+ manifest: PrismManifest;
47
+ offer: PrismOfferOptions;
48
+ host: PrismHost;
49
+ requires: readonly EngineCapability[];
50
+ minBuild?: number;
51
+ }): (PrismPackRef & {
52
+ download_size: number;
53
+ }) | null;
54
+ /** What `digest` covers: everything that decides the work, nothing that drifts on its own. */
55
+ export declare function planDigest(plan: Omit<ModelSetupPlan, 'digest'>): string;
56
+ export declare function planModelSetup(input: ModelSetupPlanInput): ModelSetupPlan;
@@ -0,0 +1,158 @@
1
+ /**
2
+ * The model-setup plan, pure: given the compatibility verdict, the conf rule (when one matched), the
3
+ * Hub's file facts, the Prism manifest and this machine, what a setup would download and install,
4
+ * how many bytes that is, and what blocks it. `digest` hashes exactly what decides the work, so a
5
+ * start computed against an older plan is refused as stale instead of doing something else.
6
+ */
7
+ import { determineBestPrismBackend, determinePrismSupportedBackends, filterPrismBackendsBySupport, findPrismRelease, prismArchiveSources, prismCatalogToBackends, prismTagBuild, } from '../../backend/index.js';
8
+ import { canonicalDigest } from '../../runtime/environment/index.js';
9
+ /** The engine a stock file is registered for when it needs no PrismML build. */
10
+ export const STOCK_SETUP_PROVIDER = 'llamacpp-upstream';
11
+ /** `owner/<file name without .gguf>`: unique per file, and a leaf of the model tree. */
12
+ export function defaultModelId(repo, file) {
13
+ const owner = repo.split('/')[0] ?? repo;
14
+ const name = (file.split('/').pop() ?? file).replace(/\.gguf$/i, '');
15
+ return `${owner}/${name}`;
16
+ }
17
+ /**
18
+ * The best offered PrismML pack for this machine that runs a file needing `requires` from build
19
+ * `minBuild` on; `null` when none does.
20
+ */
21
+ export function choosePrismPack(input) {
22
+ const { manifest, host } = input;
23
+ const fits = prismCatalogToBackends(manifest, input.offer).filter((pack) => {
24
+ const release = findPrismRelease(manifest, pack.version);
25
+ const build = prismTagBuild(pack.version) ?? 0;
26
+ if (input.minBuild !== undefined && build < input.minBuild)
27
+ return false;
28
+ return input.requires.every((capability) => release?.capabilities.includes(capability));
29
+ });
30
+ const supported = filterPrismBackendsBySupport(fits, determinePrismSupportedBackends(host.osType, host.arch, host.features));
31
+ const best = determineBestPrismBackend(supported, host.gpus);
32
+ if (!best)
33
+ return null;
34
+ const [version, backend] = best.split('/');
35
+ const sources = prismArchiveSources(manifest, version, backend) ?? [];
36
+ return { version, backend, download_size: sources.reduce((sum, s) => sum + s.size, 0) };
37
+ }
38
+ function engineOf(input, blockers) {
39
+ const { verdict } = input;
40
+ if (verdict.provider !== 'atomic-prism')
41
+ return null;
42
+ if (verdict.outcome === 'compatible') {
43
+ return input.currentPack
44
+ ? { provider: 'atomic-prism', ...input.currentPack, installed: true, download_size: 0 }
45
+ : null;
46
+ }
47
+ if (verdict.outcome !== 'engine_required' && verdict.outcome !== 'engine_update_required')
48
+ return null;
49
+ const pack = choosePrismPack({
50
+ manifest: input.manifest,
51
+ offer: input.offer,
52
+ host: input.host,
53
+ requires: verdict.requires,
54
+ ...(verdict.min_prism_build !== undefined ? { minBuild: verdict.min_prism_build } : {}),
55
+ });
56
+ if (!pack) {
57
+ blockers.push({
58
+ code: 'no_engine_build',
59
+ message: 'No approved PrismML llama.cpp build runs this model on this computer yet.',
60
+ });
61
+ return null;
62
+ }
63
+ const installed = input.installedPacks.some((p) => p.version === pack.version && p.backend === pack.backend);
64
+ return {
65
+ provider: 'atomic-prism',
66
+ version: pack.version,
67
+ backend: pack.backend,
68
+ installed,
69
+ download_size: installed ? 0 : pack.download_size,
70
+ };
71
+ }
72
+ function artifactsOf(input) {
73
+ const { request, rule } = input;
74
+ if (!rule) {
75
+ return {
76
+ model: {
77
+ repo: request.repo,
78
+ file: request.file,
79
+ revision: request.revision ?? 'main',
80
+ ...(input.hubFile?.sha256 ? { sha256: input.hubFile.sha256 } : {}),
81
+ size: input.hubFile?.size ?? 0,
82
+ },
83
+ projector: null,
84
+ };
85
+ }
86
+ const { family, file } = rule;
87
+ const projector = request.include_projector === false ? undefined : family.projectors?.find((p) => p.default);
88
+ return {
89
+ model: {
90
+ repo: family.repo,
91
+ file: file.file,
92
+ revision: family.revision,
93
+ sha256: file.sha256,
94
+ size: file.size,
95
+ },
96
+ projector: projector
97
+ ? {
98
+ repo: family.repo,
99
+ file: projector.file,
100
+ revision: family.revision,
101
+ sha256: projector.sha256,
102
+ size: projector.size,
103
+ }
104
+ : null,
105
+ };
106
+ }
107
+ /** What `digest` covers: everything that decides the work, nothing that drifts on its own. */
108
+ export function planDigest(plan) {
109
+ return canonicalDigest({
110
+ model_id: plan.model_id,
111
+ provider: plan.provider,
112
+ outcome: plan.verdict.outcome,
113
+ engine: plan.engine && {
114
+ version: plan.engine.version,
115
+ backend: plan.engine.backend,
116
+ installed: plan.engine.installed,
117
+ },
118
+ model: plan.model,
119
+ projector: plan.projector,
120
+ blockers: plan.blockers.map((b) => b.code),
121
+ });
122
+ }
123
+ export function planModelSetup(input) {
124
+ const { verdict } = input;
125
+ const blockers = [];
126
+ if (verdict.outcome === 'unsupported')
127
+ blockers.push({ code: 'unsupported', message: verdict.reason });
128
+ if (verdict.outcome === 'legacy_artifact') {
129
+ blockers.push({
130
+ code: 'legacy_artifact',
131
+ message: verdict.reason,
132
+ ...(verdict.replacement ? { replacement: verdict.replacement } : {}),
133
+ });
134
+ }
135
+ const engine = engineOf(input, blockers);
136
+ const { model, projector } = artifactsOf(input);
137
+ const total = (engine?.download_size ?? 0) + model.size + (projector?.size ?? 0);
138
+ if (input.freeBytes !== null && total > input.freeBytes) {
139
+ blockers.push({
140
+ code: 'insufficient_disk_space',
141
+ message: `The setup needs ${total} bytes and ${input.freeBytes} are free.`,
142
+ });
143
+ }
144
+ const body = {
145
+ model_id: input.request.model_id ?? defaultModelId(model.repo, model.file),
146
+ provider: verdict.provider ?? STOCK_SETUP_PROVIDER,
147
+ verdict,
148
+ engine,
149
+ model,
150
+ projector,
151
+ total_download_bytes: total,
152
+ free_bytes: input.freeBytes,
153
+ blockers,
154
+ ...(verdict.defaults ? { defaults: verdict.defaults } : {}),
155
+ };
156
+ return { digest: planDigest(body), ...body };
157
+ }
158
+ //# sourceMappingURL=plan.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"plan.js","sourceRoot":"","sources":["../../../src/core/model-setup/plan.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,OAAO,EACL,yBAAyB,EACzB,+BAA+B,EAC/B,4BAA4B,EAC5B,gBAAgB,EAChB,mBAAmB,EACnB,sBAAsB,EACtB,aAAa,GACd,MAAM,wBAAwB,CAAA;AAG/B,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAA;AAEpE,gFAAgF;AAChF,MAAM,CAAC,MAAM,oBAAoB,GAAoB,mBAAmB,CAAA;AA6BxE,wFAAwF;AACxF,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,IAAY;IACvD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;IACxC,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;IACpE,OAAO,GAAG,KAAK,IAAI,IAAI,EAAE,CAAA;AAC3B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,KAM/B;IACC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,KAAK,CAAA;IAChC,MAAM,IAAI,GAAG,sBAAsB,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACzE,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC9C,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,GAAG,KAAK,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAA;QACxE,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,OAAO,EAAE,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAA;IACzF,CAAC,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,4BAA4B,CAC5C,IAAI,EACJ,+BAA+B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CACvE,CAAA;IACD,MAAM,IAAI,GAAG,yBAAyB,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5D,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAA;IACtB,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAqB,CAAA;IAC9D,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,CAAA;IACrE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAA;AACzF,CAAC;AAED,SAAS,QAAQ,CAAC,KAA0B,EAAE,QAA6B;IACzE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACzB,IAAI,OAAO,CAAC,QAAQ,KAAK,cAAc;QAAE,OAAO,IAAI,CAAA;IACpD,IAAI,OAAO,CAAC,OAAO,KAAK,YAAY,EAAE,CAAC;QACrC,OAAO,KAAK,CAAC,WAAW;YACtB,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE;YACvF,CAAC,CAAC,IAAI,CAAA;IACV,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,KAAK,iBAAiB,IAAI,OAAO,CAAC,OAAO,KAAK,wBAAwB;QAAE,OAAO,IAAI,CAAA;IACtG,MAAM,IAAI,GAAG,eAAe,CAAC;QAC3B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxF,CAAC,CAAA;IACF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,2EAA2E;SACrF,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAA;IAC5G,OAAO;QACL,QAAQ,EAAE,cAAc;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,SAAS;QACT,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa;KAClD,CAAA;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAA0B;IAI7C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAA;IAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM;gBACpC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC;aAC/B;YACD,SAAS,EAAE,IAAI;SAChB,CAAA;IACH,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAA;IAC7B,MAAM,SAAS,GACb,OAAO,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;IAC7F,OAAO;QACL,KAAK,EAAE;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB;QACD,SAAS,EAAE,SAAS;YAClB,CAAC,CAAC;gBACE,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,IAAI,EAAE,SAAS,CAAC,IAAI;aACrB;YACH,CAAC,CAAC,IAAI;KACT,CAAA;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,UAAU,CAAC,IAAoC;IAC7D,OAAO,eAAe,CAAC;QACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;QAC7B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI;YACrB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACjC;QACD,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;KAC3C,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAA0B;IACvD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACzB,MAAM,QAAQ,GAAwB,EAAE,CAAA;IACxC,IAAI,OAAO,CAAC,OAAO,KAAK,aAAa;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACtG,IAAI,OAAO,CAAC,OAAO,KAAK,iBAAiB,EAAE,CAAC;QAC1C,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACrE,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;IACxC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAA;IAChF,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,KAAK,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACxD,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,yBAAyB;YAC/B,OAAO,EAAE,mBAAmB,KAAK,cAAc,KAAK,CAAC,SAAS,YAAY;SAC3E,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,IAAI,GAAmC;QAC3C,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;QAC1E,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,oBAAoB;QAClD,OAAO;QACP,MAAM;QACN,KAAK;QACL,SAAS;QACT,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,QAAQ;QACR,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5D,CAAA;IACD,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,CAAA;AAC9C,CAAC"}
@@ -0,0 +1,92 @@
1
+ /**
2
+ * The model-setup runner: `queued → installing_engine → downloading_model → downloading_projector →
3
+ * verifying → registering → ready`, or `failed | cancelled`; a setup a stopped core left mid-way is
4
+ * `interrupted` at the next start and continues on `resume`, from the files already on disk.
5
+ *
6
+ * The PrismML pack is shared: two setups that need the same pack wait on one install, and cancelling
7
+ * one of them stops its wait, never the install the other still needs. Credentials are never stored:
8
+ * the Hugging Face token goes into the download headers of the run that uses it.
9
+ */
10
+ import { AtomicCoreError } from '../../contracts/index.js';
11
+ import type { CompatibilityVerdict, ErrorBody, ModelSetup, ModelSetupEngine, ModelSetupPlan, ModelSetupPlanRequest, ModelSetupStartRequest, ProxyConfig } from '../../contracts/index.js';
12
+ import type { DataLayout } from '../../config/index.js';
13
+ import type { DownloadItem } from '../../downloads/index.js';
14
+ import type { ModelYmlInput } from '../../models/index.js';
15
+ import type { ModelSetupStore } from './store.js';
16
+ export interface ModelSetupServiceDeps {
17
+ layout: DataLayout;
18
+ store: ModelSetupStore;
19
+ plan: (request: ModelSetupPlanRequest) => Promise<ModelSetupPlan>;
20
+ /** Install the pack (idempotent: a pack already on disk returns at once). */
21
+ installEngine: (engine: ModelSetupEngine, taskId: string, proxy: ProxyConfig | null) => Promise<void>;
22
+ /** Make `atomic-prism` load from this pack. */
23
+ selectEngine: (engine: ModelSetupEngine) => Promise<void>;
24
+ download: (taskId: string, items: DownloadItem[]) => Promise<void>;
25
+ cancelDownload: (taskId: string) => void;
26
+ /** The header verdict of a downloaded file. */
27
+ verify: (modelPath: string) => Promise<CompatibilityVerdict>;
28
+ register: (modelId: string, yml: ModelYmlInput) => Promise<void>;
29
+ emit: (record: ModelSetup) => void;
30
+ /** `model:imported` for the app's model list. */
31
+ imported?: (event: {
32
+ provider: ModelSetupPlan['provider'];
33
+ modelId: string;
34
+ modelPath: string;
35
+ mmprojPath?: string;
36
+ }) => void;
37
+ newId: () => string;
38
+ /** Where model files are downloaded from; Hugging Face unless a test points it elsewhere. */
39
+ hfEndpoint?: string;
40
+ now?: () => number;
41
+ log?: (level: 'info' | 'warn', message: string) => void;
42
+ }
43
+ /** A download task id the progress events can carry: no characters a path or event name chokes on. */
44
+ export declare function setupTaskId(raw: string): string;
45
+ /** The engine install's task id, one per pack, shared by every setup that needs it. */
46
+ export declare function engineTaskId(engine: Pick<ModelSetupEngine, 'version' | 'backend'>): string;
47
+ /** The error the wire carries for a stopped setup. */
48
+ export declare function setupErrorBody(error: unknown): ErrorBody;
49
+ /** The refusal a blocked plan answers `POST /model-setups` with. */
50
+ export declare function blockedPlanError(plan: ModelSetupPlan): AtomicCoreError | null;
51
+ export declare class ModelSetupService {
52
+ private readonly deps;
53
+ private readonly records;
54
+ private readonly runs;
55
+ private readonly engines;
56
+ constructor(deps: ModelSetupServiceDeps);
57
+ /** Load the records and mark what a stopped core left mid-way `interrupted`. Call once at start. */
58
+ recover(): Promise<void>;
59
+ /** In-memory view for the control snapshot. */
60
+ snapshot(): ModelSetup[];
61
+ plan(request: ModelSetupPlanRequest): Promise<ModelSetupPlan>;
62
+ list(): Promise<ModelSetup[]>;
63
+ get(setupId: string): Promise<ModelSetup>;
64
+ /**
65
+ * Start a setup from the plan the user saw. A retry with the same `request_id` returns the setup
66
+ * it started; a plan that changed since is `MODEL_SETUP_PLAN_STALE`; a model already being set up
67
+ * returns that setup.
68
+ */
69
+ start(input: ModelSetupStartRequest): Promise<ModelSetup>;
70
+ /** Stop a setup. Files downloaded so far stay, so `resume` continues from them. */
71
+ cancel(setupId: string): Promise<ModelSetup>;
72
+ /** Run a stopped setup again, planned afresh from its request. */
73
+ resume(setupId: string, options?: {
74
+ proxy?: ProxyConfig | null;
75
+ }): Promise<ModelSetup>;
76
+ /** Wait for a run in flight (tests and shutdown). */
77
+ settled(setupId: string): Promise<void>;
78
+ private taskIds;
79
+ private launch;
80
+ private run;
81
+ private sharedInstall;
82
+ /** Data-folder-relative paths, `/`-separated, as `model.yml` stores them. */
83
+ private pathsOf;
84
+ private item;
85
+ /** The header is the last word: a file that turned out to need another engine is not registered. */
86
+ private check;
87
+ private registerModel;
88
+ /** Commit a patch on top of the newest record, retrying if a concurrent write moved it. */
89
+ private update;
90
+ private remember;
91
+ private now;
92
+ }