@atomic-chat/core 0.5.1 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (970) hide show
  1. package/README.md +22 -0
  2. package/dist/app-daemon.js +20 -67
  3. package/dist/app-daemon.js.map +1 -1
  4. package/dist/backend/advisor/advisor.d.ts +132 -0
  5. package/dist/backend/advisor/advisor.js +537 -0
  6. package/dist/backend/advisor/advisor.js.map +1 -0
  7. package/dist/backend/advisor/index.d.ts +6 -0
  8. package/dist/backend/advisor/index.js +7 -0
  9. package/dist/backend/advisor/index.js.map +1 -0
  10. package/dist/backend/advisor/policy.d.ts +81 -0
  11. package/dist/backend/advisor/policy.js +154 -0
  12. package/dist/backend/advisor/policy.js.map +1 -0
  13. package/dist/backend/catalog/archive.d.ts +21 -7
  14. package/dist/backend/catalog/archive.js +57 -17
  15. package/dist/backend/catalog/archive.js.map +1 -1
  16. package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
  17. package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
  18. package/dist/backend/catalog/cuda-family.d.ts +12 -2
  19. package/dist/backend/catalog/cuda-family.js +30 -7
  20. package/dist/backend/catalog/cuda-family.js.map +1 -1
  21. package/dist/backend/catalog/index.d.ts +5 -0
  22. package/dist/backend/catalog/index.js +5 -0
  23. package/dist/backend/catalog/index.js.map +1 -1
  24. package/dist/backend/catalog/manifest.d.ts +5 -3
  25. package/dist/backend/catalog/manifest.js +12 -9
  26. package/dist/backend/catalog/manifest.js.map +1 -1
  27. package/dist/backend/catalog/migrate.d.ts +8 -6
  28. package/dist/backend/catalog/migrate.js +26 -15
  29. package/dist/backend/catalog/migrate.js.map +1 -1
  30. package/dist/backend/catalog/prism-catalog.d.ts +42 -0
  31. package/dist/backend/catalog/prism-catalog.js +101 -0
  32. package/dist/backend/catalog/prism-catalog.js.map +1 -0
  33. package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
  34. package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
  35. package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
  36. package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
  37. package/dist/backend/catalog/prism-manifest.d.ts +90 -0
  38. package/dist/backend/catalog/prism-manifest.js +171 -0
  39. package/dist/backend/catalog/prism-manifest.js.map +1 -0
  40. package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
  41. package/dist/backend/catalog/turboquant-catalog.js +162 -0
  42. package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
  43. package/dist/backend/catalog/turboquant-index.d.ts +104 -0
  44. package/dist/backend/catalog/turboquant-index.js +260 -0
  45. package/dist/backend/catalog/turboquant-index.js.map +1 -0
  46. package/dist/backend/index.d.ts +1 -0
  47. package/dist/backend/index.js +1 -0
  48. package/dist/backend/index.js.map +1 -1
  49. package/dist/backend/install/runtime-backend.d.ts +6 -6
  50. package/dist/backend/install/runtime-backend.js +23 -20
  51. package/dist/backend/install/runtime-backend.js.map +1 -1
  52. package/dist/backend/install/service.d.ts +106 -5
  53. package/dist/backend/install/service.js +247 -21
  54. package/dist/backend/install/service.js.map +1 -1
  55. package/dist/backend/installed/bundled.d.ts +19 -0
  56. package/dist/backend/installed/bundled.js +45 -0
  57. package/dist/backend/installed/bundled.js.map +1 -0
  58. package/dist/backend/installed/index.d.ts +1 -0
  59. package/dist/backend/installed/index.js +1 -0
  60. package/dist/backend/installed/index.js.map +1 -1
  61. package/dist/backend/installed/installed.js +3 -0
  62. package/dist/backend/installed/installed.js.map +1 -1
  63. package/dist/backend/optimal/optimal-cache.d.ts +27 -8
  64. package/dist/backend/optimal/optimal-cache.js +38 -19
  65. package/dist/backend/optimal/optimal-cache.js.map +1 -1
  66. package/dist/backend/optimal/optimal-store.js +1 -1
  67. package/dist/backend/optimal/optimal-store.js.map +1 -1
  68. package/dist/backend/select/categories.d.ts +2 -1
  69. package/dist/backend/select/categories.js +8 -1
  70. package/dist/backend/select/categories.js.map +1 -1
  71. package/dist/backend/select/features.d.ts +13 -5
  72. package/dist/backend/select/features.js +36 -6
  73. package/dist/backend/select/features.js.map +1 -1
  74. package/dist/backend/select/index.d.ts +2 -0
  75. package/dist/backend/select/index.js +2 -0
  76. package/dist/backend/select/index.js.map +1 -1
  77. package/dist/backend/select/prism.d.ts +54 -0
  78. package/dist/backend/select/prism.js +212 -0
  79. package/dist/backend/select/prism.js.map +1 -0
  80. package/dist/backend/select/recovery.d.ts +4 -2
  81. package/dist/backend/select/recovery.js +17 -5
  82. package/dist/backend/select/recovery.js.map +1 -1
  83. package/dist/backend/select/tiers.d.ts +20 -11
  84. package/dist/backend/select/tiers.js +49 -11
  85. package/dist/backend/select/tiers.js.map +1 -1
  86. package/dist/backend/select/turboquant-tiers.d.ts +45 -0
  87. package/dist/backend/select/turboquant-tiers.js +114 -0
  88. package/dist/backend/select/turboquant-tiers.js.map +1 -0
  89. package/dist/backend/types.d.ts +6 -69
  90. package/dist/cli/commands/backends.d.ts +10 -0
  91. package/dist/cli/commands/backends.js +142 -0
  92. package/dist/cli/commands/backends.js.map +1 -0
  93. package/dist/cli/commands/hardware.d.ts +13 -0
  94. package/dist/cli/commands/hardware.js +71 -0
  95. package/dist/cli/commands/hardware.js.map +1 -0
  96. package/dist/cli/commands/host-step.d.ts +28 -0
  97. package/dist/cli/commands/host-step.js +67 -0
  98. package/dist/cli/commands/host-step.js.map +1 -0
  99. package/dist/cli/commands/index.d.ts +4 -1
  100. package/dist/cli/commands/index.js +4 -1
  101. package/dist/cli/commands/index.js.map +1 -1
  102. package/dist/cli/commands/serve.js +4 -4
  103. package/dist/cli/commands/serve.js.map +1 -1
  104. package/dist/cli/commands/shared.d.ts +6 -1
  105. package/dist/cli/commands/shared.js +7 -0
  106. package/dist/cli/commands/shared.js.map +1 -1
  107. package/dist/cli/io.d.ts +11 -0
  108. package/dist/cli/io.js +28 -3
  109. package/dist/cli/io.js.map +1 -1
  110. package/dist/cli/launch.js +2 -2
  111. package/dist/cli/launch.js.map +1 -1
  112. package/dist/cli/main.d.ts +1 -1
  113. package/dist/cli/main.js +11 -1
  114. package/dist/cli/main.js.map +1 -1
  115. package/dist/client/control-client.d.ts +128 -7
  116. package/dist/client/control-client.js +211 -12
  117. package/dist/client/control-client.js.map +1 -1
  118. package/dist/cloud/registry.js +9 -1
  119. package/dist/cloud/registry.js.map +1 -1
  120. package/dist/config/paths.d.ts +137 -0
  121. package/dist/config/paths.js +163 -0
  122. package/dist/config/paths.js.map +1 -1
  123. package/dist/contracts/backend-advisor.d.ts +225 -0
  124. package/dist/contracts/backend-advisor.js +14 -0
  125. package/dist/contracts/backend-advisor.js.map +1 -0
  126. package/dist/contracts/control-api.d.ts +7 -1
  127. package/dist/contracts/control-api.js +7 -1
  128. package/dist/contracts/control-api.js.map +1 -1
  129. package/dist/contracts/decision.d.ts +394 -0
  130. package/dist/contracts/decision.js +69 -0
  131. package/dist/contracts/decision.js.map +1 -0
  132. package/dist/contracts/diffusion.d.ts +62 -9
  133. package/dist/contracts/embedding.d.ts +103 -0
  134. package/dist/contracts/embedding.js +24 -0
  135. package/dist/contracts/embedding.js.map +1 -0
  136. package/dist/contracts/engine-builds.d.ts +108 -0
  137. package/dist/contracts/engine-builds.js +11 -0
  138. package/dist/contracts/engine-builds.js.map +1 -0
  139. package/dist/contracts/engines.d.ts +157 -0
  140. package/dist/contracts/engines.js +50 -0
  141. package/dist/contracts/engines.js.map +1 -0
  142. package/dist/contracts/environment.d.ts +774 -0
  143. package/dist/contracts/environment.js +116 -0
  144. package/dist/contracts/environment.js.map +1 -0
  145. package/dist/contracts/errors.d.ts +43 -2
  146. package/dist/contracts/errors.js +41 -0
  147. package/dist/contracts/errors.js.map +1 -1
  148. package/dist/contracts/events.d.ts +82 -4
  149. package/dist/contracts/hardware.d.ts +79 -6
  150. package/dist/contracts/hardware.js +9 -5
  151. package/dist/contracts/hardware.js.map +1 -1
  152. package/dist/contracts/index.d.ts +8 -0
  153. package/dist/contracts/index.js +8 -0
  154. package/dist/contracts/index.js.map +1 -1
  155. package/dist/contracts/model-compatibility.d.ts +97 -0
  156. package/dist/contracts/model-compatibility.js +6 -0
  157. package/dist/contracts/model-compatibility.js.map +1 -0
  158. package/dist/contracts/model-setup.d.ts +115 -0
  159. package/dist/contracts/model-setup.js +33 -0
  160. package/dist/contracts/model-setup.js.map +1 -0
  161. package/dist/contracts/model-yml.d.ts +14 -0
  162. package/dist/contracts/model-yml.js +1 -0
  163. package/dist/contracts/model-yml.js.map +1 -1
  164. package/dist/contracts/session.d.ts +45 -2
  165. package/dist/contracts/session.js +14 -1
  166. package/dist/contracts/session.js.map +1 -1
  167. package/dist/contracts/settings.d.ts +44 -1
  168. package/dist/contracts/settings.js.map +1 -1
  169. package/dist/core/atomic-core.d.ts +44 -5
  170. package/dist/core/atomic-core.js +24 -0
  171. package/dist/core/atomic-core.js.map +1 -1
  172. package/dist/core/create.js +517 -23
  173. package/dist/core/create.js.map +1 -1
  174. package/dist/core/gpu/index.d.ts +6 -0
  175. package/dist/core/gpu/index.js +7 -0
  176. package/dist/core/gpu/index.js.map +1 -0
  177. package/dist/core/gpu/policy.d.ts +68 -0
  178. package/dist/core/gpu/policy.js +99 -0
  179. package/dist/core/gpu/policy.js.map +1 -0
  180. package/dist/core/gpu/residency.d.ts +44 -0
  181. package/dist/core/gpu/residency.js +101 -0
  182. package/dist/core/gpu/residency.js.map +1 -0
  183. package/dist/core/gpu-residency.d.ts +39 -0
  184. package/dist/core/gpu-residency.js +32 -0
  185. package/dist/core/gpu-residency.js.map +1 -0
  186. package/dist/core/index.d.ts +1 -1
  187. package/dist/core/managed-engines.d.ts +207 -0
  188. package/dist/core/managed-engines.js +579 -0
  189. package/dist/core/managed-engines.js.map +1 -0
  190. package/dist/core/managed-environment.d.ts +72 -0
  191. package/dist/core/managed-environment.js +218 -0
  192. package/dist/core/managed-environment.js.map +1 -0
  193. package/dist/core/model-setup/index.d.ts +4 -0
  194. package/dist/core/model-setup/index.js +5 -0
  195. package/dist/core/model-setup/index.js.map +1 -0
  196. package/dist/core/model-setup/plan.d.ts +56 -0
  197. package/dist/core/model-setup/plan.js +158 -0
  198. package/dist/core/model-setup/plan.js.map +1 -0
  199. package/dist/core/model-setup/service.d.ts +92 -0
  200. package/dist/core/model-setup/service.js +329 -0
  201. package/dist/core/model-setup/service.js.map +1 -0
  202. package/dist/core/model-setup/store.d.ts +29 -0
  203. package/dist/core/model-setup/store.js +116 -0
  204. package/dist/core/model-setup/store.js.map +1 -0
  205. package/dist/core/model-setup/wiring.d.ts +59 -0
  206. package/dist/core/model-setup/wiring.js +132 -0
  207. package/dist/core/model-setup/wiring.js.map +1 -0
  208. package/dist/core/prism.d.ts +36 -0
  209. package/dist/core/prism.js +42 -0
  210. package/dist/core/prism.js.map +1 -0
  211. package/dist/core/public-server.d.ts +7 -0
  212. package/dist/core/public-server.js +2 -0
  213. package/dist/core/public-server.js.map +1 -1
  214. package/dist/core/sessions.d.ts +6 -1
  215. package/dist/core/sessions.js +18 -14
  216. package/dist/core/sessions.js.map +1 -1
  217. package/dist/core/types.d.ts +27 -1
  218. package/dist/core/types.js.map +1 -1
  219. package/dist/decision/args.d.ts +110 -0
  220. package/dist/decision/args.js +126 -0
  221. package/dist/decision/args.js.map +1 -0
  222. package/dist/decision/backoff.d.ts +25 -0
  223. package/dist/decision/backoff.js +33 -0
  224. package/dist/decision/backoff.js.map +1 -0
  225. package/dist/decision/engine-candidates.d.ts +52 -0
  226. package/dist/decision/engine-candidates.js +138 -0
  227. package/dist/decision/engine-candidates.js.map +1 -0
  228. package/dist/decision/engine-fallback.d.ts +41 -0
  229. package/dist/decision/engine-fallback.js +57 -0
  230. package/dist/decision/engine-fallback.js.map +1 -0
  231. package/dist/decision/engine-version.d.ts +27 -0
  232. package/dist/decision/engine-version.js +54 -0
  233. package/dist/decision/engine-version.js.map +1 -0
  234. package/dist/decision/engine.d.ts +114 -0
  235. package/dist/decision/engine.js +253 -0
  236. package/dist/decision/engine.js.map +1 -0
  237. package/dist/decision/http.d.ts +36 -0
  238. package/dist/decision/http.js +73 -0
  239. package/dist/decision/http.js.map +1 -0
  240. package/dist/decision/index.d.ts +20 -0
  241. package/dist/decision/index.js +21 -0
  242. package/dist/decision/index.js.map +1 -0
  243. package/dist/decision/model-facts.d.ts +32 -0
  244. package/dist/decision/model-facts.js +40 -0
  245. package/dist/decision/model-facts.js.map +1 -0
  246. package/dist/decision/outcome.d.ts +35 -0
  247. package/dist/decision/outcome.js +105 -0
  248. package/dist/decision/outcome.js.map +1 -0
  249. package/dist/decision/process.d.ts +67 -0
  250. package/dist/decision/process.js +133 -0
  251. package/dist/decision/process.js.map +1 -0
  252. package/dist/decision/readiness.d.ts +74 -0
  253. package/dist/decision/readiness.js +165 -0
  254. package/dist/decision/readiness.js.map +1 -0
  255. package/dist/decision/request.d.ts +11 -0
  256. package/dist/decision/request.js +56 -0
  257. package/dist/decision/request.js.map +1 -0
  258. package/dist/decision/service.d.ts +202 -0
  259. package/dist/decision/service.js +711 -0
  260. package/dist/decision/service.js.map +1 -0
  261. package/dist/decision/upstream-version.d.ts +23 -0
  262. package/dist/decision/upstream-version.js +34 -0
  263. package/dist/decision/upstream-version.js.map +1 -0
  264. package/dist/decision/wiring.d.ts +67 -0
  265. package/dist/decision/wiring.js +101 -0
  266. package/dist/decision/wiring.js.map +1 -0
  267. package/dist/diffusion/args.d.ts +4 -2
  268. package/dist/diffusion/args.js +10 -3
  269. package/dist/diffusion/args.js.map +1 -1
  270. package/dist/diffusion/image-job.js +1 -1
  271. package/dist/diffusion/image-job.js.map +1 -1
  272. package/dist/diffusion/install.d.ts +35 -11
  273. package/dist/diffusion/install.js +74 -49
  274. package/dist/diffusion/install.js.map +1 -1
  275. package/dist/diffusion/job-kind.d.ts +33 -7
  276. package/dist/diffusion/jobs.d.ts +6 -1
  277. package/dist/diffusion/jobs.js +60 -18
  278. package/dist/diffusion/jobs.js.map +1 -1
  279. package/dist/diffusion/parse.d.ts +1 -2
  280. package/dist/diffusion/parse.js +1 -13
  281. package/dist/diffusion/parse.js.map +1 -1
  282. package/dist/diffusion/progress.js +3 -0
  283. package/dist/diffusion/progress.js.map +1 -1
  284. package/dist/diffusion/server-process.d.ts +6 -0
  285. package/dist/diffusion/server-process.js +3 -2
  286. package/dist/diffusion/server-process.js.map +1 -1
  287. package/dist/diffusion/service.d.ts +52 -6
  288. package/dist/diffusion/service.js +215 -40
  289. package/dist/diffusion/service.js.map +1 -1
  290. package/dist/diffusion/session.d.ts +27 -3
  291. package/dist/diffusion/session.js +108 -17
  292. package/dist/diffusion/session.js.map +1 -1
  293. package/dist/diffusion/state.d.ts +19 -1
  294. package/dist/diffusion/state.js +10 -0
  295. package/dist/diffusion/state.js.map +1 -1
  296. package/dist/diffusion/tracker.d.ts +15 -1
  297. package/dist/diffusion/tracker.js +32 -6
  298. package/dist/diffusion/tracker.js.map +1 -1
  299. package/dist/diffusion/types.d.ts +7 -0
  300. package/dist/diffusion/types.js +11 -0
  301. package/dist/diffusion/types.js.map +1 -1
  302. package/dist/diffusion/video-estimate.d.ts +214 -0
  303. package/dist/diffusion/video-estimate.js +402 -0
  304. package/dist/diffusion/video-estimate.js.map +1 -0
  305. package/dist/diffusion/video-eta.d.ts +90 -0
  306. package/dist/diffusion/video-eta.js +248 -0
  307. package/dist/diffusion/video-eta.js.map +1 -0
  308. package/dist/diffusion/video-history.d.ts +45 -0
  309. package/dist/diffusion/video-history.js +121 -0
  310. package/dist/diffusion/video-history.js.map +1 -0
  311. package/dist/diffusion/video-job.d.ts +13 -5
  312. package/dist/diffusion/video-job.js +42 -15
  313. package/dist/diffusion/video-job.js.map +1 -1
  314. package/dist/diffusion/video-recipe.js +3 -0
  315. package/dist/diffusion/video-recipe.js.map +1 -1
  316. package/dist/diffusion/video-tiling.d.ts +54 -0
  317. package/dist/diffusion/video-tiling.js +70 -0
  318. package/dist/diffusion/video-tiling.js.map +1 -0
  319. package/dist/diffusion/wiring.d.ts +14 -1
  320. package/dist/diffusion/wiring.js +7 -0
  321. package/dist/diffusion/wiring.js.map +1 -1
  322. package/dist/downloads/protocol.d.ts +3 -8
  323. package/dist/downloads/protocol.js.map +1 -1
  324. package/dist/embedding/args.d.ts +39 -0
  325. package/dist/embedding/args.js +46 -0
  326. package/dist/embedding/args.js.map +1 -0
  327. package/dist/embedding/engine.d.ts +50 -0
  328. package/dist/embedding/engine.js +100 -0
  329. package/dist/embedding/engine.js.map +1 -0
  330. package/dist/embedding/ffmpeg.d.ts +18 -0
  331. package/dist/embedding/ffmpeg.js +63 -0
  332. package/dist/embedding/ffmpeg.js.map +1 -0
  333. package/dist/embedding/index.d.ts +16 -0
  334. package/dist/embedding/index.js +17 -0
  335. package/dist/embedding/index.js.map +1 -0
  336. package/dist/embedding/model-facts.d.ts +51 -0
  337. package/dist/embedding/model-facts.js +84 -0
  338. package/dist/embedding/model-facts.js.map +1 -0
  339. package/dist/embedding/process.d.ts +66 -0
  340. package/dist/embedding/process.js +131 -0
  341. package/dist/embedding/process.js.map +1 -0
  342. package/dist/embedding/readiness.d.ts +56 -0
  343. package/dist/embedding/readiness.js +114 -0
  344. package/dist/embedding/readiness.js.map +1 -0
  345. package/dist/embedding/request.d.ts +43 -0
  346. package/dist/embedding/request.js +285 -0
  347. package/dist/embedding/request.js.map +1 -0
  348. package/dist/embedding/service.d.ts +152 -0
  349. package/dist/embedding/service.js +602 -0
  350. package/dist/embedding/service.js.map +1 -0
  351. package/dist/embedding/wiring.d.ts +51 -0
  352. package/dist/embedding/wiring.js +79 -0
  353. package/dist/embedding/wiring.js.map +1 -0
  354. package/dist/engine-builds/builds.d.ts +54 -0
  355. package/dist/engine-builds/builds.js +151 -0
  356. package/dist/engine-builds/builds.js.map +1 -0
  357. package/dist/engine-builds/index.d.ts +10 -0
  358. package/dist/engine-builds/index.js +11 -0
  359. package/dist/engine-builds/index.js.map +1 -0
  360. package/dist/engine-builds/install.d.ts +42 -0
  361. package/dist/engine-builds/install.js +100 -0
  362. package/dist/engine-builds/install.js.map +1 -0
  363. package/dist/engine-builds/manifest.d.ts +121 -0
  364. package/dist/engine-builds/manifest.js +254 -0
  365. package/dist/engine-builds/manifest.js.map +1 -0
  366. package/dist/engine-builds/order.d.ts +24 -0
  367. package/dist/engine-builds/order.js +44 -0
  368. package/dist/engine-builds/order.js.map +1 -0
  369. package/dist/engine-builds/select.d.ts +123 -0
  370. package/dist/engine-builds/select.js +223 -0
  371. package/dist/engine-builds/select.js.map +1 -0
  372. package/dist/engine-builds/service.d.ts +123 -0
  373. package/dist/engine-builds/service.js +392 -0
  374. package/dist/engine-builds/service.js.map +1 -0
  375. package/dist/engines/descriptor-order.d.ts +28 -0
  376. package/dist/engines/descriptor-order.js +60 -0
  377. package/dist/engines/descriptor-order.js.map +1 -0
  378. package/dist/engines/engine-build.d.ts +23 -0
  379. package/dist/engines/engine-build.js +58 -0
  380. package/dist/engines/engine-build.js.map +1 -0
  381. package/dist/engines/index.d.ts +10 -0
  382. package/dist/engines/index.js +11 -0
  383. package/dist/engines/index.js.map +1 -0
  384. package/dist/engines/llamacpp.d.ts +71 -0
  385. package/dist/engines/llamacpp.js +176 -0
  386. package/dist/engines/llamacpp.js.map +1 -0
  387. package/dist/engines/managed.d.ts +49 -0
  388. package/dist/engines/managed.js +88 -0
  389. package/dist/engines/managed.js.map +1 -0
  390. package/dist/engines/service.d.ts +46 -0
  391. package/dist/engines/service.js +61 -0
  392. package/dist/engines/service.js.map +1 -0
  393. package/dist/engines/versions.d.ts +65 -0
  394. package/dist/engines/versions.js +259 -0
  395. package/dist/engines/versions.js.map +1 -0
  396. package/dist/hardware/cpu-flags.d.ts +44 -0
  397. package/dist/hardware/cpu-flags.js +206 -0
  398. package/dist/hardware/cpu-flags.js.map +1 -0
  399. package/dist/hardware/drm-sysfs.d.ts +51 -0
  400. package/dist/hardware/drm-sysfs.js +67 -0
  401. package/dist/hardware/drm-sysfs.js.map +1 -0
  402. package/dist/hardware/facts.d.ts +42 -0
  403. package/dist/hardware/facts.js +92 -0
  404. package/dist/hardware/facts.js.map +1 -0
  405. package/dist/hardware/index.d.ts +19 -3
  406. package/dist/hardware/index.js +19 -3
  407. package/dist/hardware/index.js.map +1 -1
  408. package/dist/hardware/merge.d.ts +55 -0
  409. package/dist/hardware/merge.js +141 -0
  410. package/dist/hardware/merge.js.map +1 -0
  411. package/dist/hardware/nvidia-smi.d.ts +43 -0
  412. package/dist/hardware/nvidia-smi.js +118 -0
  413. package/dist/hardware/nvidia-smi.js.map +1 -0
  414. package/dist/hardware/probe-common.d.ts +72 -0
  415. package/dist/hardware/probe-common.js +106 -0
  416. package/dist/hardware/probe-common.js.map +1 -0
  417. package/dist/hardware/probe-darwin.d.ts +20 -0
  418. package/dist/hardware/probe-darwin.js +76 -0
  419. package/dist/hardware/probe-darwin.js.map +1 -0
  420. package/dist/hardware/probe-linux.d.ts +9 -0
  421. package/dist/hardware/probe-linux.js +133 -0
  422. package/dist/hardware/probe-linux.js.map +1 -0
  423. package/dist/hardware/probe-windows.d.ts +7 -0
  424. package/dist/hardware/probe-windows.js +50 -0
  425. package/dist/hardware/probe-windows.js.map +1 -0
  426. package/dist/hardware/probe.d.ts +16 -0
  427. package/dist/hardware/probe.js +65 -0
  428. package/dist/hardware/probe.js.map +1 -0
  429. package/dist/hardware/service.d.ts +60 -0
  430. package/dist/hardware/service.js +114 -0
  431. package/dist/hardware/service.js.map +1 -0
  432. package/dist/hardware/vulkan.d.ts +47 -0
  433. package/dist/hardware/vulkan.js +148 -0
  434. package/dist/hardware/vulkan.js.map +1 -0
  435. package/dist/hardware/windows-video.d.ts +97 -0
  436. package/dist/hardware/windows-video.js +214 -0
  437. package/dist/hardware/windows-video.js.map +1 -0
  438. package/dist/host/app-daemon.d.ts +47 -0
  439. package/dist/host/app-daemon.js +146 -0
  440. package/dist/host/app-daemon.js.map +1 -0
  441. package/dist/host/index.d.ts +5 -3
  442. package/dist/host/index.js +5 -3
  443. package/dist/host/index.js.map +1 -1
  444. package/dist/host/log-file.d.ts +74 -0
  445. package/dist/host/log-file.js +214 -0
  446. package/dist/host/log-file.js.map +1 -0
  447. package/dist/host/recipes/enable-wsl.d.ts +63 -0
  448. package/dist/host/recipes/enable-wsl.js +73 -0
  449. package/dist/host/recipes/enable-wsl.js.map +1 -0
  450. package/dist/host/recipes/executor-io-windows.d.ts +69 -0
  451. package/dist/host/recipes/executor-io-windows.js +235 -0
  452. package/dist/host/recipes/executor-io-windows.js.map +1 -0
  453. package/dist/host/recipes/executor-io.d.ts +80 -0
  454. package/dist/host/recipes/executor-io.js +211 -0
  455. package/dist/host/recipes/executor-io.js.map +1 -0
  456. package/dist/host/recipes/executor.d.ts +81 -0
  457. package/dist/host/recipes/executor.js +678 -0
  458. package/dist/host/recipes/executor.js.map +1 -0
  459. package/dist/host/recipes/guest-executor.d.ts +29 -0
  460. package/dist/host/recipes/guest-executor.js +76 -0
  461. package/dist/host/recipes/guest-executor.js.map +1 -0
  462. package/dist/host/recipes/index.d.ts +16 -0
  463. package/dist/host/recipes/index.js +17 -0
  464. package/dist/host/recipes/index.js.map +1 -0
  465. package/dist/host/recipes/install-container-runtime.d.ts +389 -0
  466. package/dist/host/recipes/install-container-runtime.js +796 -0
  467. package/dist/host/recipes/install-container-runtime.js.map +1 -0
  468. package/dist/host/recipes/openpgp.d.ts +23 -0
  469. package/dist/host/recipes/openpgp.js +153 -0
  470. package/dist/host/recipes/openpgp.js.map +1 -0
  471. package/dist/host/recipes/request-file.d.ts +96 -0
  472. package/dist/host/recipes/request-file.js +103 -0
  473. package/dist/host/recipes/request-file.js.map +1 -0
  474. package/dist/lock/process-journal.d.ts +5 -2
  475. package/dist/lock/process-journal.js.map +1 -1
  476. package/dist/models/capabilities.d.ts +7 -0
  477. package/dist/models/capabilities.js +17 -1
  478. package/dist/models/capabilities.js.map +1 -1
  479. package/dist/models/compatibility/index.d.ts +10 -0
  480. package/dist/models/compatibility/index.js +11 -0
  481. package/dist/models/compatibility/index.js.map +1 -0
  482. package/dist/models/compatibility/inspect.d.ts +19 -0
  483. package/dist/models/compatibility/inspect.js +59 -0
  484. package/dist/models/compatibility/inspect.js.map +1 -0
  485. package/dist/models/compatibility/resolve.d.ts +59 -0
  486. package/dist/models/compatibility/resolve.js +219 -0
  487. package/dist/models/compatibility/resolve.js.map +1 -0
  488. package/dist/models/compatibility/rules-baseline.d.ts +2 -0
  489. package/dist/models/compatibility/rules-baseline.js +10 -0
  490. package/dist/models/compatibility/rules-baseline.js.map +1 -0
  491. package/dist/models/compatibility/rules-baseline.json +292 -0
  492. package/dist/models/compatibility/rules-service.d.ts +36 -0
  493. package/dist/models/compatibility/rules-service.js +109 -0
  494. package/dist/models/compatibility/rules-service.js.map +1 -0
  495. package/dist/models/compatibility/rules.d.ts +81 -0
  496. package/dist/models/compatibility/rules.js +164 -0
  497. package/dist/models/compatibility/rules.js.map +1 -0
  498. package/dist/models/compatibility/service.d.ts +59 -0
  499. package/dist/models/compatibility/service.js +137 -0
  500. package/dist/models/compatibility/service.js.map +1 -0
  501. package/dist/models/decision-checkpoint.d.ts +22 -0
  502. package/dist/models/decision-checkpoint.js +33 -0
  503. package/dist/models/decision-checkpoint.js.map +1 -0
  504. package/dist/models/gguf/classify.d.ts +27 -1
  505. package/dist/models/gguf/classify.js +78 -2
  506. package/dist/models/gguf/classify.js.map +1 -1
  507. package/dist/models/gguf/index.d.ts +1 -0
  508. package/dist/models/gguf/index.js +1 -0
  509. package/dist/models/gguf/index.js.map +1 -1
  510. package/dist/models/gguf/tensors.d.ts +56 -0
  511. package/dist/models/gguf/tensors.js +236 -0
  512. package/dist/models/gguf/tensors.js.map +1 -0
  513. package/dist/models/index.d.ts +2 -0
  514. package/dist/models/index.js +2 -0
  515. package/dist/models/index.js.map +1 -1
  516. package/dist/router/resolve.d.ts +7 -1
  517. package/dist/router/resolve.js +14 -1
  518. package/dist/router/resolve.js.map +1 -1
  519. package/dist/runtime/container/argv.d.ts +88 -0
  520. package/dist/runtime/container/argv.js +406 -0
  521. package/dist/runtime/container/argv.js.map +1 -0
  522. package/dist/runtime/container/docker-binary.d.ts +4 -0
  523. package/dist/runtime/container/docker-binary.js +34 -0
  524. package/dist/runtime/container/docker-binary.js.map +1 -0
  525. package/dist/runtime/container/env.d.ts +17 -0
  526. package/dist/runtime/container/env.js +52 -0
  527. package/dist/runtime/container/env.js.map +1 -0
  528. package/dist/runtime/container/exec.d.ts +27 -0
  529. package/dist/runtime/container/exec.js +79 -0
  530. package/dist/runtime/container/exec.js.map +1 -0
  531. package/dist/runtime/container/execution-journal.d.ts +55 -0
  532. package/dist/runtime/container/execution-journal.js +167 -0
  533. package/dist/runtime/container/execution-journal.js.map +1 -0
  534. package/dist/runtime/container/heartbeat.d.ts +47 -0
  535. package/dist/runtime/container/heartbeat.js +78 -0
  536. package/dist/runtime/container/heartbeat.js.map +1 -0
  537. package/dist/runtime/container/index.d.ts +30 -0
  538. package/dist/runtime/container/index.js +31 -0
  539. package/dist/runtime/container/index.js.map +1 -0
  540. package/dist/runtime/container/operations.d.ts +40 -0
  541. package/dist/runtime/container/operations.js +233 -0
  542. package/dist/runtime/container/operations.js.map +1 -0
  543. package/dist/runtime/container/pull.d.ts +48 -0
  544. package/dist/runtime/container/pull.js +280 -0
  545. package/dist/runtime/container/pull.js.map +1 -0
  546. package/dist/runtime/container/reconcile.d.ts +34 -0
  547. package/dist/runtime/container/reconcile.js +79 -0
  548. package/dist/runtime/container/reconcile.js.map +1 -0
  549. package/dist/runtime/container/types.d.ts +124 -0
  550. package/dist/runtime/container/types.js +2 -0
  551. package/dist/runtime/container/types.js.map +1 -0
  552. package/dist/runtime/container/watchdog.d.ts +114 -0
  553. package/dist/runtime/container/watchdog.js +418 -0
  554. package/dist/runtime/container/watchdog.js.map +1 -0
  555. package/dist/runtime/container/wiring.d.ts +78 -0
  556. package/dist/runtime/container/wiring.js +92 -0
  557. package/dist/runtime/container/wiring.js.map +1 -0
  558. package/dist/runtime/container/wsl-exec.d.ts +13 -0
  559. package/dist/runtime/container/wsl-exec.js +18 -0
  560. package/dist/runtime/container/wsl-exec.js.map +1 -0
  561. package/dist/runtime/environment/cached-document.d.ts +128 -0
  562. package/dist/runtime/environment/cached-document.js +218 -0
  563. package/dist/runtime/environment/cached-document.js.map +1 -0
  564. package/dist/runtime/environment/canonical-json.d.ts +78 -0
  565. package/dist/runtime/environment/canonical-json.js +86 -0
  566. package/dist/runtime/environment/canonical-json.js.map +1 -0
  567. package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
  568. package/dist/runtime/environment/descriptor-provider.js +159 -0
  569. package/dist/runtime/environment/descriptor-provider.js.map +1 -0
  570. package/dist/runtime/environment/descriptor.d.ts +35 -0
  571. package/dist/runtime/environment/descriptor.js +239 -0
  572. package/dist/runtime/environment/descriptor.js.map +1 -0
  573. package/dist/runtime/environment/diagnostics.d.ts +50 -0
  574. package/dist/runtime/environment/diagnostics.js +114 -0
  575. package/dist/runtime/environment/diagnostics.js.map +1 -0
  576. package/dist/runtime/environment/document-fields.d.ts +39 -0
  577. package/dist/runtime/environment/document-fields.js +96 -0
  578. package/dist/runtime/environment/document-fields.js.map +1 -0
  579. package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
  580. package/dist/runtime/environment/environment-manifest-provider.js +89 -0
  581. package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
  582. package/dist/runtime/environment/environment-manifest.d.ts +35 -0
  583. package/dist/runtime/environment/environment-manifest.js +131 -0
  584. package/dist/runtime/environment/environment-manifest.js.map +1 -0
  585. package/dist/runtime/environment/guest-host.d.ts +43 -0
  586. package/dist/runtime/environment/guest-host.js +88 -0
  587. package/dist/runtime/environment/guest-host.js.map +1 -0
  588. package/dist/runtime/environment/host-exec.d.ts +38 -0
  589. package/dist/runtime/environment/host-exec.js +145 -0
  590. package/dist/runtime/environment/host-exec.js.map +1 -0
  591. package/dist/runtime/environment/host-step-failure.d.ts +33 -0
  592. package/dist/runtime/environment/host-step-failure.js +34 -0
  593. package/dist/runtime/environment/host-step-failure.js.map +1 -0
  594. package/dist/runtime/environment/index.d.ts +56 -0
  595. package/dist/runtime/environment/index.js +57 -0
  596. package/dist/runtime/environment/index.js.map +1 -0
  597. package/dist/runtime/environment/installations.d.ts +25 -0
  598. package/dist/runtime/environment/installations.js +70 -0
  599. package/dist/runtime/environment/installations.js.map +1 -0
  600. package/dist/runtime/environment/inventory.d.ts +42 -0
  601. package/dist/runtime/environment/inventory.js +57 -0
  602. package/dist/runtime/environment/inventory.js.map +1 -0
  603. package/dist/runtime/environment/linux-blockers.d.ts +130 -0
  604. package/dist/runtime/environment/linux-blockers.js +251 -0
  605. package/dist/runtime/environment/linux-blockers.js.map +1 -0
  606. package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
  607. package/dist/runtime/environment/linux-docker-facts.js +342 -0
  608. package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
  609. package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
  610. package/dist/runtime/environment/linux-docker-network.js +195 -0
  611. package/dist/runtime/environment/linux-docker-network.js.map +1 -0
  612. package/dist/runtime/environment/linux-host.d.ts +22 -0
  613. package/dist/runtime/environment/linux-host.js +98 -0
  614. package/dist/runtime/environment/linux-host.js.map +1 -0
  615. package/dist/runtime/environment/linux-plan.d.ts +126 -0
  616. package/dist/runtime/environment/linux-plan.js +392 -0
  617. package/dist/runtime/environment/linux-plan.js.map +1 -0
  618. package/dist/runtime/environment/linux-probe.d.ts +245 -0
  619. package/dist/runtime/environment/linux-probe.js +315 -0
  620. package/dist/runtime/environment/linux-probe.js.map +1 -0
  621. package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
  622. package/dist/runtime/environment/linux-provisioner.js +734 -0
  623. package/dist/runtime/environment/linux-provisioner.js.map +1 -0
  624. package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
  625. package/dist/runtime/environment/provisioner-descriptors.js +62 -0
  626. package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
  627. package/dist/runtime/environment/recovery.d.ts +74 -0
  628. package/dist/runtime/environment/recovery.js +121 -0
  629. package/dist/runtime/environment/recovery.js.map +1 -0
  630. package/dist/runtime/environment/rootfs-download.d.ts +2 -0
  631. package/dist/runtime/environment/rootfs-download.js +47 -0
  632. package/dist/runtime/environment/rootfs-download.js.map +1 -0
  633. package/dist/runtime/environment/service.d.ts +280 -0
  634. package/dist/runtime/environment/service.js +776 -0
  635. package/dist/runtime/environment/service.js.map +1 -0
  636. package/dist/runtime/environment/state.d.ts +163 -0
  637. package/dist/runtime/environment/state.js +479 -0
  638. package/dist/runtime/environment/state.js.map +1 -0
  639. package/dist/runtime/environment/store-models.d.ts +19 -0
  640. package/dist/runtime/environment/store-models.js +30 -0
  641. package/dist/runtime/environment/store-models.js.map +1 -0
  642. package/dist/runtime/environment/store.d.ts +210 -0
  643. package/dist/runtime/environment/store.js +438 -0
  644. package/dist/runtime/environment/store.js.map +1 -0
  645. package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
  646. package/dist/runtime/environment/windows-environment-record.js +89 -0
  647. package/dist/runtime/environment/windows-environment-record.js.map +1 -0
  648. package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
  649. package/dist/runtime/environment/windows-forwarding.js +84 -0
  650. package/dist/runtime/environment/windows-forwarding.js.map +1 -0
  651. package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
  652. package/dist/runtime/environment/windows-guest-setup.js +157 -0
  653. package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
  654. package/dist/runtime/environment/windows-host.d.ts +46 -0
  655. package/dist/runtime/environment/windows-host.js +163 -0
  656. package/dist/runtime/environment/windows-host.js.map +1 -0
  657. package/dist/runtime/environment/windows-plan.d.ts +78 -0
  658. package/dist/runtime/environment/windows-plan.js +216 -0
  659. package/dist/runtime/environment/windows-plan.js.map +1 -0
  660. package/dist/runtime/environment/windows-probe.d.ts +135 -0
  661. package/dist/runtime/environment/windows-probe.js +261 -0
  662. package/dist/runtime/environment/windows-probe.js.map +1 -0
  663. package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
  664. package/dist/runtime/environment/windows-provisioner.js +782 -0
  665. package/dist/runtime/environment/windows-provisioner.js.map +1 -0
  666. package/dist/runtime/environment/wiring.d.ts +117 -0
  667. package/dist/runtime/environment/wiring.js +354 -0
  668. package/dist/runtime/environment/wiring.js.map +1 -0
  669. package/dist/runtime/foundation-models/runtime.d.ts +8 -0
  670. package/dist/runtime/foundation-models/runtime.js +5 -2
  671. package/dist/runtime/foundation-models/runtime.js.map +1 -1
  672. package/dist/runtime/llamacpp/args.d.ts +10 -1
  673. package/dist/runtime/llamacpp/args.js +43 -7
  674. package/dist/runtime/llamacpp/args.js.map +1 -1
  675. package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
  676. package/dist/runtime/llamacpp/fit-margin.js +47 -0
  677. package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
  678. package/dist/runtime/llamacpp/index.d.ts +1 -0
  679. package/dist/runtime/llamacpp/index.js +1 -0
  680. package/dist/runtime/llamacpp/index.js.map +1 -1
  681. package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
  682. package/dist/runtime/llamacpp/load-plan.js +82 -1
  683. package/dist/runtime/llamacpp/load-plan.js.map +1 -1
  684. package/dist/runtime/llamacpp/policy.d.ts +16 -0
  685. package/dist/runtime/llamacpp/policy.js +20 -0
  686. package/dist/runtime/llamacpp/policy.js.map +1 -1
  687. package/dist/runtime/llamacpp/probe.d.ts +21 -1
  688. package/dist/runtime/llamacpp/probe.js +32 -6
  689. package/dist/runtime/llamacpp/probe.js.map +1 -1
  690. package/dist/runtime/llamacpp/runtime.d.ts +56 -1
  691. package/dist/runtime/llamacpp/runtime.js +142 -15
  692. package/dist/runtime/llamacpp/runtime.js.map +1 -1
  693. package/dist/runtime/managed-engines/index.d.ts +8 -0
  694. package/dist/runtime/managed-engines/index.js +9 -0
  695. package/dist/runtime/managed-engines/index.js.map +1 -0
  696. package/dist/runtime/managed-engines/runtime.d.ts +140 -0
  697. package/dist/runtime/managed-engines/runtime.js +402 -0
  698. package/dist/runtime/managed-engines/runtime.js.map +1 -0
  699. package/dist/runtime/managed-engines/spec.d.ts +70 -0
  700. package/dist/runtime/managed-engines/spec.js +39 -0
  701. package/dist/runtime/managed-engines/spec.js.map +1 -0
  702. package/dist/runtime/managed-models/check.d.ts +50 -0
  703. package/dist/runtime/managed-models/check.js +157 -0
  704. package/dist/runtime/managed-models/check.js.map +1 -0
  705. package/dist/runtime/managed-models/compatibility.d.ts +256 -0
  706. package/dist/runtime/managed-models/compatibility.js +594 -0
  707. package/dist/runtime/managed-models/compatibility.js.map +1 -0
  708. package/dist/runtime/managed-models/delete.d.ts +15 -0
  709. package/dist/runtime/managed-models/delete.js +60 -0
  710. package/dist/runtime/managed-models/delete.js.map +1 -0
  711. package/dist/runtime/managed-models/guest-files.d.ts +8 -0
  712. package/dist/runtime/managed-models/guest-files.js +49 -0
  713. package/dist/runtime/managed-models/guest-files.js.map +1 -0
  714. package/dist/runtime/managed-models/index.d.ts +17 -0
  715. package/dist/runtime/managed-models/index.js +18 -0
  716. package/dist/runtime/managed-models/index.js.map +1 -0
  717. package/dist/runtime/managed-models/location.d.ts +22 -0
  718. package/dist/runtime/managed-models/location.js +53 -0
  719. package/dist/runtime/managed-models/location.js.map +1 -0
  720. package/dist/runtime/managed-models/migrate.d.ts +30 -0
  721. package/dist/runtime/managed-models/migrate.js +119 -0
  722. package/dist/runtime/managed-models/migrate.js.map +1 -0
  723. package/dist/runtime/managed-models/model-dir.d.ts +36 -0
  724. package/dist/runtime/managed-models/model-dir.js +136 -0
  725. package/dist/runtime/managed-models/model-dir.js.map +1 -0
  726. package/dist/runtime/managed-models/quant-format.d.ts +71 -0
  727. package/dist/runtime/managed-models/quant-format.js +299 -0
  728. package/dist/runtime/managed-models/quant-format.js.map +1 -0
  729. package/dist/runtime/managed-models/registry.d.ts +26 -0
  730. package/dist/runtime/managed-models/registry.js +66 -0
  731. package/dist/runtime/managed-models/registry.js.map +1 -0
  732. package/dist/runtime/managed-text/adapter.d.ts +266 -0
  733. package/dist/runtime/managed-text/adapter.js +96 -0
  734. package/dist/runtime/managed-text/adapter.js.map +1 -0
  735. package/dist/runtime/managed-text/backend-target.d.ts +3 -0
  736. package/dist/runtime/managed-text/backend-target.js +52 -0
  737. package/dist/runtime/managed-text/backend-target.js.map +1 -0
  738. package/dist/runtime/managed-text/deployment.d.ts +14 -0
  739. package/dist/runtime/managed-text/deployment.js +32 -0
  740. package/dist/runtime/managed-text/deployment.js.map +1 -0
  741. package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
  742. package/dist/runtime/managed-text/engine-cache.js +64 -0
  743. package/dist/runtime/managed-text/engine-cache.js.map +1 -0
  744. package/dist/runtime/managed-text/gateway.d.ts +158 -0
  745. package/dist/runtime/managed-text/gateway.js +535 -0
  746. package/dist/runtime/managed-text/gateway.js.map +1 -0
  747. package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
  748. package/dist/runtime/managed-text/generation-defaults.js +51 -0
  749. package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
  750. package/dist/runtime/managed-text/index.d.ts +26 -0
  751. package/dist/runtime/managed-text/index.js +27 -0
  752. package/dist/runtime/managed-text/index.js.map +1 -0
  753. package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
  754. package/dist/runtime/managed-text/lifecycle.js +859 -0
  755. package/dist/runtime/managed-text/lifecycle.js.map +1 -0
  756. package/dist/runtime/managed-text/load-policy.d.ts +47 -0
  757. package/dist/runtime/managed-text/load-policy.js +111 -0
  758. package/dist/runtime/managed-text/load-policy.js.map +1 -0
  759. package/dist/runtime/managed-text/mount-source.d.ts +14 -0
  760. package/dist/runtime/managed-text/mount-source.js +18 -0
  761. package/dist/runtime/managed-text/mount-source.js.map +1 -0
  762. package/dist/runtime/managed-text/readiness.d.ts +13 -0
  763. package/dist/runtime/managed-text/readiness.js +24 -0
  764. package/dist/runtime/managed-text/readiness.js.map +1 -0
  765. package/dist/runtime/managed-text/request-rules.d.ts +18 -0
  766. package/dist/runtime/managed-text/request-rules.js +62 -0
  767. package/dist/runtime/managed-text/request-rules.js.map +1 -0
  768. package/dist/runtime/managed-text/types.d.ts +88 -0
  769. package/dist/runtime/managed-text/types.js +12 -0
  770. package/dist/runtime/managed-text/types.js.map +1 -0
  771. package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
  772. package/dist/runtime/managed-text/wsl-deployment.js +70 -0
  773. package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
  774. package/dist/runtime/mlx/errors.d.ts +6 -1
  775. package/dist/runtime/mlx/errors.js +7 -2
  776. package/dist/runtime/mlx/errors.js.map +1 -1
  777. package/dist/runtime/mlx/runtime.d.ts +36 -1
  778. package/dist/runtime/mlx/runtime.js +85 -4
  779. package/dist/runtime/mlx/runtime.js.map +1 -1
  780. package/dist/runtime/shared/backend-output.d.ts +23 -0
  781. package/dist/runtime/shared/backend-output.js +32 -0
  782. package/dist/runtime/shared/backend-output.js.map +1 -0
  783. package/dist/runtime/shared/bounded-output.d.ts +24 -0
  784. package/dist/runtime/shared/bounded-output.js +63 -0
  785. package/dist/runtime/shared/bounded-output.js.map +1 -0
  786. package/dist/runtime/shared/external-sessions.js +9 -1
  787. package/dist/runtime/shared/external-sessions.js.map +1 -1
  788. package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
  789. package/dist/runtime/shared/gpu-occupancy.js +10 -0
  790. package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
  791. package/dist/runtime/shared/index.d.ts +4 -0
  792. package/dist/runtime/shared/index.js +4 -0
  793. package/dist/runtime/shared/index.js.map +1 -1
  794. package/dist/runtime/shared/local-runtime.d.ts +35 -0
  795. package/dist/runtime/shared/ports.d.ts +6 -0
  796. package/dist/runtime/shared/ports.js +12 -1
  797. package/dist/runtime/shared/ports.js.map +1 -1
  798. package/dist/runtime/shared/process.d.ts +11 -0
  799. package/dist/runtime/shared/process.js +20 -0
  800. package/dist/runtime/shared/process.js.map +1 -1
  801. package/dist/runtime/shared/redact-args.d.ts +7 -0
  802. package/dist/runtime/shared/redact-args.js +26 -0
  803. package/dist/runtime/shared/redact-args.js.map +1 -0
  804. package/dist/runtime/shared/sidecar.d.ts +15 -0
  805. package/dist/runtime/shared/sidecar.js +43 -8
  806. package/dist/runtime/shared/sidecar.js.map +1 -1
  807. package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
  808. package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
  809. package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
  810. package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
  811. package/dist/runtime/tensorrt-llm/check.js +21 -0
  812. package/dist/runtime/tensorrt-llm/check.js.map +1 -0
  813. package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
  814. package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
  815. package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
  816. package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
  817. package/dist/runtime/tensorrt-llm/engine.js +24 -0
  818. package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
  819. package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
  820. package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
  821. package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
  822. package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
  823. package/dist/runtime/tensorrt-llm/index.js +31 -0
  824. package/dist/runtime/tensorrt-llm/index.js.map +1 -0
  825. package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
  826. package/dist/runtime/tensorrt-llm/installation.js +53 -0
  827. package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
  828. package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
  829. package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
  830. package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
  831. package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
  832. package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
  833. package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
  834. package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
  835. package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
  836. package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
  837. package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
  838. package/dist/runtime/tensorrt-llm/settings.js +48 -0
  839. package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
  840. package/dist/runtime/vllm/adapter.d.ts +46 -0
  841. package/dist/runtime/vllm/adapter.js +425 -0
  842. package/dist/runtime/vllm/adapter.js.map +1 -0
  843. package/dist/runtime/vllm/engine.d.ts +16 -0
  844. package/dist/runtime/vllm/engine.js +37 -0
  845. package/dist/runtime/vllm/engine.js.map +1 -0
  846. package/dist/runtime/vllm/index.d.ts +11 -0
  847. package/dist/runtime/vllm/index.js +12 -0
  848. package/dist/runtime/vllm/index.js.map +1 -0
  849. package/dist/runtime/vllm/memory.d.ts +69 -0
  850. package/dist/runtime/vllm/memory.js +123 -0
  851. package/dist/runtime/vllm/memory.js.map +1 -0
  852. package/dist/runtime/vllm/settings.d.ts +52 -0
  853. package/dist/runtime/vllm/settings.js +151 -0
  854. package/dist/runtime/vllm/settings.js.map +1 -0
  855. package/dist/runtime/wsl/guest-paths.d.ts +33 -0
  856. package/dist/runtime/wsl/guest-paths.js +83 -0
  857. package/dist/runtime/wsl/guest-paths.js.map +1 -0
  858. package/dist/runtime/wsl/guest-scope.d.ts +14 -0
  859. package/dist/runtime/wsl/guest-scope.js +98 -0
  860. package/dist/runtime/wsl/guest-scope.js.map +1 -0
  861. package/dist/runtime/wsl/index.d.ts +12 -0
  862. package/dist/runtime/wsl/index.js +13 -0
  863. package/dist/runtime/wsl/index.js.map +1 -0
  864. package/dist/runtime/wsl/keeper.d.ts +29 -0
  865. package/dist/runtime/wsl/keeper.js +48 -0
  866. package/dist/runtime/wsl/keeper.js.map +1 -0
  867. package/dist/runtime/wsl/transport.d.ts +106 -0
  868. package/dist/runtime/wsl/transport.js +181 -0
  869. package/dist/runtime/wsl/transport.js.map +1 -0
  870. package/dist/server/control/index.d.ts +1 -1
  871. package/dist/server/control/router.js +15 -0
  872. package/dist/server/control/router.js.map +1 -1
  873. package/dist/server/control/routes/backends.js +26 -0
  874. package/dist/server/control/routes/backends.js.map +1 -1
  875. package/dist/server/control/routes/decision.d.ts +10 -0
  876. package/dist/server/control/routes/decision.js +43 -0
  877. package/dist/server/control/routes/decision.js.map +1 -0
  878. package/dist/server/control/routes/diffusion-video.js +4 -0
  879. package/dist/server/control/routes/diffusion-video.js.map +1 -1
  880. package/dist/server/control/routes/diffusion.d.ts +1 -1
  881. package/dist/server/control/routes/diffusion.js +4 -9
  882. package/dist/server/control/routes/diffusion.js.map +1 -1
  883. package/dist/server/control/routes/embedding.d.ts +9 -0
  884. package/dist/server/control/routes/embedding.js +43 -0
  885. package/dist/server/control/routes/embedding.js.map +1 -0
  886. package/dist/server/control/routes/engine-builds.d.ts +14 -0
  887. package/dist/server/control/routes/engine-builds.js +82 -0
  888. package/dist/server/control/routes/engine-builds.js.map +1 -0
  889. package/dist/server/control/routes/engines.d.ts +17 -0
  890. package/dist/server/control/routes/engines.js +152 -0
  891. package/dist/server/control/routes/engines.js.map +1 -0
  892. package/dist/server/control/routes/environments.d.ts +16 -0
  893. package/dist/server/control/routes/environments.js +207 -0
  894. package/dist/server/control/routes/environments.js.map +1 -0
  895. package/dist/server/control/routes/hardware.d.ts +1 -1
  896. package/dist/server/control/routes/hardware.js +11 -6
  897. package/dist/server/control/routes/hardware.js.map +1 -1
  898. package/dist/server/control/routes/model-setups.d.ts +11 -0
  899. package/dist/server/control/routes/model-setups.js +55 -0
  900. package/dist/server/control/routes/model-setups.js.map +1 -0
  901. package/dist/server/control/routes/models.d.ts +3 -2
  902. package/dist/server/control/routes/models.js +45 -2
  903. package/dist/server/control/routes/models.js.map +1 -1
  904. package/dist/server/control/types.d.ts +167 -9
  905. package/dist/server/control/types.js.map +1 -1
  906. package/dist/server/http.d.ts +9 -1
  907. package/dist/server/http.js +51 -1
  908. package/dist/server/http.js.map +1 -1
  909. package/dist/server/public/decision-preview.d.ts +17 -0
  910. package/dist/server/public/decision-preview.js +119 -0
  911. package/dist/server/public/decision-preview.js.map +1 -0
  912. package/dist/server/public/decision.d.ts +32 -0
  913. package/dist/server/public/decision.js +135 -0
  914. package/dist/server/public/decision.js.map +1 -0
  915. package/dist/server/public/embedding.d.ts +31 -0
  916. package/dist/server/public/embedding.js +126 -0
  917. package/dist/server/public/embedding.js.map +1 -0
  918. package/dist/server/public/errors.d.ts +2 -1
  919. package/dist/server/public/errors.js +5 -2
  920. package/dist/server/public/errors.js.map +1 -1
  921. package/dist/server/public/forward.js +75 -3
  922. package/dist/server/public/forward.js.map +1 -1
  923. package/dist/server/public/gates.d.ts +13 -0
  924. package/dist/server/public/gates.js +37 -14
  925. package/dist/server/public/gates.js.map +1 -1
  926. package/dist/server/public/index.d.ts +5 -2
  927. package/dist/server/public/index.js +14 -1
  928. package/dist/server/public/index.js.map +1 -1
  929. package/dist/server/public/listing.d.ts +13 -2
  930. package/dist/server/public/listing.js +33 -9
  931. package/dist/server/public/listing.js.map +1 -1
  932. package/dist/server/public/policy.d.ts +9 -0
  933. package/dist/server/public/policy.js +68 -0
  934. package/dist/server/public/policy.js.map +1 -0
  935. package/dist/server/public/responses.js +10 -0
  936. package/dist/server/public/responses.js.map +1 -1
  937. package/dist/server/public/trace.d.ts +2 -2
  938. package/dist/server/public/trace.js +6 -2
  939. package/dist/server/public/trace.js.map +1 -1
  940. package/dist/server/public/types.d.ts +84 -1
  941. package/dist/settings/decision.d.ts +15 -0
  942. package/dist/settings/decision.js +88 -0
  943. package/dist/settings/decision.js.map +1 -0
  944. package/dist/settings/embedding.d.ts +12 -0
  945. package/dist/settings/embedding.js +82 -0
  946. package/dist/settings/embedding.js.map +1 -0
  947. package/dist/settings/index.d.ts +2 -0
  948. package/dist/settings/index.js +2 -0
  949. package/dist/settings/index.js.map +1 -1
  950. package/dist/settings/schema/atomic-prism.json +433 -0
  951. package/dist/settings/schema/tensorrt-llm.json +253 -0
  952. package/dist/settings/schema/vllm.json +273 -0
  953. package/dist/settings/schema.js +58 -0
  954. package/dist/settings/schema.js.map +1 -1
  955. package/dist/settings/store.d.ts +13 -2
  956. package/dist/settings/store.js +44 -0
  957. package/dist/settings/store.js.map +1 -1
  958. package/dist/util/index.d.ts +1 -0
  959. package/dist/util/index.js +1 -0
  960. package/dist/util/index.js.map +1 -1
  961. package/dist/util/result.d.ts +19 -0
  962. package/dist/util/result.js +15 -0
  963. package/dist/util/result.js.map +1 -0
  964. package/dist/version.d.ts +1 -1
  965. package/dist/version.js +1 -1
  966. package/dist/version.js.map +1 -1
  967. package/package.json +1 -1
  968. package/src/settings/schema/atomic-prism.json +433 -0
  969. package/src/settings/schema/tensorrt-llm.json +253 -0
  970. package/src/settings/schema/vllm.json +273 -0
@@ -0,0 +1,394 @@
1
+ /**
2
+ * The decision model: a small model that answers typed questions with probabilities in one forward
3
+ * pass. It runs as its own core module, outside the sessions registry
4
+ * (ADR 2026-09-30-the-decision-model-is-its-own-core-module), on one of two engines
5
+ * (ADR 2026-10-06-run-decision-models-on-upstream-llamacpp):
6
+ * - `turboquant`: `llama-server --decision` of the TurboQuant fork (release 1.7.0 on), which also
7
+ * serves the router (`/v1/router/score`) and converts laya checkpoint folders;
8
+ * - `upstream`: ggml-org llama.cpp (b11370 on), which serves `/v1/systemone` for a GGUF stamped with
9
+ * `<arch>.decision.type` (laya, openjev, lev, kev, nimble, clef). No router.
10
+ *
11
+ * Two halves live here:
12
+ * - the engine's wire contract (`DECISION.md` in atomic-llama-cpp-turboquant, API version 1, which
13
+ * upstream's `/v1/systemone` shares for requests), mirrored as types only. Fields the engine may
14
+ * add later are tolerated: every object keeps an index signature, and nothing in the core rejects
15
+ * an unknown key;
16
+ * - the core's own surface: the settings section, the status, the fail-open outcome and the events.
17
+ *
18
+ * Browser-safe: types and constants only. snake_case throughout, like the engine and `settings.json`.
19
+ */
20
+ /** `/props.decision.api_version` this core speaks. Anything else is treated as an unsupported engine. */
21
+ export declare const DECISION_API_VERSION = 1;
22
+ /**
23
+ * Which decision API an engine speaks, decided by the model file: a laya checkpoint folder or a GGUF
24
+ * the fork converted (`decision.layout`, architecture `laya`) is `turboquant`; a GGUF with
25
+ * `<arch>.decision.type` is `upstream`.
26
+ */
27
+ export type DecisionDialect = 'turboquant' | 'upstream';
28
+ export type DecisionQuestionType = 'noul' | 'choice' | 'score';
29
+ export interface DecisionQuestion {
30
+ type: DecisionQuestionType;
31
+ /** Any JSON value for the laya layout; a non-string is rendered as compact JSON by the engine. */
32
+ instructions: unknown;
33
+ /** `choice`: `{label: description|null}` or `[label, …]`; `score`: `[level, …]`; `noul`: `{true?, false?}`. */
34
+ criteria?: unknown;
35
+ /** `noul` only: `{"false": str, "true": str}`. */
36
+ labels?: {
37
+ false: string;
38
+ true: string;
39
+ } | null;
40
+ [extra: string]: unknown;
41
+ }
42
+ export type DecisionTruncation = 'allow' | 'error';
43
+ export interface SystemoneRequest {
44
+ model?: string;
45
+ state: unknown;
46
+ questions: Record<string, DecisionQuestion>;
47
+ truncation?: DecisionTruncation;
48
+ [extra: string]: unknown;
49
+ }
50
+ export interface DecisionAnswer {
51
+ type: DecisionQuestionType;
52
+ /** `noul`: P(true). */
53
+ noul?: number;
54
+ /** `choice`: the first argmax, the label as given (a number stays a number). */
55
+ choice?: unknown;
56
+ /** `score`: sum(i * p_i). */
57
+ score?: number;
58
+ probabilities?: Record<string, number>;
59
+ legend?: Record<string, unknown>;
60
+ confidence: number;
61
+ [extra: string]: unknown;
62
+ }
63
+ export interface DecisionRuntimeInfo {
64
+ layout: string;
65
+ format: string;
66
+ plan: string;
67
+ spec_sha256: string;
68
+ calibration: string;
69
+ [extra: string]: unknown;
70
+ }
71
+ export interface DecisionTimings {
72
+ queue_ms: number;
73
+ render_ms: number;
74
+ compute_ms: number;
75
+ [extra: string]: unknown;
76
+ }
77
+ /** Upstream llama.cpp answers only `answers` and `usage.{input,output}_tokens`; the rest is the fork's. */
78
+ export interface SystemoneResponse {
79
+ model?: string;
80
+ answers: Record<string, DecisionAnswer>;
81
+ usage: {
82
+ input_tokens: number;
83
+ output_tokens: number;
84
+ evaluated_tokens?: number;
85
+ [extra: string]: unknown;
86
+ };
87
+ latency_ms?: number;
88
+ timings?: DecisionTimings;
89
+ warnings?: string[];
90
+ runtime?: DecisionRuntimeInfo;
91
+ [extra: string]: unknown;
92
+ }
93
+ /** One measured or missing skill check of an executor card (`atomic.executor-card/1`). */
94
+ export type ExecutorCheck = {
95
+ skill: string;
96
+ status: 'measured';
97
+ /** Integers only: the engine rejects floats so Python and C++ render the same text. */
98
+ passed: number;
99
+ total: number;
100
+ criterion?: string;
101
+ source?: string;
102
+ version?: string;
103
+ [extra: string]: unknown;
104
+ } | {
105
+ skill: string;
106
+ status: 'missing';
107
+ source?: string;
108
+ version?: string;
109
+ [extra: string]: unknown;
110
+ };
111
+ export interface ExecutorCard {
112
+ schema?: 'atomic.executor-card/1' | string;
113
+ name: string;
114
+ kind: string;
115
+ description?: string;
116
+ /** At most 32. */
117
+ checks?: ExecutorCheck[];
118
+ [extra: string]: unknown;
119
+ }
120
+ export interface RouterCandidate {
121
+ /** `[A-Za-z0-9._:/@+-]{1,128}`, unique within a request. */
122
+ id: string;
123
+ card: ExecutorCard;
124
+ [extra: string]: unknown;
125
+ }
126
+ export interface RouterScoreRequest {
127
+ model?: string;
128
+ task: string;
129
+ criterion: string;
130
+ candidates: RouterCandidate[];
131
+ truncation?: DecisionTruncation;
132
+ [extra: string]: unknown;
133
+ }
134
+ export interface RouterScore {
135
+ id: string;
136
+ /** Independent per candidate: the scores do not sum to 1, and there is no threshold or argmax. */
137
+ p_success: number;
138
+ /** The raw z = s_true - s_false, for recalibration. */
139
+ logit: number;
140
+ calibrated: boolean;
141
+ input_tokens: number;
142
+ truncated_tokens: number;
143
+ [extra: string]: unknown;
144
+ }
145
+ export interface RouterScoreResponse {
146
+ object: 'router.scores';
147
+ model: string;
148
+ scores: RouterScore[];
149
+ usage: {
150
+ input_tokens: number;
151
+ output_tokens: number;
152
+ passes: number;
153
+ [extra: string]: unknown;
154
+ };
155
+ latency_ms: number;
156
+ timings?: DecisionTimings;
157
+ runtime: DecisionRuntimeInfo;
158
+ warnings: string[];
159
+ [extra: string]: unknown;
160
+ }
161
+ /** Reasons a decision handler puts in its error envelope (DECISION.md "Errors"). */
162
+ export declare const DECISION_ENGINE_REASONS: readonly ["MALFORMED_JSON", "BODY_NOT_OBJECT", "INVALID_REQUEST", "UNKNOWN_QUESTION_TYPE", "EMPTY_INSTRUCTIONS", "TOO_FEW_OPTIONS", "TOO_MANY_OPTIONS", "INVALID_NOUL_CRITERIA", "UNSUPPORTED_NUMBER", "UNSUPPORTED_CRITERIA_VALUE", "TOO_MANY_QUESTIONS", "INVALID_CARD", "DUPLICATE_CANDIDATE_ID", "INVALID_CANDIDATE_ID", "TOO_MANY_CANDIDATES", "BODY_TOO_LARGE", "PROMPT_TOO_LONG", "CARD_TOO_LONG", "CRITERION_TOO_LONG", "OPTIONS_TRUNCATED", "STATE_TRUNCATED", "OVERLOADED", "INTERNAL", "ROUTER_NOT_CALIBRATED", "UNAVAILABLE"];
163
+ /** A known reason, or a string a newer engine added. */
164
+ export type DecisionEngineReason = (typeof DECISION_ENGINE_REASONS)[number] | (string & {});
165
+ /**
166
+ * `{"error": {...}}` of a decision handler. Middleware answers (401, 503 while loading, 404) carry no
167
+ * `reason`, which is why it is optional here.
168
+ */
169
+ export interface DecisionEngineError {
170
+ code?: number;
171
+ type?: string;
172
+ reason?: DecisionEngineReason;
173
+ message: string;
174
+ /** JSON path of the bad field. */
175
+ param?: string;
176
+ [extra: string]: unknown;
177
+ }
178
+ export interface DecisionLimits {
179
+ max_questions?: number;
180
+ max_candidates?: number;
181
+ max_options?: number;
182
+ max_checks?: number;
183
+ max_tokens?: number;
184
+ max_card_tokens?: number;
185
+ max_card_field_bytes?: number;
186
+ max_body_bytes?: number;
187
+ [extra: string]: unknown;
188
+ }
189
+ /** The `decision` block of `GET /props`. Only `api_version` is required by the core. */
190
+ export interface DecisionProps {
191
+ api_version: number;
192
+ endpoints?: string[];
193
+ layout?: string;
194
+ format?: string;
195
+ model_id?: string;
196
+ model_version?: string;
197
+ spec_version?: number;
198
+ spec_sha256?: string;
199
+ spec_source?: 'gguf' | 'file' | 'default' | string;
200
+ question_types?: string[];
201
+ limits?: DecisionLimits;
202
+ confidence?: string;
203
+ calibration?: {
204
+ method?: string;
205
+ calibrated?: boolean;
206
+ version?: string;
207
+ [extra: string]: unknown;
208
+ };
209
+ router?: {
210
+ available?: boolean;
211
+ calibrated?: boolean;
212
+ method?: string;
213
+ card_schema?: string;
214
+ card_renderer?: string;
215
+ [extra: string]: unknown;
216
+ };
217
+ plan?: Record<string, unknown>;
218
+ /** `gguf` for `-m FILE`, `checkpoint-dir` for `-m DIR`. */
219
+ source?: 'gguf' | 'checkpoint-dir' | (string & {});
220
+ /** The cached GGUF a checkpoint folder was loaded from; `null` for `gguf`. */
221
+ cache_path?: string | null;
222
+ /** How a checkpoint folder was loaded; `null` for `gguf`. */
223
+ checkpoint?: DecisionCheckpointInfo | null;
224
+ [extra: string]: unknown;
225
+ }
226
+ /** `/props.decision.checkpoint`: the conversion of a checkpoint folder into the GGUF cache. */
227
+ export interface DecisionCheckpointInfo {
228
+ dir?: string;
229
+ cache_dir?: string;
230
+ key?: string;
231
+ outtype?: DecisionConvertType | (string & {});
232
+ /** The cached GGUF was reused; `convert_ms` is then 0. */
233
+ cache_hit?: boolean;
234
+ convert_ms?: number;
235
+ /** `LAYA_CONVERT_VERSION` of the engine's converter. */
236
+ converter?: number;
237
+ [extra: string]: unknown;
238
+ }
239
+ /** `--decision-convert-type`: what a checkpoint folder is converted to. */
240
+ export type DecisionConvertType = 'f16' | 'f32';
241
+ export declare const DECISION_CONVERT_TYPES: readonly DecisionConvertType[];
242
+ /** `capabilities` values `GET /v1/models` lists for a decision process. */
243
+ export type DecisionCapability = 'decision' | 'systemone' | 'router_score' | (string & {});
244
+ /**
245
+ * `settings.json` → `decision`. The model is a file or folder the app downloaded (its registry is the
246
+ * app's); the core only runs it. A relative `model_path` / `spec_path` is resolved against the data
247
+ * folder.
248
+ */
249
+ export interface DecisionSettings {
250
+ /** Off by default: nothing is spawned until the app turns it on and names a model. */
251
+ enabled: boolean;
252
+ /**
253
+ * The decision GGUF (a laya model, any GGUF stamped with `decision.spec`, or an upstream one with
254
+ * `<arch>.decision.type`), or a laya Hugging Face checkpoint folder, which the fork converts once
255
+ * into `<data>/decision/gguf-cache`. The file decides the engine (`DecisionDialect`).
256
+ */
257
+ model_path: string;
258
+ /** `--mmproj` for an upstream model that reads images (openjev, clef); empty = none. Ignored by the fork. */
259
+ mmproj_path: string;
260
+ /**
261
+ * `-c` for an upstream model, also its batch (the decision outputs are read from one batch); 0 = the
262
+ * core picks (`UPSTREAM_DECISION_DEFAULT_CTX`, capped at the trained context). Ignored by the fork.
263
+ */
264
+ ctx_size: number;
265
+ /** `-a`: the name the engine answers with; empty = the file name, or the folder name for a checkpoint. */
266
+ model_id: string;
267
+ /** `--decision-spec`: a spec or a bare `calibration.json` replacing the embedded one; empty = none. */
268
+ spec_path: string;
269
+ /** `-t`; 0 = the core picks (the physical core count, capped, see `decisionThreads`). */
270
+ threads: number;
271
+ /** Budget of one `scoreCandidates` / `decide` call before it fails open, in milliseconds. */
272
+ timeout_ms: number;
273
+ /** Unload after this many seconds without a call; 0 keeps the model resident. */
274
+ idle_unload_secs: number;
275
+ /** How long a start may take before it counts as failed. */
276
+ startup_timeout_secs: number;
277
+ /** `--decision-allow-uncalibrated`: serve `/v1/router/score` with `calibrated: false` scores. */
278
+ allow_uncalibrated: boolean;
279
+ /** An explicit `llama-server` to run instead of an installed build of the model's engine; empty = resolve one. */
280
+ engine_path: string;
281
+ /** `--decision-convert-type` for a checkpoint folder; ignored for a GGUF. */
282
+ convert_type: DecisionConvertType;
283
+ }
284
+ export declare const DEFAULT_DECISION_SETTINGS: DecisionSettings;
285
+ export type DecisionState =
286
+ /** Turned off in settings. */
287
+ 'disabled'
288
+ /** Enabled, not running (never started, unloaded, or idle-unloaded); the next call starts it. */
289
+ | 'idle' | 'starting' | 'ready'
290
+ /** The process died after it was ready; a restart is scheduled. */
291
+ | 'restarting'
292
+ /** A start failed, or restarts gave up; `error` says why. Cleared by `load` or a settings change. */
293
+ | 'failed'
294
+ /**
295
+ * No installed build of the model's engine can run it: no fork build speaks `--decision` (or it
296
+ * speaks another API version), or no upstream build is new enough for the model's decision type.
297
+ */
298
+ | 'unsupported';
299
+ /** The providers whose builds can run a decision model, one per dialect. */
300
+ export type DecisionEngineProvider = 'llamacpp' | 'llamacpp-upstream';
301
+ /** Which `llama-server` runs the decision model, and why the core trusts it. */
302
+ export interface DecisionEngineInfo {
303
+ path: string;
304
+ /** `<version>/<backend>` of the installed pack; `null` for an explicit `engine_path`. */
305
+ version_backend: string | null;
306
+ /** Fork semver from the release tag (`b10269-1.7.0` → `1.7.0`); `null` when the tag has none. */
307
+ fork_version: string | null;
308
+ /**
309
+ * Whether the tag alone says the build is new enough: for the fork the `-h` probe has the last
310
+ * word, for upstream the build number is the gate.
311
+ */
312
+ version_gate: boolean | null;
313
+ /** The API the engine is started for. */
314
+ dialect: DecisionDialect;
315
+ /** The provider whose pack it is; `null` for an explicit `engine_path`. */
316
+ provider: DecisionEngineProvider | null;
317
+ }
318
+ export interface DecisionStatus {
319
+ state: DecisionState;
320
+ enabled: boolean;
321
+ /** Resolved absolute model path, or `null` when none is configured. */
322
+ model_path: string | null;
323
+ engine: DecisionEngineInfo | null;
324
+ pid: number | null;
325
+ port: number | null;
326
+ /** `/props.decision` of the running process. */
327
+ props: DecisionProps | null;
328
+ /** Capabilities the running process lists in `/v1/models`. */
329
+ capabilities: DecisionCapability[];
330
+ /**
331
+ * Crashes counted towards giving up: one per unexpected exit or failed restart, back to zero after
332
+ * a process stays up for a minute, or on an explicit load or a settings change.
333
+ */
334
+ restarts: number;
335
+ error: {
336
+ code: string;
337
+ message: string;
338
+ details?: string;
339
+ } | null;
340
+ /** Milliseconds since the epoch of the last state change. */
341
+ since: number;
342
+ }
343
+ /** Why a call answered without the model's opinion. The caller then applies its default policy. */
344
+ export type DecisionUnavailableReason = 'disabled' | 'not_configured' | 'unsupported' | 'starting' | 'failed' | 'not_running' | 'timeout' | 'overloaded' | 'aborted'
345
+ /**
346
+ * The router has no calibration and the process runs without `--decision-allow-uncalibrated`: a
347
+ * configuration state, not a caller bug. Answered without a request when `/props.decision.router`
348
+ * says `available: false`, else read from the engine's 501 `ROUTER_NOT_CALIBRATED`.
349
+ */
350
+ | 'not_calibrated'
351
+ /** The engine refused the request (4xx/5xx with its envelope in `error`), or it could not be serialized. */
352
+ | 'rejected' | 'transport_error' | 'invalid_response';
353
+ /**
354
+ * What `scoreCandidates` and `decide` resolve to. They never throw into the caller: a chat turn must
355
+ * not fail because the router could not answer (fail-open).
356
+ */
357
+ export type DecisionOutcome<T> = {
358
+ unavailable: false;
359
+ result: T;
360
+ elapsed_ms: number;
361
+ } | {
362
+ unavailable: true;
363
+ reason: DecisionUnavailableReason;
364
+ message: string;
365
+ elapsed_ms: number;
366
+ /** The engine's HTTP status, when it answered. */
367
+ status?: number;
368
+ /** The engine's error envelope, when it answered with one. */
369
+ error?: DecisionEngineError;
370
+ };
371
+ /** `POST /atomic/v1/decision/score` body. */
372
+ export interface DecisionScoreRequest {
373
+ task: string;
374
+ criterion: string;
375
+ candidates: RouterCandidate[];
376
+ truncation?: DecisionTruncation;
377
+ /** Overrides `settings.decision.timeout_ms` for this call. */
378
+ timeout_ms?: number;
379
+ }
380
+ /** `POST /atomic/v1/decision/decide` body. */
381
+ export interface DecisionDecideRequest {
382
+ state: unknown;
383
+ questions: Record<string, DecisionQuestion>;
384
+ truncation?: DecisionTruncation;
385
+ timeout_ms?: number;
386
+ }
387
+ /** `decision:state`: every status change. */
388
+ export type DecisionStateEvent = DecisionStatus;
389
+ /** `decision:error`: a failure nobody is awaiting (a crash, a restart that failed, restarts given up). */
390
+ export interface DecisionErrorEvent {
391
+ code: string;
392
+ message: string;
393
+ details?: string;
394
+ }
@@ -0,0 +1,69 @@
1
+ /**
2
+ * The decision model: a small model that answers typed questions with probabilities in one forward
3
+ * pass. It runs as its own core module, outside the sessions registry
4
+ * (ADR 2026-09-30-the-decision-model-is-its-own-core-module), on one of two engines
5
+ * (ADR 2026-10-06-run-decision-models-on-upstream-llamacpp):
6
+ * - `turboquant`: `llama-server --decision` of the TurboQuant fork (release 1.7.0 on), which also
7
+ * serves the router (`/v1/router/score`) and converts laya checkpoint folders;
8
+ * - `upstream`: ggml-org llama.cpp (b11370 on), which serves `/v1/systemone` for a GGUF stamped with
9
+ * `<arch>.decision.type` (laya, openjev, lev, kev, nimble, clef). No router.
10
+ *
11
+ * Two halves live here:
12
+ * - the engine's wire contract (`DECISION.md` in atomic-llama-cpp-turboquant, API version 1, which
13
+ * upstream's `/v1/systemone` shares for requests), mirrored as types only. Fields the engine may
14
+ * add later are tolerated: every object keeps an index signature, and nothing in the core rejects
15
+ * an unknown key;
16
+ * - the core's own surface: the settings section, the status, the fail-open outcome and the events.
17
+ *
18
+ * Browser-safe: types and constants only. snake_case throughout, like the engine and `settings.json`.
19
+ */
20
+ /** `/props.decision.api_version` this core speaks. Anything else is treated as an unsupported engine. */
21
+ export const DECISION_API_VERSION = 1;
22
+ /** Reasons a decision handler puts in its error envelope (DECISION.md "Errors"). */
23
+ export const DECISION_ENGINE_REASONS = [
24
+ 'MALFORMED_JSON',
25
+ 'BODY_NOT_OBJECT',
26
+ 'INVALID_REQUEST',
27
+ 'UNKNOWN_QUESTION_TYPE',
28
+ 'EMPTY_INSTRUCTIONS',
29
+ 'TOO_FEW_OPTIONS',
30
+ 'TOO_MANY_OPTIONS',
31
+ 'INVALID_NOUL_CRITERIA',
32
+ 'UNSUPPORTED_NUMBER',
33
+ 'UNSUPPORTED_CRITERIA_VALUE',
34
+ 'TOO_MANY_QUESTIONS',
35
+ 'INVALID_CARD',
36
+ 'DUPLICATE_CANDIDATE_ID',
37
+ 'INVALID_CANDIDATE_ID',
38
+ 'TOO_MANY_CANDIDATES',
39
+ 'BODY_TOO_LARGE',
40
+ 'PROMPT_TOO_LONG',
41
+ 'CARD_TOO_LONG',
42
+ 'CRITERION_TOO_LONG',
43
+ 'OPTIONS_TRUNCATED',
44
+ 'STATE_TRUNCATED',
45
+ 'OVERLOADED',
46
+ 'INTERNAL',
47
+ 'ROUTER_NOT_CALIBRATED',
48
+ 'UNAVAILABLE',
49
+ ];
50
+ export const DECISION_CONVERT_TYPES = ['f16', 'f32'];
51
+ export const DEFAULT_DECISION_SETTINGS = {
52
+ enabled: false,
53
+ model_path: '',
54
+ mmproj_path: '',
55
+ ctx_size: 0,
56
+ model_id: '',
57
+ spec_path: '',
58
+ threads: 0,
59
+ // One systemone question takes 0.1-0.3 s on a CPU and a router pass per candidate 0.1-0.8 s
60
+ // (DECISION.md); 500 ms timed out on ordinary x86 machines. A caller with a tighter budget passes
61
+ // its own `timeout_ms`.
62
+ timeout_ms: 2000,
63
+ idle_unload_secs: 0,
64
+ startup_timeout_secs: 60,
65
+ allow_uncalibrated: false,
66
+ engine_path: '',
67
+ convert_type: 'f16',
68
+ };
69
+ //# sourceMappingURL=decision.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"decision.js","sourceRoot":"","sources":["../../src/contracts/decision.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,yGAAyG;AACzG,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAA;AA+IrC,oFAAoF;AACpF,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,uBAAuB;IACvB,oBAAoB;IACpB,iBAAiB;IACjB,kBAAkB;IAClB,uBAAuB;IACvB,oBAAoB;IACpB,4BAA4B;IAC5B,oBAAoB;IACpB,cAAc;IACd,wBAAwB;IACxB,sBAAsB;IACtB,qBAAqB;IACrB,gBAAgB;IAChB,iBAAiB;IACjB,eAAe;IACf,oBAAoB;IACpB,mBAAmB;IACnB,iBAAiB;IACjB,YAAY;IACZ,UAAU;IACV,uBAAuB;IACvB,aAAa;CACL,CAAA;AA+EV,MAAM,CAAC,MAAM,sBAAsB,GAAmC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;AAkDpF,MAAM,CAAC,MAAM,yBAAyB,GAAqB;IACzD,OAAO,EAAE,KAAK;IACd,UAAU,EAAE,EAAE;IACd,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,CAAC;IACX,QAAQ,EAAE,EAAE;IACZ,SAAS,EAAE,EAAE;IACb,OAAO,EAAE,CAAC;IACV,4FAA4F;IAC5F,kGAAkG;IAClG,wBAAwB;IACxB,UAAU,EAAE,IAAI;IAChB,gBAAgB,EAAE,CAAC;IACnB,oBAAoB,EAAE,EAAE;IACxB,kBAAkB,EAAE,KAAK;IACzB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,KAAK;CACpB,CAAA"}
@@ -80,6 +80,12 @@ export interface LoadDiffusionModelRequest {
80
80
  defaults: DiffusionFamilyDefaults;
81
81
  ranges: DiffusionFamilyRanges;
82
82
  offload: DiffusionOffloadPolicy;
83
+ /**
84
+ * The policy to move to when the model runs out of memory under `offload`: the load, or the job,
85
+ * that ran out is retried once with it, and the session keeps it until the next load. Ignored when
86
+ * it equals `offload`.
87
+ */
88
+ offloadFallback?: DiffusionOffloadPolicy;
83
89
  engine?: DiffusionEngineId;
84
90
  /** `--threads`, for CPU backends. */
85
91
  threads?: number;
@@ -289,14 +295,6 @@ export interface DiffusionBackendInstallRecord {
289
295
  installedAtMs: number;
290
296
  dir: string;
291
297
  }
292
- export interface FinalizeBackendInstallArgs {
293
- dir: string;
294
- tag: string;
295
- backendId: string;
296
- backend: DiffusionBackend;
297
- engine: DiffusionEngineId;
298
- sha256?: string;
299
- }
300
298
  /** Sent by the app once per core generation, before anything else. */
301
299
  export interface DiffusionConfig {
302
300
  /** Must be the core's own data folder. */
@@ -366,15 +364,63 @@ export interface VideoGenerateRequest {
366
364
  /** Reserved for `image-to-video`: the last frame. */
367
365
  endImage?: ImageSource;
368
366
  }
367
+ /** Which memory a video generation competes for: Apple's unified memory, a discrete GPU's, or system RAM. */
368
+ export type VideoMemoryPool = 'unified' | 'vram' | 'system';
369
+ /** `fits`: at most 80 % of the budget; `tight`: at most 100 %; `exceeds`: past it, into swap. */
370
+ export type VideoMemoryVerdict = 'fits' | 'tight' | 'exceeds';
371
+ /** `heuristic`: the core's model of the family and the machine; `history`: calibrated by this machine's clips. */
372
+ export type VideoEstimateBasis = 'heuristic' | 'history';
373
+ /**
374
+ * What a video request will cost on this machine with the loaded model, before it runs. Answered by
375
+ * `POST /atomic/v1/diffusion/video/estimate` and carried by `VideoJob.estimate`.
376
+ */
377
+ export interface VideoEstimate {
378
+ memory: {
379
+ requiredBytes: number;
380
+ budgetBytes: number;
381
+ /** The pool that decided the verdict. */
382
+ pool: VideoMemoryPool;
383
+ verdict: VideoMemoryVerdict;
384
+ };
385
+ /** Whole seconds, `0 < low <= high`; `null` when the verdict is `exceeds`: time in swap is unpredictable. */
386
+ seconds: {
387
+ low: number;
388
+ high: number;
389
+ } | null;
390
+ basis: VideoEstimateBasis;
391
+ }
392
+ /** How far a tiled VAE decode got: tiles finished out of the pass the engine announced. */
393
+ export interface VideoDecodeTiles {
394
+ done: number;
395
+ total: number;
396
+ }
369
397
  /** One clip per job, so no batch fields. */
370
398
  export interface VideoJobProgress {
371
399
  phase: VideoJobPhase;
372
400
  step: number;
373
401
  totalSteps: number;
374
- /** 0..1 estimate for the whole job. */
402
+ /** 0..1 estimate for the whole job; never decreases and stays below 1 until the job is over. */
375
403
  fraction: number;
404
+ /**
405
+ * Seconds left for the whole job: encoding, the remaining steps and the VAE decode. Before the
406
+ * first measured step it comes from `VideoJob.estimate`; once a tiled decode finished a tile, from
407
+ * the measured time per tile. A forecast that is spent is doubled rather than dropped. `null` when
408
+ * unknown, once every tile of a tiled decode is done, and while saving.
409
+ */
376
410
  etaSeconds: number | null;
411
+ /**
412
+ * The decode's tiles while a tiled decode runs; absent in every other phase, for a decode in one
413
+ * graph, and from older cores. A retried decode starts a new pass from `done: 0`.
414
+ */
415
+ decodeTiles?: VideoDecodeTiles;
416
+ /** Since the runner started the job. */
377
417
  elapsedMs: number;
418
+ /**
419
+ * The steps, or the tiles of a tiled decode, slowed down sharply (a sign of swapping or a stalled
420
+ * engine); once set it stays set for the job. Always sent by this core; absent from older cores,
421
+ * which a client reads as `false`.
422
+ */
423
+ slowdown?: boolean;
378
424
  }
379
425
  export interface VideoJob {
380
426
  id: string;
@@ -389,6 +435,8 @@ export interface VideoJob {
389
435
  /** Zero or one item. */
390
436
  outputs: GalleryVideoItem[];
391
437
  error?: DiffusionErrorBody;
438
+ /** The estimate for this request, taken when the job started; absent when it could not be made. */
439
+ estimate?: VideoEstimate;
392
440
  }
393
441
  /** Written as `<jobId>.json` beside the video (WebM has no text chunk). Enough to reproduce the clip. */
394
442
  export interface VideoRecipe {
@@ -426,6 +474,11 @@ export interface VideoRecipe {
426
474
  };
427
475
  createdAtMs: number;
428
476
  durationMs: number;
477
+ /**
478
+ * From the last sampling step to the saved clip: the VAE decode and the file's encoding. Absent
479
+ * for a clip made before it was recorded, or when no sampling step was seen.
480
+ */
481
+ decodeMs?: number;
429
482
  }
430
483
  export interface GalleryVideoItem {
431
484
  /** The job id (32 hex characters); also the file stem. */
@@ -0,0 +1,103 @@
1
+ /**
2
+ * The embedding model (ADR 2026-10-07-embedding-models-are-their-own-core-module): one stock llama.cpp
3
+ * `llama-server --embedding` the app turns on for the Local API Server's `/v1/embeddings`, outside the
4
+ * sessions registry like the decision model. The model is a GGUF the app downloaded (its catalog is
5
+ * the app's, `atomic-chat-conf/models/embedding.json`), plus a projector for one that reads images or
6
+ * audio; the core only runs it.
7
+ */
8
+ /** The pooling a model is started with (`--pooling`); empty in the settings = the GGUF's own. */
9
+ export declare const EMBEDDING_POOLINGS: readonly ["mean", "cls", "last"];
10
+ export type EmbeddingPooling = (typeof EMBEDDING_POOLINGS)[number];
11
+ /** What one input may hold, as the running process reports it (`/props.modalities`). */
12
+ export type EmbeddingModality = 'text' | 'image' | 'audio' | 'video';
13
+ /** The provider whose builds run embedding models. */
14
+ export type EmbeddingEngineProvider = 'llamacpp-upstream';
15
+ /**
16
+ * `settings.json` → `embedding`. A relative `model_path` / `mmproj_path` is resolved against the data
17
+ * folder.
18
+ */
19
+ export interface EmbeddingSettings {
20
+ /** Off by default: nothing is spawned until the app turns it on and names a model. */
21
+ enabled: boolean;
22
+ /** The embedding GGUF. */
23
+ model_path: string;
24
+ /** `--mmproj` for a model that reads images or audio; empty = text only. */
25
+ mmproj_path: string;
26
+ /** `-a`: the name API clients pass as `model`; empty = the file name without `.gguf`. */
27
+ model_id: string;
28
+ /**
29
+ * `-c`, and `-b`/`-ub`: an encoder reads one whole input (media tokens included) per batch. 0 = the
30
+ * core picks (`EMBEDDING_DEFAULT_CTX`, capped at the trained context).
31
+ */
32
+ ctx_size: number;
33
+ /** `--pooling`; empty = the model's own (`<arch>.pooling_type`). */
34
+ pooling: '' | EmbeddingPooling;
35
+ /** `--image-max-tokens`; 0 = the engine's own (at most half the batch). */
36
+ image_max_tokens: number;
37
+ /** `-t`; 0 = llama.cpp's own default. */
38
+ threads: number;
39
+ /** Unload after this many seconds without a request; 0 keeps the model resident. */
40
+ idle_unload_secs: number;
41
+ /** How long a start may take before it counts as failed. */
42
+ startup_timeout_secs: number;
43
+ /** An explicit `llama-server` to run instead of an installed llama.cpp build; empty = resolve one. */
44
+ engine_path: string;
45
+ }
46
+ export declare const DEFAULT_EMBEDDING_SETTINGS: EmbeddingSettings;
47
+ export type EmbeddingState =
48
+ /** Turned off in settings. */
49
+ 'disabled'
50
+ /** Enabled, not running (never started, unloaded, or idle-unloaded); the next request starts it. */
51
+ | 'idle' | 'starting' | 'ready'
52
+ /** The process died after it was ready; a restart is scheduled. */
53
+ | 'restarting'
54
+ /** A start failed, or restarts gave up; `error` says why. Cleared by `load` or a settings change. */
55
+ | 'failed'
56
+ /** No installed llama.cpp build is new enough for the model (`EMBEDDING_ENGINE_UNSUPPORTED`). */
57
+ | 'unsupported';
58
+ /** Which `llama-server` runs the embedding model. */
59
+ export interface EmbeddingEngineInfo {
60
+ path: string;
61
+ /** `<version>/<backend>` of the installed pack; `null` for an explicit `engine_path`. */
62
+ version_backend: string | null;
63
+ /** The provider whose pack it is; `null` for an explicit `engine_path`. */
64
+ provider: EmbeddingEngineProvider | null;
65
+ }
66
+ export interface EmbeddingStatus {
67
+ state: EmbeddingState;
68
+ enabled: boolean;
69
+ /** Resolved absolute model path, or `null` when none is configured. */
70
+ model_path: string | null;
71
+ /** The name API clients pass as `model`, or `null` when no model is configured. */
72
+ model_id: string | null;
73
+ engine: EmbeddingEngineInfo | null;
74
+ pid: number | null;
75
+ port: number | null;
76
+ /** Length of the vectors the running process returns; `null` until it is ready. */
77
+ dims: number | null;
78
+ /** What one input may hold; `[]` until the process is ready. */
79
+ modalities: EmbeddingModality[];
80
+ /**
81
+ * Crashes counted towards giving up: one per unexpected exit or failed restart, back to zero after
82
+ * a process stays up for a minute, or on an explicit load or a settings change.
83
+ */
84
+ restarts: number;
85
+ error: EmbeddingErrorEvent | null;
86
+ /** Milliseconds since the epoch of the last state change. */
87
+ since: number;
88
+ }
89
+ /** `embedding:state`: every status change. */
90
+ export type EmbeddingStateEvent = EmbeddingStatus;
91
+ /** `embedding:error`: a failure nobody is awaiting (a crash, a restart that failed, restarts given up). */
92
+ export interface EmbeddingErrorEvent {
93
+ code: string;
94
+ message: string;
95
+ details?: string;
96
+ }
97
+ /** `POST /atomic/v1/embedding/embed`: what the process answered, relayed as it came. */
98
+ export interface EmbeddingEmbedResponse {
99
+ /** The engine's HTTP status. */
100
+ status: number;
101
+ /** The engine's JSON answer (the OpenAI list, or its error envelope). */
102
+ body: unknown;
103
+ }