@atomic-chat/core 0.5.1 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (970) hide show
  1. package/README.md +22 -0
  2. package/dist/app-daemon.js +20 -67
  3. package/dist/app-daemon.js.map +1 -1
  4. package/dist/backend/advisor/advisor.d.ts +132 -0
  5. package/dist/backend/advisor/advisor.js +537 -0
  6. package/dist/backend/advisor/advisor.js.map +1 -0
  7. package/dist/backend/advisor/index.d.ts +6 -0
  8. package/dist/backend/advisor/index.js +7 -0
  9. package/dist/backend/advisor/index.js.map +1 -0
  10. package/dist/backend/advisor/policy.d.ts +81 -0
  11. package/dist/backend/advisor/policy.js +154 -0
  12. package/dist/backend/advisor/policy.js.map +1 -0
  13. package/dist/backend/catalog/archive.d.ts +21 -7
  14. package/dist/backend/catalog/archive.js +57 -17
  15. package/dist/backend/catalog/archive.js.map +1 -1
  16. package/dist/backend/catalog/bundled-manifest-baseline.js +42 -26
  17. package/dist/backend/catalog/bundled-manifest-baseline.js.map +1 -1
  18. package/dist/backend/catalog/cuda-family.d.ts +12 -2
  19. package/dist/backend/catalog/cuda-family.js +30 -7
  20. package/dist/backend/catalog/cuda-family.js.map +1 -1
  21. package/dist/backend/catalog/index.d.ts +5 -0
  22. package/dist/backend/catalog/index.js +5 -0
  23. package/dist/backend/catalog/index.js.map +1 -1
  24. package/dist/backend/catalog/manifest.d.ts +5 -3
  25. package/dist/backend/catalog/manifest.js +12 -9
  26. package/dist/backend/catalog/manifest.js.map +1 -1
  27. package/dist/backend/catalog/migrate.d.ts +8 -6
  28. package/dist/backend/catalog/migrate.js +26 -15
  29. package/dist/backend/catalog/migrate.js.map +1 -1
  30. package/dist/backend/catalog/prism-catalog.d.ts +42 -0
  31. package/dist/backend/catalog/prism-catalog.js +101 -0
  32. package/dist/backend/catalog/prism-catalog.js.map +1 -0
  33. package/dist/backend/catalog/prism-manifest-baseline.d.ts +2 -0
  34. package/dist/backend/catalog/prism-manifest-baseline.js +11 -0
  35. package/dist/backend/catalog/prism-manifest-baseline.js.map +1 -0
  36. package/dist/backend/catalog/prism-manifest-baseline.json +134 -0
  37. package/dist/backend/catalog/prism-manifest.d.ts +90 -0
  38. package/dist/backend/catalog/prism-manifest.js +171 -0
  39. package/dist/backend/catalog/prism-manifest.js.map +1 -0
  40. package/dist/backend/catalog/turboquant-catalog.d.ts +60 -0
  41. package/dist/backend/catalog/turboquant-catalog.js +162 -0
  42. package/dist/backend/catalog/turboquant-catalog.js.map +1 -0
  43. package/dist/backend/catalog/turboquant-index.d.ts +104 -0
  44. package/dist/backend/catalog/turboquant-index.js +260 -0
  45. package/dist/backend/catalog/turboquant-index.js.map +1 -0
  46. package/dist/backend/index.d.ts +1 -0
  47. package/dist/backend/index.js +1 -0
  48. package/dist/backend/index.js.map +1 -1
  49. package/dist/backend/install/runtime-backend.d.ts +6 -6
  50. package/dist/backend/install/runtime-backend.js +23 -20
  51. package/dist/backend/install/runtime-backend.js.map +1 -1
  52. package/dist/backend/install/service.d.ts +106 -5
  53. package/dist/backend/install/service.js +247 -21
  54. package/dist/backend/install/service.js.map +1 -1
  55. package/dist/backend/installed/bundled.d.ts +19 -0
  56. package/dist/backend/installed/bundled.js +45 -0
  57. package/dist/backend/installed/bundled.js.map +1 -0
  58. package/dist/backend/installed/index.d.ts +1 -0
  59. package/dist/backend/installed/index.js +1 -0
  60. package/dist/backend/installed/index.js.map +1 -1
  61. package/dist/backend/installed/installed.js +3 -0
  62. package/dist/backend/installed/installed.js.map +1 -1
  63. package/dist/backend/optimal/optimal-cache.d.ts +27 -8
  64. package/dist/backend/optimal/optimal-cache.js +38 -19
  65. package/dist/backend/optimal/optimal-cache.js.map +1 -1
  66. package/dist/backend/optimal/optimal-store.js +1 -1
  67. package/dist/backend/optimal/optimal-store.js.map +1 -1
  68. package/dist/backend/select/categories.d.ts +2 -1
  69. package/dist/backend/select/categories.js +8 -1
  70. package/dist/backend/select/categories.js.map +1 -1
  71. package/dist/backend/select/features.d.ts +13 -5
  72. package/dist/backend/select/features.js +36 -6
  73. package/dist/backend/select/features.js.map +1 -1
  74. package/dist/backend/select/index.d.ts +2 -0
  75. package/dist/backend/select/index.js +2 -0
  76. package/dist/backend/select/index.js.map +1 -1
  77. package/dist/backend/select/prism.d.ts +54 -0
  78. package/dist/backend/select/prism.js +212 -0
  79. package/dist/backend/select/prism.js.map +1 -0
  80. package/dist/backend/select/recovery.d.ts +4 -2
  81. package/dist/backend/select/recovery.js +17 -5
  82. package/dist/backend/select/recovery.js.map +1 -1
  83. package/dist/backend/select/tiers.d.ts +20 -11
  84. package/dist/backend/select/tiers.js +49 -11
  85. package/dist/backend/select/tiers.js.map +1 -1
  86. package/dist/backend/select/turboquant-tiers.d.ts +45 -0
  87. package/dist/backend/select/turboquant-tiers.js +114 -0
  88. package/dist/backend/select/turboquant-tiers.js.map +1 -0
  89. package/dist/backend/types.d.ts +6 -69
  90. package/dist/cli/commands/backends.d.ts +10 -0
  91. package/dist/cli/commands/backends.js +142 -0
  92. package/dist/cli/commands/backends.js.map +1 -0
  93. package/dist/cli/commands/hardware.d.ts +13 -0
  94. package/dist/cli/commands/hardware.js +71 -0
  95. package/dist/cli/commands/hardware.js.map +1 -0
  96. package/dist/cli/commands/host-step.d.ts +28 -0
  97. package/dist/cli/commands/host-step.js +67 -0
  98. package/dist/cli/commands/host-step.js.map +1 -0
  99. package/dist/cli/commands/index.d.ts +4 -1
  100. package/dist/cli/commands/index.js +4 -1
  101. package/dist/cli/commands/index.js.map +1 -1
  102. package/dist/cli/commands/serve.js +4 -4
  103. package/dist/cli/commands/serve.js.map +1 -1
  104. package/dist/cli/commands/shared.d.ts +6 -1
  105. package/dist/cli/commands/shared.js +7 -0
  106. package/dist/cli/commands/shared.js.map +1 -1
  107. package/dist/cli/io.d.ts +11 -0
  108. package/dist/cli/io.js +28 -3
  109. package/dist/cli/io.js.map +1 -1
  110. package/dist/cli/launch.js +2 -2
  111. package/dist/cli/launch.js.map +1 -1
  112. package/dist/cli/main.d.ts +1 -1
  113. package/dist/cli/main.js +11 -1
  114. package/dist/cli/main.js.map +1 -1
  115. package/dist/client/control-client.d.ts +128 -7
  116. package/dist/client/control-client.js +211 -12
  117. package/dist/client/control-client.js.map +1 -1
  118. package/dist/cloud/registry.js +9 -1
  119. package/dist/cloud/registry.js.map +1 -1
  120. package/dist/config/paths.d.ts +137 -0
  121. package/dist/config/paths.js +163 -0
  122. package/dist/config/paths.js.map +1 -1
  123. package/dist/contracts/backend-advisor.d.ts +225 -0
  124. package/dist/contracts/backend-advisor.js +14 -0
  125. package/dist/contracts/backend-advisor.js.map +1 -0
  126. package/dist/contracts/control-api.d.ts +7 -1
  127. package/dist/contracts/control-api.js +7 -1
  128. package/dist/contracts/control-api.js.map +1 -1
  129. package/dist/contracts/decision.d.ts +394 -0
  130. package/dist/contracts/decision.js +69 -0
  131. package/dist/contracts/decision.js.map +1 -0
  132. package/dist/contracts/diffusion.d.ts +62 -9
  133. package/dist/contracts/embedding.d.ts +103 -0
  134. package/dist/contracts/embedding.js +24 -0
  135. package/dist/contracts/embedding.js.map +1 -0
  136. package/dist/contracts/engine-builds.d.ts +108 -0
  137. package/dist/contracts/engine-builds.js +11 -0
  138. package/dist/contracts/engine-builds.js.map +1 -0
  139. package/dist/contracts/engines.d.ts +157 -0
  140. package/dist/contracts/engines.js +50 -0
  141. package/dist/contracts/engines.js.map +1 -0
  142. package/dist/contracts/environment.d.ts +774 -0
  143. package/dist/contracts/environment.js +116 -0
  144. package/dist/contracts/environment.js.map +1 -0
  145. package/dist/contracts/errors.d.ts +43 -2
  146. package/dist/contracts/errors.js +41 -0
  147. package/dist/contracts/errors.js.map +1 -1
  148. package/dist/contracts/events.d.ts +82 -4
  149. package/dist/contracts/hardware.d.ts +79 -6
  150. package/dist/contracts/hardware.js +9 -5
  151. package/dist/contracts/hardware.js.map +1 -1
  152. package/dist/contracts/index.d.ts +8 -0
  153. package/dist/contracts/index.js +8 -0
  154. package/dist/contracts/index.js.map +1 -1
  155. package/dist/contracts/model-compatibility.d.ts +97 -0
  156. package/dist/contracts/model-compatibility.js +6 -0
  157. package/dist/contracts/model-compatibility.js.map +1 -0
  158. package/dist/contracts/model-setup.d.ts +115 -0
  159. package/dist/contracts/model-setup.js +33 -0
  160. package/dist/contracts/model-setup.js.map +1 -0
  161. package/dist/contracts/model-yml.d.ts +14 -0
  162. package/dist/contracts/model-yml.js +1 -0
  163. package/dist/contracts/model-yml.js.map +1 -1
  164. package/dist/contracts/session.d.ts +45 -2
  165. package/dist/contracts/session.js +14 -1
  166. package/dist/contracts/session.js.map +1 -1
  167. package/dist/contracts/settings.d.ts +44 -1
  168. package/dist/contracts/settings.js.map +1 -1
  169. package/dist/core/atomic-core.d.ts +44 -5
  170. package/dist/core/atomic-core.js +24 -0
  171. package/dist/core/atomic-core.js.map +1 -1
  172. package/dist/core/create.js +517 -23
  173. package/dist/core/create.js.map +1 -1
  174. package/dist/core/gpu/index.d.ts +6 -0
  175. package/dist/core/gpu/index.js +7 -0
  176. package/dist/core/gpu/index.js.map +1 -0
  177. package/dist/core/gpu/policy.d.ts +68 -0
  178. package/dist/core/gpu/policy.js +99 -0
  179. package/dist/core/gpu/policy.js.map +1 -0
  180. package/dist/core/gpu/residency.d.ts +44 -0
  181. package/dist/core/gpu/residency.js +101 -0
  182. package/dist/core/gpu/residency.js.map +1 -0
  183. package/dist/core/gpu-residency.d.ts +39 -0
  184. package/dist/core/gpu-residency.js +32 -0
  185. package/dist/core/gpu-residency.js.map +1 -0
  186. package/dist/core/index.d.ts +1 -1
  187. package/dist/core/managed-engines.d.ts +207 -0
  188. package/dist/core/managed-engines.js +579 -0
  189. package/dist/core/managed-engines.js.map +1 -0
  190. package/dist/core/managed-environment.d.ts +72 -0
  191. package/dist/core/managed-environment.js +218 -0
  192. package/dist/core/managed-environment.js.map +1 -0
  193. package/dist/core/model-setup/index.d.ts +4 -0
  194. package/dist/core/model-setup/index.js +5 -0
  195. package/dist/core/model-setup/index.js.map +1 -0
  196. package/dist/core/model-setup/plan.d.ts +56 -0
  197. package/dist/core/model-setup/plan.js +158 -0
  198. package/dist/core/model-setup/plan.js.map +1 -0
  199. package/dist/core/model-setup/service.d.ts +92 -0
  200. package/dist/core/model-setup/service.js +329 -0
  201. package/dist/core/model-setup/service.js.map +1 -0
  202. package/dist/core/model-setup/store.d.ts +29 -0
  203. package/dist/core/model-setup/store.js +116 -0
  204. package/dist/core/model-setup/store.js.map +1 -0
  205. package/dist/core/model-setup/wiring.d.ts +59 -0
  206. package/dist/core/model-setup/wiring.js +132 -0
  207. package/dist/core/model-setup/wiring.js.map +1 -0
  208. package/dist/core/prism.d.ts +36 -0
  209. package/dist/core/prism.js +42 -0
  210. package/dist/core/prism.js.map +1 -0
  211. package/dist/core/public-server.d.ts +7 -0
  212. package/dist/core/public-server.js +2 -0
  213. package/dist/core/public-server.js.map +1 -1
  214. package/dist/core/sessions.d.ts +6 -1
  215. package/dist/core/sessions.js +18 -14
  216. package/dist/core/sessions.js.map +1 -1
  217. package/dist/core/types.d.ts +27 -1
  218. package/dist/core/types.js.map +1 -1
  219. package/dist/decision/args.d.ts +110 -0
  220. package/dist/decision/args.js +126 -0
  221. package/dist/decision/args.js.map +1 -0
  222. package/dist/decision/backoff.d.ts +25 -0
  223. package/dist/decision/backoff.js +33 -0
  224. package/dist/decision/backoff.js.map +1 -0
  225. package/dist/decision/engine-candidates.d.ts +52 -0
  226. package/dist/decision/engine-candidates.js +138 -0
  227. package/dist/decision/engine-candidates.js.map +1 -0
  228. package/dist/decision/engine-fallback.d.ts +41 -0
  229. package/dist/decision/engine-fallback.js +57 -0
  230. package/dist/decision/engine-fallback.js.map +1 -0
  231. package/dist/decision/engine-version.d.ts +27 -0
  232. package/dist/decision/engine-version.js +54 -0
  233. package/dist/decision/engine-version.js.map +1 -0
  234. package/dist/decision/engine.d.ts +114 -0
  235. package/dist/decision/engine.js +253 -0
  236. package/dist/decision/engine.js.map +1 -0
  237. package/dist/decision/http.d.ts +36 -0
  238. package/dist/decision/http.js +73 -0
  239. package/dist/decision/http.js.map +1 -0
  240. package/dist/decision/index.d.ts +20 -0
  241. package/dist/decision/index.js +21 -0
  242. package/dist/decision/index.js.map +1 -0
  243. package/dist/decision/model-facts.d.ts +32 -0
  244. package/dist/decision/model-facts.js +40 -0
  245. package/dist/decision/model-facts.js.map +1 -0
  246. package/dist/decision/outcome.d.ts +35 -0
  247. package/dist/decision/outcome.js +105 -0
  248. package/dist/decision/outcome.js.map +1 -0
  249. package/dist/decision/process.d.ts +67 -0
  250. package/dist/decision/process.js +133 -0
  251. package/dist/decision/process.js.map +1 -0
  252. package/dist/decision/readiness.d.ts +74 -0
  253. package/dist/decision/readiness.js +165 -0
  254. package/dist/decision/readiness.js.map +1 -0
  255. package/dist/decision/request.d.ts +11 -0
  256. package/dist/decision/request.js +56 -0
  257. package/dist/decision/request.js.map +1 -0
  258. package/dist/decision/service.d.ts +202 -0
  259. package/dist/decision/service.js +711 -0
  260. package/dist/decision/service.js.map +1 -0
  261. package/dist/decision/upstream-version.d.ts +23 -0
  262. package/dist/decision/upstream-version.js +34 -0
  263. package/dist/decision/upstream-version.js.map +1 -0
  264. package/dist/decision/wiring.d.ts +67 -0
  265. package/dist/decision/wiring.js +101 -0
  266. package/dist/decision/wiring.js.map +1 -0
  267. package/dist/diffusion/args.d.ts +4 -2
  268. package/dist/diffusion/args.js +10 -3
  269. package/dist/diffusion/args.js.map +1 -1
  270. package/dist/diffusion/image-job.js +1 -1
  271. package/dist/diffusion/image-job.js.map +1 -1
  272. package/dist/diffusion/install.d.ts +35 -11
  273. package/dist/diffusion/install.js +74 -49
  274. package/dist/diffusion/install.js.map +1 -1
  275. package/dist/diffusion/job-kind.d.ts +33 -7
  276. package/dist/diffusion/jobs.d.ts +6 -1
  277. package/dist/diffusion/jobs.js +60 -18
  278. package/dist/diffusion/jobs.js.map +1 -1
  279. package/dist/diffusion/parse.d.ts +1 -2
  280. package/dist/diffusion/parse.js +1 -13
  281. package/dist/diffusion/parse.js.map +1 -1
  282. package/dist/diffusion/progress.js +3 -0
  283. package/dist/diffusion/progress.js.map +1 -1
  284. package/dist/diffusion/server-process.d.ts +6 -0
  285. package/dist/diffusion/server-process.js +3 -2
  286. package/dist/diffusion/server-process.js.map +1 -1
  287. package/dist/diffusion/service.d.ts +52 -6
  288. package/dist/diffusion/service.js +215 -40
  289. package/dist/diffusion/service.js.map +1 -1
  290. package/dist/diffusion/session.d.ts +27 -3
  291. package/dist/diffusion/session.js +108 -17
  292. package/dist/diffusion/session.js.map +1 -1
  293. package/dist/diffusion/state.d.ts +19 -1
  294. package/dist/diffusion/state.js +10 -0
  295. package/dist/diffusion/state.js.map +1 -1
  296. package/dist/diffusion/tracker.d.ts +15 -1
  297. package/dist/diffusion/tracker.js +32 -6
  298. package/dist/diffusion/tracker.js.map +1 -1
  299. package/dist/diffusion/types.d.ts +7 -0
  300. package/dist/diffusion/types.js +11 -0
  301. package/dist/diffusion/types.js.map +1 -1
  302. package/dist/diffusion/video-estimate.d.ts +214 -0
  303. package/dist/diffusion/video-estimate.js +402 -0
  304. package/dist/diffusion/video-estimate.js.map +1 -0
  305. package/dist/diffusion/video-eta.d.ts +90 -0
  306. package/dist/diffusion/video-eta.js +248 -0
  307. package/dist/diffusion/video-eta.js.map +1 -0
  308. package/dist/diffusion/video-history.d.ts +45 -0
  309. package/dist/diffusion/video-history.js +121 -0
  310. package/dist/diffusion/video-history.js.map +1 -0
  311. package/dist/diffusion/video-job.d.ts +13 -5
  312. package/dist/diffusion/video-job.js +42 -15
  313. package/dist/diffusion/video-job.js.map +1 -1
  314. package/dist/diffusion/video-recipe.js +3 -0
  315. package/dist/diffusion/video-recipe.js.map +1 -1
  316. package/dist/diffusion/video-tiling.d.ts +54 -0
  317. package/dist/diffusion/video-tiling.js +70 -0
  318. package/dist/diffusion/video-tiling.js.map +1 -0
  319. package/dist/diffusion/wiring.d.ts +14 -1
  320. package/dist/diffusion/wiring.js +7 -0
  321. package/dist/diffusion/wiring.js.map +1 -1
  322. package/dist/downloads/protocol.d.ts +3 -8
  323. package/dist/downloads/protocol.js.map +1 -1
  324. package/dist/embedding/args.d.ts +39 -0
  325. package/dist/embedding/args.js +46 -0
  326. package/dist/embedding/args.js.map +1 -0
  327. package/dist/embedding/engine.d.ts +50 -0
  328. package/dist/embedding/engine.js +100 -0
  329. package/dist/embedding/engine.js.map +1 -0
  330. package/dist/embedding/ffmpeg.d.ts +18 -0
  331. package/dist/embedding/ffmpeg.js +63 -0
  332. package/dist/embedding/ffmpeg.js.map +1 -0
  333. package/dist/embedding/index.d.ts +16 -0
  334. package/dist/embedding/index.js +17 -0
  335. package/dist/embedding/index.js.map +1 -0
  336. package/dist/embedding/model-facts.d.ts +51 -0
  337. package/dist/embedding/model-facts.js +84 -0
  338. package/dist/embedding/model-facts.js.map +1 -0
  339. package/dist/embedding/process.d.ts +66 -0
  340. package/dist/embedding/process.js +131 -0
  341. package/dist/embedding/process.js.map +1 -0
  342. package/dist/embedding/readiness.d.ts +56 -0
  343. package/dist/embedding/readiness.js +114 -0
  344. package/dist/embedding/readiness.js.map +1 -0
  345. package/dist/embedding/request.d.ts +43 -0
  346. package/dist/embedding/request.js +285 -0
  347. package/dist/embedding/request.js.map +1 -0
  348. package/dist/embedding/service.d.ts +152 -0
  349. package/dist/embedding/service.js +602 -0
  350. package/dist/embedding/service.js.map +1 -0
  351. package/dist/embedding/wiring.d.ts +51 -0
  352. package/dist/embedding/wiring.js +79 -0
  353. package/dist/embedding/wiring.js.map +1 -0
  354. package/dist/engine-builds/builds.d.ts +54 -0
  355. package/dist/engine-builds/builds.js +151 -0
  356. package/dist/engine-builds/builds.js.map +1 -0
  357. package/dist/engine-builds/index.d.ts +10 -0
  358. package/dist/engine-builds/index.js +11 -0
  359. package/dist/engine-builds/index.js.map +1 -0
  360. package/dist/engine-builds/install.d.ts +42 -0
  361. package/dist/engine-builds/install.js +100 -0
  362. package/dist/engine-builds/install.js.map +1 -0
  363. package/dist/engine-builds/manifest.d.ts +121 -0
  364. package/dist/engine-builds/manifest.js +254 -0
  365. package/dist/engine-builds/manifest.js.map +1 -0
  366. package/dist/engine-builds/order.d.ts +24 -0
  367. package/dist/engine-builds/order.js +44 -0
  368. package/dist/engine-builds/order.js.map +1 -0
  369. package/dist/engine-builds/select.d.ts +123 -0
  370. package/dist/engine-builds/select.js +223 -0
  371. package/dist/engine-builds/select.js.map +1 -0
  372. package/dist/engine-builds/service.d.ts +123 -0
  373. package/dist/engine-builds/service.js +392 -0
  374. package/dist/engine-builds/service.js.map +1 -0
  375. package/dist/engines/descriptor-order.d.ts +28 -0
  376. package/dist/engines/descriptor-order.js +60 -0
  377. package/dist/engines/descriptor-order.js.map +1 -0
  378. package/dist/engines/engine-build.d.ts +23 -0
  379. package/dist/engines/engine-build.js +58 -0
  380. package/dist/engines/engine-build.js.map +1 -0
  381. package/dist/engines/index.d.ts +10 -0
  382. package/dist/engines/index.js +11 -0
  383. package/dist/engines/index.js.map +1 -0
  384. package/dist/engines/llamacpp.d.ts +71 -0
  385. package/dist/engines/llamacpp.js +176 -0
  386. package/dist/engines/llamacpp.js.map +1 -0
  387. package/dist/engines/managed.d.ts +49 -0
  388. package/dist/engines/managed.js +88 -0
  389. package/dist/engines/managed.js.map +1 -0
  390. package/dist/engines/service.d.ts +46 -0
  391. package/dist/engines/service.js +61 -0
  392. package/dist/engines/service.js.map +1 -0
  393. package/dist/engines/versions.d.ts +65 -0
  394. package/dist/engines/versions.js +259 -0
  395. package/dist/engines/versions.js.map +1 -0
  396. package/dist/hardware/cpu-flags.d.ts +44 -0
  397. package/dist/hardware/cpu-flags.js +206 -0
  398. package/dist/hardware/cpu-flags.js.map +1 -0
  399. package/dist/hardware/drm-sysfs.d.ts +51 -0
  400. package/dist/hardware/drm-sysfs.js +67 -0
  401. package/dist/hardware/drm-sysfs.js.map +1 -0
  402. package/dist/hardware/facts.d.ts +42 -0
  403. package/dist/hardware/facts.js +92 -0
  404. package/dist/hardware/facts.js.map +1 -0
  405. package/dist/hardware/index.d.ts +19 -3
  406. package/dist/hardware/index.js +19 -3
  407. package/dist/hardware/index.js.map +1 -1
  408. package/dist/hardware/merge.d.ts +55 -0
  409. package/dist/hardware/merge.js +141 -0
  410. package/dist/hardware/merge.js.map +1 -0
  411. package/dist/hardware/nvidia-smi.d.ts +43 -0
  412. package/dist/hardware/nvidia-smi.js +118 -0
  413. package/dist/hardware/nvidia-smi.js.map +1 -0
  414. package/dist/hardware/probe-common.d.ts +72 -0
  415. package/dist/hardware/probe-common.js +106 -0
  416. package/dist/hardware/probe-common.js.map +1 -0
  417. package/dist/hardware/probe-darwin.d.ts +20 -0
  418. package/dist/hardware/probe-darwin.js +76 -0
  419. package/dist/hardware/probe-darwin.js.map +1 -0
  420. package/dist/hardware/probe-linux.d.ts +9 -0
  421. package/dist/hardware/probe-linux.js +133 -0
  422. package/dist/hardware/probe-linux.js.map +1 -0
  423. package/dist/hardware/probe-windows.d.ts +7 -0
  424. package/dist/hardware/probe-windows.js +50 -0
  425. package/dist/hardware/probe-windows.js.map +1 -0
  426. package/dist/hardware/probe.d.ts +16 -0
  427. package/dist/hardware/probe.js +65 -0
  428. package/dist/hardware/probe.js.map +1 -0
  429. package/dist/hardware/service.d.ts +60 -0
  430. package/dist/hardware/service.js +114 -0
  431. package/dist/hardware/service.js.map +1 -0
  432. package/dist/hardware/vulkan.d.ts +47 -0
  433. package/dist/hardware/vulkan.js +148 -0
  434. package/dist/hardware/vulkan.js.map +1 -0
  435. package/dist/hardware/windows-video.d.ts +97 -0
  436. package/dist/hardware/windows-video.js +214 -0
  437. package/dist/hardware/windows-video.js.map +1 -0
  438. package/dist/host/app-daemon.d.ts +47 -0
  439. package/dist/host/app-daemon.js +146 -0
  440. package/dist/host/app-daemon.js.map +1 -0
  441. package/dist/host/index.d.ts +5 -3
  442. package/dist/host/index.js +5 -3
  443. package/dist/host/index.js.map +1 -1
  444. package/dist/host/log-file.d.ts +74 -0
  445. package/dist/host/log-file.js +214 -0
  446. package/dist/host/log-file.js.map +1 -0
  447. package/dist/host/recipes/enable-wsl.d.ts +63 -0
  448. package/dist/host/recipes/enable-wsl.js +73 -0
  449. package/dist/host/recipes/enable-wsl.js.map +1 -0
  450. package/dist/host/recipes/executor-io-windows.d.ts +69 -0
  451. package/dist/host/recipes/executor-io-windows.js +235 -0
  452. package/dist/host/recipes/executor-io-windows.js.map +1 -0
  453. package/dist/host/recipes/executor-io.d.ts +80 -0
  454. package/dist/host/recipes/executor-io.js +211 -0
  455. package/dist/host/recipes/executor-io.js.map +1 -0
  456. package/dist/host/recipes/executor.d.ts +81 -0
  457. package/dist/host/recipes/executor.js +678 -0
  458. package/dist/host/recipes/executor.js.map +1 -0
  459. package/dist/host/recipes/guest-executor.d.ts +29 -0
  460. package/dist/host/recipes/guest-executor.js +76 -0
  461. package/dist/host/recipes/guest-executor.js.map +1 -0
  462. package/dist/host/recipes/index.d.ts +16 -0
  463. package/dist/host/recipes/index.js +17 -0
  464. package/dist/host/recipes/index.js.map +1 -0
  465. package/dist/host/recipes/install-container-runtime.d.ts +389 -0
  466. package/dist/host/recipes/install-container-runtime.js +796 -0
  467. package/dist/host/recipes/install-container-runtime.js.map +1 -0
  468. package/dist/host/recipes/openpgp.d.ts +23 -0
  469. package/dist/host/recipes/openpgp.js +153 -0
  470. package/dist/host/recipes/openpgp.js.map +1 -0
  471. package/dist/host/recipes/request-file.d.ts +96 -0
  472. package/dist/host/recipes/request-file.js +103 -0
  473. package/dist/host/recipes/request-file.js.map +1 -0
  474. package/dist/lock/process-journal.d.ts +5 -2
  475. package/dist/lock/process-journal.js.map +1 -1
  476. package/dist/models/capabilities.d.ts +7 -0
  477. package/dist/models/capabilities.js +17 -1
  478. package/dist/models/capabilities.js.map +1 -1
  479. package/dist/models/compatibility/index.d.ts +10 -0
  480. package/dist/models/compatibility/index.js +11 -0
  481. package/dist/models/compatibility/index.js.map +1 -0
  482. package/dist/models/compatibility/inspect.d.ts +19 -0
  483. package/dist/models/compatibility/inspect.js +59 -0
  484. package/dist/models/compatibility/inspect.js.map +1 -0
  485. package/dist/models/compatibility/resolve.d.ts +59 -0
  486. package/dist/models/compatibility/resolve.js +219 -0
  487. package/dist/models/compatibility/resolve.js.map +1 -0
  488. package/dist/models/compatibility/rules-baseline.d.ts +2 -0
  489. package/dist/models/compatibility/rules-baseline.js +10 -0
  490. package/dist/models/compatibility/rules-baseline.js.map +1 -0
  491. package/dist/models/compatibility/rules-baseline.json +292 -0
  492. package/dist/models/compatibility/rules-service.d.ts +36 -0
  493. package/dist/models/compatibility/rules-service.js +109 -0
  494. package/dist/models/compatibility/rules-service.js.map +1 -0
  495. package/dist/models/compatibility/rules.d.ts +81 -0
  496. package/dist/models/compatibility/rules.js +164 -0
  497. package/dist/models/compatibility/rules.js.map +1 -0
  498. package/dist/models/compatibility/service.d.ts +59 -0
  499. package/dist/models/compatibility/service.js +137 -0
  500. package/dist/models/compatibility/service.js.map +1 -0
  501. package/dist/models/decision-checkpoint.d.ts +22 -0
  502. package/dist/models/decision-checkpoint.js +33 -0
  503. package/dist/models/decision-checkpoint.js.map +1 -0
  504. package/dist/models/gguf/classify.d.ts +27 -1
  505. package/dist/models/gguf/classify.js +78 -2
  506. package/dist/models/gguf/classify.js.map +1 -1
  507. package/dist/models/gguf/index.d.ts +1 -0
  508. package/dist/models/gguf/index.js +1 -0
  509. package/dist/models/gguf/index.js.map +1 -1
  510. package/dist/models/gguf/tensors.d.ts +56 -0
  511. package/dist/models/gguf/tensors.js +236 -0
  512. package/dist/models/gguf/tensors.js.map +1 -0
  513. package/dist/models/index.d.ts +2 -0
  514. package/dist/models/index.js +2 -0
  515. package/dist/models/index.js.map +1 -1
  516. package/dist/router/resolve.d.ts +7 -1
  517. package/dist/router/resolve.js +14 -1
  518. package/dist/router/resolve.js.map +1 -1
  519. package/dist/runtime/container/argv.d.ts +88 -0
  520. package/dist/runtime/container/argv.js +406 -0
  521. package/dist/runtime/container/argv.js.map +1 -0
  522. package/dist/runtime/container/docker-binary.d.ts +4 -0
  523. package/dist/runtime/container/docker-binary.js +34 -0
  524. package/dist/runtime/container/docker-binary.js.map +1 -0
  525. package/dist/runtime/container/env.d.ts +17 -0
  526. package/dist/runtime/container/env.js +52 -0
  527. package/dist/runtime/container/env.js.map +1 -0
  528. package/dist/runtime/container/exec.d.ts +27 -0
  529. package/dist/runtime/container/exec.js +79 -0
  530. package/dist/runtime/container/exec.js.map +1 -0
  531. package/dist/runtime/container/execution-journal.d.ts +55 -0
  532. package/dist/runtime/container/execution-journal.js +167 -0
  533. package/dist/runtime/container/execution-journal.js.map +1 -0
  534. package/dist/runtime/container/heartbeat.d.ts +47 -0
  535. package/dist/runtime/container/heartbeat.js +78 -0
  536. package/dist/runtime/container/heartbeat.js.map +1 -0
  537. package/dist/runtime/container/index.d.ts +30 -0
  538. package/dist/runtime/container/index.js +31 -0
  539. package/dist/runtime/container/index.js.map +1 -0
  540. package/dist/runtime/container/operations.d.ts +40 -0
  541. package/dist/runtime/container/operations.js +233 -0
  542. package/dist/runtime/container/operations.js.map +1 -0
  543. package/dist/runtime/container/pull.d.ts +48 -0
  544. package/dist/runtime/container/pull.js +280 -0
  545. package/dist/runtime/container/pull.js.map +1 -0
  546. package/dist/runtime/container/reconcile.d.ts +34 -0
  547. package/dist/runtime/container/reconcile.js +79 -0
  548. package/dist/runtime/container/reconcile.js.map +1 -0
  549. package/dist/runtime/container/types.d.ts +124 -0
  550. package/dist/runtime/container/types.js +2 -0
  551. package/dist/runtime/container/types.js.map +1 -0
  552. package/dist/runtime/container/watchdog.d.ts +114 -0
  553. package/dist/runtime/container/watchdog.js +418 -0
  554. package/dist/runtime/container/watchdog.js.map +1 -0
  555. package/dist/runtime/container/wiring.d.ts +78 -0
  556. package/dist/runtime/container/wiring.js +92 -0
  557. package/dist/runtime/container/wiring.js.map +1 -0
  558. package/dist/runtime/container/wsl-exec.d.ts +13 -0
  559. package/dist/runtime/container/wsl-exec.js +18 -0
  560. package/dist/runtime/container/wsl-exec.js.map +1 -0
  561. package/dist/runtime/environment/cached-document.d.ts +128 -0
  562. package/dist/runtime/environment/cached-document.js +218 -0
  563. package/dist/runtime/environment/cached-document.js.map +1 -0
  564. package/dist/runtime/environment/canonical-json.d.ts +78 -0
  565. package/dist/runtime/environment/canonical-json.js +86 -0
  566. package/dist/runtime/environment/canonical-json.js.map +1 -0
  567. package/dist/runtime/environment/descriptor-provider.d.ts +121 -0
  568. package/dist/runtime/environment/descriptor-provider.js +159 -0
  569. package/dist/runtime/environment/descriptor-provider.js.map +1 -0
  570. package/dist/runtime/environment/descriptor.d.ts +35 -0
  571. package/dist/runtime/environment/descriptor.js +239 -0
  572. package/dist/runtime/environment/descriptor.js.map +1 -0
  573. package/dist/runtime/environment/diagnostics.d.ts +50 -0
  574. package/dist/runtime/environment/diagnostics.js +114 -0
  575. package/dist/runtime/environment/diagnostics.js.map +1 -0
  576. package/dist/runtime/environment/document-fields.d.ts +39 -0
  577. package/dist/runtime/environment/document-fields.js +96 -0
  578. package/dist/runtime/environment/document-fields.js.map +1 -0
  579. package/dist/runtime/environment/environment-manifest-provider.d.ts +65 -0
  580. package/dist/runtime/environment/environment-manifest-provider.js +89 -0
  581. package/dist/runtime/environment/environment-manifest-provider.js.map +1 -0
  582. package/dist/runtime/environment/environment-manifest.d.ts +35 -0
  583. package/dist/runtime/environment/environment-manifest.js +131 -0
  584. package/dist/runtime/environment/environment-manifest.js.map +1 -0
  585. package/dist/runtime/environment/guest-host.d.ts +43 -0
  586. package/dist/runtime/environment/guest-host.js +88 -0
  587. package/dist/runtime/environment/guest-host.js.map +1 -0
  588. package/dist/runtime/environment/host-exec.d.ts +38 -0
  589. package/dist/runtime/environment/host-exec.js +145 -0
  590. package/dist/runtime/environment/host-exec.js.map +1 -0
  591. package/dist/runtime/environment/host-step-failure.d.ts +33 -0
  592. package/dist/runtime/environment/host-step-failure.js +34 -0
  593. package/dist/runtime/environment/host-step-failure.js.map +1 -0
  594. package/dist/runtime/environment/index.d.ts +56 -0
  595. package/dist/runtime/environment/index.js +57 -0
  596. package/dist/runtime/environment/index.js.map +1 -0
  597. package/dist/runtime/environment/installations.d.ts +25 -0
  598. package/dist/runtime/environment/installations.js +70 -0
  599. package/dist/runtime/environment/installations.js.map +1 -0
  600. package/dist/runtime/environment/inventory.d.ts +42 -0
  601. package/dist/runtime/environment/inventory.js +57 -0
  602. package/dist/runtime/environment/inventory.js.map +1 -0
  603. package/dist/runtime/environment/linux-blockers.d.ts +130 -0
  604. package/dist/runtime/environment/linux-blockers.js +251 -0
  605. package/dist/runtime/environment/linux-blockers.js.map +1 -0
  606. package/dist/runtime/environment/linux-docker-facts.d.ts +200 -0
  607. package/dist/runtime/environment/linux-docker-facts.js +342 -0
  608. package/dist/runtime/environment/linux-docker-facts.js.map +1 -0
  609. package/dist/runtime/environment/linux-docker-network.d.ts +80 -0
  610. package/dist/runtime/environment/linux-docker-network.js +195 -0
  611. package/dist/runtime/environment/linux-docker-network.js.map +1 -0
  612. package/dist/runtime/environment/linux-host.d.ts +22 -0
  613. package/dist/runtime/environment/linux-host.js +98 -0
  614. package/dist/runtime/environment/linux-host.js.map +1 -0
  615. package/dist/runtime/environment/linux-plan.d.ts +126 -0
  616. package/dist/runtime/environment/linux-plan.js +392 -0
  617. package/dist/runtime/environment/linux-plan.js.map +1 -0
  618. package/dist/runtime/environment/linux-probe.d.ts +245 -0
  619. package/dist/runtime/environment/linux-probe.js +315 -0
  620. package/dist/runtime/environment/linux-probe.js.map +1 -0
  621. package/dist/runtime/environment/linux-provisioner.d.ts +102 -0
  622. package/dist/runtime/environment/linux-provisioner.js +734 -0
  623. package/dist/runtime/environment/linux-provisioner.js.map +1 -0
  624. package/dist/runtime/environment/provisioner-descriptors.d.ts +17 -0
  625. package/dist/runtime/environment/provisioner-descriptors.js +62 -0
  626. package/dist/runtime/environment/provisioner-descriptors.js.map +1 -0
  627. package/dist/runtime/environment/recovery.d.ts +74 -0
  628. package/dist/runtime/environment/recovery.js +121 -0
  629. package/dist/runtime/environment/recovery.js.map +1 -0
  630. package/dist/runtime/environment/rootfs-download.d.ts +2 -0
  631. package/dist/runtime/environment/rootfs-download.js +47 -0
  632. package/dist/runtime/environment/rootfs-download.js.map +1 -0
  633. package/dist/runtime/environment/service.d.ts +280 -0
  634. package/dist/runtime/environment/service.js +776 -0
  635. package/dist/runtime/environment/service.js.map +1 -0
  636. package/dist/runtime/environment/state.d.ts +163 -0
  637. package/dist/runtime/environment/state.js +479 -0
  638. package/dist/runtime/environment/state.js.map +1 -0
  639. package/dist/runtime/environment/store-models.d.ts +19 -0
  640. package/dist/runtime/environment/store-models.js +30 -0
  641. package/dist/runtime/environment/store-models.js.map +1 -0
  642. package/dist/runtime/environment/store.d.ts +210 -0
  643. package/dist/runtime/environment/store.js +438 -0
  644. package/dist/runtime/environment/store.js.map +1 -0
  645. package/dist/runtime/environment/windows-environment-record.d.ts +48 -0
  646. package/dist/runtime/environment/windows-environment-record.js +89 -0
  647. package/dist/runtime/environment/windows-environment-record.js.map +1 -0
  648. package/dist/runtime/environment/windows-forwarding.d.ts +27 -0
  649. package/dist/runtime/environment/windows-forwarding.js +84 -0
  650. package/dist/runtime/environment/windows-forwarding.js.map +1 -0
  651. package/dist/runtime/environment/windows-guest-setup.d.ts +48 -0
  652. package/dist/runtime/environment/windows-guest-setup.js +157 -0
  653. package/dist/runtime/environment/windows-guest-setup.js.map +1 -0
  654. package/dist/runtime/environment/windows-host.d.ts +46 -0
  655. package/dist/runtime/environment/windows-host.js +163 -0
  656. package/dist/runtime/environment/windows-host.js.map +1 -0
  657. package/dist/runtime/environment/windows-plan.d.ts +78 -0
  658. package/dist/runtime/environment/windows-plan.js +216 -0
  659. package/dist/runtime/environment/windows-plan.js.map +1 -0
  660. package/dist/runtime/environment/windows-probe.d.ts +135 -0
  661. package/dist/runtime/environment/windows-probe.js +261 -0
  662. package/dist/runtime/environment/windows-probe.js.map +1 -0
  663. package/dist/runtime/environment/windows-provisioner.d.ts +113 -0
  664. package/dist/runtime/environment/windows-provisioner.js +782 -0
  665. package/dist/runtime/environment/windows-provisioner.js.map +1 -0
  666. package/dist/runtime/environment/wiring.d.ts +117 -0
  667. package/dist/runtime/environment/wiring.js +354 -0
  668. package/dist/runtime/environment/wiring.js.map +1 -0
  669. package/dist/runtime/foundation-models/runtime.d.ts +8 -0
  670. package/dist/runtime/foundation-models/runtime.js +5 -2
  671. package/dist/runtime/foundation-models/runtime.js.map +1 -1
  672. package/dist/runtime/llamacpp/args.d.ts +10 -1
  673. package/dist/runtime/llamacpp/args.js +43 -7
  674. package/dist/runtime/llamacpp/args.js.map +1 -1
  675. package/dist/runtime/llamacpp/fit-margin.d.ts +46 -0
  676. package/dist/runtime/llamacpp/fit-margin.js +47 -0
  677. package/dist/runtime/llamacpp/fit-margin.js.map +1 -0
  678. package/dist/runtime/llamacpp/index.d.ts +1 -0
  679. package/dist/runtime/llamacpp/index.js +1 -0
  680. package/dist/runtime/llamacpp/index.js.map +1 -1
  681. package/dist/runtime/llamacpp/load-plan.d.ts +23 -1
  682. package/dist/runtime/llamacpp/load-plan.js +82 -1
  683. package/dist/runtime/llamacpp/load-plan.js.map +1 -1
  684. package/dist/runtime/llamacpp/policy.d.ts +16 -0
  685. package/dist/runtime/llamacpp/policy.js +20 -0
  686. package/dist/runtime/llamacpp/policy.js.map +1 -1
  687. package/dist/runtime/llamacpp/probe.d.ts +21 -1
  688. package/dist/runtime/llamacpp/probe.js +32 -6
  689. package/dist/runtime/llamacpp/probe.js.map +1 -1
  690. package/dist/runtime/llamacpp/runtime.d.ts +56 -1
  691. package/dist/runtime/llamacpp/runtime.js +142 -15
  692. package/dist/runtime/llamacpp/runtime.js.map +1 -1
  693. package/dist/runtime/managed-engines/index.d.ts +8 -0
  694. package/dist/runtime/managed-engines/index.js +9 -0
  695. package/dist/runtime/managed-engines/index.js.map +1 -0
  696. package/dist/runtime/managed-engines/runtime.d.ts +140 -0
  697. package/dist/runtime/managed-engines/runtime.js +402 -0
  698. package/dist/runtime/managed-engines/runtime.js.map +1 -0
  699. package/dist/runtime/managed-engines/spec.d.ts +70 -0
  700. package/dist/runtime/managed-engines/spec.js +39 -0
  701. package/dist/runtime/managed-engines/spec.js.map +1 -0
  702. package/dist/runtime/managed-models/check.d.ts +50 -0
  703. package/dist/runtime/managed-models/check.js +157 -0
  704. package/dist/runtime/managed-models/check.js.map +1 -0
  705. package/dist/runtime/managed-models/compatibility.d.ts +256 -0
  706. package/dist/runtime/managed-models/compatibility.js +594 -0
  707. package/dist/runtime/managed-models/compatibility.js.map +1 -0
  708. package/dist/runtime/managed-models/delete.d.ts +15 -0
  709. package/dist/runtime/managed-models/delete.js +60 -0
  710. package/dist/runtime/managed-models/delete.js.map +1 -0
  711. package/dist/runtime/managed-models/guest-files.d.ts +8 -0
  712. package/dist/runtime/managed-models/guest-files.js +49 -0
  713. package/dist/runtime/managed-models/guest-files.js.map +1 -0
  714. package/dist/runtime/managed-models/index.d.ts +17 -0
  715. package/dist/runtime/managed-models/index.js +18 -0
  716. package/dist/runtime/managed-models/index.js.map +1 -0
  717. package/dist/runtime/managed-models/location.d.ts +22 -0
  718. package/dist/runtime/managed-models/location.js +53 -0
  719. package/dist/runtime/managed-models/location.js.map +1 -0
  720. package/dist/runtime/managed-models/migrate.d.ts +30 -0
  721. package/dist/runtime/managed-models/migrate.js +119 -0
  722. package/dist/runtime/managed-models/migrate.js.map +1 -0
  723. package/dist/runtime/managed-models/model-dir.d.ts +36 -0
  724. package/dist/runtime/managed-models/model-dir.js +136 -0
  725. package/dist/runtime/managed-models/model-dir.js.map +1 -0
  726. package/dist/runtime/managed-models/quant-format.d.ts +71 -0
  727. package/dist/runtime/managed-models/quant-format.js +299 -0
  728. package/dist/runtime/managed-models/quant-format.js.map +1 -0
  729. package/dist/runtime/managed-models/registry.d.ts +26 -0
  730. package/dist/runtime/managed-models/registry.js +66 -0
  731. package/dist/runtime/managed-models/registry.js.map +1 -0
  732. package/dist/runtime/managed-text/adapter.d.ts +266 -0
  733. package/dist/runtime/managed-text/adapter.js +96 -0
  734. package/dist/runtime/managed-text/adapter.js.map +1 -0
  735. package/dist/runtime/managed-text/backend-target.d.ts +3 -0
  736. package/dist/runtime/managed-text/backend-target.js +52 -0
  737. package/dist/runtime/managed-text/backend-target.js.map +1 -0
  738. package/dist/runtime/managed-text/deployment.d.ts +14 -0
  739. package/dist/runtime/managed-text/deployment.js +32 -0
  740. package/dist/runtime/managed-text/deployment.js.map +1 -0
  741. package/dist/runtime/managed-text/engine-cache.d.ts +15 -0
  742. package/dist/runtime/managed-text/engine-cache.js +64 -0
  743. package/dist/runtime/managed-text/engine-cache.js.map +1 -0
  744. package/dist/runtime/managed-text/gateway.d.ts +158 -0
  745. package/dist/runtime/managed-text/gateway.js +535 -0
  746. package/dist/runtime/managed-text/gateway.js.map +1 -0
  747. package/dist/runtime/managed-text/generation-defaults.d.ts +23 -0
  748. package/dist/runtime/managed-text/generation-defaults.js +51 -0
  749. package/dist/runtime/managed-text/generation-defaults.js.map +1 -0
  750. package/dist/runtime/managed-text/index.d.ts +26 -0
  751. package/dist/runtime/managed-text/index.js +27 -0
  752. package/dist/runtime/managed-text/index.js.map +1 -0
  753. package/dist/runtime/managed-text/lifecycle.d.ts +276 -0
  754. package/dist/runtime/managed-text/lifecycle.js +859 -0
  755. package/dist/runtime/managed-text/lifecycle.js.map +1 -0
  756. package/dist/runtime/managed-text/load-policy.d.ts +47 -0
  757. package/dist/runtime/managed-text/load-policy.js +111 -0
  758. package/dist/runtime/managed-text/load-policy.js.map +1 -0
  759. package/dist/runtime/managed-text/mount-source.d.ts +14 -0
  760. package/dist/runtime/managed-text/mount-source.js +18 -0
  761. package/dist/runtime/managed-text/mount-source.js.map +1 -0
  762. package/dist/runtime/managed-text/readiness.d.ts +13 -0
  763. package/dist/runtime/managed-text/readiness.js +24 -0
  764. package/dist/runtime/managed-text/readiness.js.map +1 -0
  765. package/dist/runtime/managed-text/request-rules.d.ts +18 -0
  766. package/dist/runtime/managed-text/request-rules.js +62 -0
  767. package/dist/runtime/managed-text/request-rules.js.map +1 -0
  768. package/dist/runtime/managed-text/types.d.ts +88 -0
  769. package/dist/runtime/managed-text/types.js +12 -0
  770. package/dist/runtime/managed-text/types.js.map +1 -0
  771. package/dist/runtime/managed-text/wsl-deployment.d.ts +24 -0
  772. package/dist/runtime/managed-text/wsl-deployment.js +70 -0
  773. package/dist/runtime/managed-text/wsl-deployment.js.map +1 -0
  774. package/dist/runtime/mlx/errors.d.ts +6 -1
  775. package/dist/runtime/mlx/errors.js +7 -2
  776. package/dist/runtime/mlx/errors.js.map +1 -1
  777. package/dist/runtime/mlx/runtime.d.ts +36 -1
  778. package/dist/runtime/mlx/runtime.js +85 -4
  779. package/dist/runtime/mlx/runtime.js.map +1 -1
  780. package/dist/runtime/shared/backend-output.d.ts +23 -0
  781. package/dist/runtime/shared/backend-output.js +32 -0
  782. package/dist/runtime/shared/backend-output.js.map +1 -0
  783. package/dist/runtime/shared/bounded-output.d.ts +24 -0
  784. package/dist/runtime/shared/bounded-output.js +63 -0
  785. package/dist/runtime/shared/bounded-output.js.map +1 -0
  786. package/dist/runtime/shared/external-sessions.js +9 -1
  787. package/dist/runtime/shared/external-sessions.js.map +1 -1
  788. package/dist/runtime/shared/gpu-occupancy.d.ts +60 -0
  789. package/dist/runtime/shared/gpu-occupancy.js +10 -0
  790. package/dist/runtime/shared/gpu-occupancy.js.map +1 -0
  791. package/dist/runtime/shared/index.d.ts +4 -0
  792. package/dist/runtime/shared/index.js +4 -0
  793. package/dist/runtime/shared/index.js.map +1 -1
  794. package/dist/runtime/shared/local-runtime.d.ts +35 -0
  795. package/dist/runtime/shared/ports.d.ts +6 -0
  796. package/dist/runtime/shared/ports.js +12 -1
  797. package/dist/runtime/shared/ports.js.map +1 -1
  798. package/dist/runtime/shared/process.d.ts +11 -0
  799. package/dist/runtime/shared/process.js +20 -0
  800. package/dist/runtime/shared/process.js.map +1 -1
  801. package/dist/runtime/shared/redact-args.d.ts +7 -0
  802. package/dist/runtime/shared/redact-args.js +26 -0
  803. package/dist/runtime/shared/redact-args.js.map +1 -0
  804. package/dist/runtime/shared/sidecar.d.ts +15 -0
  805. package/dist/runtime/shared/sidecar.js +43 -8
  806. package/dist/runtime/shared/sidecar.js.map +1 -1
  807. package/dist/runtime/tensorrt-llm/adapter.d.ts +250 -0
  808. package/dist/runtime/tensorrt-llm/adapter.js +1011 -0
  809. package/dist/runtime/tensorrt-llm/adapter.js.map +1 -0
  810. package/dist/runtime/tensorrt-llm/check.d.ts +12 -0
  811. package/dist/runtime/tensorrt-llm/check.js +21 -0
  812. package/dist/runtime/tensorrt-llm/check.js.map +1 -0
  813. package/dist/runtime/tensorrt-llm/compatibility.d.ts +100 -0
  814. package/dist/runtime/tensorrt-llm/compatibility.js +181 -0
  815. package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -0
  816. package/dist/runtime/tensorrt-llm/engine.d.ts +3 -0
  817. package/dist/runtime/tensorrt-llm/engine.js +24 -0
  818. package/dist/runtime/tensorrt-llm/engine.js.map +1 -0
  819. package/dist/runtime/tensorrt-llm/host-facts.d.ts +55 -0
  820. package/dist/runtime/tensorrt-llm/host-facts.js +87 -0
  821. package/dist/runtime/tensorrt-llm/host-facts.js.map +1 -0
  822. package/dist/runtime/tensorrt-llm/index.d.ts +30 -0
  823. package/dist/runtime/tensorrt-llm/index.js +31 -0
  824. package/dist/runtime/tensorrt-llm/index.js.map +1 -0
  825. package/dist/runtime/tensorrt-llm/installation.d.ts +23 -0
  826. package/dist/runtime/tensorrt-llm/installation.js +53 -0
  827. package/dist/runtime/tensorrt-llm/installation.js.map +1 -0
  828. package/dist/runtime/tensorrt-llm/kv-cache.d.ts +25 -0
  829. package/dist/runtime/tensorrt-llm/kv-cache.js +28 -0
  830. package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -0
  831. package/dist/runtime/tensorrt-llm/prelaunch.d.ts +20 -0
  832. package/dist/runtime/tensorrt-llm/prelaunch.js +168 -0
  833. package/dist/runtime/tensorrt-llm/prelaunch.js.map +1 -0
  834. package/dist/runtime/tensorrt-llm/route-policy.d.ts +19 -0
  835. package/dist/runtime/tensorrt-llm/route-policy.js +17 -0
  836. package/dist/runtime/tensorrt-llm/route-policy.js.map +1 -0
  837. package/dist/runtime/tensorrt-llm/settings.d.ts +7 -0
  838. package/dist/runtime/tensorrt-llm/settings.js +48 -0
  839. package/dist/runtime/tensorrt-llm/settings.js.map +1 -0
  840. package/dist/runtime/vllm/adapter.d.ts +46 -0
  841. package/dist/runtime/vllm/adapter.js +425 -0
  842. package/dist/runtime/vllm/adapter.js.map +1 -0
  843. package/dist/runtime/vllm/engine.d.ts +16 -0
  844. package/dist/runtime/vllm/engine.js +37 -0
  845. package/dist/runtime/vllm/engine.js.map +1 -0
  846. package/dist/runtime/vllm/index.d.ts +11 -0
  847. package/dist/runtime/vllm/index.js +12 -0
  848. package/dist/runtime/vllm/index.js.map +1 -0
  849. package/dist/runtime/vllm/memory.d.ts +69 -0
  850. package/dist/runtime/vllm/memory.js +123 -0
  851. package/dist/runtime/vllm/memory.js.map +1 -0
  852. package/dist/runtime/vllm/settings.d.ts +52 -0
  853. package/dist/runtime/vllm/settings.js +151 -0
  854. package/dist/runtime/vllm/settings.js.map +1 -0
  855. package/dist/runtime/wsl/guest-paths.d.ts +33 -0
  856. package/dist/runtime/wsl/guest-paths.js +83 -0
  857. package/dist/runtime/wsl/guest-paths.js.map +1 -0
  858. package/dist/runtime/wsl/guest-scope.d.ts +14 -0
  859. package/dist/runtime/wsl/guest-scope.js +98 -0
  860. package/dist/runtime/wsl/guest-scope.js.map +1 -0
  861. package/dist/runtime/wsl/index.d.ts +12 -0
  862. package/dist/runtime/wsl/index.js +13 -0
  863. package/dist/runtime/wsl/index.js.map +1 -0
  864. package/dist/runtime/wsl/keeper.d.ts +29 -0
  865. package/dist/runtime/wsl/keeper.js +48 -0
  866. package/dist/runtime/wsl/keeper.js.map +1 -0
  867. package/dist/runtime/wsl/transport.d.ts +106 -0
  868. package/dist/runtime/wsl/transport.js +181 -0
  869. package/dist/runtime/wsl/transport.js.map +1 -0
  870. package/dist/server/control/index.d.ts +1 -1
  871. package/dist/server/control/router.js +15 -0
  872. package/dist/server/control/router.js.map +1 -1
  873. package/dist/server/control/routes/backends.js +26 -0
  874. package/dist/server/control/routes/backends.js.map +1 -1
  875. package/dist/server/control/routes/decision.d.ts +10 -0
  876. package/dist/server/control/routes/decision.js +43 -0
  877. package/dist/server/control/routes/decision.js.map +1 -0
  878. package/dist/server/control/routes/diffusion-video.js +4 -0
  879. package/dist/server/control/routes/diffusion-video.js.map +1 -1
  880. package/dist/server/control/routes/diffusion.d.ts +1 -1
  881. package/dist/server/control/routes/diffusion.js +4 -9
  882. package/dist/server/control/routes/diffusion.js.map +1 -1
  883. package/dist/server/control/routes/embedding.d.ts +9 -0
  884. package/dist/server/control/routes/embedding.js +43 -0
  885. package/dist/server/control/routes/embedding.js.map +1 -0
  886. package/dist/server/control/routes/engine-builds.d.ts +14 -0
  887. package/dist/server/control/routes/engine-builds.js +82 -0
  888. package/dist/server/control/routes/engine-builds.js.map +1 -0
  889. package/dist/server/control/routes/engines.d.ts +17 -0
  890. package/dist/server/control/routes/engines.js +152 -0
  891. package/dist/server/control/routes/engines.js.map +1 -0
  892. package/dist/server/control/routes/environments.d.ts +16 -0
  893. package/dist/server/control/routes/environments.js +207 -0
  894. package/dist/server/control/routes/environments.js.map +1 -0
  895. package/dist/server/control/routes/hardware.d.ts +1 -1
  896. package/dist/server/control/routes/hardware.js +11 -6
  897. package/dist/server/control/routes/hardware.js.map +1 -1
  898. package/dist/server/control/routes/model-setups.d.ts +11 -0
  899. package/dist/server/control/routes/model-setups.js +55 -0
  900. package/dist/server/control/routes/model-setups.js.map +1 -0
  901. package/dist/server/control/routes/models.d.ts +3 -2
  902. package/dist/server/control/routes/models.js +45 -2
  903. package/dist/server/control/routes/models.js.map +1 -1
  904. package/dist/server/control/types.d.ts +167 -9
  905. package/dist/server/control/types.js.map +1 -1
  906. package/dist/server/http.d.ts +9 -1
  907. package/dist/server/http.js +51 -1
  908. package/dist/server/http.js.map +1 -1
  909. package/dist/server/public/decision-preview.d.ts +17 -0
  910. package/dist/server/public/decision-preview.js +119 -0
  911. package/dist/server/public/decision-preview.js.map +1 -0
  912. package/dist/server/public/decision.d.ts +32 -0
  913. package/dist/server/public/decision.js +135 -0
  914. package/dist/server/public/decision.js.map +1 -0
  915. package/dist/server/public/embedding.d.ts +31 -0
  916. package/dist/server/public/embedding.js +126 -0
  917. package/dist/server/public/embedding.js.map +1 -0
  918. package/dist/server/public/errors.d.ts +2 -1
  919. package/dist/server/public/errors.js +5 -2
  920. package/dist/server/public/errors.js.map +1 -1
  921. package/dist/server/public/forward.js +75 -3
  922. package/dist/server/public/forward.js.map +1 -1
  923. package/dist/server/public/gates.d.ts +13 -0
  924. package/dist/server/public/gates.js +37 -14
  925. package/dist/server/public/gates.js.map +1 -1
  926. package/dist/server/public/index.d.ts +5 -2
  927. package/dist/server/public/index.js +14 -1
  928. package/dist/server/public/index.js.map +1 -1
  929. package/dist/server/public/listing.d.ts +13 -2
  930. package/dist/server/public/listing.js +33 -9
  931. package/dist/server/public/listing.js.map +1 -1
  932. package/dist/server/public/policy.d.ts +9 -0
  933. package/dist/server/public/policy.js +68 -0
  934. package/dist/server/public/policy.js.map +1 -0
  935. package/dist/server/public/responses.js +10 -0
  936. package/dist/server/public/responses.js.map +1 -1
  937. package/dist/server/public/trace.d.ts +2 -2
  938. package/dist/server/public/trace.js +6 -2
  939. package/dist/server/public/trace.js.map +1 -1
  940. package/dist/server/public/types.d.ts +84 -1
  941. package/dist/settings/decision.d.ts +15 -0
  942. package/dist/settings/decision.js +88 -0
  943. package/dist/settings/decision.js.map +1 -0
  944. package/dist/settings/embedding.d.ts +12 -0
  945. package/dist/settings/embedding.js +82 -0
  946. package/dist/settings/embedding.js.map +1 -0
  947. package/dist/settings/index.d.ts +2 -0
  948. package/dist/settings/index.js +2 -0
  949. package/dist/settings/index.js.map +1 -1
  950. package/dist/settings/schema/atomic-prism.json +433 -0
  951. package/dist/settings/schema/tensorrt-llm.json +253 -0
  952. package/dist/settings/schema/vllm.json +273 -0
  953. package/dist/settings/schema.js +58 -0
  954. package/dist/settings/schema.js.map +1 -1
  955. package/dist/settings/store.d.ts +13 -2
  956. package/dist/settings/store.js +44 -0
  957. package/dist/settings/store.js.map +1 -1
  958. package/dist/util/index.d.ts +1 -0
  959. package/dist/util/index.js +1 -0
  960. package/dist/util/index.js.map +1 -1
  961. package/dist/util/result.d.ts +19 -0
  962. package/dist/util/result.js +15 -0
  963. package/dist/util/result.js.map +1 -0
  964. package/dist/version.d.ts +1 -1
  965. package/dist/version.js +1 -1
  966. package/dist/version.js.map +1 -1
  967. package/package.json +1 -1
  968. package/src/settings/schema/atomic-prism.json +433 -0
  969. package/src/settings/schema/tensorrt-llm.json +253 -0
  970. package/src/settings/schema/vllm.json +273 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuHG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAE/C,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,2CAA2C,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAU1G,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,gGAAgG;AAChG,WAAW;AACX,gGAAgG;AAEhG;;;wDAGwD;AACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAA;AAEpD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,+BAA+B,GAAG,SAAS,CAAA;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAA;AACnD,MAAM,CAAC,MAAM,kCAAkC,GAAG,SAAS,CAAA;AAC3D,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,CAAA;AAE1D;iGACiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,GAAG,CAAA;AAC1D,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAA;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAI,CAAA;AA8BzD,SAAS,OAAO,CAAC,OAAe,EAAE,KAAc;IAC9C,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,qEAAqE,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gBAAgB,KAAK,+BAA+B,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,2CAA2C,CAAA;IAC7F,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,CAAC,kEAAkE,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACrG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,KAAa,EACb,OAAqB,EACrB,QAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAA;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAE,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,gBAAgB,KAAK,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,QAAiB;IACpE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACnD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACtD,OAAO,OAAO,CAAC,gBAAgB,KAAK,yBAAyB,EAAE,KAAK,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gEAAgE,GAAG,QAAQ,GAAG,YAAY,EAAE,KAAK,CAAC,CAAA;IAC5G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,2BAA2B,CAAC,GAAY;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAA;IAChD,MAAM,cAAc,GAAG,kBAAkB,CACvC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,CAChC,CAAA;IACD,MAAM,iBAAiB,GAAG,kBAAkB,CAC1C,CAAC,CAAC,mBAAmB,CAAC,EACtB,mBAAmB,EACnB,sCAAsC,EACtC,kCAAkC,EAClC,kCAAkC,CACnC,CAAA;IACD,+FAA+F;IAC/F,gGAAgG;IAChG,6FAA6F;IAC7F,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,OAAO,CACL,mCAAmC,iBAAiB,uCAAuC,cAAc,IAAI,EAC7G,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,cAAc;QACd,iBAAiB;QACjB,iCAAiC,EAAE,gBAAgB,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC3F,cAAc,EAAE,kBAAkB,CAChC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,2BAA2B,EAC3B,CAAC,EACD,+BAA+B,CAChC;QACD,mBAAmB,EACjB,CAAC,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,qBAAqB,CAAC,KAAK,IAAI;YACzE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,CAChB,CAAC,CAAC,qBAAqB,CAAC,EACxB,qBAAqB,EACrB,CAAC,EACD,CAAC,EACD,oCAAoC,CACrC;QACP,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACpG,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACvG,oBAAoB,EAAE,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC5E,qBAAqB,EAAE,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;QAC9F,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QAClF,yBAAyB,EAAE,cAAc,CACvC,CAAC,CAAC,2BAA2B,CAAC,EAC9B,2BAA2B,EAC3B,CAAC,qBAAqB,EAAE,iBAAiB,CAAU,EACnD,qBAAqB,CACtB;QACD,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAU,EAAE,MAAM,CAAC;QACvG,UAAU,EAAE,sBAAsB,CAAC,cAAc,EAAE,CAAC,CAAC;KACtD,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS;AACT,gGAAgG;AAEhG,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAE/C;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sBAAsB,CAAA;AACnE,MAAM,CAAC,MAAM,oCAAoC,GAAG,qCAAqC,CAAA;AAEzF;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAe,EACf,WAA0B,EAC1B,KAAK,GAAG,KAAK,EACb,aAAa,GAAG,KAAK,EACrB,QAGC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,OAAO,EAAE,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,QAAQ,EAAE,qBAAqB,KAAK,KAAK,CAAA;IAC9D,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9B,IAAI,WAAW,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAA;QACpE,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACrC,IAAI,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IAC7D,CAAC;IACD,4FAA4F;IAC5F,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IACxD,IAAI,QAAQ,EAAE,iBAAiB,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IACxF,IAAI,QAAQ,EAAE,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,8CAA8C,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED;;4FAE4F;AAC5F,MAAM,CAAC,MAAM,uCAAuC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;AAErE,gEAAgE;AAChE,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAC5C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,oCAAoC,GAAG,UAAU,CAAA;AAE9D;kFACkF;AAClF,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC;;;;;;;;;;;;;;;;qFAgBqF;AACrF,MAAM,UAAU,sBAAsB,CACpC,OAAkD;IAElD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,IAAI,GAAa;QACrB,cAAc;QACd,OAAO;QACP,SAAS;QACT,QAAQ;QACR,mBAAmB;QACnB,QAAQ;QACR,MAAM,CAAC,2BAA2B,CAAC;QACnC,eAAe;QACf,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,qCAAqC;QACrC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACnD,CAAA;IACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC/E,IAAI,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,iGAAiG;IACjG,sGAAsG;IACtG,wFAAwF;IACxF,qGAAqG;IACrG,wGAAwG;IACxG,sGAAsG;IACtG,mGAAmG;IACnG,2EAA2E;IAC3E,MAAM,IAAI,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAA;IAC9C,MAAM,aAAa,GACjB,QAAQ,CAAC,WAAW,KAAK,KAAK;QAC9B,CAAC,QAAQ,CAAC,WAAW,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,GAAG,uCAAuC,CAAC,CAAA;IACtG,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC9F,MAAM,OAAO,GAAG,aAAa,CAC3B,MAAM,EAAE,iBAAiB,KAAK,IAAI,EAClC,QAAQ,CAAC,mBAAmB;QAC1B,CAAC,OAAO,CAAC,aAAa;YACpB,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,cAAc,CAAC;YACxD,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC,EACxD,KAAK,EACL,aAAa,EACb,QAAQ,CACT,CAAA;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,mBAAmB,IAAI,6BAA6B,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,2BAA2B,EAAE;QACvD,IAAI;QACJ,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,6BAA6B,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,uFAAuF;QACvF,6FAA6F;QAC7F,+FAA+F;QAC/F,uEAAuE;QACvE,GAAG,EAAE;YACH,uBAAuB,EAAE,GAAG,eAAe,WAAW;YACtD,gBAAgB,EAAE,GAAG,eAAe,SAAS;YAC7C,eAAe,EAAE,GAAG,eAAe,OAAO;YAC1C,8FAA8F;YAC9F,qBAAqB,EAAE,GAAG;SAC3B;KACF,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,oBAAoB;AACpB,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,+GAA+G;AAC/G,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAA;AACvD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAA;AAEhD;;;;;;qGAMqG;AACrG,MAAM,UAAU,6BAA6B,CAAC,WAAmB,EAAE,QAA6B;IAC9F,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAChD,MAAM,QAAQ,GAAG,8BAA8B,GAAG,iCAAiC,GAAG,SAAS,CAAA;IAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,6BAA6B,CAAC,CAAA;AAC5D,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG;;;;;;;;;;;;qEAYqE;AACrE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B;IACE,oCAAoC,CAAC,MAAM;IAC3C,oBAAoB,CAAC,MAAM;IAC3B,yCAAyC,CAAC,MAAM;IAChD,2BAA2B,CAAC,MAAM;IAClC,yDAAyD,CAAC,MAAM;IAChE,2BAA2B,CAAC,MAAM;CACnC,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAA;AACD,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,qBAAqB,GAAG,4CAA4C,CAAA;AAC1E,MAAM,QAAQ,GAAG,iDAAiD,CAAA;AAElE;;;;;GAKG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,QAAQ,GAA6D,IAAI,CAAA;IAC7E,IAAI,SAAS,GAA2B,IAAI,CAAA;IAC5C,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,IAAI,IAAI;YAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,KAAK;YAAE,SAAS,GAAG,KAAK,CAAA;QAC5B,IAAI,IAAI;YAAE,QAAQ,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IACtC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAChG,CAAC;AAED;;0DAE0D;AAC1D,MAAM,wBAAwB,GAAG,sDAAsD,CAAA;AACvF;;+DAE+D;AAC/D,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAE9D,SAAS,KAAK,CAAC,MAAc,EAAE,IAAY;IACzC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,IAAI,CAAA;IACxC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IACjD,OAAO,MAAM,GAAG,GAAG,CAAA,CAAC,UAAU;AAChC,CAAC;AAED;;sFAEsF;AACtF,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,IAAI,GACR,OAAO,CAAC,MAAM,GAAG,0BAA0B;YACzC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,GAAG,CAAC,CAAC,GAAG;YACxD,CAAC,CAAC,OAAO,CAAA;QACb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,KAAK,CAAC,MAAM,KAAK,qBAAqB;YAAE,MAAK;IACnD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,oGAAoG;IACpG,wFAAwF;IACxF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;IACvC,MAAM,OAAO,GAA2B,EAAE,CAAA;IAC1C,IAAI,aAAa,GAAG,sBAAsB,CAAA;IAC1C,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAA;QAChE,OAAO,CAAC,eAAe,CAAC,GAAG,YAAY,CAAA;QACvC,aAAa,GAAG,GAAG,YAAY,MAAM,CAAA;IACvC,CAAC;IACD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAW,CAAC,CAAA;QACzD,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;QAC7B,QAAQ,GAAG,KAAK,OAAO,YAAY,CAAA;IACrC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,6DAA6D,aAAa,UAAU,QAAQ,GAAG;QACxG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC;KACzB,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,OAAO,IAAI;QACT,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0BAA0B,IAAI,CAAC,CAAC,CAAC,iDAAiD;SAC5F;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,8EAA8E;SACxF;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;mDASmD;AACnD,kIAAkI;AAClI,MAAM,gBAAgB,GAAG,qCAAqC,CAAA;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,QAA6B;IAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAA;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,IAAI,CAAA;IAClE,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EACL,kEAAkE,QAAQ,yBAAyB;YACnG,qBAAqB,OAAO,oEAAoE;YAChG,6BAA6B;QAC/B,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KACxB,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAAC,OAAe;IAC9D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,IAAI,CAAC,CAAC,CAAW,EAAE,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW,EAAE,QAAuB;IAC1E,MAAM,cAAc,GAClB,+BAA+B,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,+BAA+B,CAAC,GAAG,CAAC,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,cAAc,CAAA;IACzC,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,QAAQ,EAAE,CAAA;IACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oCAAoC,QAAQ,0BAA0B,EAAE,CAAA;AAC3G,CAAC;AAED,gGAAgG;AAChG,eAAe;AACf,gGAAgG;AAEhG;;;;;;2FAM2F;AAC3F,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QAClC,SAAS,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,kBAAkB;AAClB,gGAAgG;AAEhG;;;;;;;;;;;;;;oEAcoE;AACpE,MAAM,CAAC,MAAM,mBAAmB,GAA4B;IAC1D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED;sFACsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAA4B;IACrE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAmBD,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB;;;;oCAIoC;AACpC,MAAM,0BAA0B,GAAG,IAAI,MAAM,CAC3C,2BAA2B,GAAG,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC7G,CAAA;AACD,qGAAqG;AACrG,MAAM,iCAAiC,GAAG,IAAI,MAAM,CAClD,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC/E,CAAA;AACD;;;;;;gEAMgE;AAChE,MAAM,8BAA8B,GAAG,IAAI,MAAM,CAC/C,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,6BAA6B;IAC7B,GAAG;IACH,KAAK,CACR,CAAA;AACD,iGAAiG;AACjG,MAAM,uCAAuC,GAAG,IAAI,MAAM,CACxD,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,KAAK,CACR,CAAA;AAED;;;;eAIe;AACf,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,IACE,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAQ,MAA8B,CAAC,OAAO,CAAA;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,eAAuB,EAAE,SAAiB;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,OAAO;QACL,KAAK,EAAE;YACL,OAAO,EACL,0CAA0C,KAAK,8CAA8C;gBAC7F,GAAG,SAAS,oDAAoD;YAClE,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,yBAAyB;SAChC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAc,EACd,IAAY;IAEZ,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,eAA8D,CAAA;QACrG,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IAED,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACvE,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,GAAG,kBAO1D,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,uBAAuB,GAAG,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,uBAA8D,CAAA;QAC3F,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9E,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,CAAC,GAAG,gBAM3C,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,8DAA8D;AAC9D,gGAAgG;AAEhG;;;;4BAI4B;AAC5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AAapF,SAAS,kBAAkB,CAAC,IAA6B,EAAE,GAAW;IACpE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;IAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,IAA6B,EAAE,YAAqC;IAC7F,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IAC/F,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;IACtG,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,sCAAsC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAED;;;gGAGgG;AAChG,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,KAAK,8BAA8B,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,iGAAiG;AACjG,SAAS,iBAAiB;IACxB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2FAA2F,CAC5F,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB;IAC/B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+GAA+G,CAChH,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,MAAe;IAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,aAAa;QAAE,OAAO,MAAM,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,iBAAiB,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAAM,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO;YAAE,wBAAwB,EAAE,CAAA;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAEhG,8GAA8G;AAC9G,MAAM,CAAC,MAAM,+BAA+B,GAAG,oBAAoB,CAAA;AAEnE,gGAAgG;AAChG,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,uCAAuC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,IAAa,EACb,QAA6B,EAC7B,YAAsC;IAEtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,IAAI,YAAY,KAAK,SAAS;QAAE,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvE,IAAI,GAAG,GACL,iBAAiB,IAAI,MAAM;QACzB,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;QACnF,CAAC,CAAC,MAAM,CAAA;IACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,oGAAoG;IACpG,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACnD,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,gBAAgB,CAAC,YAAY,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACjF,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,gBAAgB,CAAC,kCAAkC,CAAC,CAAA;IACtD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAA;IACtE,MAAM,IAAI,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAChD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;IACpB,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,cAAc;AACd,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,aAAa,GAAG;IACpB,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,iDAAiD,EAAE;IACrG,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAC3F,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,+BAA+B,EAAE;IACnF,gHAAgH;IAChH;QACE,KAAK,EAAE,qBAA8B;QACrC,OAAO,EAAE,2DAA2D;KACrE;CACF,CAAA;AAED;0GAC0G;AAC1G,MAAM,CAAC,MAAM,kBAAkB,GAA4C;IACzE,EAAE,EAAE,cAAc;IAClB,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,MAAM,EAAE,mBAAmB;IAC3B,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,2BAA2B;IAC7C,WAAW,EAAE,sBAAsB;IACnC,kBAAkB,EAAE,6BAA6B;IACjD,YAAY,EAAE,uBAAuB;IACrC,aAAa,EAAE,wBAAwB;IACvC,qBAAqB,EAAE,gCAAgC;IACvD,YAAY,EAAE,uBAAuB;IACrC,kBAAkB,EAAE,6BAA6B;IACjD,kBAAkB,EAAE,6BAA6B;IACjD,kFAAkF;IAClF,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC;IAC1F,mGAAmG;IACnG,kGAAkG;IAClG,gFAAgF;IAChF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iCAAiC;QAC1C,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,yBAAyB;QAClC,QAAQ,CAAC,KAAK;KACf;CACF,CAAA"}
@@ -0,0 +1,12 @@
1
+ /**
2
+ * `POST /atomic/v1/models/tensorrt-llm/check` (task 2.16 of change `add-tensorrt-llm-linux`, spec
3
+ * `tensorrt-llm-models`): the shared managed check route (`../managed-models/check.ts`) with
4
+ * TensorRT-LLM's settings — its saved card and its `kv_cache_free_gpu_memory_fraction`, which size
5
+ * its memory rule (`tensorrtLlmCheckEngine`).
6
+ */
7
+ import type { ModelCompatibility } from '../../contracts/index.js';
8
+ import { type ManagedModelCheckEngine, type ModelCheckDeps } from '../managed-models/check.js';
9
+ export { parseModelCheckInput, type ModelCheckDeps, type ModelCheckHostFacts, } from '../managed-models/check.js';
10
+ /** TensorRT-LLM's side of the check route: its card and its memory rule from its stored settings. */
11
+ export declare const TENSORRT_LLM_MODEL_CHECK: ManagedModelCheckEngine;
12
+ export declare function checkTensorrtLlmModel(body: unknown, deps: ModelCheckDeps): Promise<ModelCompatibility>;
@@ -0,0 +1,21 @@
1
+ import { TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
2
+ import { checkManagedModel, } from '../managed-models/check.js';
3
+ import { tensorrtLlmCheckEngine } from './compatibility.js';
4
+ import { tensorrtLlmSettings } from './settings.js';
5
+ export { parseModelCheckInput, } from '../managed-models/check.js';
6
+ /** TensorRT-LLM's side of the check route: its card and its memory rule from its stored settings. */
7
+ export const TENSORRT_LLM_MODEL_CHECK = {
8
+ engineId: TENSORRT_LLM_ENGINE_ID,
9
+ gpuIdOf: (settings) => tensorrtLlmSettings(settings).gpu_id ?? null,
10
+ checkEngineOf: (settings) => {
11
+ const resolved = tensorrtLlmSettings(settings);
12
+ return tensorrtLlmCheckEngine({
13
+ contextLength: resolved.context_length,
14
+ kvCacheFreeGpuMemoryFraction: resolved.kv_cache_free_gpu_memory_fraction,
15
+ });
16
+ },
17
+ };
18
+ export function checkTensorrtLlmModel(body, deps) {
19
+ return checkManagedModel(TENSORRT_LLM_MODEL_CHECK, body, deps);
20
+ }
21
+ //# sourceMappingURL=check.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/check.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,iBAAiB,GAGlB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AAEnC,qGAAqG;AACrG,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,QAAQ,EAAE,sBAAsB;IAChC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,IAAI;IACnE,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAC9C,OAAO,sBAAsB,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;SACzE,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa,EAAE,IAAoB;IACvE,OAAO,iBAAiB,CAAC,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAChE,CAAC"}
@@ -0,0 +1,100 @@
1
+ /**
2
+ * TensorRT-LLM's part of the managed compatibility check (spec `tensorrt-llm-models`, "Проверка
3
+ * совместимости без сети"; change `add-vllm-runtime`, design D7). The skeleton — GGUF, the curated
4
+ * digest, the shared naming rule, architecture, format matrix, compute capability, the memory line —
5
+ * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
6
+ * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
7
+ *
8
+ * - `memoryNeed`: weights plus the KV reserve divided by `kv_cache_free_gpu_memory_fraction`
9
+ * (`trtllm-serve`'s semantics: it spends only that fraction of what is free after the weights),
10
+ * bounded by tokens on a unified-memory card, plus the runtime and the activation peak;
11
+ * - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
12
+ * (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
13
+ *
14
+ * `checkModelCompatibility`, `checkModelCompatibilityFiles` and `checkModelMemory` keep their
15
+ * signatures — `MemorySizingInputs` is the provider's settings — and are the skeleton with this
16
+ * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
17
+ */
18
+ import type { GpuFacts, ModelCompatibility, RuntimeDescriptor } from '../../contracts/index.js';
19
+ import { type CheckpointProblem, type FilesCheckResult, type HostMemory, type KvReserveBasis, type ManagedCheckEngine, type MemoryNeed, type ModelCheckInput, type ResolvedCheckpoint } from '../managed-models/compatibility.js';
20
+ import type { JsonObject } from '../managed-models/quant-format.js';
21
+ export * from '../managed-models/compatibility.js';
22
+ /**
23
+ * A checkpoint whose architecture is supported but whose own shape the engine image cannot load —
24
+ * what the architecture name alone cannot tell (Windows acceptance machine, 2026-10-03):
25
+ *
26
+ * - Nemotron-H with dense MLP layers: a `-` in `hybrid_override_pattern`. The `transformers` 5.5.4
27
+ * in the 1.3.0rc29 image maps that pattern through `M`/`E`/`*` only and fails with
28
+ * `KeyError: '-'` before TensorRT-LLM (which does support `-`) is reached
29
+ * (NVIDIA-Nemotron-3-Nano-4B, Nano-9B-v2). Drop this once a descriptor's image ships a
30
+ * `transformers` that knows `-`.
31
+ * - A `DeepseekV3Gate` architecture with MoE layers (`n_routed_experts > 0`) whose tensors have no
32
+ * `e_score_correction_bias` (PrimeIntellect/GLM-0.5B, saved in its training framework's own
33
+ * layout — `mlp.router.gate.weight`, `mlp.expert_bias` — not the Hugging Face one TensorRT-LLM
34
+ * reads): `AssertionError` while the weights load. Needs `weight_names`; without them it is not
35
+ * checked.
36
+ *
37
+ * `null` when none applies.
38
+ */
39
+ export declare function tensorrtLlmCheckpointProblems(architecture: string, configJson: JsonObject, weightNames: readonly string[] | undefined): CheckpointProblem | null;
40
+ export interface MemoryReserve {
41
+ reserveBytes: number;
42
+ basis: KvReserveBasis;
43
+ }
44
+ /**
45
+ * Bytes reserved on top of the weights when checking whether a checkpoint fits a card's free memory.
46
+ *
47
+ * On a discrete card, `KV_bytes / kv_cache_free_gpu_memory_fraction` (task 2.16w round 1, finding 6
48
+ * (RULING), superseding the placeholder `weights × (1 − fraction)` rule): `trtllm-serve` spends only
49
+ * that fraction of whatever memory remains free *after* weights load on the KV cache, keeping the
50
+ * rest as headroom, so guaranteeing `KV_bytes` of real cache capacity needs `KV_bytes / fraction` of
51
+ * free memory left over once weights are loaded — the ADR this formula documents derives that
52
+ * division in full.
53
+ *
54
+ * On a unified-memory card (`unifiedMemory`, design D13) the launch bounds the KV cache by tokens,
55
+ * `kv_cache_config.max_tokens = tensorrtLlmUnifiedKvMaxTokens(contextLength)` (`kv-cache.ts`), and
56
+ * TensorRT-LLM uses the smaller of that bound and the fraction; the reserve is therefore the KV for
57
+ * exactly that many tokens, not divided by the fraction, so the check and the launch agree
58
+ * (docs/decisions/2026-09-29-tensorrt-llm-unified-memory-kv-cache-bounded-by-tokens.md).
59
+ *
60
+ * `basis: 'config'` when `kvCacheBytes` had what it needed; `basis: 'weight_fraction'` — the older,
61
+ * cruder `weights × (1 − fraction)` rule, the same on either kind of card — only when `config.json`
62
+ * lacked the architecture fields the real formula needs, and the returned `basis` says so, so a
63
+ * verdict computed from the fallback is never silently indistinguishable from one computed from the
64
+ * checkpoint's real shape.
65
+ */
66
+ export declare function kvCacheReserveBytes(weightBytesTotal: number, configJson: JsonObject, hfQuantConfigJson: JsonObject | null, contextLength: number, kvCacheFreeGpuMemoryFraction: number, unifiedMemory: boolean): MemoryReserve;
67
+ /**
68
+ * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
69
+ * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
70
+ * "Memory used outside torch"); the check takes the high end, never the low one.
71
+ */
72
+ export declare const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES: number;
73
+ /**
74
+ * The engine's own memory beyond weights and KV cache: the runtime overhead plus the activation
75
+ * peak of a `contextLength`-token prefill. Without it a checkpoint whose weights fit an 8 GB card
76
+ * passed the check and then left the KV cache 224 tokens (Ministral-3b bf16, 8.20 GiB peak on an
77
+ * 8.00 GiB card), and every request failed mid-stream.
78
+ */
79
+ export declare function engineOverheadBytes(configJson: JsonObject, contextLength: number): number;
80
+ /** What sizes the KV-cache reserve: the provider's settings, resolved by the caller (`check.ts`, `runtime.ts`). */
81
+ export interface MemorySizingInputs {
82
+ /** The session's context length: stored provider settings, a load's own overrides, or the
83
+ * adapter's default. */
84
+ contextLength: number;
85
+ kvCacheFreeGpuMemoryFraction: number;
86
+ }
87
+ /** TensorRT-LLM's memory rule on `gpu`: its weights plus that card's own kind of KV reserve plus the engine. */
88
+ export declare function tensorrtLlmMemoryNeed(gpu: GpuFacts, checkpoint: {
89
+ weightBytesTotal: number;
90
+ configJson: JsonObject;
91
+ hfQuantConfigJson: JsonObject | null;
92
+ }, memory: MemorySizingInputs): MemoryNeed;
93
+ /** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
94
+ export declare function tensorrtLlmCheckEngine(memory: MemorySizingInputs): ManagedCheckEngine;
95
+ /** Every check above the memory line, for TensorRT-LLM (see `checkCheckpointFiles`). */
96
+ export declare function checkModelCompatibilityFiles(input: ModelCheckInput, descriptor: RuntimeDescriptor, gpus: readonly GpuFacts[], hostMemory: HostMemory, memory: MemorySizingInputs): FilesCheckResult;
97
+ /** The memory line alone, for TensorRT-LLM (see `checkCheckpointMemory`). */
98
+ export declare function checkModelMemory(resolved: ResolvedCheckpoint, descriptor: RuntimeDescriptor, gpus: readonly GpuFacts[], hostMemory: HostMemory, memory: MemorySizingInputs): ModelCompatibility;
99
+ /** The full verdict for TensorRT-LLM (see `checkCheckpoint`). */
100
+ export declare function checkModelCompatibility(input: ModelCheckInput, descriptor: RuntimeDescriptor, gpus: readonly GpuFacts[], hostMemory: HostMemory, memory: MemorySizingInputs): ModelCompatibility;
@@ -0,0 +1,181 @@
1
+ /**
2
+ * TensorRT-LLM's part of the managed compatibility check (spec `tensorrt-llm-models`, "Проверка
3
+ * совместимости без сети"; change `add-vllm-runtime`, design D7). The skeleton — GGUF, the curated
4
+ * digest, the shared naming rule, architecture, format matrix, compute capability, the memory line —
5
+ * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
6
+ * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
7
+ *
8
+ * - `memoryNeed`: weights plus the KV reserve divided by `kv_cache_free_gpu_memory_fraction`
9
+ * (`trtllm-serve`'s semantics: it spends only that fraction of what is free after the weights),
10
+ * bounded by tokens on a unified-memory card, plus the runtime and the activation peak;
11
+ * - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
12
+ * (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
13
+ *
14
+ * `checkModelCompatibility`, `checkModelCompatibilityFiles` and `checkModelMemory` keep their
15
+ * signatures — `MemorySizingInputs` is the provider's settings — and are the skeleton with this
16
+ * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
17
+ */
18
+ import { checkCheckpoint, checkCheckpointFiles, checkCheckpointMemory, isUnifiedMemory, kvCacheBytes, positiveNumberField, } from '../managed-models/compatibility.js';
19
+ import { TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
20
+ import { tensorrtLlmUnifiedKvMaxTokens } from './kv-cache.js';
21
+ export * from '../managed-models/compatibility.js';
22
+ const CORRECTION_BIAS_GATED_ARCHITECTURES = new Set([
23
+ 'DeepseekV3ForCausalLM',
24
+ 'DeepseekV32ForCausalLM',
25
+ 'GlmMoeDsaForCausalLM',
26
+ 'Glm4MoeForCausalLM',
27
+ ]);
28
+ const CORRECTION_BIAS_TENSOR = 'e_score_correction_bias';
29
+ const NEMOTRON_H_ARCHITECTURE = /^NemotronH/;
30
+ /**
31
+ * A checkpoint whose architecture is supported but whose own shape the engine image cannot load —
32
+ * what the architecture name alone cannot tell (Windows acceptance machine, 2026-10-03):
33
+ *
34
+ * - Nemotron-H with dense MLP layers: a `-` in `hybrid_override_pattern`. The `transformers` 5.5.4
35
+ * in the 1.3.0rc29 image maps that pattern through `M`/`E`/`*` only and fails with
36
+ * `KeyError: '-'` before TensorRT-LLM (which does support `-`) is reached
37
+ * (NVIDIA-Nemotron-3-Nano-4B, Nano-9B-v2). Drop this once a descriptor's image ships a
38
+ * `transformers` that knows `-`.
39
+ * - A `DeepseekV3Gate` architecture with MoE layers (`n_routed_experts > 0`) whose tensors have no
40
+ * `e_score_correction_bias` (PrimeIntellect/GLM-0.5B, saved in its training framework's own
41
+ * layout — `mlp.router.gate.weight`, `mlp.expert_bias` — not the Hugging Face one TensorRT-LLM
42
+ * reads): `AssertionError` while the weights load. Needs `weight_names`; without them it is not
43
+ * checked.
44
+ *
45
+ * `null` when none applies.
46
+ */
47
+ export function tensorrtLlmCheckpointProblems(architecture, configJson, weightNames) {
48
+ if (NEMOTRON_H_ARCHITECTURE.test(architecture)) {
49
+ const pattern = configJson.hybrid_override_pattern;
50
+ if (typeof pattern === 'string' && pattern.includes('-')) {
51
+ return {
52
+ message: 'This engine release cannot load Nemotron-H checkpoints with dense MLP layers ("-" in hybrid_override_pattern).',
53
+ details: `architecture=${architecture} hybrid_override_pattern=${pattern}`,
54
+ };
55
+ }
56
+ }
57
+ if (CORRECTION_BIAS_GATED_ARCHITECTURES.has(architecture) &&
58
+ weightNames !== undefined &&
59
+ weightNames.length > 0 &&
60
+ (positiveNumberField(configJson, 'n_routed_experts') ?? 0) > 0 &&
61
+ !weightNames.some((name) => name.endsWith(CORRECTION_BIAS_TENSOR))) {
62
+ return {
63
+ message: `This checkpoint has no ${CORRECTION_BIAS_TENSOR} tensors, which ${architecture} needs in its MoE router on this engine.`,
64
+ details: `architecture=${architecture} missing=${CORRECTION_BIAS_TENSOR}`,
65
+ };
66
+ }
67
+ return null;
68
+ }
69
+ /**
70
+ * Bytes reserved on top of the weights when checking whether a checkpoint fits a card's free memory.
71
+ *
72
+ * On a discrete card, `KV_bytes / kv_cache_free_gpu_memory_fraction` (task 2.16w round 1, finding 6
73
+ * (RULING), superseding the placeholder `weights × (1 − fraction)` rule): `trtllm-serve` spends only
74
+ * that fraction of whatever memory remains free *after* weights load on the KV cache, keeping the
75
+ * rest as headroom, so guaranteeing `KV_bytes` of real cache capacity needs `KV_bytes / fraction` of
76
+ * free memory left over once weights are loaded — the ADR this formula documents derives that
77
+ * division in full.
78
+ *
79
+ * On a unified-memory card (`unifiedMemory`, design D13) the launch bounds the KV cache by tokens,
80
+ * `kv_cache_config.max_tokens = tensorrtLlmUnifiedKvMaxTokens(contextLength)` (`kv-cache.ts`), and
81
+ * TensorRT-LLM uses the smaller of that bound and the fraction; the reserve is therefore the KV for
82
+ * exactly that many tokens, not divided by the fraction, so the check and the launch agree
83
+ * (docs/decisions/2026-09-29-tensorrt-llm-unified-memory-kv-cache-bounded-by-tokens.md).
84
+ *
85
+ * `basis: 'config'` when `kvCacheBytes` had what it needed; `basis: 'weight_fraction'` — the older,
86
+ * cruder `weights × (1 − fraction)` rule, the same on either kind of card — only when `config.json`
87
+ * lacked the architecture fields the real formula needs, and the returned `basis` says so, so a
88
+ * verdict computed from the fallback is never silently indistinguishable from one computed from the
89
+ * checkpoint's real shape.
90
+ */
91
+ export function kvCacheReserveBytes(weightBytesTotal, configJson, hfQuantConfigJson, contextLength, kvCacheFreeGpuMemoryFraction, unifiedMemory) {
92
+ const kvTokens = unifiedMemory ? tensorrtLlmUnifiedKvMaxTokens(contextLength) : contextLength;
93
+ const kvBytes = kvCacheBytes(configJson, hfQuantConfigJson, kvTokens);
94
+ if (kvBytes !== undefined) {
95
+ return {
96
+ reserveBytes: unifiedMemory ? kvBytes : Math.ceil(kvBytes / kvCacheFreeGpuMemoryFraction),
97
+ basis: 'config',
98
+ };
99
+ }
100
+ return {
101
+ reserveBytes: Math.ceil(weightBytesTotal * (1 - kvCacheFreeGpuMemoryFraction)),
102
+ basis: 'weight_fraction',
103
+ };
104
+ }
105
+ /**
106
+ * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
107
+ * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
108
+ * "Memory used outside torch"); the check takes the high end, never the low one.
109
+ */
110
+ export const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES = 1.5 * 1024 ** 3;
111
+ /**
112
+ * Bytes of activation peak per prompt token per MLP intermediate element: the engine profiles a
113
+ * warmup of `max_num_tokens` tokens (the launch sets it to the context length), and the peak grows
114
+ * with both. Measured 0.91 GiB at 8192 tokens and 0.46 GiB at 4096 tokens for an
115
+ * `intermediate_size` of 14336 (ministral/Ministral-3b-instruct, same acceptance machine): ≈ 8.4.
116
+ */
117
+ const ACTIVATION_BYTES_PER_TOKEN_ELEMENT = 8.5;
118
+ /** The MLP width that sizes the activations: `intermediate_size`, a VLM's `text_config` one, else 4 × hidden. */
119
+ function intermediateSize(rootConfigJson) {
120
+ const textConfig = typeof rootConfigJson.text_config === 'object' && rootConfigJson.text_config !== null
121
+ ? rootConfigJson.text_config
122
+ : undefined;
123
+ for (const config of [rootConfigJson, textConfig]) {
124
+ if (config === undefined)
125
+ continue;
126
+ const intermediate = positiveNumberField(config, 'intermediate_size');
127
+ if (intermediate !== undefined)
128
+ return intermediate;
129
+ const hidden = positiveNumberField(config, 'hidden_size');
130
+ if (hidden !== undefined)
131
+ return 4 * hidden;
132
+ }
133
+ return undefined;
134
+ }
135
+ /**
136
+ * The engine's own memory beyond weights and KV cache: the runtime overhead plus the activation
137
+ * peak of a `contextLength`-token prefill. Without it a checkpoint whose weights fit an 8 GB card
138
+ * passed the check and then left the KV cache 224 tokens (Ministral-3b bf16, 8.20 GiB peak on an
139
+ * 8.00 GiB card), and every request failed mid-stream.
140
+ */
141
+ export function engineOverheadBytes(configJson, contextLength) {
142
+ const intermediate = intermediateSize(configJson) ?? 0;
143
+ return Math.ceil(TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES + contextLength * intermediate * ACTIVATION_BYTES_PER_TOKEN_ELEMENT);
144
+ }
145
+ /** TensorRT-LLM's memory rule on `gpu`: its weights plus that card's own kind of KV reserve plus the engine. */
146
+ export function tensorrtLlmMemoryNeed(gpu, checkpoint, memory) {
147
+ const unified = isUnifiedMemory(gpu);
148
+ const reserve = kvCacheReserveBytes(checkpoint.weightBytesTotal, checkpoint.configJson, checkpoint.hfQuantConfigJson, memory.contextLength, memory.kvCacheFreeGpuMemoryFraction, unified);
149
+ const overheadBytes = engineOverheadBytes(checkpoint.configJson, memory.contextLength);
150
+ const neededBytes = checkpoint.weightBytesTotal + reserve.reserveBytes + overheadBytes;
151
+ // The token bound the launch writes, on a card where it writes one (adapter.ts).
152
+ const kvTokens = unified && reserve.basis === 'config'
153
+ ? ` kv_max_tokens=${tensorrtLlmUnifiedKvMaxTokens(memory.contextLength)}`
154
+ : '';
155
+ return {
156
+ neededBytes,
157
+ kvReserveBasis: reserve.basis,
158
+ details: `weight_bytes=${checkpoint.weightBytesTotal} kv_reserve_bytes=${reserve.reserveBytes} kv_reserve_basis=${reserve.basis}${kvTokens} engine_overhead_bytes=${overheadBytes} needed_bytes=${neededBytes}`,
159
+ };
160
+ }
161
+ /** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
162
+ export function tensorrtLlmCheckEngine(memory) {
163
+ return {
164
+ engineId: TENSORRT_LLM_ENGINE_ID,
165
+ checkpointProblems: tensorrtLlmCheckpointProblems,
166
+ memoryNeed: (gpu, checkpoint) => tensorrtLlmMemoryNeed(gpu, checkpoint, memory),
167
+ };
168
+ }
169
+ /** Every check above the memory line, for TensorRT-LLM (see `checkCheckpointFiles`). */
170
+ export function checkModelCompatibilityFiles(input, descriptor, gpus, hostMemory, memory) {
171
+ return checkCheckpointFiles(input, descriptor, gpus, hostMemory, tensorrtLlmCheckEngine(memory));
172
+ }
173
+ /** The memory line alone, for TensorRT-LLM (see `checkCheckpointMemory`). */
174
+ export function checkModelMemory(resolved, descriptor, gpus, hostMemory, memory) {
175
+ return checkCheckpointMemory(resolved, descriptor, gpus, hostMemory, tensorrtLlmCheckEngine(memory));
176
+ }
177
+ /** The full verdict for TensorRT-LLM (see `checkCheckpoint`). */
178
+ export function checkModelCompatibility(input, descriptor, gpus, hostMemory, memory) {
179
+ return checkCheckpoint(input, descriptor, gpus, hostMemory, tensorrtLlmCheckEngine(memory));
180
+ }
181
+ //# sourceMappingURL=compatibility.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/compatibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,YAAY,EACZ,mBAAmB,GASpB,MAAM,oCAAoC,CAAA;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAE7D,cAAc,oCAAoC,CAAA;AAElD,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACvE,uBAAuB;IACvB,wBAAwB;IACxB,sBAAsB;IACtB,oBAAoB;CACrB,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAExD,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAE5C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAoB,EACpB,UAAsB,EACtB,WAA0C;IAE1C,IAAI,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,uBAAuB,CAAA;QAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EACL,gHAAgH;gBAClH,OAAO,EAAE,gBAAgB,YAAY,4BAA4B,OAAO,EAAE;aAC3E,CAAA;QACH,CAAC;IACH,CAAC;IACD,IACE,mCAAmC,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,WAAW,KAAK,SAAS;QACzB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC9D,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,EAClE,CAAC;QACD,OAAO;YACL,OAAO,EAAE,0BAA0B,sBAAsB,mBAAmB,YAAY,0CAA0C;YAClI,OAAO,EAAE,gBAAgB,YAAY,YAAY,sBAAsB,EAAE;SAC1E,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,UAAsB,EACtB,iBAAoC,EACpC,aAAqB,EACrB,4BAAoC,EACpC,aAAsB;IAEtB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC7F,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACL,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,4BAA4B,CAAC;YACzF,KAAK,EAAE,QAAQ;SAChB,CAAA;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAC9E,KAAK,EAAE,iBAAiB;KACzB,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAElE;;;;;GAKG;AACH,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAE9C,iHAAiH;AACjH,SAAS,gBAAgB,CAAC,cAA0B;IAClD,MAAM,UAAU,GACd,OAAO,cAAc,CAAC,WAAW,KAAK,QAAQ,IAAI,cAAc,CAAC,WAAW,KAAK,IAAI;QACnF,CAAC,CAAE,cAAc,CAAC,WAA0B;QAC5C,CAAC,CAAC,SAAS,CAAA;IACf,KAAK,MAAM,MAAM,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS;YAAE,SAAQ;QAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACrE,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAA;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACzD,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,MAAM,CAAA;IAC7C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,aAAqB;IAC/E,MAAM,YAAY,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACtD,OAAO,IAAI,CAAC,IAAI,CACd,mCAAmC,GAAG,aAAa,GAAG,YAAY,GAAG,kCAAkC,CACxG,CAAA;AACH,CAAC;AAUD,gHAAgH;AAChH,MAAM,UAAU,qBAAqB,CACnC,GAAa,EACb,UAAsG,EACtG,MAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,OAAO,GAAG,mBAAmB,CACjC,UAAU,CAAC,gBAAgB,EAC3B,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,iBAAiB,EAC5B,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,4BAA4B,EACnC,OAAO,CACR,CAAA;IACD,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IACtF,MAAM,WAAW,GAAG,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,YAAY,GAAG,aAAa,CAAA;IACtF,iFAAiF;IACjF,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,kBAAkB,6BAA6B,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACzE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO;QACL,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,KAAK;QAC7B,OAAO,EAAE,gBAAgB,UAAU,CAAC,gBAAgB,qBAAqB,OAAO,CAAC,YAAY,qBAAqB,OAAO,CAAC,KAAK,GAAG,QAAQ,0BAA0B,aAAa,iBAAiB,WAAW,EAAE;KAChN,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CAAC,MAA0B;IAC/D,OAAO;QACL,QAAQ,EAAE,sBAAsB;QAChC,kBAAkB,EAAE,6BAA6B;QACjD,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;KAChF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,4BAA4B,CAC1C,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,uBAAuB,CACrC,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAC7F,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { ManagedEngineSpec } from '../managed-engines/spec.js';
2
+ import { type TensorrtLlmSettings } from './adapter.js';
3
+ export declare const TENSORRT_LLM_ENGINE: ManagedEngineSpec<TensorrtLlmSettings>;
@@ -0,0 +1,24 @@
1
+ /**
2
+ * TensorRT-LLM as a managed engine (change `add-vllm-runtime`, design D3): its adapter, its settings,
3
+ * its memory rule and checkpoint quirks for the shared check, its route policy, and its descriptor in
4
+ * conf. Registered by core like any other managed engine.
5
+ */
6
+ import { TENSORRT_LLM_DESCRIPTOR_SOURCE, TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
7
+ import { tensorrtLlmAdapter } from './adapter.js';
8
+ import { tensorrtLlmCheckEngine } from './compatibility.js';
9
+ import { tensorrtLlmRoutePolicy } from './route-policy.js';
10
+ import { tensorrtLlmSettings } from './settings.js';
11
+ export const TENSORRT_LLM_ENGINE = {
12
+ engine_id: TENSORRT_LLM_ENGINE_ID,
13
+ provider: TENSORRT_LLM_ENGINE_ID,
14
+ label: 'TensorRT-LLM',
15
+ descriptor: TENSORRT_LLM_DESCRIPTOR_SOURCE,
16
+ adapter: tensorrtLlmAdapter,
17
+ settings: tensorrtLlmSettings,
18
+ check: (settings) => tensorrtLlmCheckEngine({
19
+ contextLength: settings.context_length,
20
+ kvCacheFreeGpuMemoryFraction: settings.kv_cache_free_gpu_memory_fraction,
21
+ }),
22
+ routePolicy: tensorrtLlmRoutePolicy,
23
+ };
24
+ //# sourceMappingURL=engine.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAEhG,OAAO,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAA;AAC3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,MAAM,CAAC,MAAM,mBAAmB,GAA2C;IACzE,SAAS,EAAE,sBAAsB;IACjC,QAAQ,EAAE,sBAAsB;IAChC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,8BAA8B;IAC1C,OAAO,EAAE,kBAAkB;IAC3B,QAAQ,EAAE,mBAAmB;IAC7B,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAClB,sBAAsB,CAAC;QACrB,aAAa,EAAE,QAAQ,CAAC,cAAc;QACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;KACzE,CAAC;IACJ,WAAW,EAAE,sBAAsB;CACpC,CAAA"}
@@ -0,0 +1,55 @@
1
+ import type { GpuFacts } from '../../contracts/index.js';
2
+ import type { DockerExec } from '../container/index.js';
3
+ import type { HostExec } from '../environment/index.js';
4
+ import type { HostMemory } from './compatibility.js';
5
+ /** `linux-probe.ts`'s own `nvidia-smi` query: UUID, name, compute capability, memory, driver. */
6
+ export declare const NVIDIA_SMI_GPU_QUERY: string[];
7
+ export declare const PROC_MEMINFO_PATH = "/proc/meminfo";
8
+ /** `/proc/meminfo`'s `MemAvailable` line, in bytes; `null` when the text has no such line, or it does not parse. */
9
+ export declare function parseMemAvailableBytes(meminfo: string): number | null;
10
+ /** `/proc/meminfo`'s `MemTotal` line, in bytes; `null` when the text has no such line, or it does not parse. */
11
+ export declare function parseMemTotalBytes(meminfo: string): number | null;
12
+ export interface ReadHostMemoryDeps {
13
+ /** `null` for ENOENT or any other read failure — `LinuxProbeDeps.readFile`'s own convention. */
14
+ readFile: (path: string) => Promise<string | null>;
15
+ }
16
+ /**
17
+ * `MemAvailable` and `MemTotal`, a unified-memory card's free memory and size (design D13): each `0`,
18
+ * never a guess, when `/proc/meminfo` cannot be read or that line does not parse. `0` is the safe
19
+ * direction here — unlike SELinux below, an unreadable `/proc/meminfo` only ever makes a
20
+ * unified-memory card under-report (its check fails short, it ranks last for the default card),
21
+ * never over-report, so this never needs to fail the whole probe the way an unanswered
22
+ * `docker info` does.
23
+ */
24
+ export declare function readHostMemory(deps: ReadHostMemoryDeps): Promise<HostMemory>;
25
+ export interface ProbeTensorrtLlmGpusDeps {
26
+ exec: HostExec;
27
+ /** `nvidia-smi` by name on a real host; the test host's own stand-in otherwise. */
28
+ nvidiaSmi: string;
29
+ }
30
+ /** Just the cards: the query and parser `probeTensorrtLlmHost` and the check route both share. */
31
+ export declare function probeTensorrtLlmGpus(deps: ProbeTensorrtLlmGpusDeps): Promise<GpuFacts[]>;
32
+ export interface TensorrtLlmHostFacts {
33
+ gpus: GpuFacts[];
34
+ selinux: boolean;
35
+ memory: HostMemory;
36
+ }
37
+ export interface ProbeTensorrtLlmHostDeps extends ProbeTensorrtLlmGpusDeps, ReadHostMemoryDeps {
38
+ docker: DockerExec;
39
+ }
40
+ /**
41
+ * A `docker info` that does not answer, or answers without a daemon behind it, refuses the load
42
+ * (findings-2.14-r1.md item 2): whether our mounts need the shared `:z` label is then unknown, and
43
+ * guessing "no SELinux" would start a container that cannot read its own weights on an enforcing host.
44
+ */
45
+ export declare function probeTensorrtLlmHost(deps: ProbeTensorrtLlmHostDeps): Promise<TensorrtLlmHostFacts>;
46
+ export interface ProbeTensorrtLlmGpusAndMemoryDeps extends ProbeTensorrtLlmGpusDeps, ReadHostMemoryDeps {
47
+ }
48
+ /**
49
+ * What `POST /models/tensorrt-llm/check` needs from the machine (task 2.16): the cards and
50
+ * the host's memory, never Docker (see the file banner).
51
+ */
52
+ export declare function probeTensorrtLlmGpusAndMemory(deps: ProbeTensorrtLlmGpusAndMemoryDeps): Promise<{
53
+ gpus: GpuFacts[];
54
+ memory: HostMemory;
55
+ }>;
@@ -0,0 +1,87 @@
1
+ /**
2
+ * What a `tensorrt-llm` load asks the machine right before it starts a container (task 2.14), plus
3
+ * what the compatibility check (task 2.16) needs on its own: which NVIDIA cards there are —
4
+ * `nvidia-smi`, the same query and parser the host assessment uses, so a saved `gpu_id` names a card
5
+ * the same way everywhere (`GPU-<uuid>`) — `/proc/meminfo`'s `MemAvailable` and `MemTotal` (design
6
+ * D13: a unified-memory card's free memory and size, for `checkModelCompatibility` and for
7
+ * `selectLaunchGpu`'s ranking, design D12b), and, for a load only, whether Docker runs with
8
+ * SELinux, read from `docker info` over the system socket through the core's one executor (design
9
+ * D15: our mounts then carry `:z`). Everything here is asked fresh rather than cached: a card can
10
+ * disappear between two loads, and the spec wants that noticed ("Выбранная карта исчезла").
11
+ *
12
+ * `probeTensorrtLlmGpusAndMemory` (the check route, `check.ts`) deliberately never asks Docker
13
+ * anything: a compatibility question has to answer the same whether or not the engine is even
14
+ * installed yet, so unlike `probeTensorrtLlmHost` (the load path, which genuinely cannot start a
15
+ * container without knowing SELinux) it must never fail closed on `docker info`.
16
+ */
17
+ import { AtomicCoreError } from '../../contracts/index.js';
18
+ import { withSystemSocket } from '../container/index.js';
19
+ import { parseDockerInfo, parseNvidiaSmi } from '../environment/index.js';
20
+ /** `linux-probe.ts`'s own `nvidia-smi` query: UUID, name, compute capability, memory, driver. */
21
+ export const NVIDIA_SMI_GPU_QUERY = [
22
+ '--query-gpu=uuid,name,compute_cap,memory.total,memory.free,driver_version',
23
+ '--format=csv,noheader,nounits',
24
+ ];
25
+ export const PROC_MEMINFO_PATH = '/proc/meminfo';
26
+ const MEM_AVAILABLE_LINE = /^MemAvailable:\s*(\d+)\s*kB\s*$/m;
27
+ const MEM_TOTAL_LINE = /^MemTotal:\s*(\d+)\s*kB\s*$/m;
28
+ function parseMeminfoLine(meminfo, line) {
29
+ const match = line.exec(meminfo);
30
+ if (match === null)
31
+ return null;
32
+ const kib = Number.parseInt(match[1], 10);
33
+ return Number.isFinite(kib) ? kib * 1024 : null;
34
+ }
35
+ /** `/proc/meminfo`'s `MemAvailable` line, in bytes; `null` when the text has no such line, or it does not parse. */
36
+ export function parseMemAvailableBytes(meminfo) {
37
+ return parseMeminfoLine(meminfo, MEM_AVAILABLE_LINE);
38
+ }
39
+ /** `/proc/meminfo`'s `MemTotal` line, in bytes; `null` when the text has no such line, or it does not parse. */
40
+ export function parseMemTotalBytes(meminfo) {
41
+ return parseMeminfoLine(meminfo, MEM_TOTAL_LINE);
42
+ }
43
+ /**
44
+ * `MemAvailable` and `MemTotal`, a unified-memory card's free memory and size (design D13): each `0`,
45
+ * never a guess, when `/proc/meminfo` cannot be read or that line does not parse. `0` is the safe
46
+ * direction here — unlike SELinux below, an unreadable `/proc/meminfo` only ever makes a
47
+ * unified-memory card under-report (its check fails short, it ranks last for the default card),
48
+ * never over-report, so this never needs to fail the whole probe the way an unanswered
49
+ * `docker info` does.
50
+ */
51
+ export async function readHostMemory(deps) {
52
+ const text = await deps.readFile(PROC_MEMINFO_PATH);
53
+ if (text === null)
54
+ return { availableBytes: 0, totalBytes: 0 };
55
+ return { availableBytes: parseMemAvailableBytes(text) ?? 0, totalBytes: parseMemTotalBytes(text) ?? 0 };
56
+ }
57
+ /** Just the cards: the query and parser `probeTensorrtLlmHost` and the check route both share. */
58
+ export async function probeTensorrtLlmGpus(deps) {
59
+ return parseNvidiaSmi(await deps.exec(deps.nvidiaSmi, NVIDIA_SMI_GPU_QUERY)).gpus;
60
+ }
61
+ /**
62
+ * A `docker info` that does not answer, or answers without a daemon behind it, refuses the load
63
+ * (findings-2.14-r1.md item 2): whether our mounts need the shared `:z` label is then unknown, and
64
+ * guessing "no SELinux" would start a container that cannot read its own weights on an enforcing host.
65
+ */
66
+ export async function probeTensorrtLlmHost(deps) {
67
+ const [gpus, info, memory] = await Promise.all([
68
+ probeTensorrtLlmGpus(deps),
69
+ deps.docker(withSystemSocket(['info', '--format', '{{json .}}'])).catch(() => null),
70
+ readHostMemory(deps),
71
+ ]);
72
+ const docker = parseDockerInfo(info, null);
73
+ if (!docker.daemon_reachable) {
74
+ throw new AtomicCoreError('MANAGED_PREREQUISITE_BLOCKED', 'Docker did not answer `docker info`, so whether SELinux needs our mounts relabelled is unknown; ' +
75
+ 'the model is not loaded. Check that the Docker daemon is running.', [info?.stderr, ...docker.server_errors].filter((line) => line !== undefined && line !== '').join('; '));
76
+ }
77
+ return { gpus, selinux: docker.selinux, memory };
78
+ }
79
+ /**
80
+ * What `POST /models/tensorrt-llm/check` needs from the machine (task 2.16): the cards and
81
+ * the host's memory, never Docker (see the file banner).
82
+ */
83
+ export async function probeTensorrtLlmGpusAndMemory(deps) {
84
+ const [gpus, memory] = await Promise.all([probeTensorrtLlmGpus(deps), readHostMemory(deps)]);
85
+ return { gpus, memory };
86
+ }
87
+ //# sourceMappingURL=host-facts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"host-facts.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/host-facts.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAA;AAExD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAA;AAIzE,iGAAiG;AACjG,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,2EAA2E;IAC3E,+BAA+B;CAChC,CAAA;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,eAAe,CAAA;AAChD,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAC7D,MAAM,cAAc,GAAG,8BAA8B,CAAA;AAErD,SAAS,gBAAgB,CAAC,OAAe,EAAE,IAAY;IACrD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACnD,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAA;AACjD,CAAC;AAED,oHAAoH;AACpH,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,OAAO,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAA;AACtD,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,OAAO,gBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;AAClD,CAAC;AAOD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAwB;IAC3D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IACnD,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAA;IAC9D,OAAO,EAAE,cAAc,EAAE,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;AACzG,CAAC;AAQD,kGAAkG;AAClG,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAA8B;IACvE,OAAO,cAAc,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAA;AACnF,CAAC;AAYD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAA8B;IACvE,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC7C,oBAAoB,CAAC,IAAI,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;QACnF,cAAc,CAAC,IAAI,CAAC;KACrB,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC1C,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC7B,MAAM,IAAI,eAAe,CACvB,8BAA8B,EAC9B,kGAAkG;YAChG,mEAAmE,EACrE,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACvG,CAAA;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAA;AAClD,CAAC;AAID;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,IAAuC;IAEvC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC5F,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AACzB,CAAC"}
@@ -0,0 +1,30 @@
1
+ /**
2
+ * The `tensorrt-llm` provider (openspec change `add-tensorrt-llm-linux`).
3
+ *
4
+ * `compatibility.ts` is TensorRT-LLM's memory rule and checkpoint quirks plugged into the shared
5
+ * check skeleton (`../managed-models/`, change `add-vllm-runtime`), behind
6
+ * `POST /atomic/v1/models/tensorrt-llm/check` (spec `tensorrt-llm-models`); the shared naming rule
7
+ * and the GPU-selection rule the load path reuses are re-exported from there. `adapter.ts` (task 2.13) is the `ManagedTextAdapter`
8
+ * the engine-neutral load lifecycle (`../managed-text/`) plugs into. Task 2.14 adds the provider
9
+ * itself: `runtime.ts` (the `LocalRuntime`), `settings.ts` (stored settings → adapter settings),
10
+ * `route-policy.ts` (what the public server must refuse or map for a session), `installation.ts`
11
+ * (the ready installation and its pinned descriptor), `host-facts.ts` (cards, SELinux and
12
+ * `MemAvailable`/`MemTotal`, per load) and `model-dir.ts` (the single-model lookup `runtime.ts`'s
13
+ * load path uses). Task 2.16 wires the pure check in: `registry.ts` (the full model listing scan),
14
+ * `check.ts` (the route handler behind `compatibility.ts`'s pure verdict) and `prelaunch.ts` (the
15
+ * file-and-compatibility re-check `runtime.ts`'s load path runs before a container is created).
16
+ * Task 2.24 adds `delete.ts`: a deleted model's engine caches and folder, with the bytes freed.
17
+ *
18
+ * Public API of this module is exported from this file only.
19
+ */
20
+ export * from './compatibility.js';
21
+ export * from '../managed-models/quant-format.js';
22
+ export * from './adapter.js';
23
+ export * from './kv-cache.js';
24
+ export * from './settings.js';
25
+ export * from './route-policy.js';
26
+ export * from './installation.js';
27
+ export * from './host-facts.js';
28
+ export * from './check.js';
29
+ export * from './prelaunch.js';
30
+ export * from './engine.js';