@atomic-chat/core 0.13.2 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (377) hide show
  1. package/README.md +1 -1
  2. package/dist/backend/advisor/advisor.d.ts +8 -7
  3. package/dist/backend/advisor/advisor.js +17 -25
  4. package/dist/backend/advisor/advisor.js.map +1 -1
  5. package/dist/backend/catalog/index.d.ts +4 -2
  6. package/dist/backend/catalog/index.js +4 -2
  7. package/dist/backend/catalog/index.js.map +1 -1
  8. package/dist/backend/catalog/manifest.d.ts +5 -51
  9. package/dist/backend/catalog/manifest.js +5 -93
  10. package/dist/backend/catalog/manifest.js.map +1 -1
  11. package/dist/backend/catalog/upstream-releases-baseline.d.ts +2 -0
  12. package/dist/backend/catalog/upstream-releases-baseline.js +12 -0
  13. package/dist/backend/catalog/upstream-releases-baseline.js.map +1 -0
  14. package/dist/backend/catalog/upstream-releases-baseline.json +101 -0
  15. package/dist/backend/catalog/upstream-releases-catalog.d.ts +54 -0
  16. package/dist/backend/catalog/upstream-releases-catalog.js +148 -0
  17. package/dist/backend/catalog/upstream-releases-catalog.js.map +1 -0
  18. package/dist/backend/catalog/upstream-releases.d.ts +75 -0
  19. package/dist/backend/catalog/upstream-releases.js +155 -0
  20. package/dist/backend/catalog/upstream-releases.js.map +1 -0
  21. package/dist/backend/install/service.d.ts +7 -4
  22. package/dist/backend/install/service.js +4 -4
  23. package/dist/backend/install/service.js.map +1 -1
  24. package/dist/cli/commands/serve.js +10 -28
  25. package/dist/cli/commands/serve.js.map +1 -1
  26. package/dist/cli/main.d.ts +1 -1
  27. package/dist/cli/main.js +0 -1
  28. package/dist/cli/main.js.map +1 -1
  29. package/dist/client/control-client.d.ts +7 -19
  30. package/dist/client/control-client.js +9 -29
  31. package/dist/client/control-client.js.map +1 -1
  32. package/dist/cloud/registry.d.ts +14 -1
  33. package/dist/cloud/registry.js +73 -2
  34. package/dist/cloud/registry.js.map +1 -1
  35. package/dist/config/paths.d.ts +4 -3
  36. package/dist/config/paths.js +15 -14
  37. package/dist/config/paths.js.map +1 -1
  38. package/dist/contracts/diffusion.d.ts +45 -18
  39. package/dist/contracts/diffusion.js +1 -1
  40. package/dist/contracts/diffusion.js.map +1 -1
  41. package/dist/contracts/engines.d.ts +1 -1
  42. package/dist/contracts/engines.js +2 -0
  43. package/dist/contracts/engines.js.map +1 -1
  44. package/dist/contracts/errors.d.ts +1 -3
  45. package/dist/contracts/errors.js +16 -0
  46. package/dist/contracts/errors.js.map +1 -1
  47. package/dist/contracts/events.d.ts +11 -6
  48. package/dist/contracts/index.d.ts +1 -1
  49. package/dist/contracts/index.js +1 -1
  50. package/dist/contracts/index.js.map +1 -1
  51. package/dist/contracts/media.d.ts +186 -0
  52. package/dist/contracts/media.js +55 -0
  53. package/dist/contracts/media.js.map +1 -0
  54. package/dist/contracts/session.d.ts +10 -1
  55. package/dist/contracts/session.js +10 -0
  56. package/dist/contracts/session.js.map +1 -1
  57. package/dist/contracts/settings.d.ts +36 -1
  58. package/dist/contracts/settings.js.map +1 -1
  59. package/dist/core/atomic-core.d.ts +7 -5
  60. package/dist/core/atomic-core.js +1 -0
  61. package/dist/core/atomic-core.js.map +1 -1
  62. package/dist/core/create.js +48 -58
  63. package/dist/core/create.js.map +1 -1
  64. package/dist/core/managed-engines.js +2 -0
  65. package/dist/core/managed-engines.js.map +1 -1
  66. package/dist/core/prism.d.ts +23 -6
  67. package/dist/core/prism.js +45 -0
  68. package/dist/core/prism.js.map +1 -1
  69. package/dist/core/public-server.js +3 -2
  70. package/dist/core/public-server.js.map +1 -1
  71. package/dist/core/types.d.ts +11 -0
  72. package/dist/core/types.js.map +1 -1
  73. package/dist/decision/process.d.ts +4 -0
  74. package/dist/decision/process.js +10 -1
  75. package/dist/decision/process.js.map +1 -1
  76. package/dist/diffusion/args.d.ts +3 -2
  77. package/dist/diffusion/args.js +21 -4
  78. package/dist/diffusion/args.js.map +1 -1
  79. package/dist/diffusion/compat.d.ts +1 -1
  80. package/dist/diffusion/compat.js +6 -2
  81. package/dist/diffusion/compat.js.map +1 -1
  82. package/dist/diffusion/gallery.d.ts +24 -3
  83. package/dist/diffusion/gallery.js +151 -21
  84. package/dist/diffusion/gallery.js.map +1 -1
  85. package/dist/diffusion/index.d.ts +3 -0
  86. package/dist/diffusion/index.js +3 -0
  87. package/dist/diffusion/index.js.map +1 -1
  88. package/dist/diffusion/jobs.d.ts +6 -1
  89. package/dist/diffusion/jobs.js +10 -1
  90. package/dist/diffusion/jobs.js.map +1 -1
  91. package/dist/diffusion/media-header.d.ts +22 -0
  92. package/dist/diffusion/media-header.js +149 -0
  93. package/dist/diffusion/media-header.js.map +1 -0
  94. package/dist/diffusion/parse.d.ts +3 -1
  95. package/dist/diffusion/parse.js +36 -0
  96. package/dist/diffusion/parse.js.map +1 -1
  97. package/dist/diffusion/recipe.d.ts +10 -1
  98. package/dist/diffusion/recipe.js +85 -21
  99. package/dist/diffusion/recipe.js.map +1 -1
  100. package/dist/diffusion/remote-job.d.ts +76 -0
  101. package/dist/diffusion/remote-job.js +643 -0
  102. package/dist/diffusion/remote-job.js.map +1 -0
  103. package/dist/diffusion/remote-store.d.ts +38 -0
  104. package/dist/diffusion/remote-store.js +91 -0
  105. package/dist/diffusion/remote-store.js.map +1 -0
  106. package/dist/diffusion/service.d.ts +9 -1
  107. package/dist/diffusion/service.js +49 -9
  108. package/dist/diffusion/service.js.map +1 -1
  109. package/dist/diffusion/state.d.ts +13 -1
  110. package/dist/diffusion/state.js +8 -0
  111. package/dist/diffusion/state.js.map +1 -1
  112. package/dist/diffusion/tracker.d.ts +6 -0
  113. package/dist/diffusion/tracker.js +11 -0
  114. package/dist/diffusion/tracker.js.map +1 -1
  115. package/dist/diffusion/validate.js +2 -2
  116. package/dist/diffusion/validate.js.map +1 -1
  117. package/dist/diffusion/video-gallery.d.ts +11 -4
  118. package/dist/diffusion/video-gallery.js +62 -25
  119. package/dist/diffusion/video-gallery.js.map +1 -1
  120. package/dist/diffusion/video-history.js +4 -1
  121. package/dist/diffusion/video-history.js.map +1 -1
  122. package/dist/diffusion/video-recipe.js +58 -25
  123. package/dist/diffusion/video-recipe.js.map +1 -1
  124. package/dist/diffusion/wiring.d.ts +3 -0
  125. package/dist/diffusion/wiring.js +1 -0
  126. package/dist/diffusion/wiring.js.map +1 -1
  127. package/dist/diffusion/workflow.d.ts +8 -2
  128. package/dist/diffusion/workflow.js +13 -5
  129. package/dist/diffusion/workflow.js.map +1 -1
  130. package/dist/downloads/downloader.d.ts +6 -1
  131. package/dist/downloads/downloader.js +12 -1
  132. package/dist/downloads/downloader.js.map +1 -1
  133. package/dist/embedding/process.d.ts +4 -0
  134. package/dist/embedding/process.js +10 -1
  135. package/dist/embedding/process.js.map +1 -1
  136. package/dist/media/adapters/a1111.d.ts +32 -0
  137. package/dist/media/adapters/a1111.js +207 -0
  138. package/dist/media/adapters/a1111.js.map +1 -0
  139. package/dist/media/adapters/aimlapi-videos.d.ts +34 -0
  140. package/dist/media/adapters/aimlapi-videos.js +172 -0
  141. package/dist/media/adapters/aimlapi-videos.js.map +1 -0
  142. package/dist/media/adapters/dashscope-image.d.ts +26 -0
  143. package/dist/media/adapters/dashscope-image.js +160 -0
  144. package/dist/media/adapters/dashscope-image.js.map +1 -0
  145. package/dist/media/adapters/dashscope-video.d.ts +47 -0
  146. package/dist/media/adapters/dashscope-video.js +251 -0
  147. package/dist/media/adapters/dashscope-video.js.map +1 -0
  148. package/dist/media/adapters/gemini-image.d.ts +27 -0
  149. package/dist/media/adapters/gemini-image.js +181 -0
  150. package/dist/media/adapters/gemini-image.js.map +1 -0
  151. package/dist/media/adapters/gemini-veo.d.ts +39 -0
  152. package/dist/media/adapters/gemini-veo.js +196 -0
  153. package/dist/media/adapters/gemini-veo.js.map +1 -0
  154. package/dist/media/adapters/hf-images.d.ts +85 -0
  155. package/dist/media/adapters/hf-images.js +439 -0
  156. package/dist/media/adapters/hf-images.js.map +1 -0
  157. package/dist/media/adapters/hf-videos.d.ts +44 -0
  158. package/dist/media/adapters/hf-videos.js +265 -0
  159. package/dist/media/adapters/hf-videos.js.map +1 -0
  160. package/dist/media/adapters/minimax-image.d.ts +26 -0
  161. package/dist/media/adapters/minimax-image.js +111 -0
  162. package/dist/media/adapters/minimax-image.js.map +1 -0
  163. package/dist/media/adapters/minimax-video-v2.d.ts +34 -0
  164. package/dist/media/adapters/minimax-video-v2.js +191 -0
  165. package/dist/media/adapters/minimax-video-v2.js.map +1 -0
  166. package/dist/media/adapters/minimax-video.d.ts +28 -0
  167. package/dist/media/adapters/minimax-video.js +155 -0
  168. package/dist/media/adapters/minimax-video.js.map +1 -0
  169. package/dist/media/adapters/mistral-agent-image.d.ts +33 -0
  170. package/dist/media/adapters/mistral-agent-image.js +108 -0
  171. package/dist/media/adapters/mistral-agent-image.js.map +1 -0
  172. package/dist/media/adapters/nvidia-genai.d.ts +28 -0
  173. package/dist/media/adapters/nvidia-genai.js +182 -0
  174. package/dist/media/adapters/nvidia-genai.js.map +1 -0
  175. package/dist/media/adapters/openai-images.d.ts +23 -0
  176. package/dist/media/adapters/openai-images.js +164 -0
  177. package/dist/media/adapters/openai-images.js.map +1 -0
  178. package/dist/media/adapters/openai-videos.d.ts +34 -0
  179. package/dist/media/adapters/openai-videos.js +175 -0
  180. package/dist/media/adapters/openai-videos.js.map +1 -0
  181. package/dist/media/adapters/openrouter-images.d.ts +25 -0
  182. package/dist/media/adapters/openrouter-images.js +161 -0
  183. package/dist/media/adapters/openrouter-images.js.map +1 -0
  184. package/dist/media/adapters/openrouter-videos.d.ts +43 -0
  185. package/dist/media/adapters/openrouter-videos.js +208 -0
  186. package/dist/media/adapters/openrouter-videos.js.map +1 -0
  187. package/dist/media/adapters/registry.d.ts +7 -0
  188. package/dist/media/adapters/registry.js +45 -0
  189. package/dist/media/adapters/registry.js.map +1 -0
  190. package/dist/media/adapters/types.d.ts +133 -0
  191. package/dist/media/adapters/types.js +15 -0
  192. package/dist/media/adapters/types.js.map +1 -0
  193. package/dist/media/adapters/xai-images.d.ts +19 -0
  194. package/dist/media/adapters/xai-images.js +83 -0
  195. package/dist/media/adapters/xai-images.js.map +1 -0
  196. package/dist/media/adapters/xai-videos.d.ts +29 -0
  197. package/dist/media/adapters/xai-videos.js +148 -0
  198. package/dist/media/adapters/xai-videos.js.map +1 -0
  199. package/dist/media/catalog-baseline.d.ts +2 -0
  200. package/dist/media/catalog-baseline.js +10 -0
  201. package/dist/media/catalog-baseline.js.map +1 -0
  202. package/dist/media/catalog-baseline.json +1819 -0
  203. package/dist/media/catalog-service.d.ts +42 -0
  204. package/dist/media/catalog-service.js +111 -0
  205. package/dist/media/catalog-service.js.map +1 -0
  206. package/dist/media/catalog.d.ts +50 -0
  207. package/dist/media/catalog.js +315 -0
  208. package/dist/media/catalog.js.map +1 -0
  209. package/dist/media/http.d.ts +125 -0
  210. package/dist/media/http.js +308 -0
  211. package/dist/media/http.js.map +1 -0
  212. package/dist/media/index.d.ts +14 -0
  213. package/dist/media/index.js +15 -0
  214. package/dist/media/index.js.map +1 -0
  215. package/dist/media/mask.d.ts +12 -0
  216. package/dist/media/mask.js +57 -0
  217. package/dist/media/mask.js.map +1 -0
  218. package/dist/media/service.d.ts +42 -0
  219. package/dist/media/service.js +144 -0
  220. package/dist/media/service.js.map +1 -0
  221. package/dist/models/compatibility/inspect.d.ts +11 -2
  222. package/dist/models/compatibility/inspect.js +44 -13
  223. package/dist/models/compatibility/inspect.js.map +1 -1
  224. package/dist/models/compatibility/service.d.ts +3 -0
  225. package/dist/models/compatibility/service.js +1 -0
  226. package/dist/models/compatibility/service.js.map +1 -1
  227. package/dist/models/gguf/tensors.d.ts +1 -0
  228. package/dist/models/gguf/tensors.js +4 -1
  229. package/dist/models/gguf/tensors.js.map +1 -1
  230. package/dist/models/hf.d.ts +3 -16
  231. package/dist/models/hf.js +4 -42
  232. package/dist/models/hf.js.map +1 -1
  233. package/dist/router/resolve.d.ts +15 -4
  234. package/dist/router/resolve.js +25 -3
  235. package/dist/router/resolve.js.map +1 -1
  236. package/dist/runtime/environment/linux-provisioner.js +7 -67
  237. package/dist/runtime/environment/linux-provisioner.js.map +1 -1
  238. package/dist/runtime/environment/runtime-removal-plan.d.ts +19 -0
  239. package/dist/runtime/environment/runtime-removal-plan.js +74 -0
  240. package/dist/runtime/environment/runtime-removal-plan.js.map +1 -0
  241. package/dist/runtime/environment/windows-provisioner.js +20 -4
  242. package/dist/runtime/environment/windows-provisioner.js.map +1 -1
  243. package/dist/runtime/managed-engines/spec.d.ts +2 -2
  244. package/dist/runtime/managed-engines/spec.js +6 -0
  245. package/dist/runtime/managed-engines/spec.js.map +1 -1
  246. package/dist/runtime/managed-models/compatibility.d.ts +10 -0
  247. package/dist/runtime/managed-models/compatibility.js +18 -0
  248. package/dist/runtime/managed-models/compatibility.js.map +1 -1
  249. package/dist/runtime/managed-text/adapter.d.ts +17 -0
  250. package/dist/runtime/managed-text/adapter.js.map +1 -1
  251. package/dist/runtime/managed-text/lifecycle.d.ts +8 -0
  252. package/dist/runtime/managed-text/lifecycle.js +38 -1
  253. package/dist/runtime/managed-text/lifecycle.js.map +1 -1
  254. package/dist/runtime/managed-text/readiness.d.ts +21 -1
  255. package/dist/runtime/managed-text/readiness.js +64 -0
  256. package/dist/runtime/managed-text/readiness.js.map +1 -1
  257. package/dist/runtime/managed-text/request-rules.d.ts +9 -7
  258. package/dist/runtime/managed-text/request-rules.js +58 -2
  259. package/dist/runtime/managed-text/request-rules.js.map +1 -1
  260. package/dist/runtime/managed-text/setting-values.d.ts +9 -0
  261. package/dist/runtime/managed-text/setting-values.js +44 -0
  262. package/dist/runtime/managed-text/setting-values.js.map +1 -0
  263. package/dist/runtime/sglang/adapter.d.ts +50 -0
  264. package/dist/runtime/sglang/adapter.js +393 -0
  265. package/dist/runtime/sglang/adapter.js.map +1 -0
  266. package/dist/runtime/sglang/engine.d.ts +16 -0
  267. package/dist/runtime/sglang/engine.js +38 -0
  268. package/dist/runtime/sglang/engine.js.map +1 -0
  269. package/dist/runtime/sglang/index.d.ts +11 -0
  270. package/dist/runtime/sglang/index.js +12 -0
  271. package/dist/runtime/sglang/index.js.map +1 -0
  272. package/dist/runtime/sglang/memory.d.ts +64 -0
  273. package/dist/runtime/sglang/memory.js +90 -0
  274. package/dist/runtime/sglang/memory.js.map +1 -0
  275. package/dist/runtime/sglang/settings.d.ts +49 -0
  276. package/dist/runtime/sglang/settings.js +118 -0
  277. package/dist/runtime/sglang/settings.js.map +1 -0
  278. package/dist/runtime/shared/external-sessions.js +1 -0
  279. package/dist/runtime/shared/external-sessions.js.map +1 -1
  280. package/dist/runtime/shared/ports.d.ts +10 -0
  281. package/dist/runtime/shared/ports.js +30 -0
  282. package/dist/runtime/shared/ports.js.map +1 -1
  283. package/dist/runtime/tensorrt-llm/adapter.d.ts +1 -4
  284. package/dist/runtime/tensorrt-llm/adapter.js +28 -11
  285. package/dist/runtime/tensorrt-llm/adapter.js.map +1 -1
  286. package/dist/runtime/tensorrt-llm/check.js +1 -0
  287. package/dist/runtime/tensorrt-llm/check.js.map +1 -1
  288. package/dist/runtime/tensorrt-llm/compatibility.d.ts +30 -6
  289. package/dist/runtime/tensorrt-llm/compatibility.js +41 -9
  290. package/dist/runtime/tensorrt-llm/compatibility.js.map +1 -1
  291. package/dist/runtime/tensorrt-llm/cuda-graphs.d.ts +32 -0
  292. package/dist/runtime/tensorrt-llm/cuda-graphs.js +33 -0
  293. package/dist/runtime/tensorrt-llm/cuda-graphs.js.map +1 -0
  294. package/dist/runtime/tensorrt-llm/engine.js +11 -5
  295. package/dist/runtime/tensorrt-llm/engine.js.map +1 -1
  296. package/dist/runtime/tensorrt-llm/kv-cache.d.ts +16 -0
  297. package/dist/runtime/tensorrt-llm/kv-cache.js +21 -1
  298. package/dist/runtime/tensorrt-llm/kv-cache.js.map +1 -1
  299. package/dist/runtime/vllm/adapter.js +2 -47
  300. package/dist/runtime/vllm/adapter.js.map +1 -1
  301. package/dist/runtime/vllm/memory.js +3 -16
  302. package/dist/runtime/vllm/memory.js.map +1 -1
  303. package/dist/runtime/vllm/settings.d.ts +7 -0
  304. package/dist/runtime/vllm/settings.js +2 -30
  305. package/dist/runtime/vllm/settings.js.map +1 -1
  306. package/dist/server/control/router.js +5 -4
  307. package/dist/server/control/router.js.map +1 -1
  308. package/dist/server/control/routes/media.d.ts +9 -0
  309. package/dist/server/control/routes/media.js +24 -0
  310. package/dist/server/control/routes/media.js.map +1 -0
  311. package/dist/server/control/routes/model-compatibility.d.ts +9 -0
  312. package/dist/server/control/routes/model-compatibility.js +31 -0
  313. package/dist/server/control/routes/model-compatibility.js.map +1 -0
  314. package/dist/server/control/types.d.ts +18 -20
  315. package/dist/server/http.js +15 -2
  316. package/dist/server/http.js.map +1 -1
  317. package/dist/server/public/gates.d.ts +6 -1
  318. package/dist/server/public/gates.js +7 -3
  319. package/dist/server/public/gates.js.map +1 -1
  320. package/dist/server/public/images-params.js +18 -1
  321. package/dist/server/public/images-params.js.map +1 -1
  322. package/dist/server/public/images.d.ts +11 -2
  323. package/dist/server/public/images.js +73 -9
  324. package/dist/server/public/images.js.map +1 -1
  325. package/dist/server/public/index.d.ts +1 -0
  326. package/dist/server/public/index.js +16 -7
  327. package/dist/server/public/index.js.map +1 -1
  328. package/dist/server/public/listing.js +1 -0
  329. package/dist/server/public/listing.js.map +1 -1
  330. package/dist/server/public/remote-media.d.ts +51 -0
  331. package/dist/server/public/remote-media.js +225 -0
  332. package/dist/server/public/remote-media.js.map +1 -0
  333. package/dist/server/public/responses.js +4 -2
  334. package/dist/server/public/responses.js.map +1 -1
  335. package/dist/server/public/static-assets.generated.js +1 -1
  336. package/dist/server/public/static-assets.generated.js.map +1 -1
  337. package/dist/server/public/trace.js +2 -0
  338. package/dist/server/public/trace.js.map +1 -1
  339. package/dist/server/public/types.d.ts +12 -1
  340. package/dist/server/public/videos-params.js +13 -3
  341. package/dist/server/public/videos-params.js.map +1 -1
  342. package/dist/server/public/videos.d.ts +1 -0
  343. package/dist/server/public/videos.js +21 -3
  344. package/dist/server/public/videos.js.map +1 -1
  345. package/dist/settings/schema/llamacpp-upstream.json +9 -0
  346. package/dist/settings/schema/sglang.json +251 -0
  347. package/dist/settings/schema.js +27 -1
  348. package/dist/settings/schema.js.map +1 -1
  349. package/dist/version.d.ts +1 -1
  350. package/dist/version.js +1 -1
  351. package/package.json +2 -6
  352. package/src/settings/schema/llamacpp-upstream.json +9 -0
  353. package/src/settings/schema/sglang.json +251 -0
  354. package/dist/backend/catalog/bundled-manifest-baseline.d.ts +0 -2
  355. package/dist/backend/catalog/bundled-manifest-baseline.js +0 -65
  356. package/dist/backend/catalog/bundled-manifest-baseline.js.map +0 -1
  357. package/dist/contracts/model-setup.d.ts +0 -115
  358. package/dist/contracts/model-setup.js +0 -33
  359. package/dist/contracts/model-setup.js.map +0 -1
  360. package/dist/core/model-setup/index.d.ts +0 -4
  361. package/dist/core/model-setup/index.js +0 -5
  362. package/dist/core/model-setup/index.js.map +0 -1
  363. package/dist/core/model-setup/plan.d.ts +0 -56
  364. package/dist/core/model-setup/plan.js +0 -158
  365. package/dist/core/model-setup/plan.js.map +0 -1
  366. package/dist/core/model-setup/service.d.ts +0 -92
  367. package/dist/core/model-setup/service.js +0 -329
  368. package/dist/core/model-setup/service.js.map +0 -1
  369. package/dist/core/model-setup/store.d.ts +0 -29
  370. package/dist/core/model-setup/store.js +0 -116
  371. package/dist/core/model-setup/store.js.map +0 -1
  372. package/dist/core/model-setup/wiring.d.ts +0 -59
  373. package/dist/core/model-setup/wiring.js +0 -132
  374. package/dist/core/model-setup/wiring.js.map +0 -1
  375. package/dist/server/control/routes/model-setups.d.ts +0 -11
  376. package/dist/server/control/routes/model-setups.js +0 -55
  377. package/dist/server/control/routes/model-setups.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuHG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAE/C,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,2CAA2C,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAU1G,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,gGAAgG;AAChG,WAAW;AACX,gGAAgG;AAEhG;;;wDAGwD;AACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAA;AAEpD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,+BAA+B,GAAG,SAAS,CAAA;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAA;AACnD,MAAM,CAAC,MAAM,kCAAkC,GAAG,SAAS,CAAA;AAC3D,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,CAAA;AAE1D;iGACiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,GAAG,CAAA;AAC1D,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAA;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAI,CAAA;AA8BzD,SAAS,OAAO,CAAC,OAAe,EAAE,KAAc;IAC9C,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,qEAAqE,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gBAAgB,KAAK,+BAA+B,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,2CAA2C,CAAA;IAC7F,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,CAAC,kEAAkE,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACrG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,KAAa,EACb,OAAqB,EACrB,QAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAA;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAE,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,gBAAgB,KAAK,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,QAAiB;IACpE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACnD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACtD,OAAO,OAAO,CAAC,gBAAgB,KAAK,yBAAyB,EAAE,KAAK,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gEAAgE,GAAG,QAAQ,GAAG,YAAY,EAAE,KAAK,CAAC,CAAA;IAC5G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,2BAA2B,CAAC,GAAY;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAA;IAChD,MAAM,cAAc,GAAG,kBAAkB,CACvC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,CAChC,CAAA;IACD,MAAM,iBAAiB,GAAG,kBAAkB,CAC1C,CAAC,CAAC,mBAAmB,CAAC,EACtB,mBAAmB,EACnB,sCAAsC,EACtC,kCAAkC,EAClC,kCAAkC,CACnC,CAAA;IACD,+FAA+F;IAC/F,gGAAgG;IAChG,6FAA6F;IAC7F,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,OAAO,CACL,mCAAmC,iBAAiB,uCAAuC,cAAc,IAAI,EAC7G,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,cAAc;QACd,iBAAiB;QACjB,iCAAiC,EAAE,gBAAgB,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC3F,cAAc,EAAE,kBAAkB,CAChC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,2BAA2B,EAC3B,CAAC,EACD,+BAA+B,CAChC;QACD,mBAAmB,EACjB,CAAC,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,qBAAqB,CAAC,KAAK,IAAI;YACzE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,CAChB,CAAC,CAAC,qBAAqB,CAAC,EACxB,qBAAqB,EACrB,CAAC,EACD,CAAC,EACD,oCAAoC,CACrC;QACP,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACpG,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACvG,oBAAoB,EAAE,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC5E,qBAAqB,EAAE,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;QAC9F,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QAClF,yBAAyB,EAAE,cAAc,CACvC,CAAC,CAAC,2BAA2B,CAAC,EAC9B,2BAA2B,EAC3B,CAAC,qBAAqB,EAAE,iBAAiB,CAAU,EACnD,qBAAqB,CACtB;QACD,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAU,EAAE,MAAM,CAAC;QACvG,UAAU,EAAE,sBAAsB,CAAC,cAAc,EAAE,CAAC,CAAC;KACtD,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS;AACT,gGAAgG;AAEhG,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAE/C;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sBAAsB,CAAA;AACnE,MAAM,CAAC,MAAM,oCAAoC,GAAG,qCAAqC,CAAA;AAEzF;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAe,EACf,WAA0B,EAC1B,KAAK,GAAG,KAAK,EACb,aAAa,GAAG,KAAK,EACrB,QAGC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,OAAO,EAAE,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,QAAQ,EAAE,qBAAqB,KAAK,KAAK,CAAA;IAC9D,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9B,IAAI,WAAW,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAA;QACpE,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACrC,IAAI,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IAC7D,CAAC;IACD,4FAA4F;IAC5F,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IACxD,IAAI,QAAQ,EAAE,iBAAiB,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IACxF,IAAI,QAAQ,EAAE,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,8CAA8C,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED;;4FAE4F;AAC5F,MAAM,CAAC,MAAM,uCAAuC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;AAErE,gEAAgE;AAChE,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAC5C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,oCAAoC,GAAG,UAAU,CAAA;AAE9D;kFACkF;AAClF,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC;;;;;;;;;;;;;;;;qFAgBqF;AACrF,MAAM,UAAU,sBAAsB,CACpC,OAAkD;IAElD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,IAAI,GAAa;QACrB,cAAc;QACd,OAAO;QACP,SAAS;QACT,QAAQ;QACR,mBAAmB;QACnB,QAAQ;QACR,MAAM,CAAC,2BAA2B,CAAC;QACnC,eAAe;QACf,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,qCAAqC;QACrC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACnD,CAAA;IACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC/E,IAAI,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,iGAAiG;IACjG,sGAAsG;IACtG,wFAAwF;IACxF,qGAAqG;IACrG,wGAAwG;IACxG,sGAAsG;IACtG,mGAAmG;IACnG,2EAA2E;IAC3E,MAAM,IAAI,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAA;IAC9C,MAAM,aAAa,GACjB,QAAQ,CAAC,WAAW,KAAK,KAAK;QAC9B,CAAC,QAAQ,CAAC,WAAW,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,GAAG,uCAAuC,CAAC,CAAA;IACtG,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC9F,MAAM,OAAO,GAAG,aAAa,CAC3B,MAAM,EAAE,iBAAiB,KAAK,IAAI,EAClC,QAAQ,CAAC,mBAAmB;QAC1B,CAAC,OAAO,CAAC,aAAa;YACpB,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,cAAc,CAAC;YACxD,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC,EACxD,KAAK,EACL,aAAa,EACb,QAAQ,CACT,CAAA;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,mBAAmB,IAAI,6BAA6B,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,2BAA2B,EAAE;QACvD,IAAI;QACJ,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,6BAA6B,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,uFAAuF;QACvF,6FAA6F;QAC7F,+FAA+F;QAC/F,uEAAuE;QACvE,GAAG,EAAE;YACH,uBAAuB,EAAE,GAAG,eAAe,WAAW;YACtD,gBAAgB,EAAE,GAAG,eAAe,SAAS;YAC7C,eAAe,EAAE,GAAG,eAAe,OAAO;YAC1C,8FAA8F;YAC9F,qBAAqB,EAAE,GAAG;SAC3B;KACF,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,oBAAoB;AACpB,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,+GAA+G;AAC/G,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAA;AACvD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAA;AAEhD;;;;;;qGAMqG;AACrG,MAAM,UAAU,6BAA6B,CAAC,WAAmB,EAAE,QAA6B;IAC9F,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAChD,MAAM,QAAQ,GAAG,8BAA8B,GAAG,iCAAiC,GAAG,SAAS,CAAA;IAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,6BAA6B,CAAC,CAAA;AAC5D,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG;;;;;;;;;;;;qEAYqE;AACrE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B;IACE,oCAAoC,CAAC,MAAM;IAC3C,oBAAoB,CAAC,MAAM;IAC3B,yCAAyC,CAAC,MAAM;IAChD,2BAA2B,CAAC,MAAM;IAClC,yDAAyD,CAAC,MAAM;IAChE,2BAA2B,CAAC,MAAM;CACnC,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAA;AACD,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,qBAAqB,GAAG,4CAA4C,CAAA;AAC1E,MAAM,QAAQ,GAAG,iDAAiD,CAAA;AAElE;;;;;GAKG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,QAAQ,GAA6D,IAAI,CAAA;IAC7E,IAAI,SAAS,GAA2B,IAAI,CAAA;IAC5C,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,IAAI,IAAI;YAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,KAAK;YAAE,SAAS,GAAG,KAAK,CAAA;QAC5B,IAAI,IAAI;YAAE,QAAQ,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IACtC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAChG,CAAC;AAED;;0DAE0D;AAC1D,MAAM,wBAAwB,GAAG,sDAAsD,CAAA;AACvF;;+DAE+D;AAC/D,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAE9D,SAAS,KAAK,CAAC,MAAc,EAAE,IAAY;IACzC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,IAAI,CAAA;IACxC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IACjD,OAAO,MAAM,GAAG,GAAG,CAAA,CAAC,UAAU;AAChC,CAAC;AAED;;sFAEsF;AACtF,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,IAAI,GACR,OAAO,CAAC,MAAM,GAAG,0BAA0B;YACzC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,GAAG,CAAC,CAAC,GAAG;YACxD,CAAC,CAAC,OAAO,CAAA;QACb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,KAAK,CAAC,MAAM,KAAK,qBAAqB;YAAE,MAAK;IACnD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,oGAAoG;IACpG,wFAAwF;IACxF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;IACvC,MAAM,OAAO,GAA2B,EAAE,CAAA;IAC1C,IAAI,aAAa,GAAG,sBAAsB,CAAA;IAC1C,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAA;QAChE,OAAO,CAAC,eAAe,CAAC,GAAG,YAAY,CAAA;QACvC,aAAa,GAAG,GAAG,YAAY,MAAM,CAAA;IACvC,CAAC;IACD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAW,CAAC,CAAA;QACzD,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;QAC7B,QAAQ,GAAG,KAAK,OAAO,YAAY,CAAA;IACrC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,6DAA6D,aAAa,UAAU,QAAQ,GAAG;QACxG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC;KACzB,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,OAAO,IAAI;QACT,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0BAA0B,IAAI,CAAC,CAAC,CAAC,iDAAiD;SAC5F;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,8EAA8E;SACxF;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;mDASmD;AACnD,kIAAkI;AAClI,MAAM,gBAAgB,GAAG,qCAAqC,CAAA;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,QAA6B;IAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAA;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,IAAI,CAAA;IAClE,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EACL,kEAAkE,QAAQ,yBAAyB;YACnG,qBAAqB,OAAO,oEAAoE;YAChG,6BAA6B;QAC/B,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KACxB,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAAC,OAAe;IAC9D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,IAAI,CAAC,CAAC,CAAW,EAAE,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW,EAAE,QAAuB;IAC1E,MAAM,cAAc,GAClB,+BAA+B,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,+BAA+B,CAAC,GAAG,CAAC,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,cAAc,CAAA;IACzC,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,QAAQ,EAAE,CAAA;IACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oCAAoC,QAAQ,0BAA0B,EAAE,CAAA;AAC3G,CAAC;AAED,gGAAgG;AAChG,eAAe;AACf,gGAAgG;AAEhG;;;;;;2FAM2F;AAC3F,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QAClC,SAAS,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,kBAAkB;AAClB,gGAAgG;AAEhG;;;;;;;;;;;;;;oEAcoE;AACpE,MAAM,CAAC,MAAM,mBAAmB,GAA4B;IAC1D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED;sFACsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAA4B;IACrE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAmBD,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB;;;;oCAIoC;AACpC,MAAM,0BAA0B,GAAG,IAAI,MAAM,CAC3C,2BAA2B,GAAG,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC7G,CAAA;AACD,qGAAqG;AACrG,MAAM,iCAAiC,GAAG,IAAI,MAAM,CAClD,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC/E,CAAA;AACD;;;;;;gEAMgE;AAChE,MAAM,8BAA8B,GAAG,IAAI,MAAM,CAC/C,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,6BAA6B;IAC7B,GAAG;IACH,KAAK,CACR,CAAA;AACD,iGAAiG;AACjG,MAAM,uCAAuC,GAAG,IAAI,MAAM,CACxD,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,KAAK,CACR,CAAA;AAED;;;;eAIe;AACf,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,IACE,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAQ,MAA8B,CAAC,OAAO,CAAA;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,eAAuB,EAAE,SAAiB;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,OAAO;QACL,KAAK,EAAE;YACL,OAAO,EACL,0CAA0C,KAAK,8CAA8C;gBAC7F,GAAG,SAAS,oDAAoD;YAClE,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,yBAAyB;SAChC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAc,EACd,IAAY;IAEZ,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,eAA8D,CAAA;QACrG,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IAED,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACvE,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,GAAG,kBAO1D,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,uBAAuB,GAAG,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,uBAA8D,CAAA;QAC3F,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9E,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,CAAC,GAAG,gBAM3C,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,8DAA8D;AAC9D,gGAAgG;AAEhG;;;;4BAI4B;AAC5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AAapF,SAAS,kBAAkB,CAAC,IAA6B,EAAE,GAAW;IACpE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;IAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,IAA6B,EAAE,YAAqC;IAC7F,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IAC/F,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;IACtG,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,sCAAsC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAED;;;gGAGgG;AAChG,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,KAAK,8BAA8B,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,iGAAiG;AACjG,SAAS,iBAAiB;IACxB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2FAA2F,CAC5F,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB;IAC/B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+GAA+G,CAChH,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,MAAe;IAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,aAAa;QAAE,OAAO,MAAM,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,iBAAiB,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAAM,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO;YAAE,wBAAwB,EAAE,CAAA;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAEhG,8GAA8G;AAC9G,MAAM,CAAC,MAAM,+BAA+B,GAAG,oBAAoB,CAAA;AAEnE,gGAAgG;AAChG,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,uCAAuC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,IAAa,EACb,QAA6B,EAC7B,YAAsC;IAEtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,IAAI,YAAY,KAAK,SAAS;QAAE,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvE,IAAI,GAAG,GACL,iBAAiB,IAAI,MAAM;QACzB,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;QACnF,CAAC,CAAC,MAAM,CAAA;IACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,oGAAoG;IACpG,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACnD,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,gBAAgB,CAAC,YAAY,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACjF,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,gBAAgB,CAAC,kCAAkC,CAAC,CAAA;IACtD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAA;IACtE,MAAM,IAAI,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAChD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;IACpB,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,cAAc;AACd,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,aAAa,GAAG;IACpB,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,iDAAiD,EAAE;IACrG,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAC3F,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,+BAA+B,EAAE;IACnF,gHAAgH;IAChH;QACE,KAAK,EAAE,qBAA8B;QACrC,OAAO,EAAE,2DAA2D;KACrE;CACF,CAAA;AAED;0GAC0G;AAC1G,MAAM,CAAC,MAAM,kBAAkB,GAA4C;IACzE,EAAE,EAAE,cAAc;IAClB,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,MAAM,EAAE,mBAAmB;IAC3B,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,2BAA2B;IAC7C,WAAW,EAAE,sBAAsB;IACnC,kBAAkB,EAAE,6BAA6B;IACjD,YAAY,EAAE,uBAAuB;IACrC,aAAa,EAAE,wBAAwB;IACvC,qBAAqB,EAAE,gCAAgC;IACvD,YAAY,EAAE,uBAAuB;IACrC,kBAAkB,EAAE,6BAA6B;IACjD,kBAAkB,EAAE,6BAA6B;IACjD,kFAAkF;IAClF,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC;IAC1F,mGAAmG;IACnG,kGAAkG;IAClG,gFAAgF;IAChF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iCAAiC;QAC1C,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,yBAAyB;QAClC,QAAQ,CAAC,KAAK;KACf;CACF,CAAA"}
1
+ {"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuHG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAE/C,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,uBAAuB,EAA8B,MAAM,kBAAkB,CAAA;AACtF,OAAO,EACL,2CAA2C,EAC3C,mBAAmB,EACnB,6BAA6B,EAC7B,2BAA2B,GAC5B,MAAM,eAAe,CAAA;AAUtB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,gGAAgG;AAChG,WAAW;AACX,gGAAgG;AAEhG;;;wDAGwD;AACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAA;AAEpD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,+BAA+B,GAAG,SAAS,CAAA;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAA;AACnD,MAAM,CAAC,MAAM,kCAAkC,GAAG,SAAS,CAAA;AAC3D,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,CAAA;AAE1D;iGACiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,GAAG,CAAA;AAC1D,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAA;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAI,CAAA;AA8BzD,SAAS,OAAO,CAAC,OAAe,EAAE,KAAc;IAC9C,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,qEAAqE,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gBAAgB,KAAK,+BAA+B,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,2CAA2C,CAAA;IAC7F,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,CAAC,kEAAkE,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACrG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,KAAa,EACb,OAAqB,EACrB,QAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAA;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAE,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,gBAAgB,KAAK,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,QAAiB;IACpE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACnD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACtD,OAAO,OAAO,CAAC,gBAAgB,KAAK,yBAAyB,EAAE,KAAK,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gEAAgE,GAAG,QAAQ,GAAG,YAAY,EAAE,KAAK,CAAC,CAAA;IAC5G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,2BAA2B,CAAC,GAAY;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAA;IAChD,MAAM,cAAc,GAAG,kBAAkB,CACvC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,CAChC,CAAA;IACD,MAAM,iBAAiB,GAAG,kBAAkB,CAC1C,CAAC,CAAC,mBAAmB,CAAC,EACtB,mBAAmB,EACnB,sCAAsC,EACtC,kCAAkC,EAClC,kCAAkC,CACnC,CAAA;IACD,+FAA+F;IAC/F,gGAAgG;IAChG,6FAA6F;IAC7F,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,OAAO,CACL,mCAAmC,iBAAiB,uCAAuC,cAAc,IAAI,EAC7G,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,cAAc;QACd,iBAAiB;QACjB,iCAAiC,EAAE,gBAAgB,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC3F,cAAc,EAAE,kBAAkB,CAChC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,2BAA2B,EAC3B,CAAC,EACD,+BAA+B,CAChC;QACD,mBAAmB,EACjB,CAAC,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,qBAAqB,CAAC,KAAK,IAAI;YACzE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,CAChB,CAAC,CAAC,qBAAqB,CAAC,EACxB,qBAAqB,EACrB,CAAC,EACD,CAAC,EACD,oCAAoC,CACrC;QACP,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACpG,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACvG,oBAAoB,EAAE,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC5E,qBAAqB,EAAE,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;QAC9F,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QAClF,yBAAyB,EAAE,cAAc,CACvC,CAAC,CAAC,2BAA2B,CAAC,EAC9B,2BAA2B,EAC3B,CAAC,qBAAqB,EAAE,iBAAiB,CAAU,EACnD,qBAAqB,CACtB;QACD,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAU,EAAE,MAAM,CAAC;QACvG,UAAU,EAAE,sBAAsB,CAAC,cAAc,EAAE,CAAC,CAAC;KACtD,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS;AACT,gGAAgG;AAEhG,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAE/C;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sBAAsB,CAAA;AACnE,MAAM,CAAC,MAAM,oCAAoC,GAAG,qCAAqC,CAAA;AAEzF;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAe,EACf,WAA0B,EAC1B,KAAK,GAAG,KAAK,EACb,aAAa,GAAG,KAAK,EACrB,QAGC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,OAAO,EAAE,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,QAAQ,EAAE,qBAAqB,KAAK,KAAK,CAAA;IAC9D,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9B,IAAI,WAAW,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAA;QACpE,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACrC,IAAI,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IAC7D,CAAC;IACD,4FAA4F;IAC5F,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IACxD,IAAI,QAAQ,EAAE,iBAAiB,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IACxF,IAAI,QAAQ,EAAE,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,8CAA8C,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED,OAAO,EAAE,uCAAuC,EAAE,MAAM,kBAAkB,CAAA;AAE1E,gEAAgE;AAChE,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAC5C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,oCAAoC,GAAG,UAAU,CAAA;AAE9D;kFACkF;AAClF,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC,8FAA8F;AAC9F,SAAS,YAAY,CAAC,IAAa;IACjC,OAAO,OAAO,IAAI,KAAK,QAAQ;QAC7B,IAAI,KAAK,IAAI;QACb,OAAQ,IAA8B,CAAC,UAAU,KAAK,SAAS;QAC/D,CAAC,CAAE,IAA8B;QACjC,CAAC,CAAC,SAAS,CAAA;AACf,CAAC;AAED;;;;;;;;;;;;;;;;qFAgBqF;AACrF,MAAM,UAAU,sBAAsB,CACpC,OAAkD;IAElD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,IAAI,GAAa;QACrB,cAAc;QACd,OAAO;QACP,SAAS;QACT,QAAQ;QACR,mBAAmB;QACnB,QAAQ;QACR,MAAM,CAAC,2BAA2B,CAAC;QACnC,eAAe;QACf,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,qCAAqC;QACrC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACnD,CAAA;IACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC/E,IAAI,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,iGAAiG;IACjG,sGAAsG;IACtG,wFAAwF;IACxF,qGAAqG;IACrG,wGAAwG;IACxG,sGAAsG;IACtG,mGAAmG;IACnG,2EAA2E;IAC3E,mGAAmG;IACnG,+FAA+F;IAC/F,MAAM,aAAa,GAAG,CAAC,CACrB,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU;QACtC,uBAAuB,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,CACjF,CAAA;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,qEAAqE;IACrE,MAAM,OAAO,GAAG,aAAa,CAC3B,MAAM,EAAE,iBAAiB,KAAK,IAAI,EAClC,QAAQ,CAAC,mBAAmB,KAAK,IAAI;QACnC,CAAC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAC3D,CAAC,CAAC,OAAO,CAAC,aAAa;YACrB,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,cAAc,CAAC;YACxD,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,cAAc,CAAC,EAC3E,KAAK,EACL,aAAa,EACb,QAAQ,CACT,CAAA;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,mBAAmB,IAAI,6BAA6B,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,2BAA2B,EAAE;QACvD,IAAI;QACJ,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,6BAA6B,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,uFAAuF;QACvF,6FAA6F;QAC7F,+FAA+F;QAC/F,uEAAuE;QACvE,GAAG,EAAE;YACH,uBAAuB,EAAE,GAAG,eAAe,WAAW;YACtD,gBAAgB,EAAE,GAAG,eAAe,SAAS;YAC7C,eAAe,EAAE,GAAG,eAAe,OAAO;YAC1C,8FAA8F;YAC9F,qBAAqB,EAAE,GAAG;SAC3B;KACF,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,oBAAoB;AACpB,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,+GAA+G;AAC/G,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAA;AACvD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAA;AAEhD;;;;;;qGAMqG;AACrG,MAAM,UAAU,6BAA6B,CAAC,WAAmB,EAAE,QAA6B;IAC9F,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAChD,MAAM,QAAQ,GAAG,8BAA8B,GAAG,iCAAiC,GAAG,SAAS,CAAA;IAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,6BAA6B,CAAC,CAAA;AAC5D,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG;;;;;;;;;;;;qEAYqE;AACrE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B;IACE,oCAAoC,CAAC,MAAM;IAC3C,oBAAoB,CAAC,MAAM;IAC3B,yCAAyC,CAAC,MAAM;IAChD,2BAA2B,CAAC,MAAM;IAClC,yDAAyD,CAAC,MAAM;IAChE,2BAA2B,CAAC,MAAM;CACnC,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAA;AACD,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,qBAAqB,GAAG,4CAA4C,CAAA;AAC1E,MAAM,QAAQ,GAAG,iDAAiD,CAAA;AAElE;;;;;GAKG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,QAAQ,GAA6D,IAAI,CAAA;IAC7E,IAAI,SAAS,GAA2B,IAAI,CAAA;IAC5C,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,IAAI,IAAI;YAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,KAAK;YAAE,SAAS,GAAG,KAAK,CAAA;QAC5B,IAAI,IAAI;YAAE,QAAQ,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IACtC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAChG,CAAC;AAED;;0DAE0D;AAC1D,MAAM,wBAAwB,GAAG,sDAAsD,CAAA;AACvF;;+DAE+D;AAC/D,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAE9D,SAAS,KAAK,CAAC,MAAc,EAAE,IAAY;IACzC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,IAAI,CAAA;IACxC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IACjD,OAAO,MAAM,GAAG,GAAG,CAAA,CAAC,UAAU;AAChC,CAAC;AAED;;sFAEsF;AACtF,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,IAAI,GACR,OAAO,CAAC,MAAM,GAAG,0BAA0B;YACzC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,GAAG,CAAC,CAAC,GAAG;YACxD,CAAC,CAAC,OAAO,CAAA;QACb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,KAAK,CAAC,MAAM,KAAK,qBAAqB;YAAE,MAAK;IACnD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,oGAAoG;IACpG,wFAAwF;IACxF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;IACvC,MAAM,OAAO,GAA2B,EAAE,CAAA;IAC1C,IAAI,aAAa,GAAG,sBAAsB,CAAA;IAC1C,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAA;QAChE,OAAO,CAAC,eAAe,CAAC,GAAG,YAAY,CAAA;QACvC,aAAa,GAAG,GAAG,YAAY,MAAM,CAAA;IACvC,CAAC;IACD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAW,CAAC,CAAA;QACzD,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;QAC7B,QAAQ,GAAG,KAAK,OAAO,YAAY,CAAA;IACrC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,6DAA6D,aAAa,UAAU,QAAQ,GAAG;QACxG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC;KACzB,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,OAAO,IAAI;QACT,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0BAA0B,IAAI,CAAC,CAAC,CAAC,iDAAiD;SAC5F;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,8EAA8E;SACxF;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;mDASmD;AACnD,kIAAkI;AAClI,MAAM,gBAAgB,GAAG,qCAAqC,CAAA;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,QAA6B;IAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAA;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,IAAI,CAAA;IAClE,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EACL,kEAAkE,QAAQ,yBAAyB;YACnG,qBAAqB,OAAO,oEAAoE;YAChG,6BAA6B;QAC/B,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KACxB,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAAC,OAAe;IAC9D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,IAAI,CAAC,CAAC,CAAW,EAAE,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW,EAAE,QAAuB;IAC1E,MAAM,cAAc,GAClB,+BAA+B,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,+BAA+B,CAAC,GAAG,CAAC,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,cAAc,CAAA;IACzC,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,QAAQ,EAAE,CAAA;IACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oCAAoC,QAAQ,0BAA0B,EAAE,CAAA;AAC3G,CAAC;AAED,gGAAgG;AAChG,eAAe;AACf,gGAAgG;AAEhG;;;;;;2FAM2F;AAC3F,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QAClC,SAAS,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,kBAAkB;AAClB,gGAAgG;AAEhG;;;;;;;;;;;;;;oEAcoE;AACpE,MAAM,CAAC,MAAM,mBAAmB,GAA4B;IAC1D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED;sFACsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAA4B;IACrE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAmBD,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB;;;;oCAIoC;AACpC,MAAM,0BAA0B,GAAG,IAAI,MAAM,CAC3C,2BAA2B,GAAG,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC7G,CAAA;AACD,qGAAqG;AACrG,MAAM,iCAAiC,GAAG,IAAI,MAAM,CAClD,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC/E,CAAA;AACD;;;;;;gEAMgE;AAChE,MAAM,8BAA8B,GAAG,IAAI,MAAM,CAC/C,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,6BAA6B;IAC7B,GAAG;IACH,KAAK,CACR,CAAA;AACD,iGAAiG;AACjG,MAAM,uCAAuC,GAAG,IAAI,MAAM,CACxD,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,KAAK,CACR,CAAA;AAED;;;;eAIe;AACf,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,IACE,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAQ,MAA8B,CAAC,OAAO,CAAA;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,eAAuB,EAAE,SAAiB;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,OAAO;QACL,KAAK,EAAE;YACL,OAAO,EACL,0CAA0C,KAAK,8CAA8C;gBAC7F,GAAG,SAAS,oDAAoD;YAClE,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,yBAAyB;SAChC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAc,EACd,IAAY;IAEZ,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,eAA8D,CAAA;QACrG,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IAED,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACvE,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,GAAG,kBAO1D,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,uBAAuB,GAAG,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,uBAA8D,CAAA;QAC3F,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9E,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,CAAC,GAAG,gBAM3C,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,8DAA8D;AAC9D,gGAAgG;AAEhG;;;;4BAI4B;AAC5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AAapF,SAAS,kBAAkB,CAAC,IAA6B,EAAE,GAAW;IACpE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;IAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,IAA6B,EAAE,YAAqC;IAC7F,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IAC/F,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;IACtG,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,sCAAsC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAED;;;gGAGgG;AAChG,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,KAAK,8BAA8B,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,iGAAiG;AACjG,SAAS,iBAAiB;IACxB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2FAA2F,CAC5F,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB;IAC/B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+GAA+G,CAChH,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,MAAe;IAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,aAAa;QAAE,OAAO,MAAM,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,iBAAiB,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAAM,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO;YAAE,wBAAwB,EAAE,CAAA;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAEhG,8GAA8G;AAC9G,MAAM,CAAC,MAAM,+BAA+B,GAAG,oBAAoB,CAAA;AAEnE,gGAAgG;AAChG,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,uCAAuC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,IAAa,EACb,QAA6B,EAC7B,YAAsC;IAEtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,IAAI,YAAY,KAAK,SAAS;QAAE,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvE,IAAI,GAAG,GACL,iBAAiB,IAAI,MAAM;QACzB,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;QACnF,CAAC,CAAC,MAAM,CAAA;IACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,oGAAoG;IACpG,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACnD,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,gBAAgB,CAAC,YAAY,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACjF,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,gBAAgB,CAAC,kCAAkC,CAAC,CAAA;IACtD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAA;IACtE,MAAM,IAAI,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAChD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;IACpB,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,cAAc;AACd,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,aAAa,GAAG;IACpB,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,iDAAiD,EAAE;IACrG,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAC3F,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,+BAA+B,EAAE;IACnF,gHAAgH;IAChH;QACE,KAAK,EAAE,qBAA8B;QACrC,OAAO,EAAE,2DAA2D;KACrE;CACF,CAAA;AAED;0GAC0G;AAC1G,MAAM,CAAC,MAAM,kBAAkB,GAA4C;IACzE,EAAE,EAAE,cAAc;IAClB,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,mGAAmG;IACnG,kGAAkG;IAClG,eAAe,EAAE;QACf,UAAU,EAAE,YAAY;QACxB,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;KACpF;IACD,MAAM,EAAE,mBAAmB;IAC3B,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,2BAA2B;IAC7C,WAAW,EAAE,sBAAsB;IACnC,kBAAkB,EAAE,6BAA6B;IACjD,YAAY,EAAE,uBAAuB;IACrC,aAAa,EAAE,wBAAwB;IACvC,qBAAqB,EAAE,gCAAgC;IACvD,YAAY,EAAE,uBAAuB;IACrC,kBAAkB,EAAE,6BAA6B;IACjD,kBAAkB,EAAE,6BAA6B;IACjD,kFAAkF;IAClF,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC;IAC1F,mGAAmG;IACnG,kGAAkG;IAClG,gFAAgF;IAChF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iCAAiC;QAC1C,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,yBAAyB;QAClC,QAAQ,CAAC,KAAK;KACf;CACF,CAAA"}
@@ -12,6 +12,7 @@ export const TENSORRT_LLM_MODEL_CHECK = {
12
12
  return tensorrtLlmCheckEngine({
13
13
  contextLength: resolved.context_length,
14
14
  kvCacheFreeGpuMemoryFraction: resolved.kv_cache_free_gpu_memory_fraction,
15
+ cudaGraphs: resolved.cuda_graphs,
15
16
  });
16
17
  },
17
18
  };
@@ -1 +1 @@
1
- {"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/check.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,iBAAiB,GAGlB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AAEnC,qGAAqG;AACrG,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,QAAQ,EAAE,sBAAsB;IAChC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,IAAI;IACnE,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAC9C,OAAO,sBAAsB,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;SACzE,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa,EAAE,IAAoB;IACvE,OAAO,iBAAiB,CAAC,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAChE,CAAC"}
1
+ {"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/check.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,iBAAiB,GAGlB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AAEnC,qGAAqG;AACrG,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,QAAQ,EAAE,sBAAsB;IAChC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,IAAI;IACnE,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAC9C,OAAO,sBAAsB,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;YACxE,UAAU,EAAE,QAAQ,CAAC,WAAW;SACjC,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa,EAAE,IAAoB;IACvE,OAAO,iBAAiB,CAAC,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAChE,CAAC"}
@@ -5,9 +5,10 @@
5
5
  * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
6
6
  * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
7
7
  *
8
- * - `memoryNeed`: weights plus the KV reserve divided by `kv_cache_free_gpu_memory_fraction`
9
- * (`trtllm-serve`'s semantics: it spends only that fraction of what is free after the weights),
10
- * bounded by tokens on a unified-memory card, plus the runtime and the activation peak;
8
+ * - `memoryNeed`: weights plus an allowance for the engine's own layout of them, plus the KV
9
+ * reserve divided by `kv_cache_free_gpu_memory_fraction` (`trtllm-serve`'s semantics: it spends
10
+ * only that fraction of what is free after the weights), bounded by tokens on a unified-memory
11
+ * card, plus the runtime and the activation peak;
11
12
  * - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
12
13
  * (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
13
14
  *
@@ -16,8 +17,9 @@
16
17
  * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
17
18
  */
18
19
  import type { GpuFacts, ModelCompatibility, RuntimeDescriptor } from '../../contracts/index.js';
19
- import { type CheckpointProblem, type FilesCheckResult, type HostMemory, type KvReserveBasis, type ManagedCheckEngine, type MemoryNeed, type ModelCheckInput, type ResolvedCheckpoint } from '../managed-models/compatibility.js';
20
+ import { type CheckpointMemoryInputs, type CheckpointProblem, type FilesCheckResult, type HostMemory, type KvReserveBasis, type ManagedCheckEngine, type MemoryNeed, type ModelCheckInput, type ResolvedCheckpoint } from '../managed-models/compatibility.js';
20
21
  import type { JsonObject } from '../managed-models/quant-format.js';
22
+ import { type TensorrtLlmCudaGraphsSetting, type TensorrtLlmLaunchPlan } from './cuda-graphs.js';
21
23
  export * from '../managed-models/compatibility.js';
22
24
  /**
23
25
  * A checkpoint whose architecture is supported but whose own shape the engine image cannot load —
@@ -67,9 +69,22 @@ export declare function kvCacheReserveBytes(weightBytesTotal: number, configJson
67
69
  /**
68
70
  * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
69
71
  * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
70
- * "Memory used outside torch"); the check takes the high end, never the low one.
72
+ * "Memory used outside torch"), then 1.6–1.8 GiB on an RTX 5090 Laptop (2026-10-09, the logged
73
+ * figure less the 0.32 GiB other processes held); the check takes the high end with headroom.
71
74
  */
72
75
  export declare const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES: number;
76
+ /**
77
+ * The share of the checkpoint's weight bytes added for the engine's own layout of them, which is not
78
+ * the checkpoint's: the 1.3.0rc29 loader keeps Qwen3.5's linear-attention `in_proj_qkvz` in bf16
79
+ * whatever the checkpoint stores (`_add_qkvz_bf16_workaround`), and skips `mtp.*` layers. Measured on
80
+ * the RTX 5090 Laptop (2026-10-09): Qwen3.8-27B-NVFP4 held 21.71 GiB for 20.42 GiB of files (+6.3%),
81
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 18.23 GiB for 20.08 (−9.2%, 2.49 GiB of MTP unread).
82
+ * 5% refuses the first on that card's 23.57 GiB free, which otherwise spilled into shared memory
83
+ * under WDDM and never got ready, and still passes the second, which loads.
84
+ */
85
+ export declare const TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE = 0.05;
86
+ /** Bytes added to the checkpoint's weights for the engine's own layout of them. */
87
+ export declare function weightLayoutAllowanceBytes(weightBytesTotal: number): number;
73
88
  /**
74
89
  * The engine's own memory beyond weights and KV cache: the runtime overhead plus the activation
75
90
  * peak of a `contextLength`-token prefill. Without it a checkpoint whose weights fit an 8 GB card
@@ -83,13 +98,22 @@ export interface MemorySizingInputs {
83
98
  * adapter's default. */
84
99
  contextLength: number;
85
100
  kvCacheFreeGpuMemoryFraction: number;
101
+ /** The provider's `cuda_graphs`. Only `on` adds the graphs' memory: `auto` turns them off where
102
+ * they would not fit (`tensorrtLlmLaunchPlan`), `off` never captures them. Absent is `auto`. */
103
+ cudaGraphs?: TensorrtLlmCudaGraphsSetting;
86
104
  }
87
- /** TensorRT-LLM's memory rule on `gpu`: its weights plus that card's own kind of KV reserve plus the engine. */
105
+ /** TensorRT-LLM's memory rule on `gpu`: its weights as the engine lays them out, plus that card's own kind of KV reserve, plus the engine. */
88
106
  export declare function tensorrtLlmMemoryNeed(gpu: GpuFacts, checkpoint: {
89
107
  weightBytesTotal: number;
90
108
  configJson: JsonObject;
91
109
  hfQuantConfigJson: JsonObject | null;
92
110
  }, memory: MemorySizingInputs): MemoryNeed;
111
+ /**
112
+ * The launch plan `beforeCreate` hands the adapter (`ManagedEngineSpec.launchPlan`), from the card
113
+ * re-probed once the previous sessions stopped and the memory check passed: `auto` captures CUDA
114
+ * graphs only when they fit in what the card has free beyond everything else the check counts.
115
+ */
116
+ export declare function tensorrtLlmLaunchPlan(memory: MemorySizingInputs, checkpoint: CheckpointMemoryInputs, gpu: GpuFacts, host: HostMemory): TensorrtLlmLaunchPlan;
93
117
  /** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
94
118
  export declare function tensorrtLlmCheckEngine(memory: MemorySizingInputs): ManagedCheckEngine;
95
119
  /** Every check above the memory line, for TensorRT-LLM (see `checkCheckpointFiles`). */
@@ -5,9 +5,10 @@
5
5
  * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
6
6
  * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
7
7
  *
8
- * - `memoryNeed`: weights plus the KV reserve divided by `kv_cache_free_gpu_memory_fraction`
9
- * (`trtllm-serve`'s semantics: it spends only that fraction of what is free after the weights),
10
- * bounded by tokens on a unified-memory card, plus the runtime and the activation peak;
8
+ * - `memoryNeed`: weights plus an allowance for the engine's own layout of them, plus the KV
9
+ * reserve divided by `kv_cache_free_gpu_memory_fraction` (`trtllm-serve`'s semantics: it spends
10
+ * only that fraction of what is free after the weights), bounded by tokens on a unified-memory
11
+ * card, plus the runtime and the activation peak;
11
12
  * - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
12
13
  * (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
13
14
  *
@@ -15,8 +16,9 @@
15
16
  * signatures — `MemorySizingInputs` is the provider's settings — and are the skeleton with this
16
17
  * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
17
18
  */
18
- import { checkCheckpoint, checkCheckpointFiles, checkCheckpointMemory, isUnifiedMemory, kvCacheBytes, positiveNumberField, } from '../managed-models/compatibility.js';
19
+ import { checkCheckpoint, checkCheckpointFiles, checkCheckpointMemory, freeMemoryBytes, isUnifiedMemory, kvCacheBytes, positiveNumberField, } from '../managed-models/compatibility.js';
19
20
  import { TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
21
+ import { TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES, tensorrtLlmCudaGraphsOn, } from './cuda-graphs.js';
20
22
  import { tensorrtLlmUnifiedKvMaxTokens } from './kv-cache.js';
21
23
  export * from '../managed-models/compatibility.js';
22
24
  const CORRECTION_BIAS_GATED_ARCHITECTURES = new Set([
@@ -105,9 +107,24 @@ export function kvCacheReserveBytes(weightBytesTotal, configJson, hfQuantConfigJ
105
107
  /**
106
108
  * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
107
109
  * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
108
- * "Memory used outside torch"); the check takes the high end, never the low one.
110
+ * "Memory used outside torch"), then 1.6–1.8 GiB on an RTX 5090 Laptop (2026-10-09, the logged
111
+ * figure less the 0.32 GiB other processes held); the check takes the high end with headroom.
109
112
  */
110
- export const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES = 1.5 * 1024 ** 3;
113
+ export const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES = 2 * 1024 ** 3;
114
+ /**
115
+ * The share of the checkpoint's weight bytes added for the engine's own layout of them, which is not
116
+ * the checkpoint's: the 1.3.0rc29 loader keeps Qwen3.5's linear-attention `in_proj_qkvz` in bf16
117
+ * whatever the checkpoint stores (`_add_qkvz_bf16_workaround`), and skips `mtp.*` layers. Measured on
118
+ * the RTX 5090 Laptop (2026-10-09): Qwen3.8-27B-NVFP4 held 21.71 GiB for 20.42 GiB of files (+6.3%),
119
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 18.23 GiB for 20.08 (−9.2%, 2.49 GiB of MTP unread).
120
+ * 5% refuses the first on that card's 23.57 GiB free, which otherwise spilled into shared memory
121
+ * under WDDM and never got ready, and still passes the second, which loads.
122
+ */
123
+ export const TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE = 0.05;
124
+ /** Bytes added to the checkpoint's weights for the engine's own layout of them. */
125
+ export function weightLayoutAllowanceBytes(weightBytesTotal) {
126
+ return Math.ceil(Math.max(weightBytesTotal, 0) * TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE);
127
+ }
111
128
  /**
112
129
  * Bytes of activation peak per prompt token per MLP intermediate element: the engine profiles a
113
130
  * warmup of `max_num_tokens` tokens (the launch sets it to the context length), and the peak grows
@@ -142,12 +159,14 @@ export function engineOverheadBytes(configJson, contextLength) {
142
159
  const intermediate = intermediateSize(configJson) ?? 0;
143
160
  return Math.ceil(TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES + contextLength * intermediate * ACTIVATION_BYTES_PER_TOKEN_ELEMENT);
144
161
  }
145
- /** TensorRT-LLM's memory rule on `gpu`: its weights plus that card's own kind of KV reserve plus the engine. */
162
+ /** TensorRT-LLM's memory rule on `gpu`: its weights as the engine lays them out, plus that card's own kind of KV reserve, plus the engine. */
146
163
  export function tensorrtLlmMemoryNeed(gpu, checkpoint, memory) {
147
164
  const unified = isUnifiedMemory(gpu);
148
165
  const reserve = kvCacheReserveBytes(checkpoint.weightBytesTotal, checkpoint.configJson, checkpoint.hfQuantConfigJson, memory.contextLength, memory.kvCacheFreeGpuMemoryFraction, unified);
149
166
  const overheadBytes = engineOverheadBytes(checkpoint.configJson, memory.contextLength);
150
- const neededBytes = checkpoint.weightBytesTotal + reserve.reserveBytes + overheadBytes;
167
+ const layoutBytes = weightLayoutAllowanceBytes(checkpoint.weightBytesTotal);
168
+ const cudaGraphsBytes = memory.cudaGraphs === 'on' ? TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES : 0;
169
+ const neededBytes = checkpoint.weightBytesTotal + layoutBytes + reserve.reserveBytes + overheadBytes + cudaGraphsBytes;
151
170
  // The token bound the launch writes, on a card where it writes one (adapter.ts).
152
171
  const kvTokens = unified && reserve.basis === 'config'
153
172
  ? ` kv_max_tokens=${tensorrtLlmUnifiedKvMaxTokens(memory.contextLength)}`
@@ -155,9 +174,22 @@ export function tensorrtLlmMemoryNeed(gpu, checkpoint, memory) {
155
174
  return {
156
175
  neededBytes,
157
176
  kvReserveBasis: reserve.basis,
158
- details: `weight_bytes=${checkpoint.weightBytesTotal} kv_reserve_bytes=${reserve.reserveBytes} kv_reserve_basis=${reserve.basis}${kvTokens} engine_overhead_bytes=${overheadBytes} needed_bytes=${neededBytes}`,
177
+ details: `weight_bytes=${checkpoint.weightBytesTotal} weight_layout_bytes=${layoutBytes} kv_reserve_bytes=${reserve.reserveBytes} kv_reserve_basis=${reserve.basis}${kvTokens} engine_overhead_bytes=${overheadBytes}${cudaGraphsBytes > 0 ? ` cuda_graphs_bytes=${cudaGraphsBytes}` : ''} needed_bytes=${neededBytes}`,
159
178
  };
160
179
  }
180
+ /**
181
+ * The launch plan `beforeCreate` hands the adapter (`ManagedEngineSpec.launchPlan`), from the card
182
+ * re-probed once the previous sessions stopped and the memory check passed: `auto` captures CUDA
183
+ * graphs only when they fit in what the card has free beyond everything else the check counts.
184
+ */
185
+ export function tensorrtLlmLaunchPlan(memory, checkpoint, gpu, host) {
186
+ const setting = memory.cudaGraphs ?? 'auto';
187
+ if (setting !== 'auto')
188
+ return { cudaGraphs: setting === 'on' };
189
+ const withoutGraphs = tensorrtLlmMemoryNeed(gpu, checkpoint, { ...memory, cudaGraphs: 'off' });
190
+ const headroomBytes = freeMemoryBytes(gpu, host) - withoutGraphs.neededBytes;
191
+ return { cudaGraphs: tensorrtLlmCudaGraphsOn('auto', gpu.total_vram_bytes, headroomBytes) };
192
+ }
161
193
  /** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
162
194
  export function tensorrtLlmCheckEngine(memory) {
163
195
  return {
@@ -1 +1 @@
1
- {"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/compatibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,YAAY,EACZ,mBAAmB,GASpB,MAAM,oCAAoC,CAAA;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAE7D,cAAc,oCAAoC,CAAA;AAElD,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACvE,uBAAuB;IACvB,wBAAwB;IACxB,sBAAsB;IACtB,oBAAoB;CACrB,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAExD,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAE5C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAoB,EACpB,UAAsB,EACtB,WAA0C;IAE1C,IAAI,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,uBAAuB,CAAA;QAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EACL,gHAAgH;gBAClH,OAAO,EAAE,gBAAgB,YAAY,4BAA4B,OAAO,EAAE;aAC3E,CAAA;QACH,CAAC;IACH,CAAC;IACD,IACE,mCAAmC,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,WAAW,KAAK,SAAS;QACzB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC9D,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,EAClE,CAAC;QACD,OAAO;YACL,OAAO,EAAE,0BAA0B,sBAAsB,mBAAmB,YAAY,0CAA0C;YAClI,OAAO,EAAE,gBAAgB,YAAY,YAAY,sBAAsB,EAAE;SAC1E,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,UAAsB,EACtB,iBAAoC,EACpC,aAAqB,EACrB,4BAAoC,EACpC,aAAsB;IAEtB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC7F,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACL,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,4BAA4B,CAAC;YACzF,KAAK,EAAE,QAAQ;SAChB,CAAA;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAC9E,KAAK,EAAE,iBAAiB;KACzB,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAElE;;;;;GAKG;AACH,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAE9C,iHAAiH;AACjH,SAAS,gBAAgB,CAAC,cAA0B;IAClD,MAAM,UAAU,GACd,OAAO,cAAc,CAAC,WAAW,KAAK,QAAQ,IAAI,cAAc,CAAC,WAAW,KAAK,IAAI;QACnF,CAAC,CAAE,cAAc,CAAC,WAA0B;QAC5C,CAAC,CAAC,SAAS,CAAA;IACf,KAAK,MAAM,MAAM,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS;YAAE,SAAQ;QAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACrE,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAA;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACzD,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,MAAM,CAAA;IAC7C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,aAAqB;IAC/E,MAAM,YAAY,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACtD,OAAO,IAAI,CAAC,IAAI,CACd,mCAAmC,GAAG,aAAa,GAAG,YAAY,GAAG,kCAAkC,CACxG,CAAA;AACH,CAAC;AAUD,gHAAgH;AAChH,MAAM,UAAU,qBAAqB,CACnC,GAAa,EACb,UAAsG,EACtG,MAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,OAAO,GAAG,mBAAmB,CACjC,UAAU,CAAC,gBAAgB,EAC3B,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,iBAAiB,EAC5B,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,4BAA4B,EACnC,OAAO,CACR,CAAA;IACD,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IACtF,MAAM,WAAW,GAAG,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,YAAY,GAAG,aAAa,CAAA;IACtF,iFAAiF;IACjF,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,kBAAkB,6BAA6B,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACzE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO;QACL,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,KAAK;QAC7B,OAAO,EAAE,gBAAgB,UAAU,CAAC,gBAAgB,qBAAqB,OAAO,CAAC,YAAY,qBAAqB,OAAO,CAAC,KAAK,GAAG,QAAQ,0BAA0B,aAAa,iBAAiB,WAAW,EAAE;KAChN,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CAAC,MAA0B;IAC/D,OAAO;QACL,QAAQ,EAAE,sBAAsB;QAChC,kBAAkB,EAAE,6BAA6B;QACjD,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;KAChF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,4BAA4B,CAC1C,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,uBAAuB,CACrC,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAC7F,CAAC"}
1
+ {"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/compatibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,eAAe,EACf,YAAY,EACZ,mBAAmB,GAUpB,MAAM,oCAAoC,CAAA;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,sCAAsC,EACtC,uBAAuB,GAGxB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAE7D,cAAc,oCAAoC,CAAA;AAElD,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACvE,uBAAuB;IACvB,wBAAwB;IACxB,sBAAsB;IACtB,oBAAoB;CACrB,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAExD,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAE5C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAoB,EACpB,UAAsB,EACtB,WAA0C;IAE1C,IAAI,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,uBAAuB,CAAA;QAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EACL,gHAAgH;gBAClH,OAAO,EAAE,gBAAgB,YAAY,4BAA4B,OAAO,EAAE;aAC3E,CAAA;QACH,CAAC;IACH,CAAC;IACD,IACE,mCAAmC,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,WAAW,KAAK,SAAS;QACzB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC9D,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,EAClE,CAAC;QACD,OAAO;YACL,OAAO,EAAE,0BAA0B,sBAAsB,mBAAmB,YAAY,0CAA0C;YAClI,OAAO,EAAE,gBAAgB,YAAY,YAAY,sBAAsB,EAAE;SAC1E,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,UAAsB,EACtB,iBAAoC,EACpC,aAAqB,EACrB,4BAAoC,EACpC,aAAsB;IAEtB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC7F,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACL,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,4BAA4B,CAAC;YACzF,KAAK,EAAE,QAAQ;SAChB,CAAA;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAC9E,KAAK,EAAE,iBAAiB;KACzB,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAA;AAEhE;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAAG,IAAI,CAAA;AAExD,mFAAmF;AACnF,MAAM,UAAU,0BAA0B,CAAC,gBAAwB;IACjE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,oCAAoC,CAAC,CAAA;AACxF,CAAC;AAED;;;;;GAKG;AACH,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAE9C,iHAAiH;AACjH,SAAS,gBAAgB,CAAC,cAA0B;IAClD,MAAM,UAAU,GACd,OAAO,cAAc,CAAC,WAAW,KAAK,QAAQ,IAAI,cAAc,CAAC,WAAW,KAAK,IAAI;QACnF,CAAC,CAAE,cAAc,CAAC,WAA0B;QAC5C,CAAC,CAAC,SAAS,CAAA;IACf,KAAK,MAAM,MAAM,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS;YAAE,SAAQ;QAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACrE,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAA;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACzD,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,MAAM,CAAA;IAC7C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,aAAqB;IAC/E,MAAM,YAAY,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACtD,OAAO,IAAI,CAAC,IAAI,CACd,mCAAmC,GAAG,aAAa,GAAG,YAAY,GAAG,kCAAkC,CACxG,CAAA;AACH,CAAC;AAaD,8IAA8I;AAC9I,MAAM,UAAU,qBAAqB,CACnC,GAAa,EACb,UAAsG,EACtG,MAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,OAAO,GAAG,mBAAmB,CACjC,UAAU,CAAC,gBAAgB,EAC3B,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,iBAAiB,EAC5B,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,4BAA4B,EACnC,OAAO,CACR,CAAA;IACD,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IACtF,MAAM,WAAW,GAAG,0BAA0B,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;IAC3E,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/F,MAAM,WAAW,GACf,UAAU,CAAC,gBAAgB,GAAG,WAAW,GAAG,OAAO,CAAC,YAAY,GAAG,aAAa,GAAG,eAAe,CAAA;IACpG,iFAAiF;IACjF,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,kBAAkB,6BAA6B,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACzE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO;QACL,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,KAAK;QAC7B,OAAO,EAAE,gBAAgB,UAAU,CAAC,gBAAgB,wBAAwB,WAAW,qBAAqB,OAAO,CAAC,YAAY,qBAAqB,OAAO,CAAC,KAAK,GAAG,QAAQ,0BAA0B,aAAa,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,WAAW,EAAE;KACxT,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAA0B,EAC1B,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAA;IAC3C,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,EAAE,CAAA;IAC/D,MAAM,aAAa,GAAG,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAA;IAC9F,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,aAAa,CAAC,WAAW,CAAA;IAC5E,OAAO,EAAE,UAAU,EAAE,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC,EAAE,CAAA;AAC7F,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CAAC,MAA0B;IAC/D,OAAO;QACL,QAAQ,EAAE,sBAAsB;QAChC,kBAAkB,EAAE,6BAA6B;QACjD,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;KAChF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,4BAA4B,CAC1C,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,uBAAuB,CACrC,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAC7F,CAAC"}
@@ -0,0 +1,32 @@
1
+ /**
2
+ * Whether a TensorRT-LLM launch captures CUDA graphs, in one module the launch (`adapter.ts`), its
3
+ * plan and the memory check (`compatibility.ts`) all import: the graphs cost memory the check has to
4
+ * count, and `auto` has to know whether that memory is there.
5
+ */
6
+ /** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
7
+ * an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
8
+ * A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
9
+ export declare const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES: number;
10
+ /**
11
+ * What capturing CUDA graphs adds to the engine's peak, beyond what the memory check already counts.
12
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 on the RTX 5090 Laptop (2026-10-09): 21.47 GiB peak
13
+ * with graphs off, 26.37 GiB with them on (5.15 GiB outside torch instead of 1.92, 2.57 GiB of
14
+ * activations instead of 1.32), and every request then failed with "CUDA out of memory … 0 bytes is
15
+ * free". About 2 GB on an 8 GB card (Qwen3.5-2B). The larger figure, rounded up: too much only turns
16
+ * graphs off where they would have fit, too little starts a model that cannot answer.
17
+ */
18
+ export declare const TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES: number;
19
+ export type TensorrtLlmCudaGraphsSetting = 'auto' | 'on' | 'off';
20
+ /** What `beforeCreate` hands the TensorRT-LLM launch (`ManagedLaunchContext.plan`), from the card as
21
+ * it stands right before the container is created. */
22
+ export interface TensorrtLlmLaunchPlan {
23
+ cudaGraphs: boolean;
24
+ }
25
+ /**
26
+ * Whether the launch captures CUDA graphs. `on` and `off` are the user's. `auto` turns them on only on
27
+ * a card of at least `TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES` (or a unified-memory one, `vramBytes`
28
+ * null) — and, when the free memory left after everything else the check counts is known
29
+ * (`headroomBytes`), only when the graphs fit in it: a 24 GB card holding an 18 GiB model has the size
30
+ * but not the room.
31
+ */
32
+ export declare function tensorrtLlmCudaGraphsOn(setting: TensorrtLlmCudaGraphsSetting, vramBytes: number | null, headroomBytes?: number): boolean;
@@ -0,0 +1,33 @@
1
+ /**
2
+ * Whether a TensorRT-LLM launch captures CUDA graphs, in one module the launch (`adapter.ts`), its
3
+ * plan and the memory check (`compatibility.ts`) all import: the graphs cost memory the check has to
4
+ * count, and `auto` has to know whether that memory is there.
5
+ */
6
+ /** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
7
+ * an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
8
+ * A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
9
+ export const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES = 12 * 1024 ** 3;
10
+ /**
11
+ * What capturing CUDA graphs adds to the engine's peak, beyond what the memory check already counts.
12
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 on the RTX 5090 Laptop (2026-10-09): 21.47 GiB peak
13
+ * with graphs off, 26.37 GiB with them on (5.15 GiB outside torch instead of 1.92, 2.57 GiB of
14
+ * activations instead of 1.32), and every request then failed with "CUDA out of memory … 0 bytes is
15
+ * free". About 2 GB on an 8 GB card (Qwen3.5-2B). The larger figure, rounded up: too much only turns
16
+ * graphs off where they would have fit, too little starts a model that cannot answer.
17
+ */
18
+ export const TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES = 5 * 1024 ** 3;
19
+ /**
20
+ * Whether the launch captures CUDA graphs. `on` and `off` are the user's. `auto` turns them on only on
21
+ * a card of at least `TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES` (or a unified-memory one, `vramBytes`
22
+ * null) — and, when the free memory left after everything else the check counts is known
23
+ * (`headroomBytes`), only when the graphs fit in it: a 24 GB card holding an 18 GiB model has the size
24
+ * but not the room.
25
+ */
26
+ export function tensorrtLlmCudaGraphsOn(setting, vramBytes, headroomBytes) {
27
+ if (setting !== 'auto')
28
+ return setting === 'on';
29
+ if (vramBytes !== null && vramBytes < TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES)
30
+ return false;
31
+ return headroomBytes === undefined || headroomBytes >= TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES;
32
+ }
33
+ //# sourceMappingURL=cuda-graphs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cuda-graphs.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/cuda-graphs.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;4FAE4F;AAC5F,MAAM,CAAC,MAAM,uCAAuC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;AAErE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAA;AAUnE;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAAqC,EACrC,SAAwB,EACxB,aAAsB;IAEtB,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,OAAO,KAAK,IAAI,CAAA;IAC/C,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,uCAAuC;QAAE,OAAO,KAAK,CAAA;IAC3F,OAAO,aAAa,KAAK,SAAS,IAAI,aAAa,IAAI,sCAAsC,CAAA;AAC/F,CAAC"}
@@ -5,9 +5,16 @@
5
5
  */
6
6
  import { TENSORRT_LLM_DESCRIPTOR_SOURCE, TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
7
7
  import { tensorrtLlmAdapter } from './adapter.js';
8
- import { tensorrtLlmCheckEngine } from './compatibility.js';
8
+ import { tensorrtLlmCheckEngine, tensorrtLlmLaunchPlan } from './compatibility.js';
9
9
  import { tensorrtLlmRoutePolicy } from './route-policy.js';
10
10
  import { tensorrtLlmSettings } from './settings.js';
11
+ function memorySizing(settings) {
12
+ return {
13
+ contextLength: settings.context_length,
14
+ kvCacheFreeGpuMemoryFraction: settings.kv_cache_free_gpu_memory_fraction,
15
+ cudaGraphs: settings.cuda_graphs,
16
+ };
17
+ }
11
18
  export const TENSORRT_LLM_ENGINE = {
12
19
  engine_id: TENSORRT_LLM_ENGINE_ID,
13
20
  provider: TENSORRT_LLM_ENGINE_ID,
@@ -15,10 +22,9 @@ export const TENSORRT_LLM_ENGINE = {
15
22
  descriptor: TENSORRT_LLM_DESCRIPTOR_SOURCE,
16
23
  adapter: tensorrtLlmAdapter,
17
24
  settings: tensorrtLlmSettings,
18
- check: (settings) => tensorrtLlmCheckEngine({
19
- contextLength: settings.context_length,
20
- kvCacheFreeGpuMemoryFraction: settings.kv_cache_free_gpu_memory_fraction,
21
- }),
25
+ check: (settings) => tensorrtLlmCheckEngine(memorySizing(settings)),
26
+ // Whether `auto` captures CUDA graphs, decided on the card as it stands right before the container.
27
+ launchPlan: (settings, checkpoint, gpu, host) => tensorrtLlmLaunchPlan(memorySizing(settings), checkpoint, gpu, host),
22
28
  routePolicy: tensorrtLlmRoutePolicy,
23
29
  };
24
30
  //# sourceMappingURL=engine.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAEhG,OAAO,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAA;AAC3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,MAAM,CAAC,MAAM,mBAAmB,GAA2C;IACzE,SAAS,EAAE,sBAAsB;IACjC,QAAQ,EAAE,sBAAsB;IAChC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,8BAA8B;IAC1C,OAAO,EAAE,kBAAkB;IAC3B,QAAQ,EAAE,mBAAmB;IAC7B,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAClB,sBAAsB,CAAC;QACrB,aAAa,EAAE,QAAQ,CAAC,cAAc;QACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;KACzE,CAAC;IACJ,WAAW,EAAE,sBAAsB;CACpC,CAAA"}
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAEhG,OAAO,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAA;AAC3E,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAA2B,MAAM,oBAAoB,CAAA;AAC3G,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,SAAS,YAAY,CAAC,QAA6B;IACjD,OAAO;QACL,aAAa,EAAE,QAAQ,CAAC,cAAc;QACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;QACxE,UAAU,EAAE,QAAQ,CAAC,WAAW;KACjC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAA2C;IACzE,SAAS,EAAE,sBAAsB;IACjC,QAAQ,EAAE,sBAAsB;IAChC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,8BAA8B;IAC1C,OAAO,EAAE,kBAAkB;IAC3B,QAAQ,EAAE,mBAAmB;IAC7B,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,sBAAsB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnE,oGAAoG;IACpG,UAAU,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAC9C,qBAAqB,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC;IACtE,WAAW,EAAE,sBAAsB;CACpC,CAAA"}
@@ -16,6 +16,22 @@ export declare const TENSORRT_LLM_DEFAULT_KV_CACHE_FREE_FRACTION = 0.8;
16
16
  * unified-memory-kv-cache-bounded-by-tokens.md).
17
17
  */
18
18
  export declare const TENSORRT_LLM_UNIFIED_KV_CONTEXTS = 2;
19
+ /**
20
+ * Tokens in one KV-cache block: `KvCacheConfig.tokens_per_block`'s default in 1.3.0rc29, logged by
21
+ * both cache managers ("tokens per block=32", "KVCacheV2Scheduler: tokens_per_block=32"). The engine
22
+ * turns `kv_cache_config.max_tokens` into whole blocks, rounding down: 2096 tokens became 65 blocks,
23
+ * a 2080-token sequence for a 2096-token context, and the readiness check refused the load as out of
24
+ * memory on a card with 17 GiB free (RTX 5090 Laptop, 2026-10-09). Re-check with each engine image.
25
+ */
26
+ export declare const TENSORRT_LLM_TOKENS_PER_BLOCK = 32;
27
+ /** `tokens` rounded up to whole KV-cache blocks: what the engine keeps when asked for at least that many. */
28
+ export declare function tensorrtLlmWholeBlockTokens(tokens: number): number;
29
+ /**
30
+ * The `kv_cache_config.max_tokens` that holds `sequences` sequences at full context at once: each
31
+ * sequence takes whole blocks of its own, so the blocks are counted per sequence before multiplying
32
+ * (2 × 2096 tokens is 131 blocks, but two 2096-token sequences need 66 each).
33
+ */
34
+ export declare function tensorrtLlmKvTokens(contextLength: number, sequences: number): number;
19
35
  /**
20
36
  * The `kv_cache_config.max_tokens` a unified-memory launch writes, and the token count its memory
21
37
  * check reserves KV for. On a unified-memory card (GB10/DGX Spark) "free GPU memory" is the system's
@@ -16,6 +16,26 @@ export const TENSORRT_LLM_DEFAULT_KV_CACHE_FREE_FRACTION = 0.8;
16
16
  * unified-memory-kv-cache-bounded-by-tokens.md).
17
17
  */
18
18
  export const TENSORRT_LLM_UNIFIED_KV_CONTEXTS = 2;
19
+ /**
20
+ * Tokens in one KV-cache block: `KvCacheConfig.tokens_per_block`'s default in 1.3.0rc29, logged by
21
+ * both cache managers ("tokens per block=32", "KVCacheV2Scheduler: tokens_per_block=32"). The engine
22
+ * turns `kv_cache_config.max_tokens` into whole blocks, rounding down: 2096 tokens became 65 blocks,
23
+ * a 2080-token sequence for a 2096-token context, and the readiness check refused the load as out of
24
+ * memory on a card with 17 GiB free (RTX 5090 Laptop, 2026-10-09). Re-check with each engine image.
25
+ */
26
+ export const TENSORRT_LLM_TOKENS_PER_BLOCK = 32;
27
+ /** `tokens` rounded up to whole KV-cache blocks: what the engine keeps when asked for at least that many. */
28
+ export function tensorrtLlmWholeBlockTokens(tokens) {
29
+ return Math.ceil(tokens / TENSORRT_LLM_TOKENS_PER_BLOCK) * TENSORRT_LLM_TOKENS_PER_BLOCK;
30
+ }
31
+ /**
32
+ * The `kv_cache_config.max_tokens` that holds `sequences` sequences at full context at once: each
33
+ * sequence takes whole blocks of its own, so the blocks are counted per sequence before multiplying
34
+ * (2 × 2096 tokens is 131 blocks, but two 2096-token sequences need 66 each).
35
+ */
36
+ export function tensorrtLlmKvTokens(contextLength, sequences) {
37
+ return sequences * tensorrtLlmWholeBlockTokens(contextLength);
38
+ }
19
39
  /**
20
40
  * The `kv_cache_config.max_tokens` a unified-memory launch writes, and the token count its memory
21
41
  * check reserves KV for. On a unified-memory card (GB10/DGX Spark) "free GPU memory" is the system's
@@ -23,6 +43,6 @@ export const TENSORRT_LLM_UNIFIED_KV_CONTEXTS = 2;
23
43
  * the KV cache whatever the context length; this bounds it to what the configured context needs.
24
44
  */
25
45
  export function tensorrtLlmUnifiedKvMaxTokens(contextLength) {
26
- return contextLength * TENSORRT_LLM_UNIFIED_KV_CONTEXTS;
46
+ return tensorrtLlmKvTokens(contextLength, TENSORRT_LLM_UNIFIED_KV_CONTEXTS);
27
47
  }
28
48
  //# sourceMappingURL=kv-cache.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"kv-cache.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/kv-cache.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;8LAK8L;AAC9L,MAAM,CAAC,MAAM,2CAA2C,GAAG,GAAG,CAAA;AAE9D;;;;GAIG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAA;AAEjD;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,aAAqB;IACjE,OAAO,aAAa,GAAG,gCAAgC,CAAA;AACzD,CAAC"}
1
+ {"version":3,"file":"kv-cache.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/kv-cache.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;8LAK8L;AAC9L,MAAM,CAAC,MAAM,2CAA2C,GAAG,GAAG,CAAA;AAE9D;;;;GAIG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAA;AAEjD;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,EAAE,CAAA;AAE/C,6GAA6G;AAC7G,MAAM,UAAU,2BAA2B,CAAC,MAAc;IACxD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,6BAA6B,CAAC,GAAG,6BAA6B,CAAA;AAC1F,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,aAAqB,EAAE,SAAiB;IAC1E,OAAO,SAAS,GAAG,2BAA2B,CAAC,aAAa,CAAC,CAAA;AAC/D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,aAAqB;IACjE,OAAO,mBAAmB,CAAC,aAAa,EAAE,gCAAgC,CAAC,CAAA;AAC7E,CAAC"}
@@ -29,7 +29,7 @@
29
29
  * the live run of task 6.1 confirms or replaces them.
30
30
  */
31
31
  import { AtomicCoreError } from '../../contracts/index.js';
32
- import { MANAGED_TEXT_ADAPTER_CONTRACT_VERSION, ManagedRequestRefusal, asksForStructuredOutput, asksForTools, reasoningIntoContent, thinkingRequested, } from '../managed-text/index.js';
32
+ import { MANAGED_TEXT_ADAPTER_CONTRACT_VERSION, ManagedRequestRefusal, asksForStructuredOutput, asksForTools, capRequestedOutput, carriesMedia, reasoningIntoContent, thinkingRequested, } from '../managed-text/index.js';
33
33
  import { validateVllmSettings } from './settings.js';
34
34
  const GiB = 1024 ** 3;
35
35
  /** The port `vllm serve` listens on inside its container. */
@@ -253,37 +253,6 @@ export const VLLM_REWRITABLE_ROUTES = [
253
253
  { method: 'POST', path: '/v1/completions' },
254
254
  ];
255
255
  const REWRITABLE = new Set(VLLM_REWRITABLE_ROUTES.map((route) => route.path));
256
- function positive(body, key) {
257
- if (!(key in body) || body[key] === null)
258
- return { present: false, value: 0 };
259
- const value = body[key];
260
- if (typeof value !== 'number' || !Number.isInteger(value) || value <= 0) {
261
- throw new AtomicCoreError('INVALID_ARGUMENT', `${key} must be a positive integer.`);
262
- }
263
- return { present: true, value };
264
- }
265
- /** Any message part that is not text: an image, a video, audio — none of which this engine accepts here. */
266
- const MEDIA_PART = new Set([
267
- 'image_url',
268
- 'input_image',
269
- 'image',
270
- 'video_url',
271
- 'video',
272
- 'input_audio',
273
- 'audio_url',
274
- ]);
275
- function carriesMedia(body) {
276
- const messages = body['messages'];
277
- if (!Array.isArray(messages))
278
- return false;
279
- return messages.some((message) => {
280
- const content = message !== null && typeof message === 'object' ? message.content : null;
281
- return (Array.isArray(content) &&
282
- content.some((part) => part !== null &&
283
- typeof part === 'object' &&
284
- MEDIA_PART.has(String(part.type))));
285
- });
286
- }
287
256
  /**
288
257
  * Caps the output a request asks for at `max_output_tokens` (one key, as the client sent it); a
289
258
  * request that asks for none is capped by vLLM's launch default instead. Refuses what the session cannot do with `:1337`'s own wording
@@ -307,22 +276,8 @@ export function vllmRewriteRequestBody(route, body, settings, capabilities) {
307
276
  throw new ManagedRequestRefusal(`${model} does not support structured output.`, 'unsupported_capability');
308
277
  }
309
278
  }
310
- const cap = settings.max_output_tokens;
311
- if (route === '/v1/completions') {
312
- const field = positive(client, 'max_tokens');
313
- return field.present ? { ...client, max_tokens: Math.min(field.value, cap) } : client;
314
- }
315
- const legacy = positive(client, 'max_tokens');
316
- const modern = positive(client, 'max_completion_tokens');
317
- const asked = [legacy, modern].filter((field) => field.present).map((field) => field.value);
318
279
  // Nothing asked: vLLM's launch default (`--override-generation-config`) caps it, within the room left.
319
- if (asked.length === 0)
320
- return client;
321
- const rest = { ...client };
322
- delete rest['max_tokens'];
323
- delete rest['max_completion_tokens'];
324
- rest[modern.present ? 'max_completion_tokens' : 'max_tokens'] = Math.min(cap, ...asked);
325
- return rest;
280
+ return capRequestedOutput(route, client, settings.max_output_tokens);
326
281
  }
327
282
  /** vLLM's 400 wording for a request over the context, current and older, with the limit and the request. */
328
283
  const OVERFLOW = [