@atomic-chat/core 0.13.2 → 0.13.6

package/dist/runtime/tensorrt-llm/adapter.js

@@ -121,7 +121,8 @@
 import { AtomicCoreError } from '../../contracts/index.js';
 import { readGenerationDefaults, withGenerationDefaults, } from '../managed-text/generation-defaults.js';
 import { MANAGED_TEXT_ADAPTER_CONTRACT_VERSION, ManagedRequestRefusal, asksForStructuredOutput, asksForTools, reasoningIntoContent, thinkingRequested, } from '../managed-text/index.js';
-import { TENSORRT_LLM_DEFAULT_KV_CACHE_FREE_FRACTION, tensorrtLlmUnifiedKvMaxTokens } from './kv-cache.js';
+import { tensorrtLlmCudaGraphsOn } from './cuda-graphs.js';
+import { TENSORRT_LLM_DEFAULT_KV_CACHE_FREE_FRACTION, tensorrtLlmKvTokens, tensorrtLlmUnifiedKvMaxTokens, tensorrtLlmWholeBlockTokens, } from './kv-cache.js';
 const GiB = 1024 ** 3;
 // ---------------------------------------------------------------------------------------------
 // Settings
@@ -291,10 +292,7 @@ function llmApiOptions(guided, kvMaxTokens, kvFp8 = false, cudaGraphsOff = false
         lines.push(`dtype: ${settings.dtype}`);
     return lines.length === 0 ? null : `${lines.join('\n')}\n`;
 }
-/** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
- *  an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
- *  A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
-export const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES = 12 * 1024 ** 3;
+export { TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES } from './cuda-graphs.js';
 /** FP8 KV cache needs compute capability 8.9 (Ada) or newer. */
 function supportsFp8Kv(computeCapability) {
     if (computeCapability === null || computeCapability === undefined)
@@ -320,6 +318,14 @@ export const TENSORRT_LLM_MAX_KV_CACHE_MAX_TOKENS = 16_777_216;
 /** The container binds every interface; only the host-side publication (design D1/D11) is
  *  loopback-restricted, by the executor, not by the engine's own bind address. */
 const CONTAINER_BIND_HOST = '0.0.0.0';
+/** `ManagedLaunchContext.plan` as this engine's own plan, or undefined when there is none. */
+function launchPlanOf(plan) {
+    return typeof plan === 'object' &&
+        plan !== null &&
+        typeof plan.cudaGraphs === 'boolean'
+        ? plan
+        : undefined;
+}
 /** Builds `trtllm-serve serve <model-dir> ...` (task 2.13; flags sourced from `serve.py`, see the
  *  file header). `serve` is named explicitly rather than relying on the CLI's default-command
  *  resolution (`DefaultGroup.resolve_command`, `commands/serve.py`) — that quirk keeps `trtllm-serve
@@ -369,14 +375,18 @@ export function buildTensorrtLlmLaunch(context) {
     // Windows live acceptance with Qwen3.5-2B). Room for every sequence the batch admits at full context;
     // the engine takes the smaller of this and the free-memory fraction, so attention-only models keep
     // the memory they had. A unified-memory card keeps its own, tighter bound.
-    const vram = context.gpuTotalVramBytes ?? null;
-    const cudaGraphsOff = settings.cuda_graphs === 'off' ||
-        (settings.cuda_graphs === 'auto' && vram !== null && vram < TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES);
+    // CUDA graphs: the plan `beforeCreate` made on the card as it stands now (`tensorrtLlmLaunchPlan`:
+    // `auto` keeps them only where they fit beside the model); without one, the card's size alone.
+    const cudaGraphsOff = !(launchPlanOf(context.plan)?.cudaGraphs ??
+        tensorrtLlmCudaGraphsOn(settings.cuda_graphs, context.gpuTotalVramBytes ?? null));
     const kvFp8 = settings.kv_cache_dtype === 'fp8' && supportsFp8Kv(context.gpuComputeCapability);
-    const options = llmApiOptions(family?.structured_output === true, settings.kv_cache_max_tokens ??
-        (context.unifiedMemory
+    // In whole blocks: the engine rounds `max_tokens` down to them, and a sequence one block short of
+    // the context is a load the readiness check refuses (`kv-cache.ts`).
+    const options = llmApiOptions(family?.structured_output === true, settings.kv_cache_max_tokens !== null
+        ? tensorrtLlmWholeBlockTokens(settings.kv_cache_max_tokens)
+        : context.unifiedMemory
             ? tensorrtLlmUnifiedKvMaxTokens(settings.context_length)
-            : settings.context_length * settings.max_batch_size), kvFp8, cudaGraphsOff, settings);
+            : tensorrtLlmKvTokens(settings.context_length, settings.max_batch_size), kvFp8, cudaGraphsOff, settings);
     if (options !== null) {
         argv.push('--extra_llm_api_options', `${generationFilesPath}/${TENSORRT_LLM_API_OPTIONS_FILE}`);
     }
@@ -977,6 +987,13 @@ export const tensorrtLlmAdapter = {
     id: 'tensorrt-llm',
     contractVersion: MANAGED_TEXT_ADAPTER_CONTRACT_VERSION,
     readiness: { path: '/health', expectedStatus: 200 },
+    // `/health` answers before anything has been generated, and a hybrid model's cache manager logs no
+    // `max sequence length=` line for `classifyReady` to read: one token proves the engine can serve.
+    generationProbe: {
+        modelsPath: '/v1/models',
+        path: '/v1/chat/completions',
+        body: { messages: [{ role: 'user', content: 'Hi' }], max_tokens: 1, stream: false },
+    },
     routes: TENSORRT_LLM_ROUTES,
     rewritableRoutes: TENSORRT_LLM_REWRITABLE_ROUTES,
     stageMarkers: STAGE_MARKERS,

package/dist/runtime/tensorrt-llm/adapter.js.map

@@ -1 +1 @@
-{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuHG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAE/C,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,2CAA2C,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAU1G,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,gGAAgG;AAChG,WAAW;AACX,gGAAgG;AAEhG;;;wDAGwD;AACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAA;AAEpD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,+BAA+B,GAAG,SAAS,CAAA;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAA;AACnD,MAAM,CAAC,MAAM,kCAAkC,GAAG,SAAS,CAAA;AAC3D,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,CAAA;AAE1D;iGACiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,GAAG,CAAA;AAC1D,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAA;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAI,CAAA;AA8BzD,SAAS,OAAO,CAAC,OAAe,EAAE,KAAc;IAC9C,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,qEAAqE,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gBAAgB,KAAK,+BAA+B,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,2CAA2C,CAAA;IAC7F,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,CAAC,kEAAkE,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACrG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,KAAa,EACb,OAAqB,EACrB,QAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAA;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAE,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,gBAAgB,KAAK,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,QAAiB;IACpE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACnD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACtD,OAAO,OAAO,CAAC,gBAAgB,KAAK,yBAAyB,EAAE,KAAK,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gEAAgE,GAAG,QAAQ,GAAG,YAAY,EAAE,KAAK,CAAC,CAAA;IAC5G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,2BAA2B,CAAC,GAAY;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAA;IAChD,MAAM,cAAc,GAAG,kBAAkB,CACvC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,CAChC,CAAA;IACD,MAAM,iBAAiB,GAAG,kBAAkB,CAC1C,CAAC,CAAC,mBAAmB,CAAC,EACtB,mBAAmB,EACnB,sCAAsC,EACtC,kCAAkC,EAClC,kCAAkC,CACnC,CAAA;IACD,+FAA+F;IAC/F,gGAAgG;IAChG,6FAA6F;IAC7F,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,OAAO,CACL,mCAAmC,iBAAiB,uCAAuC,cAAc,IAAI,EAC7G,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,cAAc;QACd,iBAAiB;QACjB,iCAAiC,EAAE,gBAAgB,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC3F,cAAc,EAAE,kBAAkB,CAChC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,2BAA2B,EAC3B,CAAC,EACD,+BAA+B,CAChC;QACD,mBAAmB,EACjB,CAAC,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,qBAAqB,CAAC,KAAK,IAAI;YACzE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,CAChB,CAAC,CAAC,qBAAqB,CAAC,EACxB,qBAAqB,EACrB,CAAC,EACD,CAAC,EACD,oCAAoC,CACrC;QACP,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACpG,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACvG,oBAAoB,EAAE,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC5E,qBAAqB,EAAE,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;QAC9F,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QAClF,yBAAyB,EAAE,cAAc,CACvC,CAAC,CAAC,2BAA2B,CAAC,EAC9B,2BAA2B,EAC3B,CAAC,qBAAqB,EAAE,iBAAiB,CAAU,EACnD,qBAAqB,CACtB;QACD,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAU,EAAE,MAAM,CAAC;QACvG,UAAU,EAAE,sBAAsB,CAAC,cAAc,EAAE,CAAC,CAAC;KACtD,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS;AACT,gGAAgG;AAEhG,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAE/C;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sBAAsB,CAAA;AACnE,MAAM,CAAC,MAAM,oCAAoC,GAAG,qCAAqC,CAAA;AAEzF;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAe,EACf,WAA0B,EAC1B,KAAK,GAAG,KAAK,EACb,aAAa,GAAG,KAAK,EACrB,QAGC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,OAAO,EAAE,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,QAAQ,EAAE,qBAAqB,KAAK,KAAK,CAAA;IAC9D,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9B,IAAI,WAAW,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAA;QACpE,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACrC,IAAI,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IAC7D,CAAC;IACD,4FAA4F;IAC5F,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IACxD,IAAI,QAAQ,EAAE,iBAAiB,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IACxF,IAAI,QAAQ,EAAE,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,8CAA8C,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED;;4FAE4F;AAC5F,MAAM,CAAC,MAAM,uCAAuC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;AAErE,gEAAgE;AAChE,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAC5C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,oCAAoC,GAAG,UAAU,CAAA;AAE9D;kFACkF;AAClF,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC;;;;;;;;;;;;;;;;qFAgBqF;AACrF,MAAM,UAAU,sBAAsB,CACpC,OAAkD;IAElD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,IAAI,GAAa;QACrB,cAAc;QACd,OAAO;QACP,SAAS;QACT,QAAQ;QACR,mBAAmB;QACnB,QAAQ;QACR,MAAM,CAAC,2BAA2B,CAAC;QACnC,eAAe;QACf,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,qCAAqC;QACrC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACnD,CAAA;IACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC/E,IAAI,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,iGAAiG;IACjG,sGAAsG;IACtG,wFAAwF;IACxF,qGAAqG;IACrG,wGAAwG;IACxG,sGAAsG;IACtG,mGAAmG;IACnG,2EAA2E;IAC3E,MAAM,IAAI,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAA;IAC9C,MAAM,aAAa,GACjB,QAAQ,CAAC,WAAW,KAAK,KAAK;QAC9B,CAAC,QAAQ,CAAC,WAAW,KAAK,MAAM,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,GAAG,uCAAuC,CAAC,CAAA;IACtG,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC9F,MAAM,OAAO,GAAG,aAAa,CAC3B,MAAM,EAAE,iBAAiB,KAAK,IAAI,EAClC,QAAQ,CAAC,mBAAmB;QAC1B,CAAC,OAAO,CAAC,aAAa;YACpB,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,cAAc,CAAC;YACxD,CAAC,CAAC,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC,EACxD,KAAK,EACL,aAAa,EACb,QAAQ,CACT,CAAA;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,mBAAmB,IAAI,6BAA6B,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,2BAA2B,EAAE;QACvD,IAAI;QACJ,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,6BAA6B,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,uFAAuF;QACvF,6FAA6F;QAC7F,+FAA+F;QAC/F,uEAAuE;QACvE,GAAG,EAAE;YACH,uBAAuB,EAAE,GAAG,eAAe,WAAW;YACtD,gBAAgB,EAAE,GAAG,eAAe,SAAS;YAC7C,eAAe,EAAE,GAAG,eAAe,OAAO;YAC1C,8FAA8F;YAC9F,qBAAqB,EAAE,GAAG;SAC3B;KACF,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,oBAAoB;AACpB,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,+GAA+G;AAC/G,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAA;AACvD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAA;AAEhD;;;;;;qGAMqG;AACrG,MAAM,UAAU,6BAA6B,CAAC,WAAmB,EAAE,QAA6B;IAC9F,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAChD,MAAM,QAAQ,GAAG,8BAA8B,GAAG,iCAAiC,GAAG,SAAS,CAAA;IAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,6BAA6B,CAAC,CAAA;AAC5D,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG;;;;;;;;;;;;qEAYqE;AACrE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B;IACE,oCAAoC,CAAC,MAAM;IAC3C,oBAAoB,CAAC,MAAM;IAC3B,yCAAyC,CAAC,MAAM;IAChD,2BAA2B,CAAC,MAAM;IAClC,yDAAyD,CAAC,MAAM;IAChE,2BAA2B,CAAC,MAAM;CACnC,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAA;AACD,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,qBAAqB,GAAG,4CAA4C,CAAA;AAC1E,MAAM,QAAQ,GAAG,iDAAiD,CAAA;AAElE;;;;;GAKG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,QAAQ,GAA6D,IAAI,CAAA;IAC7E,IAAI,SAAS,GAA2B,IAAI,CAAA;IAC5C,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,IAAI,IAAI;YAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,KAAK;YAAE,SAAS,GAAG,KAAK,CAAA;QAC5B,IAAI,IAAI;YAAE,QAAQ,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IACtC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAChG,CAAC;AAED;;0DAE0D;AAC1D,MAAM,wBAAwB,GAAG,sDAAsD,CAAA;AACvF;;+DAE+D;AAC/D,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAE9D,SAAS,KAAK,CAAC,MAAc,EAAE,IAAY;IACzC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,IAAI,CAAA;IACxC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IACjD,OAAO,MAAM,GAAG,GAAG,CAAA,CAAC,UAAU;AAChC,CAAC;AAED;;sFAEsF;AACtF,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,IAAI,GACR,OAAO,CAAC,MAAM,GAAG,0BAA0B;YACzC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,GAAG,CAAC,CAAC,GAAG;YACxD,CAAC,CAAC,OAAO,CAAA;QACb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,KAAK,CAAC,MAAM,KAAK,qBAAqB;YAAE,MAAK;IACnD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,oGAAoG;IACpG,wFAAwF;IACxF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;IACvC,MAAM,OAAO,GAA2B,EAAE,CAAA;IAC1C,IAAI,aAAa,GAAG,sBAAsB,CAAA;IAC1C,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAA;QAChE,OAAO,CAAC,eAAe,CAAC,GAAG,YAAY,CAAA;QACvC,aAAa,GAAG,GAAG,YAAY,MAAM,CAAA;IACvC,CAAC;IACD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAW,CAAC,CAAA;QACzD,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;QAC7B,QAAQ,GAAG,KAAK,OAAO,YAAY,CAAA;IACrC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,6DAA6D,aAAa,UAAU,QAAQ,GAAG;QACxG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC;KACzB,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,OAAO,IAAI;QACT,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0BAA0B,IAAI,CAAC,CAAC,CAAC,iDAAiD;SAC5F;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,8EAA8E;SACxF;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;mDASmD;AACnD,kIAAkI;AAClI,MAAM,gBAAgB,GAAG,qCAAqC,CAAA;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,QAA6B;IAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAA;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,IAAI,CAAA;IAClE,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EACL,kEAAkE,QAAQ,yBAAyB;YACnG,qBAAqB,OAAO,oEAAoE;YAChG,6BAA6B;QAC/B,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KACxB,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAAC,OAAe;IAC9D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,IAAI,CAAC,CAAC,CAAW,EAAE,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW,EAAE,QAAuB;IAC1E,MAAM,cAAc,GAClB,+BAA+B,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,+BAA+B,CAAC,GAAG,CAAC,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,cAAc,CAAA;IACzC,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,QAAQ,EAAE,CAAA;IACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oCAAoC,QAAQ,0BAA0B,EAAE,CAAA;AAC3G,CAAC;AAED,gGAAgG;AAChG,eAAe;AACf,gGAAgG;AAEhG;;;;;;2FAM2F;AAC3F,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QAClC,SAAS,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,kBAAkB;AAClB,gGAAgG;AAEhG;;;;;;;;;;;;;;oEAcoE;AACpE,MAAM,CAAC,MAAM,mBAAmB,GAA4B;IAC1D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED;sFACsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAA4B;IACrE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAmBD,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB;;;;oCAIoC;AACpC,MAAM,0BAA0B,GAAG,IAAI,MAAM,CAC3C,2BAA2B,GAAG,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC7G,CAAA;AACD,qGAAqG;AACrG,MAAM,iCAAiC,GAAG,IAAI,MAAM,CAClD,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC/E,CAAA;AACD;;;;;;gEAMgE;AAChE,MAAM,8BAA8B,GAAG,IAAI,MAAM,CAC/C,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,6BAA6B;IAC7B,GAAG;IACH,KAAK,CACR,CAAA;AACD,iGAAiG;AACjG,MAAM,uCAAuC,GAAG,IAAI,MAAM,CACxD,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,KAAK,CACR,CAAA;AAED;;;;eAIe;AACf,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,IACE,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAQ,MAA8B,CAAC,OAAO,CAAA;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,eAAuB,EAAE,SAAiB;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,OAAO;QACL,KAAK,EAAE;YACL,OAAO,EACL,0CAA0C,KAAK,8CAA8C;gBAC7F,GAAG,SAAS,oDAAoD;YAClE,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,yBAAyB;SAChC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAc,EACd,IAAY;IAEZ,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,eAA8D,CAAA;QACrG,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IAED,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACvE,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,GAAG,kBAO1D,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,uBAAuB,GAAG,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,uBAA8D,CAAA;QAC3F,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9E,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,CAAC,GAAG,gBAM3C,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,8DAA8D;AAC9D,gGAAgG;AAEhG;;;;4BAI4B;AAC5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AAapF,SAAS,kBAAkB,CAAC,IAA6B,EAAE,GAAW;IACpE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;IAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,IAA6B,EAAE,YAAqC;IAC7F,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IAC/F,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;IACtG,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,sCAAsC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAED;;;gGAGgG;AAChG,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,KAAK,8BAA8B,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,iGAAiG;AACjG,SAAS,iBAAiB;IACxB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2FAA2F,CAC5F,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB;IAC/B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+GAA+G,CAChH,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,MAAe;IAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,aAAa;QAAE,OAAO,MAAM,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,iBAAiB,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAAM,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO;YAAE,wBAAwB,EAAE,CAAA;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAEhG,8GAA8G;AAC9G,MAAM,CAAC,MAAM,+BAA+B,GAAG,oBAAoB,CAAA;AAEnE,gGAAgG;AAChG,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,uCAAuC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,IAAa,EACb,QAA6B,EAC7B,YAAsC;IAEtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,IAAI,YAAY,KAAK,SAAS;QAAE,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvE,IAAI,GAAG,GACL,iBAAiB,IAAI,MAAM;QACzB,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;QACnF,CAAC,CAAC,MAAM,CAAA;IACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,oGAAoG;IACpG,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACnD,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,gBAAgB,CAAC,YAAY,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACjF,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,gBAAgB,CAAC,kCAAkC,CAAC,CAAA;IACtD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAA;IACtE,MAAM,IAAI,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAChD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;IACpB,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,cAAc;AACd,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,aAAa,GAAG;IACpB,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,iDAAiD,EAAE;IACrG,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAC3F,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,+BAA+B,EAAE;IACnF,gHAAgH;IAChH;QACE,KAAK,EAAE,qBAA8B;QACrC,OAAO,EAAE,2DAA2D;KACrE;CACF,CAAA;AAED;0GAC0G;AAC1G,MAAM,CAAC,MAAM,kBAAkB,GAA4C;IACzE,EAAE,EAAE,cAAc;IAClB,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,MAAM,EAAE,mBAAmB;IAC3B,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,2BAA2B;IAC7C,WAAW,EAAE,sBAAsB;IACnC,kBAAkB,EAAE,6BAA6B;IACjD,YAAY,EAAE,uBAAuB;IACrC,aAAa,EAAE,wBAAwB;IACvC,qBAAqB,EAAE,gCAAgC;IACvD,YAAY,EAAE,uBAAuB;IACrC,kBAAkB,EAAE,6BAA6B;IACjD,kBAAkB,EAAE,6BAA6B;IACjD,kFAAkF;IAClF,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC;IAC1F,mGAAmG;IACnG,kGAAkG;IAClG,gFAAgF;IAChF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iCAAiC;QAC1C,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,yBAAyB;QAClC,QAAQ,CAAC,KAAK;KACf;CACF,CAAA"}
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuHG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAE/C,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,uBAAuB,EAA8B,MAAM,kBAAkB,CAAA;AACtF,OAAO,EACL,2CAA2C,EAC3C,mBAAmB,EACnB,6BAA6B,EAC7B,2BAA2B,GAC5B,MAAM,eAAe,CAAA;AAUtB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,gGAAgG;AAChG,WAAW;AACX,gGAAgG;AAEhG;;;wDAGwD;AACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAA;AAEpD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,+BAA+B,GAAG,SAAS,CAAA;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAA;AACnD,MAAM,CAAC,MAAM,kCAAkC,GAAG,SAAS,CAAA;AAC3D,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,CAAA;AAE1D;iGACiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,GAAG,CAAA;AAC1D,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAA;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAI,CAAA;AA8BzD,SAAS,OAAO,CAAC,OAAe,EAAE,KAAc;IAC9C,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,qEAAqE,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gBAAgB,KAAK,+BAA+B,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,2CAA2C,CAAA;IAC7F,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,CAAC,kEAAkE,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACrG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,KAAa,EACb,OAAqB,EACrB,QAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAA;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAE,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,gBAAgB,KAAK,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,QAAiB;IACpE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACnD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACtD,OAAO,OAAO,CAAC,gBAAgB,KAAK,yBAAyB,EAAE,KAAK,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gEAAgE,GAAG,QAAQ,GAAG,YAAY,EAAE,KAAK,CAAC,CAAA;IAC5G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,2BAA2B,CAAC,GAAY;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAA;IAChD,MAAM,cAAc,GAAG,kBAAkB,CACvC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,CAChC,CAAA;IACD,MAAM,iBAAiB,GAAG,kBAAkB,CAC1C,CAAC,CAAC,mBAAmB,CAAC,EACtB,mBAAmB,EACnB,sCAAsC,EACtC,kCAAkC,EAClC,kCAAkC,CACnC,CAAA;IACD,+FAA+F;IAC/F,gGAAgG;IAChG,6FAA6F;IAC7F,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,OAAO,CACL,mCAAmC,iBAAiB,uCAAuC,cAAc,IAAI,EAC7G,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,cAAc;QACd,iBAAiB;QACjB,iCAAiC,EAAE,gBAAgB,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC3F,cAAc,EAAE,kBAAkB,CAChC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,2BAA2B,EAC3B,CAAC,EACD,+BAA+B,CAChC;QACD,mBAAmB,EACjB,CAAC,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,qBAAqB,CAAC,KAAK,IAAI;YACzE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,CAChB,CAAC,CAAC,qBAAqB,CAAC,EACxB,qBAAqB,EACrB,CAAC,EACD,CAAC,EACD,oCAAoC,CACrC;QACP,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACpG,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACvG,oBAAoB,EAAE,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC5E,qBAAqB,EAAE,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;QAC9F,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QAClF,yBAAyB,EAAE,cAAc,CACvC,CAAC,CAAC,2BAA2B,CAAC,EAC9B,2BAA2B,EAC3B,CAAC,qBAAqB,EAAE,iBAAiB,CAAU,EACnD,qBAAqB,CACtB;QACD,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAU,EAAE,MAAM,CAAC;QACvG,UAAU,EAAE,sBAAsB,CAAC,cAAc,EAAE,CAAC,CAAC;KACtD,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS;AACT,gGAAgG;AAEhG,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAE/C;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sBAAsB,CAAA;AACnE,MAAM,CAAC,MAAM,oCAAoC,GAAG,qCAAqC,CAAA;AAEzF;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAe,EACf,WAA0B,EAC1B,KAAK,GAAG,KAAK,EACb,aAAa,GAAG,KAAK,EACrB,QAGC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,OAAO,EAAE,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,QAAQ,EAAE,qBAAqB,KAAK,KAAK,CAAA;IAC9D,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9B,IAAI,WAAW,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAA;QACpE,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACrC,IAAI,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IAC7D,CAAC;IACD,4FAA4F;IAC5F,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IACxD,IAAI,QAAQ,EAAE,iBAAiB,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IACxF,IAAI,QAAQ,EAAE,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,8CAA8C,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED,OAAO,EAAE,uCAAuC,EAAE,MAAM,kBAAkB,CAAA;AAE1E,gEAAgE;AAChE,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAC5C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,oCAAoC,GAAG,UAAU,CAAA;AAE9D;kFACkF;AAClF,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC,8FAA8F;AAC9F,SAAS,YAAY,CAAC,IAAa;IACjC,OAAO,OAAO,IAAI,KAAK,QAAQ;QAC7B,IAAI,KAAK,IAAI;QACb,OAAQ,IAA8B,CAAC,UAAU,KAAK,SAAS;QAC/D,CAAC,CAAE,IAA8B;QACjC,CAAC,CAAC,SAAS,CAAA;AACf,CAAC;AAED;;;;;;;;;;;;;;;;qFAgBqF;AACrF,MAAM,UAAU,sBAAsB,CACpC,OAAkD;IAElD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,IAAI,GAAa;QACrB,cAAc;QACd,OAAO;QACP,SAAS;QACT,QAAQ;QACR,mBAAmB;QACnB,QAAQ;QACR,MAAM,CAAC,2BAA2B,CAAC;QACnC,eAAe;QACf,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,qCAAqC;QACrC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACnD,CAAA;IACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC/E,IAAI,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,iGAAiG;IACjG,sGAAsG;IACtG,wFAAwF;IACxF,qGAAqG;IACrG,wGAAwG;IACxG,sGAAsG;IACtG,mGAAmG;IACnG,2EAA2E;IAC3E,mGAAmG;IACnG,+FAA+F;IAC/F,MAAM,aAAa,GAAG,CAAC,CACrB,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU;QACtC,uBAAuB,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,CACjF,CAAA;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,qEAAqE;IACrE,MAAM,OAAO,GAAG,aAAa,CAC3B,MAAM,EAAE,iBAAiB,KAAK,IAAI,EAClC,QAAQ,CAAC,mBAAmB,KAAK,IAAI;QACnC,CAAC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAC3D,CAAC,CAAC,OAAO,CAAC,aAAa;YACrB,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,cAAc,CAAC;YACxD,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,cAAc,CAAC,EAC3E,KAAK,EACL,aAAa,EACb,QAAQ,CACT,CAAA;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,mBAAmB,IAAI,6BAA6B,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,2BAA2B,EAAE;QACvD,IAAI;QACJ,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,6BAA6B,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,uFAAuF;QACvF,6FAA6F;QAC7F,+FAA+F;QAC/F,uEAAuE;QACvE,GAAG,EAAE;YACH,uBAAuB,EAAE,GAAG,eAAe,WAAW;YACtD,gBAAgB,EAAE,GAAG,eAAe,SAAS;YAC7C,eAAe,EAAE,GAAG,eAAe,OAAO;YAC1C,8FAA8F;YAC9F,qBAAqB,EAAE,GAAG;SAC3B;KACF,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,oBAAoB;AACpB,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,+GAA+G;AAC/G,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAA;AACvD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAA;AAEhD;;;;;;qGAMqG;AACrG,MAAM,UAAU,6BAA6B,CAAC,WAAmB,EAAE,QAA6B;IAC9F,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAChD,MAAM,QAAQ,GAAG,8BAA8B,GAAG,iCAAiC,GAAG,SAAS,CAAA;IAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,6BAA6B,CAAC,CAAA;AAC5D,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG;;;;;;;;;;;;qEAYqE;AACrE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B;IACE,oCAAoC,CAAC,MAAM;IAC3C,oBAAoB,CAAC,MAAM;IAC3B,yCAAyC,CAAC,MAAM;IAChD,2BAA2B,CAAC,MAAM;IAClC,yDAAyD,CAAC,MAAM;IAChE,2BAA2B,CAAC,MAAM;CACnC,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAA;AACD,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,qBAAqB,GAAG,4CAA4C,CAAA;AAC1E,MAAM,QAAQ,GAAG,iDAAiD,CAAA;AAElE;;;;;GAKG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,QAAQ,GAA6D,IAAI,CAAA;IAC7E,IAAI,SAAS,GAA2B,IAAI,CAAA;IAC5C,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,IAAI,IAAI;YAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,KAAK;YAAE,SAAS,GAAG,KAAK,CAAA;QAC5B,IAAI,IAAI;YAAE,QAAQ,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IACtC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAChG,CAAC;AAED;;0DAE0D;AAC1D,MAAM,wBAAwB,GAAG,sDAAsD,CAAA;AACvF;;+DAE+D;AAC/D,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAE9D,SAAS,KAAK,CAAC,MAAc,EAAE,IAAY;IACzC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,IAAI,CAAA;IACxC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IACjD,OAAO,MAAM,GAAG,GAAG,CAAA,CAAC,UAAU;AAChC,CAAC;AAED;;sFAEsF;AACtF,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,IAAI,GACR,OAAO,CAAC,MAAM,GAAG,0BAA0B;YACzC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,GAAG,CAAC,CAAC,GAAG;YACxD,CAAC,CAAC,OAAO,CAAA;QACb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,KAAK,CAAC,MAAM,KAAK,qBAAqB;YAAE,MAAK;IACnD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,oGAAoG;IACpG,wFAAwF;IACxF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;IACvC,MAAM,OAAO,GAA2B,EAAE,CAAA;IAC1C,IAAI,aAAa,GAAG,sBAAsB,CAAA;IAC1C,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAA;QAChE,OAAO,CAAC,eAAe,CAAC,GAAG,YAAY,CAAA;QACvC,aAAa,GAAG,GAAG,YAAY,MAAM,CAAA;IACvC,CAAC;IACD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAW,CAAC,CAAA;QACzD,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;QAC7B,QAAQ,GAAG,KAAK,OAAO,YAAY,CAAA;IACrC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,6DAA6D,aAAa,UAAU,QAAQ,GAAG;QACxG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC;KACzB,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,OAAO,IAAI;QACT,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0BAA0B,IAAI,CAAC,CAAC,CAAC,iDAAiD;SAC5F;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,8EAA8E;SACxF;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;mDASmD;AACnD,kIAAkI;AAClI,MAAM,gBAAgB,GAAG,qCAAqC,CAAA;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,QAA6B;IAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAA;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,IAAI,CAAA;IAClE,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EACL,kEAAkE,QAAQ,yBAAyB;YACnG,qBAAqB,OAAO,oEAAoE;YAChG,6BAA6B;QAC/B,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KACxB,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAAC,OAAe;IAC9D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,IAAI,CAAC,CAAC,CAAW,EAAE,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW,EAAE,QAAuB;IAC1E,MAAM,cAAc,GAClB,+BAA+B,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,+BAA+B,CAAC,GAAG,CAAC,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,cAAc,CAAA;IACzC,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,QAAQ,EAAE,CAAA;IACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oCAAoC,QAAQ,0BAA0B,EAAE,CAAA;AAC3G,CAAC;AAED,gGAAgG;AAChG,eAAe;AACf,gGAAgG;AAEhG;;;;;;2FAM2F;AAC3F,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QAClC,SAAS,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,kBAAkB;AAClB,gGAAgG;AAEhG;;;;;;;;;;;;;;oEAcoE;AACpE,MAAM,CAAC,MAAM,mBAAmB,GAA4B;IAC1D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED;sFACsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAA4B;IACrE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAmBD,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB;;;;oCAIoC;AACpC,MAAM,0BAA0B,GAAG,IAAI,MAAM,CAC3C,2BAA2B,GAAG,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC7G,CAAA;AACD,qGAAqG;AACrG,MAAM,iCAAiC,GAAG,IAAI,MAAM,CAClD,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC/E,CAAA;AACD;;;;;;gEAMgE;AAChE,MAAM,8BAA8B,GAAG,IAAI,MAAM,CAC/C,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,6BAA6B;IAC7B,GAAG;IACH,KAAK,CACR,CAAA;AACD,iGAAiG;AACjG,MAAM,uCAAuC,GAAG,IAAI,MAAM,CACxD,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,KAAK,CACR,CAAA;AAED;;;;eAIe;AACf,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,IACE,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAQ,MAA8B,CAAC,OAAO,CAAA;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,eAAuB,EAAE,SAAiB;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,OAAO;QACL,KAAK,EAAE;YACL,OAAO,EACL,0CAA0C,KAAK,8CAA8C;gBAC7F,GAAG,SAAS,oDAAoD;YAClE,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,yBAAyB;SAChC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAc,EACd,IAAY;IAEZ,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,eAA8D,CAAA;QACrG,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IAED,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACvE,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,GAAG,kBAO1D,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,uBAAuB,GAAG,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,uBAA8D,CAAA;QAC3F,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9E,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,CAAC,GAAG,gBAM3C,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,8DAA8D;AAC9D,gGAAgG;AAEhG;;;;4BAI4B;AAC5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AAapF,SAAS,kBAAkB,CAAC,IAA6B,EAAE,GAAW;IACpE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;IAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,IAA6B,EAAE,YAAqC;IAC7F,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IAC/F,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;IACtG,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,sCAAsC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAED;;;gGAGgG;AAChG,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,KAAK,8BAA8B,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,iGAAiG;AACjG,SAAS,iBAAiB;IACxB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2FAA2F,CAC5F,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB;IAC/B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+GAA+G,CAChH,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,MAAe;IAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,aAAa;QAAE,OAAO,MAAM,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,iBAAiB,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAAM,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO;YAAE,wBAAwB,EAAE,CAAA;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAEhG,8GAA8G;AAC9G,MAAM,CAAC,MAAM,+BAA+B,GAAG,oBAAoB,CAAA;AAEnE,gGAAgG;AAChG,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,uCAAuC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,IAAa,EACb,QAA6B,EAC7B,YAAsC;IAEtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,IAAI,YAAY,KAAK,SAAS;QAAE,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvE,IAAI,GAAG,GACL,iBAAiB,IAAI,MAAM;QACzB,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;QACnF,CAAC,CAAC,MAAM,CAAA;IACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,oGAAoG;IACpG,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACnD,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,gBAAgB,CAAC,YAAY,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACjF,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,gBAAgB,CAAC,kCAAkC,CAAC,CAAA;IACtD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAA;IACtE,MAAM,IAAI,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAChD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;IACpB,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,cAAc;AACd,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,aAAa,GAAG;IACpB,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,iDAAiD,EAAE;IACrG,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAC3F,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,+BAA+B,EAAE;IACnF,gHAAgH;IAChH;QACE,KAAK,EAAE,qBAA8B;QACrC,OAAO,EAAE,2DAA2D;KACrE;CACF,CAAA;AAED;0GAC0G;AAC1G,MAAM,CAAC,MAAM,kBAAkB,GAA4C;IACzE,EAAE,EAAE,cAAc;IAClB,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,mGAAmG;IACnG,kGAAkG;IAClG,eAAe,EAAE;QACf,UAAU,EAAE,YAAY;QACxB,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;KACpF;IACD,MAAM,EAAE,mBAAmB;IAC3B,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,2BAA2B;IAC7C,WAAW,EAAE,sBAAsB;IACnC,kBAAkB,EAAE,6BAA6B;IACjD,YAAY,EAAE,uBAAuB;IACrC,aAAa,EAAE,wBAAwB;IACvC,qBAAqB,EAAE,gCAAgC;IACvD,YAAY,EAAE,uBAAuB;IACrC,kBAAkB,EAAE,6BAA6B;IACjD,kBAAkB,EAAE,6BAA6B;IACjD,kFAAkF;IAClF,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC;IAC1F,mGAAmG;IACnG,kGAAkG;IAClG,gFAAgF;IAChF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iCAAiC;QAC1C,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,yBAAyB;QAClC,QAAQ,CAAC,KAAK;KACf;CACF,CAAA"}

package/dist/runtime/tensorrt-llm/check.js

@@ -12,6 +12,7 @@ export const TENSORRT_LLM_MODEL_CHECK = {
         return tensorrtLlmCheckEngine({
             contextLength: resolved.context_length,
             kvCacheFreeGpuMemoryFraction: resolved.kv_cache_free_gpu_memory_fraction,
+            cudaGraphs: resolved.cuda_graphs,
         });
     },
 };

package/dist/runtime/tensorrt-llm/check.js.map

@@ -1 +1 @@
-{"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/check.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,iBAAiB,GAGlB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AAEnC,qGAAqG;AACrG,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,QAAQ,EAAE,sBAAsB;IAChC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,IAAI;IACnE,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAC9C,OAAO,sBAAsB,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;SACzE,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa,EAAE,IAAoB;IACvE,OAAO,iBAAiB,CAAC,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAChE,CAAC"}
+{"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/check.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,iBAAiB,GAGlB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AAEnC,qGAAqG;AACrG,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,QAAQ,EAAE,sBAAsB;IAChC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,IAAI;IACnE,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAC9C,OAAO,sBAAsB,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;YACxE,UAAU,EAAE,QAAQ,CAAC,WAAW;SACjC,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa,EAAE,IAAoB;IACvE,OAAO,iBAAiB,CAAC,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAChE,CAAC"}

package/dist/runtime/tensorrt-llm/compatibility.d.ts

@@ -5,9 +5,10 @@
  * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
  * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
  *
- *   - `memoryNeed`: weights plus the KV reserve divided by `kv_cache_free_gpu_memory_fraction`
- *     (`trtllm-serve`'s semantics: it spends only that fraction of what is free after the weights),
- *     bounded by tokens on a unified-memory card, plus the runtime and the activation peak;
+ *   - `memoryNeed`: weights plus an allowance for the engine's own layout of them, plus the KV
+ *     reserve divided by `kv_cache_free_gpu_memory_fraction` (`trtllm-serve`'s semantics: it spends
+ *     only that fraction of what is free after the weights), bounded by tokens on a unified-memory
+ *     card, plus the runtime and the activation peak;
  *   - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
  *     (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
  *
@@ -16,8 +17,9 @@
  * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
  */
 import type { GpuFacts, ModelCompatibility, RuntimeDescriptor } from '../../contracts/index.js';
-import { type CheckpointProblem, type FilesCheckResult, type HostMemory, type KvReserveBasis, type ManagedCheckEngine, type MemoryNeed, type ModelCheckInput, type ResolvedCheckpoint } from '../managed-models/compatibility.js';
+import { type CheckpointMemoryInputs, type CheckpointProblem, type FilesCheckResult, type HostMemory, type KvReserveBasis, type ManagedCheckEngine, type MemoryNeed, type ModelCheckInput, type ResolvedCheckpoint } from '../managed-models/compatibility.js';
 import type { JsonObject } from '../managed-models/quant-format.js';
+import { type TensorrtLlmCudaGraphsSetting, type TensorrtLlmLaunchPlan } from './cuda-graphs.js';
 export * from '../managed-models/compatibility.js';
 /**
  * A checkpoint whose architecture is supported but whose own shape the engine image cannot load —
@@ -67,9 +69,22 @@ export declare function kvCacheReserveBytes(weightBytesTotal: number, configJson
 /**
  * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
  * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
- * "Memory used outside torch"); the check takes the high end, never the low one.
+ * "Memory used outside torch"), then 1.6–1.8 GiB on an RTX 5090 Laptop (2026-10-09, the logged
+ * figure less the 0.32 GiB other processes held); the check takes the high end with headroom.
  */
 export declare const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES: number;
+/**
+ * The share of the checkpoint's weight bytes added for the engine's own layout of them, which is not
+ * the checkpoint's: the 1.3.0rc29 loader keeps Qwen3.5's linear-attention `in_proj_qkvz` in bf16
+ * whatever the checkpoint stores (`_add_qkvz_bf16_workaround`), and skips `mtp.*` layers. Measured on
+ * the RTX 5090 Laptop (2026-10-09): Qwen3.8-27B-NVFP4 held 21.71 GiB for 20.42 GiB of files (+6.3%),
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 18.23 GiB for 20.08 (−9.2%, 2.49 GiB of MTP unread).
+ * 5% refuses the first on that card's 23.57 GiB free, which otherwise spilled into shared memory
+ * under WDDM and never got ready, and still passes the second, which loads.
+ */
+export declare const TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE = 0.05;
+/** Bytes added to the checkpoint's weights for the engine's own layout of them. */
+export declare function weightLayoutAllowanceBytes(weightBytesTotal: number): number;
 /**
  * The engine's own memory beyond weights and KV cache: the runtime overhead plus the activation
  * peak of a `contextLength`-token prefill. Without it a checkpoint whose weights fit an 8 GB card
@@ -83,13 +98,22 @@ export interface MemorySizingInputs {
      * adapter's default. */
     contextLength: number;
     kvCacheFreeGpuMemoryFraction: number;
+    /** The provider's `cuda_graphs`. Only `on` adds the graphs' memory: `auto` turns them off where
+     *  they would not fit (`tensorrtLlmLaunchPlan`), `off` never captures them. Absent is `auto`. */
+    cudaGraphs?: TensorrtLlmCudaGraphsSetting;
 }
-/** TensorRT-LLM's memory rule on `gpu`: its weights plus that card's own kind of KV reserve plus the engine. */
+/** TensorRT-LLM's memory rule on `gpu`: its weights as the engine lays them out, plus that card's own kind of KV reserve, plus the engine. */
 export declare function tensorrtLlmMemoryNeed(gpu: GpuFacts, checkpoint: {
     weightBytesTotal: number;
     configJson: JsonObject;
     hfQuantConfigJson: JsonObject | null;
 }, memory: MemorySizingInputs): MemoryNeed;
+/**
+ * The launch plan `beforeCreate` hands the adapter (`ManagedEngineSpec.launchPlan`), from the card
+ * re-probed once the previous sessions stopped and the memory check passed: `auto` captures CUDA
+ * graphs only when they fit in what the card has free beyond everything else the check counts.
+ */
+export declare function tensorrtLlmLaunchPlan(memory: MemorySizingInputs, checkpoint: CheckpointMemoryInputs, gpu: GpuFacts, host: HostMemory): TensorrtLlmLaunchPlan;
 /** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
 export declare function tensorrtLlmCheckEngine(memory: MemorySizingInputs): ManagedCheckEngine;
 /** Every check above the memory line, for TensorRT-LLM (see `checkCheckpointFiles`). */

package/dist/runtime/tensorrt-llm/compatibility.js

@@ -5,9 +5,10 @@
  * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
  * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
  *
- *   - `memoryNeed`: weights plus the KV reserve divided by `kv_cache_free_gpu_memory_fraction`
- *     (`trtllm-serve`'s semantics: it spends only that fraction of what is free after the weights),
- *     bounded by tokens on a unified-memory card, plus the runtime and the activation peak;
+ *   - `memoryNeed`: weights plus an allowance for the engine's own layout of them, plus the KV
+ *     reserve divided by `kv_cache_free_gpu_memory_fraction` (`trtllm-serve`'s semantics: it spends
+ *     only that fraction of what is free after the weights), bounded by tokens on a unified-memory
+ *     card, plus the runtime and the activation peak;
  *   - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
  *     (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
  *
@@ -15,8 +16,9 @@
  * signatures — `MemorySizingInputs` is the provider's settings — and are the skeleton with this
  * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
  */
-import { checkCheckpoint, checkCheckpointFiles, checkCheckpointMemory, isUnifiedMemory, kvCacheBytes, positiveNumberField, } from '../managed-models/compatibility.js';
+import { checkCheckpoint, checkCheckpointFiles, checkCheckpointMemory, freeMemoryBytes, isUnifiedMemory, kvCacheBytes, positiveNumberField, } from '../managed-models/compatibility.js';
 import { TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
+import { TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES, tensorrtLlmCudaGraphsOn, } from './cuda-graphs.js';
 import { tensorrtLlmUnifiedKvMaxTokens } from './kv-cache.js';
 export * from '../managed-models/compatibility.js';
 const CORRECTION_BIAS_GATED_ARCHITECTURES = new Set([
@@ -105,9 +107,24 @@ export function kvCacheReserveBytes(weightBytesTotal, configJson, hfQuantConfigJ
 /**
  * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
  * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
- * "Memory used outside torch"); the check takes the high end, never the low one.
+ * "Memory used outside torch"), then 1.6–1.8 GiB on an RTX 5090 Laptop (2026-10-09, the logged
+ * figure less the 0.32 GiB other processes held); the check takes the high end with headroom.
  */
-export const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES = 1.5 * 1024 ** 3;
+export const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES = 2 * 1024 ** 3;
+/**
+ * The share of the checkpoint's weight bytes added for the engine's own layout of them, which is not
+ * the checkpoint's: the 1.3.0rc29 loader keeps Qwen3.5's linear-attention `in_proj_qkvz` in bf16
+ * whatever the checkpoint stores (`_add_qkvz_bf16_workaround`), and skips `mtp.*` layers. Measured on
+ * the RTX 5090 Laptop (2026-10-09): Qwen3.8-27B-NVFP4 held 21.71 GiB for 20.42 GiB of files (+6.3%),
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 18.23 GiB for 20.08 (−9.2%, 2.49 GiB of MTP unread).
+ * 5% refuses the first on that card's 23.57 GiB free, which otherwise spilled into shared memory
+ * under WDDM and never got ready, and still passes the second, which loads.
+ */
+export const TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE = 0.05;
+/** Bytes added to the checkpoint's weights for the engine's own layout of them. */
+export function weightLayoutAllowanceBytes(weightBytesTotal) {
+    return Math.ceil(Math.max(weightBytesTotal, 0) * TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE);
+}
 /**
  * Bytes of activation peak per prompt token per MLP intermediate element: the engine profiles a
  * warmup of `max_num_tokens` tokens (the launch sets it to the context length), and the peak grows
@@ -142,12 +159,14 @@ export function engineOverheadBytes(configJson, contextLength) {
     const intermediate = intermediateSize(configJson) ?? 0;
     return Math.ceil(TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES + contextLength * intermediate * ACTIVATION_BYTES_PER_TOKEN_ELEMENT);
 }
-/** TensorRT-LLM's memory rule on `gpu`: its weights plus that card's own kind of KV reserve plus the engine. */
+/** TensorRT-LLM's memory rule on `gpu`: its weights as the engine lays them out, plus that card's own kind of KV reserve, plus the engine. */
 export function tensorrtLlmMemoryNeed(gpu, checkpoint, memory) {
     const unified = isUnifiedMemory(gpu);
     const reserve = kvCacheReserveBytes(checkpoint.weightBytesTotal, checkpoint.configJson, checkpoint.hfQuantConfigJson, memory.contextLength, memory.kvCacheFreeGpuMemoryFraction, unified);
     const overheadBytes = engineOverheadBytes(checkpoint.configJson, memory.contextLength);
-    const neededBytes = checkpoint.weightBytesTotal + reserve.reserveBytes + overheadBytes;
+    const layoutBytes = weightLayoutAllowanceBytes(checkpoint.weightBytesTotal);
+    const cudaGraphsBytes = memory.cudaGraphs === 'on' ? TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES : 0;
+    const neededBytes = checkpoint.weightBytesTotal + layoutBytes + reserve.reserveBytes + overheadBytes + cudaGraphsBytes;
     // The token bound the launch writes, on a card where it writes one (adapter.ts).
     const kvTokens = unified && reserve.basis === 'config'
         ? ` kv_max_tokens=${tensorrtLlmUnifiedKvMaxTokens(memory.contextLength)}`
@@ -155,9 +174,22 @@ export function tensorrtLlmMemoryNeed(gpu, checkpoint, memory) {
     return {
         neededBytes,
         kvReserveBasis: reserve.basis,
-        details: `weight_bytes=${checkpoint.weightBytesTotal} kv_reserve_bytes=${reserve.reserveBytes} kv_reserve_basis=${reserve.basis}${kvTokens} engine_overhead_bytes=${overheadBytes} needed_bytes=${neededBytes}`,
+        details: `weight_bytes=${checkpoint.weightBytesTotal} weight_layout_bytes=${layoutBytes} kv_reserve_bytes=${reserve.reserveBytes} kv_reserve_basis=${reserve.basis}${kvTokens} engine_overhead_bytes=${overheadBytes}${cudaGraphsBytes > 0 ? ` cuda_graphs_bytes=${cudaGraphsBytes}` : ''} needed_bytes=${neededBytes}`,
     };
 }
+/**
+ * The launch plan `beforeCreate` hands the adapter (`ManagedEngineSpec.launchPlan`), from the card
+ * re-probed once the previous sessions stopped and the memory check passed: `auto` captures CUDA
+ * graphs only when they fit in what the card has free beyond everything else the check counts.
+ */
+export function tensorrtLlmLaunchPlan(memory, checkpoint, gpu, host) {
+    const setting = memory.cudaGraphs ?? 'auto';
+    if (setting !== 'auto')
+        return { cudaGraphs: setting === 'on' };
+    const withoutGraphs = tensorrtLlmMemoryNeed(gpu, checkpoint, { ...memory, cudaGraphs: 'off' });
+    const headroomBytes = freeMemoryBytes(gpu, host) - withoutGraphs.neededBytes;
+    return { cudaGraphs: tensorrtLlmCudaGraphsOn('auto', gpu.total_vram_bytes, headroomBytes) };
+}
 /** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
 export function tensorrtLlmCheckEngine(memory) {
     return {

package/dist/runtime/tensorrt-llm/compatibility.js.map

@@ -1 +1 @@
-{"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/compatibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,YAAY,EACZ,mBAAmB,GASpB,MAAM,oCAAoC,CAAA;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAE7D,cAAc,oCAAoC,CAAA;AAElD,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACvE,uBAAuB;IACvB,wBAAwB;IACxB,sBAAsB;IACtB,oBAAoB;CACrB,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAExD,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAE5C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAoB,EACpB,UAAsB,EACtB,WAA0C;IAE1C,IAAI,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,uBAAuB,CAAA;QAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EACL,gHAAgH;gBAClH,OAAO,EAAE,gBAAgB,YAAY,4BAA4B,OAAO,EAAE;aAC3E,CAAA;QACH,CAAC;IACH,CAAC;IACD,IACE,mCAAmC,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,WAAW,KAAK,SAAS;QACzB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC9D,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,EAClE,CAAC;QACD,OAAO;YACL,OAAO,EAAE,0BAA0B,sBAAsB,mBAAmB,YAAY,0CAA0C;YAClI,OAAO,EAAE,gBAAgB,YAAY,YAAY,sBAAsB,EAAE;SAC1E,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,UAAsB,EACtB,iBAAoC,EACpC,aAAqB,EACrB,4BAAoC,EACpC,aAAsB;IAEtB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC7F,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACL,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,4BAA4B,CAAC;YACzF,KAAK,EAAE,QAAQ;SAChB,CAAA;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAC9E,KAAK,EAAE,iBAAiB;KACzB,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAElE;;;;;GAKG;AACH,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAE9C,iHAAiH;AACjH,SAAS,gBAAgB,CAAC,cAA0B;IAClD,MAAM,UAAU,GACd,OAAO,cAAc,CAAC,WAAW,KAAK,QAAQ,IAAI,cAAc,CAAC,WAAW,KAAK,IAAI;QACnF,CAAC,CAAE,cAAc,CAAC,WAA0B;QAC5C,CAAC,CAAC,SAAS,CAAA;IACf,KAAK,MAAM,MAAM,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS;YAAE,SAAQ;QAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACrE,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAA;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACzD,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,MAAM,CAAA;IAC7C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,aAAqB;IAC/E,MAAM,YAAY,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACtD,OAAO,IAAI,CAAC,IAAI,CACd,mCAAmC,GAAG,aAAa,GAAG,YAAY,GAAG,kCAAkC,CACxG,CAAA;AACH,CAAC;AAUD,gHAAgH;AAChH,MAAM,UAAU,qBAAqB,CACnC,GAAa,EACb,UAAsG,EACtG,MAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,OAAO,GAAG,mBAAmB,CACjC,UAAU,CAAC,gBAAgB,EAC3B,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,iBAAiB,EAC5B,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,4BAA4B,EACnC,OAAO,CACR,CAAA;IACD,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IACtF,MAAM,WAAW,GAAG,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,YAAY,GAAG,aAAa,CAAA;IACtF,iFAAiF;IACjF,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,kBAAkB,6BAA6B,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACzE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO;QACL,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,KAAK;QAC7B,OAAO,EAAE,gBAAgB,UAAU,CAAC,gBAAgB,qBAAqB,OAAO,CAAC,YAAY,qBAAqB,OAAO,CAAC,KAAK,GAAG,QAAQ,0BAA0B,aAAa,iBAAiB,WAAW,EAAE;KAChN,CAAA;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CAAC,MAA0B;IAC/D,OAAO;QACL,QAAQ,EAAE,sBAAsB;QAChC,kBAAkB,EAAE,6BAA6B;QACjD,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;KAChF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,4BAA4B,CAC1C,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,uBAAuB,CACrC,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAC7F,CAAC"}
+{"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/compatibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,eAAe,EACf,YAAY,EACZ,mBAAmB,GAUpB,MAAM,oCAAoC,CAAA;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,sCAAsC,EACtC,uBAAuB,GAGxB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAE7D,cAAc,oCAAoC,CAAA;AAElD,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACvE,uBAAuB;IACvB,wBAAwB;IACxB,sBAAsB;IACtB,oBAAoB;CACrB,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAExD,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAE5C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAoB,EACpB,UAAsB,EACtB,WAA0C;IAE1C,IAAI,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,uBAAuB,CAAA;QAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EACL,gHAAgH;gBAClH,OAAO,EAAE,gBAAgB,YAAY,4BAA4B,OAAO,EAAE;aAC3E,CAAA;QACH,CAAC;IACH,CAAC;IACD,IACE,mCAAmC,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,WAAW,KAAK,SAAS;QACzB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC9D,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,EAClE,CAAC;QACD,OAAO;YACL,OAAO,EAAE,0BAA0B,sBAAsB,mBAAmB,YAAY,0CAA0C;YAClI,OAAO,EAAE,gBAAgB,YAAY,YAAY,sBAAsB,EAAE;SAC1E,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,UAAsB,EACtB,iBAAoC,EACpC,aAAqB,EACrB,4BAAoC,EACpC,aAAsB;IAEtB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC7F,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACL,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,4BAA4B,CAAC;YACzF,KAAK,EAAE,QAAQ;SAChB,CAAA;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAC9E,KAAK,EAAE,iBAAiB;KACzB,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAA;AAEhE;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAAG,IAAI,CAAA;AAExD,mFAAmF;AACnF,MAAM,UAAU,0BAA0B,CAAC,gBAAwB;IACjE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,oCAAoC,CAAC,CAAA;AACxF,CAAC;AAED;;;;;GAKG;AACH,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAE9C,iHAAiH;AACjH,SAAS,gBAAgB,CAAC,cAA0B;IAClD,MAAM,UAAU,GACd,OAAO,cAAc,CAAC,WAAW,KAAK,QAAQ,IAAI,cAAc,CAAC,WAAW,KAAK,IAAI;QACnF,CAAC,CAAE,cAAc,CAAC,WAA0B;QAC5C,CAAC,CAAC,SAAS,CAAA;IACf,KAAK,MAAM,MAAM,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS;YAAE,SAAQ;QAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACrE,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAA;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACzD,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,MAAM,CAAA;IAC7C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,aAAqB;IAC/E,MAAM,YAAY,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACtD,OAAO,IAAI,CAAC,IAAI,CACd,mCAAmC,GAAG,aAAa,GAAG,YAAY,GAAG,kCAAkC,CACxG,CAAA;AACH,CAAC;AAaD,8IAA8I;AAC9I,MAAM,UAAU,qBAAqB,CACnC,GAAa,EACb,UAAsG,EACtG,MAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,OAAO,GAAG,mBAAmB,CACjC,UAAU,CAAC,gBAAgB,EAC3B,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,iBAAiB,EAC5B,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,4BAA4B,EACnC,OAAO,CACR,CAAA;IACD,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IACtF,MAAM,WAAW,GAAG,0BAA0B,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;IAC3E,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/F,MAAM,WAAW,GACf,UAAU,CAAC,gBAAgB,GAAG,WAAW,GAAG,OAAO,CAAC,YAAY,GAAG,aAAa,GAAG,eAAe,CAAA;IACpG,iFAAiF;IACjF,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,kBAAkB,6BAA6B,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACzE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO;QACL,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,KAAK;QAC7B,OAAO,EAAE,gBAAgB,UAAU,CAAC,gBAAgB,wBAAwB,WAAW,qBAAqB,OAAO,CAAC,YAAY,qBAAqB,OAAO,CAAC,KAAK,GAAG,QAAQ,0BAA0B,aAAa,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,WAAW,EAAE;KACxT,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAA0B,EAC1B,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAA;IAC3C,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,EAAE,CAAA;IAC/D,MAAM,aAAa,GAAG,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAA;IAC9F,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,aAAa,CAAC,WAAW,CAAA;IAC5E,OAAO,EAAE,UAAU,EAAE,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC,EAAE,CAAA;AAC7F,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CAAC,MAA0B;IAC/D,OAAO;QACL,QAAQ,EAAE,sBAAsB;QAChC,kBAAkB,EAAE,6BAA6B;QACjD,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;KAChF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,4BAA4B,CAC1C,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,uBAAuB,CACrC,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAC7F,CAAC"}

package/dist/runtime/tensorrt-llm/cuda-graphs.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Whether a TensorRT-LLM launch captures CUDA graphs, in one module the launch (`adapter.ts`), its
+ * plan and the memory check (`compatibility.ts`) all import: the graphs cost memory the check has to
+ * count, and `auto` has to know whether that memory is there.
+ */
+/** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
+ *  an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
+ *  A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
+export declare const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES: number;
+/**
+ * What capturing CUDA graphs adds to the engine's peak, beyond what the memory check already counts.
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 on the RTX 5090 Laptop (2026-10-09): 21.47 GiB peak
+ * with graphs off, 26.37 GiB with them on (5.15 GiB outside torch instead of 1.92, 2.57 GiB of
+ * activations instead of 1.32), and every request then failed with "CUDA out of memory … 0 bytes is
+ * free". About 2 GB on an 8 GB card (Qwen3.5-2B). The larger figure, rounded up: too much only turns
+ * graphs off where they would have fit, too little starts a model that cannot answer.
+ */
+export declare const TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES: number;
+export type TensorrtLlmCudaGraphsSetting = 'auto' | 'on' | 'off';
+/** What `beforeCreate` hands the TensorRT-LLM launch (`ManagedLaunchContext.plan`), from the card as
+ *  it stands right before the container is created. */
+export interface TensorrtLlmLaunchPlan {
+    cudaGraphs: boolean;
+}
+/**
+ * Whether the launch captures CUDA graphs. `on` and `off` are the user's. `auto` turns them on only on
+ * a card of at least `TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES` (or a unified-memory one, `vramBytes`
+ * null) — and, when the free memory left after everything else the check counts is known
+ * (`headroomBytes`), only when the graphs fit in it: a 24 GB card holding an 18 GiB model has the size
+ * but not the room.
+ */
+export declare function tensorrtLlmCudaGraphsOn(setting: TensorrtLlmCudaGraphsSetting, vramBytes: number | null, headroomBytes?: number): boolean;

package/dist/runtime/tensorrt-llm/cuda-graphs.js

@@ -0,0 +1,33 @@
+/**
+ * Whether a TensorRT-LLM launch captures CUDA graphs, in one module the launch (`adapter.ts`), its
+ * plan and the memory check (`compatibility.ts`) all import: the graphs cost memory the check has to
+ * count, and `auto` has to know whether that memory is there.
+ */
+/** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
+ *  an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
+ *  A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
+export const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES = 12 * 1024 ** 3;
+/**
+ * What capturing CUDA graphs adds to the engine's peak, beyond what the memory check already counts.
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 on the RTX 5090 Laptop (2026-10-09): 21.47 GiB peak
+ * with graphs off, 26.37 GiB with them on (5.15 GiB outside torch instead of 1.92, 2.57 GiB of
+ * activations instead of 1.32), and every request then failed with "CUDA out of memory … 0 bytes is
+ * free". About 2 GB on an 8 GB card (Qwen3.5-2B). The larger figure, rounded up: too much only turns
+ * graphs off where they would have fit, too little starts a model that cannot answer.
+ */
+export const TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES = 5 * 1024 ** 3;
+/**
+ * Whether the launch captures CUDA graphs. `on` and `off` are the user's. `auto` turns them on only on
+ * a card of at least `TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES` (or a unified-memory one, `vramBytes`
+ * null) — and, when the free memory left after everything else the check counts is known
+ * (`headroomBytes`), only when the graphs fit in it: a 24 GB card holding an 18 GiB model has the size
+ * but not the room.
+ */
+export function tensorrtLlmCudaGraphsOn(setting, vramBytes, headroomBytes) {
+    if (setting !== 'auto')
+        return setting === 'on';
+    if (vramBytes !== null && vramBytes < TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES)
+        return false;
+    return headroomBytes === undefined || headroomBytes >= TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES;
+}
+//# sourceMappingURL=cuda-graphs.js.map

package/dist/runtime/tensorrt-llm/cuda-graphs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cuda-graphs.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/cuda-graphs.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;4FAE4F;AAC5F,MAAM,CAAC,MAAM,uCAAuC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;AAErE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAA;AAUnE;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAAqC,EACrC,SAAwB,EACxB,aAAsB;IAEtB,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,OAAO,KAAK,IAAI,CAAA;IAC/C,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,uCAAuC;QAAE,OAAO,KAAK,CAAA;IAC3F,OAAO,aAAa,KAAK,SAAS,IAAI,aAAa,IAAI,sCAAsC,CAAA;AAC/F,CAAC"}

package/dist/runtime/tensorrt-llm/delete.d.ts

@@ -0,0 +1,15 @@
+import type { ManagedScopePaths } from '../../config/index.js';
+import type { ModelFileOps } from './guest-files.js';
+export interface DeletedTensorrtLlmModelFiles {
+    freedBytes: number;
+    engineCachesRemoved: number;
+}
+/**
+ * `files` (change `add-tensorrt-llm-windows`, task 2.8): on Windows the model and its caches are in the
+ * WSL guest, and are sized and removed by commands there (`guestModelFiles`) — all caches and the model
+ * in one call each, the caches listed first. Without it, the walk below, as on Linux.
+ */
+export declare function deleteTensorrtLlmModelFiles(paths: ManagedScopePaths, model: {
+    id: string;
+    dir: string;
+}, files?: ModelFileOps): Promise<DeletedTensorrtLlmModelFiles>;

package/dist/runtime/tensorrt-llm/delete.js

@@ -0,0 +1,60 @@
+/**
+ * The files of a deleted `tensorrt-llm` model (task 2.24, design D12a, spec `tensorrt-llm-models`
+ * "Модель удаляется через core"): every engine cache of the model, from any descriptor it was ever
+ * loaded with, then its own folder. Caches go first: a failure there leaves the model listed, so the
+ * deletion can simply be retried, instead of leaving gigabytes of cache no model points at.
+ *
+ * The caller (`tensorrtLlmModelDeleter` in `src/core/tensorrt-llm.ts`) has already stopped the model
+ * with Docker's confirmation and holds its loads off; nothing here asks Docker anything.
+ */
+import { lstat, readdir, rm } from 'node:fs/promises';
+import { join } from 'node:path';
+import { engineCacheDirsOf, removeEngineCaches } from '../managed-text/index.js';
+/**
+ * Bytes of the regular files under `path`, symlinks not followed, a hard-linked file counted once
+ * across one deletion (`seen`). A missing path is 0.
+ */
+async function bytesUnder(path, seen) {
+    const info = await lstat(path).catch(() => undefined);
+    if (info === undefined)
+        return 0;
+    if (info.isFile()) {
+        const inode = `${info.dev}:${info.ino}`;
+        if (seen.has(inode))
+            return 0;
+        seen.add(inode);
+        return info.size;
+    }
+    if (!info.isDirectory())
+        return 0;
+    const children = await readdir(path).catch(() => []);
+    let total = 0;
+    for (const child of children)
+        total += await bytesUnder(join(path, child), seen);
+    return total;
+}
+/**
+ * `files` (change `add-tensorrt-llm-windows`, task 2.8): on Windows the model and its caches are in the
+ * WSL guest, and are sized and removed by commands there (`guestModelFiles`) — all caches and the model
+ * in one call each, the caches listed first. Without it, the walk below, as on Linux.
+ */
+export async function deleteTensorrtLlmModelFiles(paths, model, files) {
+    if (files !== undefined) {
+        const caches = await engineCacheDirsOf(paths, model.id);
+        const sizes = await files.sizes([...caches, model.dir]);
+        await files.remove([...caches, model.dir]);
+        const freed = [...sizes.values()].reduce((sum, bytes) => sum + bytes, 0);
+        return { freedBytes: freed, engineCachesRemoved: caches.length };
+    }
+    const seen = new Set();
+    const caches = await engineCacheDirsOf(paths, model.id);
+    const sizes = new Map();
+    for (const dir of caches)
+        sizes.set(dir, await bytesUnder(dir, seen));
+    const modelBytes = await bytesUnder(model.dir, seen);
+    const removed = await removeEngineCaches(paths, { modelId: model.id });
+    await rm(model.dir, { recursive: true, force: true });
+    const cacheBytes = removed.reduce((sum, dir) => sum + (sizes.get(dir) ?? 0), 0);
+    return { freedBytes: cacheBytes + modelBytes, engineCachesRemoved: removed.length };
+}
+//# sourceMappingURL=delete.js.map

package/dist/runtime/tensorrt-llm/delete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/delete.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAQhF;;;GAGG;AACH,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,IAAiB;IACvD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACrD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,CAAA;IAChC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAA;QACvC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACf,OAAO,IAAI,CAAC,IAAI,CAAA;IAClB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;QAAE,OAAO,CAAC,CAAA;IACjC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;IACpD,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,KAAK,IAAI,QAAQ;QAAE,KAAK,IAAI,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAA;IAChF,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,KAAwB,EACxB,KAAkC,EAClC,KAAoB;IAEpB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;QACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QACvD,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAA;QACxE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IACvD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;IACvC,KAAK,MAAM,GAAG,IAAI,MAAM;QAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAA;IACrE,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAEpD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA;IACtE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC/E,OAAO,EAAE,UAAU,EAAE,UAAU,GAAG,UAAU,EAAE,mBAAmB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAA;AACrF,CAAC"}

package/dist/runtime/tensorrt-llm/engine.js

@@ -5,9 +5,16 @@
  */
 import { TENSORRT_LLM_DESCRIPTOR_SOURCE, TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
 import { tensorrtLlmAdapter } from './adapter.js';
-import { tensorrtLlmCheckEngine } from './compatibility.js';
+import { tensorrtLlmCheckEngine, tensorrtLlmLaunchPlan } from './compatibility.js';
 import { tensorrtLlmRoutePolicy } from './route-policy.js';
 import { tensorrtLlmSettings } from './settings.js';
+function memorySizing(settings) {
+    return {
+        contextLength: settings.context_length,
+        kvCacheFreeGpuMemoryFraction: settings.kv_cache_free_gpu_memory_fraction,
+        cudaGraphs: settings.cuda_graphs,
+    };
+}
 export const TENSORRT_LLM_ENGINE = {
     engine_id: TENSORRT_LLM_ENGINE_ID,
     provider: TENSORRT_LLM_ENGINE_ID,
@@ -15,10 +22,9 @@ export const TENSORRT_LLM_ENGINE = {
     descriptor: TENSORRT_LLM_DESCRIPTOR_SOURCE,
     adapter: tensorrtLlmAdapter,
     settings: tensorrtLlmSettings,
-    check: (settings) => tensorrtLlmCheckEngine({
-        contextLength: settings.context_length,
-        kvCacheFreeGpuMemoryFraction: settings.kv_cache_free_gpu_memory_fraction,
-    }),
+    check: (settings) => tensorrtLlmCheckEngine(memorySizing(settings)),
+    // Whether `auto` captures CUDA graphs, decided on the card as it stands right before the container.
+    launchPlan: (settings, checkpoint, gpu, host) => tensorrtLlmLaunchPlan(memorySizing(settings), checkpoint, gpu, host),
     routePolicy: tensorrtLlmRoutePolicy,
 };
 //# sourceMappingURL=engine.js.map

package/dist/runtime/tensorrt-llm/engine.js.map

@@ -1 +1 @@
-{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAEhG,OAAO,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAA;AAC3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,MAAM,CAAC,MAAM,mBAAmB,GAA2C;IACzE,SAAS,EAAE,sBAAsB;IACjC,QAAQ,EAAE,sBAAsB;IAChC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,8BAA8B;IAC1C,OAAO,EAAE,kBAAkB;IAC3B,QAAQ,EAAE,mBAAmB;IAC7B,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAClB,sBAAsB,CAAC;QACrB,aAAa,EAAE,QAAQ,CAAC,cAAc;QACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;KACzE,CAAC;IACJ,WAAW,EAAE,sBAAsB;CACpC,CAAA"}
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAEhG,OAAO,EAAE,kBAAkB,EAA4B,MAAM,cAAc,CAAA;AAC3E,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAA2B,MAAM,oBAAoB,CAAA;AAC3G,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,SAAS,YAAY,CAAC,QAA6B;IACjD,OAAO;QACL,aAAa,EAAE,QAAQ,CAAC,cAAc;QACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;QACxE,UAAU,EAAE,QAAQ,CAAC,WAAW;KACjC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAA2C;IACzE,SAAS,EAAE,sBAAsB;IACjC,QAAQ,EAAE,sBAAsB;IAChC,KAAK,EAAE,cAAc;IACrB,UAAU,EAAE,8BAA8B;IAC1C,OAAO,EAAE,kBAAkB;IAC3B,QAAQ,EAAE,mBAAmB;IAC7B,KAAK,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,sBAAsB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnE,oGAAoG;IACpG,UAAU,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAC9C,qBAAqB,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC;IACtE,WAAW,EAAE,sBAAsB;CACpC,CAAA"}

package/dist/runtime/tensorrt-llm/guest-files.d.ts

@@ -0,0 +1,8 @@
+import { type GuestMount, type WslDistributionTransport } from '../wsl/index.js';
+/** Sizing and removing model and cache folders; the Linux default walks the file system itself. */
+export interface ModelFileOps {
+    /** Bytes under each path; a path that is not there is 0. */
+    sizes(paths: string[]): Promise<Map<string, number>>;
+    remove(paths: string[]): Promise<void>;
+}
+export declare function guestModelFiles(transport: WslDistributionTransport, mount?: GuestMount): ModelFileOps;