@atomic-chat/core 0.5.1 → 0.13.6

package/dist/runtime/tensorrt-llm/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuHG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,sBAAsB,EACtB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAE/C,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,uBAAuB,EAA8B,MAAM,kBAAkB,CAAA;AACtF,OAAO,EACL,2CAA2C,EAC3C,mBAAmB,EACnB,6BAA6B,EAC7B,2BAA2B,GAC5B,MAAM,eAAe,CAAA;AAUtB,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,gGAAgG;AAChG,WAAW;AACX,gGAAgG;AAEhG;;;wDAGwD;AACxD,MAAM,gBAAgB,GAAG,2BAA2B,CAAA;AAEpD,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,+BAA+B,GAAG,SAAS,CAAA;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAA;AACnD,MAAM,CAAC,MAAM,kCAAkC,GAAG,SAAS,CAAA;AAC3D,MAAM,CAAC,MAAM,sCAAsC,GAAG,IAAI,CAAA;AAE1D;iGACiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,GAAG,CAAA;AAC1D,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAA;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAA;AACtD,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAI,CAAA;AA8BzD,SAAS,OAAO,CAAC,OAAe,EAAE,KAAc;IAC9C,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,qEAAqE,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAc,EACd,KAAa,EACb,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gBAAgB,KAAK,+BAA+B,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvF,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,2CAA2C,CAAA;IAC7F,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,MAAM,GAAG,GAAG,uCAAuC,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,OAAO,CAAC,kEAAkE,GAAG,QAAQ,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACrG,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,cAAc,CACrB,KAAc,EACd,KAAa,EACb,OAAqB,EACrB,QAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAA;IAC1E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAE,OAA6B,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,CAAC,gBAAgB,KAAK,mBAAmB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAc,EAAE,KAAa,EAAE,QAAiB;IACpE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IAC1D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAA;IACnD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAA;IACtD,OAAO,OAAO,CAAC,gBAAgB,KAAK,yBAAyB,EAAE,KAAK,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IACtD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,MAAM,GAAG,GAAG,qCAAqC,CAAA;IACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACxF,OAAO,CAAC,gEAAgE,GAAG,QAAQ,GAAG,YAAY,EAAE,KAAK,CAAC,CAAA;IAC5G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,2BAA2B,CAAC,GAAY;IACtD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,CAAC,0CAA0C,EAAE,GAAG,CAAC,CAAA;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAA;IAChD,MAAM,cAAc,GAAG,kBAAkB,CACvC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,mCAAmC,EACnC,+BAA+B,EAC/B,+BAA+B,CAChC,CAAA;IACD,MAAM,iBAAiB,GAAG,kBAAkB,CAC1C,CAAC,CAAC,mBAAmB,CAAC,EACtB,mBAAmB,EACnB,sCAAsC,EACtC,kCAAkC,EAClC,kCAAkC,CACnC,CAAA;IACD,+FAA+F;IAC/F,gGAAgG;IAChG,6FAA6F;IAC7F,IAAI,iBAAiB,IAAI,cAAc,EAAE,CAAC;QACxC,OAAO,CACL,mCAAmC,iBAAiB,uCAAuC,cAAc,IAAI,EAC7G,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,cAAc;QACd,iBAAiB;QACjB,iCAAiC,EAAE,gBAAgB,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC;QAC3F,cAAc,EAAE,kBAAkB,CAChC,CAAC,CAAC,gBAAgB,CAAC,EACnB,gBAAgB,EAChB,2BAA2B,EAC3B,CAAC,EACD,+BAA+B,CAChC;QACD,mBAAmB,EACjB,CAAC,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,qBAAqB,CAAC,KAAK,IAAI;YACzE,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,kBAAkB,CAChB,CAAC,CAAC,qBAAqB,CAAC,EACxB,qBAAqB,EACrB,CAAC,EACD,CAAC,EACD,oCAAoC,CACrC;QACP,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACpG,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAU,EAAE,MAAM,CAAC;QACvG,oBAAoB,EAAE,2BAA2B,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC;QAC5E,qBAAqB,EAAE,YAAY,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,uBAAuB,EAAE,IAAI,CAAC;QAC9F,iBAAiB,EAAE,YAAY,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC;QAClF,yBAAyB,EAAE,cAAc,CACvC,CAAC,CAAC,2BAA2B,CAAC,EAC9B,2BAA2B,EAC3B,CAAC,qBAAqB,EAAE,iBAAiB,CAAU,EACnD,qBAAqB,CACtB;QACD,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAU,EAAE,MAAM,CAAC;QACvG,UAAU,EAAE,sBAAsB,CAAC,cAAc,EAAE,CAAC,CAAC;KACtD,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS;AACT,gGAAgG;AAEhG,mDAAmD;AACnD,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AAE/C;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG,sBAAsB,CAAA;AACnE,MAAM,CAAC,MAAM,oCAAoC,GAAG,qCAAqC,CAAA;AAEzF;;;;;;GAMG;AACH,SAAS,aAAa,CACpB,MAAe,EACf,WAA0B,EAC1B,KAAK,GAAG,KAAK,EACb,aAAa,GAAG,KAAK,EACrB,QAGC;IAED,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,OAAO,EAAE,CAAC,CAAA;IACtE,MAAM,YAAY,GAAG,QAAQ,EAAE,qBAAqB,KAAK,KAAK,CAAA;IAC9D,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC9B,IAAI,WAAW,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAA;QACpE,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACrC,IAAI,YAAY;YAAE,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;IAC7D,CAAC;IACD,4FAA4F;IAC5F,IAAI,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IACxD,IAAI,QAAQ,EAAE,iBAAiB,KAAK,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAA;IACxF,IAAI,QAAQ,EAAE,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,8CAA8C,CAAC,CAAA;IACjF,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAA;IAC/F,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAC5D,CAAC;AAED,OAAO,EAAE,uCAAuC,EAAE,MAAM,kBAAkB,CAAA;AAE1E,gEAAgE;AAChE,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAC5C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAA;AAClD,MAAM,CAAC,MAAM,oCAAoC,GAAG,UAAU,CAAA;AAE9D;kFACkF;AAClF,MAAM,mBAAmB,GAAG,SAAS,CAAA;AAErC,8FAA8F;AAC9F,SAAS,YAAY,CAAC,IAAa;IACjC,OAAO,OAAO,IAAI,KAAK,QAAQ;QAC7B,IAAI,KAAK,IAAI;QACb,OAAQ,IAA8B,CAAC,UAAU,KAAK,SAAS;QAC/D,CAAC,CAAE,IAA8B;QACjC,CAAC,CAAC,SAAS,CAAA;AACf,CAAC;AAED;;;;;;;;;;;;;;;;qFAgBqF;AACrF,MAAM,UAAU,sBAAsB,CACpC,OAAkD;IAElD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACrF,MAAM,IAAI,GAAa;QACrB,cAAc;QACd,OAAO;QACP,SAAS;QACT,QAAQ;QACR,mBAAmB;QACnB,QAAQ;QACR,MAAM,CAAC,2BAA2B,CAAC;QACnC,eAAe;QACf,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,kBAAkB;QAClB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,qCAAqC;QACrC,MAAM,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACnD,CAAA;IACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IAC/E,IAAI,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,iGAAiG;IACjG,sGAAsG;IACtG,wFAAwF;IACxF,qGAAqG;IACrG,wGAAwG;IACxG,sGAAsG;IACtG,mGAAmG;IACnG,2EAA2E;IAC3E,mGAAmG;IACnG,+FAA+F;IAC/F,MAAM,aAAa,GAAG,CAAC,CACrB,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU;QACtC,uBAAuB,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,CACjF,CAAA;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC9F,kGAAkG;IAClG,qEAAqE;IACrE,MAAM,OAAO,GAAG,aAAa,CAC3B,MAAM,EAAE,iBAAiB,KAAK,IAAI,EAClC,QAAQ,CAAC,mBAAmB,KAAK,IAAI;QACnC,CAAC,CAAC,2BAA2B,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAC3D,CAAC,CAAC,OAAO,CAAC,aAAa;YACrB,CAAC,CAAC,6BAA6B,CAAC,QAAQ,CAAC,cAAc,CAAC;YACxD,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,cAAc,CAAC,EAC3E,KAAK,EACL,aAAa,EACb,QAAQ,CACT,CAAA;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,GAAG,mBAAmB,IAAI,6BAA6B,EAAE,CAAC,CAAA;IACjG,CAAC;IAED,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,2BAA2B,EAAE;QACvD,IAAI;QACJ,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,6BAA6B,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,uFAAuF;QACvF,6FAA6F;QAC7F,+FAA+F;QAC/F,uEAAuE;QACvE,GAAG,EAAE;YACH,uBAAuB,EAAE,GAAG,eAAe,WAAW;YACtD,gBAAgB,EAAE,GAAG,eAAe,SAAS;YAC7C,eAAe,EAAE,GAAG,eAAe,OAAO;YAC1C,8FAA8F;YAC9F,qBAAqB,EAAE,GAAG;SAC3B;KACF,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,oBAAoB;AACpB,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,+GAA+G;AAC/G,MAAM,CAAC,MAAM,iCAAiC,GAAG,MAAM,CAAA;AACvD,0FAA0F;AAC1F,MAAM,CAAC,MAAM,6BAA6B,GAAG,GAAG,CAAA;AAEhD;;;;;;qGAMqG;AACrG,MAAM,UAAU,6BAA6B,CAAC,WAAmB,EAAE,QAA6B;IAC9F,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,GAAG,CAAA;IAChD,MAAM,QAAQ,GAAG,8BAA8B,GAAG,iCAAiC,GAAG,SAAS,CAAA;IAC/F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,6BAA6B,CAAC,CAAA;AAC5D,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG;;;;;;;;;;;;qEAYqE;AACrE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B;IACE,oCAAoC,CAAC,MAAM;IAC3C,oBAAoB,CAAC,MAAM;IAC3B,yCAAyC,CAAC,MAAM;IAChD,2BAA2B,CAAC,MAAM;IAClC,yDAAyD,CAAC,MAAM;IAChE,2BAA2B,CAAC,MAAM;CACnC,CAAC,IAAI,CAAC,GAAG,CAAC,CACZ,CAAA;AACD,oFAAoF;AACpF,MAAM,qBAAqB,GAAG,CAAC,CAAA;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAA;AACtC,MAAM,qBAAqB,GAAG,4CAA4C,CAAA;AAC1E,MAAM,QAAQ,GAAG,iDAAiD,CAAA;AAElE;;;;;GAKG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,QAAQ,GAA6D,IAAI,CAAA;IAC7E,IAAI,SAAS,GAA2B,IAAI,CAAA;IAC5C,IAAI,QAAQ,GAA2B,IAAI,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,IAAI,IAAI;YAAE,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC7C,IAAI,KAAK;YAAE,SAAS,GAAG,KAAK,CAAA;QAC5B,IAAI,IAAI;YAAE,QAAQ,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAA;IACtC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAChG,CAAC;AAED;;0DAE0D;AAC1D,MAAM,wBAAwB,GAAG,sDAAsD,CAAA;AACvF;;+DAE+D;AAC/D,MAAM,wBAAwB,GAAG,6BAA6B,CAAA;AAE9D,SAAS,KAAK,CAAC,MAAc,EAAE,IAAY;IACzC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IACjC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,IAAI,CAAA;IACxC,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IACjD,OAAO,MAAM,GAAG,GAAG,CAAA,CAAC,UAAU;AAChC,CAAC;AAED;;sFAEsF;AACtF,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,SAAQ;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,MAAM,IAAI,GACR,OAAO,CAAC,MAAM,GAAG,0BAA0B;YACzC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,0BAA0B,GAAG,CAAC,CAAC,GAAG;YACxD,CAAC,CAAC,OAAO,CAAA;QACb,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAQ;QAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChB,IAAI,KAAK,CAAC,MAAM,KAAK,qBAAqB;YAAE,MAAK;IACnD,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,oGAAoG;IACpG,wFAAwF;IACxF,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;IACvC,MAAM,OAAO,GAA2B,EAAE,CAAA;IAC1C,IAAI,aAAa,GAAG,sBAAsB,CAAA;IAC1C,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAW,CAAC,CAAA;QAChE,OAAO,CAAC,eAAe,CAAC,GAAG,YAAY,CAAA;QACvC,aAAa,GAAG,GAAG,YAAY,MAAM,CAAA;IACvC,CAAC;IACD,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAW,CAAC,CAAA;QACzD,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAA;QAC7B,QAAQ,GAAG,KAAK,OAAO,YAAY,CAAA;IACrC,CAAC;IACD,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,6DAA6D,aAAa,UAAU,QAAQ,GAAG;QACxG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC;KACzB,CAAA;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,OAAO,IAAI;QACT,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0BAA0B,IAAI,CAAC,CAAC,CAAC,iDAAiD;SAC5F;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED,SAAS,+BAA+B,CAAC,GAAW;IAClD,OAAO,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,CAAC,CAAC;YACE,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,8EAA8E;SACxF;QACH,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;mDASmD;AACnD,kIAAkI;AAClI,MAAM,gBAAgB,GAAG,qCAAqC,CAAA;AAE9D;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,QAA6B;IAE7B,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAA;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,OAAO;QAAE,OAAO,IAAI,CAAA;IAClE,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,OAAO,EACL,kEAAkE,QAAQ,yBAAyB;YACnG,qBAAqB,OAAO,oEAAoE;YAChG,6BAA6B;QAC/B,OAAO,EAAE,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE;QAClE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;KACxB,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,MAAM,kBAAkB,GAAG,kCAAkC,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAAC,OAAe;IAC9D,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC,IAAI,CAAC,CAAC,CAAW,EAAE,CAAA;AAC5F,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW,EAAE,QAAuB;IAC1E,MAAM,cAAc,GAClB,+BAA+B,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,+BAA+B,CAAC,GAAG,CAAC,CAAA;IAClG,IAAI,cAAc;QAAE,OAAO,cAAc,CAAA;IACzC,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,kBAAkB,QAAQ,EAAE,CAAA;IACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oCAAoC,QAAQ,0BAA0B,EAAE,CAAA;AAC3G,CAAC;AAED,gGAAgG;AAChG,eAAe;AACf,gGAAgG;AAEhG;;;;;;2FAM2F;AAC3F,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IAC1B,OAAO;QACL,KAAK,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QAClC,SAAS,EAAE,MAAM,EAAE,gBAAgB,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,kBAAkB;AAClB,gGAAgG;AAEhG;;;;;;;;;;;;;;oEAcoE;AACpE,MAAM,CAAC,MAAM,mBAAmB,GAA4B;IAC1D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED;sFACsF;AACtF,MAAM,CAAC,MAAM,8BAA8B,GAA4B;IACrE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAmBD,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB;;;;oCAIoC;AACpC,MAAM,0BAA0B,GAAG,IAAI,MAAM,CAC3C,2BAA2B,GAAG,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC7G,CAAA;AACD,qGAAqG;AACrG,MAAM,iCAAiC,GAAG,IAAI,MAAM,CAClD,wBAAwB,GAAG,2CAA2C,GAAG,KAAK,CAC/E,CAAA;AACD;;;;;;gEAMgE;AAChE,MAAM,8BAA8B,GAAG,IAAI,MAAM,CAC/C,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,6BAA6B;IAC7B,GAAG;IACH,KAAK,CACR,CAAA;AACD,iGAAiG;AACjG,MAAM,uCAAuC,GAAG,IAAI,MAAM,CACxD,0BAA0B;IACxB,GAAG;IACH,sDAAsD;IACtD,GAAG;IACH,uBAAuB;IACvB,GAAG;IACH,gCAAgC;IAChC,GAAG;IACH,KAAK,CACR,CAAA;AAED;;;;eAIe;AACf,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAA;QAC1C,IACE,MAAM,KAAK,IAAI;YACf,OAAO,MAAM,KAAK,QAAQ;YAC1B,OAAQ,MAAgC,CAAC,OAAO,KAAK,QAAQ,EAC7D,CAAC;YACD,OAAQ,MAA8B,CAAC,OAAO,CAAA;QAChD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,qBAAqB,CAAC,eAAuB,EAAE,SAAiB;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACnC,OAAO;QACL,KAAK,EAAE;YACL,OAAO,EACL,0CAA0C,KAAK,8CAA8C;gBAC7F,GAAG,SAAS,oDAAoD;YAClE,IAAI,EAAE,uBAAuB;YAC7B,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,yBAAyB;SAChC;KACF,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAc,EACd,IAAY;IAEZ,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/B,MAAM,eAAe,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,GAAG,eAA8D,CAAA;QACrG,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACnF,CAAC;IAED,MAAM,kBAAkB,GAAG,8BAA8B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACvE,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,EAAE,aAAa,CAAC,GAAG,kBAO1D,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IACnG,CAAC;IAED,MAAM,uBAAuB,GAAG,iCAAiC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,uBAA8D,CAAA;QAC3F,OAAO,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,MAAM,gBAAgB,GAAG,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9E,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,SAAS,EAAE,gBAAgB,CAAC,GAAG,gBAM3C,CAAA;QACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,8DAA8D;AAC9D,gGAAgG;AAEhG;;;;4BAI4B;AAC5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AAapF,SAAS,kBAAkB,CAAC,IAA6B,EAAE,GAAW;IACpE,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAA;IAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,KAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,iBAAiB,CAAC,IAA6B,EAAE,YAAqC;IAC7F,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IAC/F,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;IACtG,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,sCAAsC,EAAE,wBAAwB,CAAC,CAAA;IAC3G,CAAC;AACH,CAAC;AAED;;;gGAGgG;AAChG,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,KAAK,8BAA8B,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;AAC7E,CAAC;AAED,iGAAiG;AACjG,SAAS,iBAAiB;IACxB,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2FAA2F,CAC5F,CAAA;AACH,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB;IAC/B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,+GAA+G,CAChH,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,MAAe;IAC7C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,aAAa;QAAE,OAAO,MAAM,CAAA;IAC7E,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,CAAA;IACrC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAAE,iBAAiB,EAAE,CAAA;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC/B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,MAAM,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO;YAAE,wBAAwB,EAAE,CAAA;QACxE,OAAO,MAAM,CAAA;IACf,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAwB,IAAI,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAA;AAEhG,8GAA8G;AAC9G,MAAM,CAAC,MAAM,+BAA+B,GAAG,oBAAoB,CAAA;AAEnE,gGAAgG;AAChG,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,uCAAuC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AACH,MAAM,UAAU,6BAA6B,CAC3C,KAAa,EACb,IAAa,EACb,QAA6B,EAC7B,YAAsC;IAEtC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,IAAI,YAAY,KAAK,SAAS;QAAE,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACvE,IAAI,GAAG,GACL,iBAAiB,IAAI,MAAM;QACzB,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,eAAe,EAAE,sBAAsB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE;QACnF,CAAC,CAAC,MAAM,CAAA;IACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,oGAAoG;IACpG,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEtD,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;QACnD,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,gBAAgB,CAAC,YAAY,CAAC,CAAA;QACjE,OAAO,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IACjF,CAAC;IAED,uBAAuB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACpD,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,gBAAgB,CAAC,kCAAkC,CAAC,CAAA;IACtD,CAAC;IACD,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAA;IACtE,MAAM,IAAI,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAA;IAChD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;IACpB,OAAO,IAAI,CAAA;AACb,CAAC;AAED,gGAAgG;AAChG,cAAc;AACd,gGAAgG;AAEhG;;;;;;;;;GASG;AACH,MAAM,aAAa,GAAG;IACpB,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,iDAAiD,EAAE;IACrG,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAC3F,EAAE,KAAK,EAAE,qBAA8B,EAAE,OAAO,EAAE,+BAA+B,EAAE;IACnF,gHAAgH;IAChH;QACE,KAAK,EAAE,qBAA8B;QACrC,OAAO,EAAE,2DAA2D;KACrE;CACF,CAAA;AAED;0GAC0G;AAC1G,MAAM,CAAC,MAAM,kBAAkB,GAA4C;IACzE,EAAE,EAAE,cAAc;IAClB,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,mGAAmG;IACnG,kGAAkG;IAClG,eAAe,EAAE;QACf,UAAU,EAAE,YAAY;QACxB,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;KACpF;IACD,MAAM,EAAE,mBAAmB;IAC3B,gBAAgB,EAAE,8BAA8B;IAChD,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,2BAA2B;IAC7C,WAAW,EAAE,sBAAsB;IACnC,kBAAkB,EAAE,6BAA6B;IACjD,YAAY,EAAE,uBAAuB;IACrC,aAAa,EAAE,wBAAwB;IACvC,qBAAqB,EAAE,gCAAgC;IACvD,YAAY,EAAE,uBAAuB;IACrC,kBAAkB,EAAE,6BAA6B;IACjD,kBAAkB,EAAE,6BAA6B;IACjD,kFAAkF;IAClF,uFAAuF;IACvF,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,gCAAgC,CAAC,MAAM,EAAE,IAAI,CAAC;IAC1F,mGAAmG;IACnG,kGAAkG;IAClG,gFAAgF;IAChF,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iCAAiC;QAC1C,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,yBAAyB;QAClC,QAAQ,CAAC,KAAK;KACf;CACF,CAAA"}

package/dist/runtime/tensorrt-llm/check.d.ts

@@ -0,0 +1,12 @@
+/**
+ * `POST /atomic/v1/models/tensorrt-llm/check` (task 2.16 of change `add-tensorrt-llm-linux`, spec
+ * `tensorrt-llm-models`): the shared managed check route (`../managed-models/check.ts`) with
+ * TensorRT-LLM's settings — its saved card and its `kv_cache_free_gpu_memory_fraction`, which size
+ * its memory rule (`tensorrtLlmCheckEngine`).
+ */
+import type { ModelCompatibility } from '../../contracts/index.js';
+import { type ManagedModelCheckEngine, type ModelCheckDeps } from '../managed-models/check.js';
+export { parseModelCheckInput, type ModelCheckDeps, type ModelCheckHostFacts, } from '../managed-models/check.js';
+/** TensorRT-LLM's side of the check route: its card and its memory rule from its stored settings. */
+export declare const TENSORRT_LLM_MODEL_CHECK: ManagedModelCheckEngine;
+export declare function checkTensorrtLlmModel(body: unknown, deps: ModelCheckDeps): Promise<ModelCompatibility>;

package/dist/runtime/tensorrt-llm/check.js

@@ -0,0 +1,22 @@
+import { TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
+import { checkManagedModel, } from '../managed-models/check.js';
+import { tensorrtLlmCheckEngine } from './compatibility.js';
+import { tensorrtLlmSettings } from './settings.js';
+export { parseModelCheckInput, } from '../managed-models/check.js';
+/** TensorRT-LLM's side of the check route: its card and its memory rule from its stored settings. */
+export const TENSORRT_LLM_MODEL_CHECK = {
+    engineId: TENSORRT_LLM_ENGINE_ID,
+    gpuIdOf: (settings) => tensorrtLlmSettings(settings).gpu_id ?? null,
+    checkEngineOf: (settings) => {
+        const resolved = tensorrtLlmSettings(settings);
+        return tensorrtLlmCheckEngine({
+            contextLength: resolved.context_length,
+            kvCacheFreeGpuMemoryFraction: resolved.kv_cache_free_gpu_memory_fraction,
+            cudaGraphs: resolved.cuda_graphs,
+        });
+    },
+};
+export function checkTensorrtLlmModel(body, deps) {
+    return checkManagedModel(TENSORRT_LLM_MODEL_CHECK, body, deps);
+}
+//# sourceMappingURL=check.js.map

package/dist/runtime/tensorrt-llm/check.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/check.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,iBAAiB,GAGlB,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAEnD,OAAO,EACL,oBAAoB,GAGrB,MAAM,4BAA4B,CAAA;AAEnC,qGAAqG;AACrG,MAAM,CAAC,MAAM,wBAAwB,GAA4B;IAC/D,QAAQ,EAAE,sBAAsB;IAChC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM,IAAI,IAAI;IACnE,aAAa,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAA;QAC9C,OAAO,sBAAsB,CAAC;YAC5B,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;YACxE,UAAU,EAAE,QAAQ,CAAC,WAAW;SACjC,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAa,EAAE,IAAoB;IACvE,OAAO,iBAAiB,CAAC,wBAAwB,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAChE,CAAC"}

package/dist/runtime/tensorrt-llm/compatibility.d.ts

@@ -0,0 +1,124 @@
+/**
+ * TensorRT-LLM's part of the managed compatibility check (spec `tensorrt-llm-models`, "Проверка
+ * совместимости без сети"; change `add-vllm-runtime`, design D7). The skeleton — GGUF, the curated
+ * digest, the shared naming rule, architecture, format matrix, compute capability, the memory line —
+ * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
+ * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
+ *
+ *   - `memoryNeed`: weights plus an allowance for the engine's own layout of them, plus the KV
+ *     reserve divided by `kv_cache_free_gpu_memory_fraction` (`trtllm-serve`'s semantics: it spends
+ *     only that fraction of what is free after the weights), bounded by tokens on a unified-memory
+ *     card, plus the runtime and the activation peak;
+ *   - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
+ *     (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
+ *
+ * `checkModelCompatibility`, `checkModelCompatibilityFiles` and `checkModelMemory` keep their
+ * signatures — `MemorySizingInputs` is the provider's settings — and are the skeleton with this
+ * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
+ */
+import type { GpuFacts, ModelCompatibility, RuntimeDescriptor } from '../../contracts/index.js';
+import { type CheckpointMemoryInputs, type CheckpointProblem, type FilesCheckResult, type HostMemory, type KvReserveBasis, type ManagedCheckEngine, type MemoryNeed, type ModelCheckInput, type ResolvedCheckpoint } from '../managed-models/compatibility.js';
+import type { JsonObject } from '../managed-models/quant-format.js';
+import { type TensorrtLlmCudaGraphsSetting, type TensorrtLlmLaunchPlan } from './cuda-graphs.js';
+export * from '../managed-models/compatibility.js';
+/**
+ * A checkpoint whose architecture is supported but whose own shape the engine image cannot load —
+ * what the architecture name alone cannot tell (Windows acceptance machine, 2026-10-03):
+ *
+ * - Nemotron-H with dense MLP layers: a `-` in `hybrid_override_pattern`. The `transformers` 5.5.4
+ *   in the 1.3.0rc29 image maps that pattern through `M`/`E`/`*` only and fails with
+ *   `KeyError: '-'` before TensorRT-LLM (which does support `-`) is reached
+ *   (NVIDIA-Nemotron-3-Nano-4B, Nano-9B-v2). Drop this once a descriptor's image ships a
+ *   `transformers` that knows `-`.
+ * - A `DeepseekV3Gate` architecture with MoE layers (`n_routed_experts > 0`) whose tensors have no
+ *   `e_score_correction_bias` (PrimeIntellect/GLM-0.5B, saved in its training framework's own
+ *   layout — `mlp.router.gate.weight`, `mlp.expert_bias` — not the Hugging Face one TensorRT-LLM
+ *   reads): `AssertionError` while the weights load. Needs `weight_names`; without them it is not
+ *   checked.
+ *
+ * `null` when none applies.
+ */
+export declare function tensorrtLlmCheckpointProblems(architecture: string, configJson: JsonObject, weightNames: readonly string[] | undefined): CheckpointProblem | null;
+export interface MemoryReserve {
+    reserveBytes: number;
+    basis: KvReserveBasis;
+}
+/**
+ * Bytes reserved on top of the weights when checking whether a checkpoint fits a card's free memory.
+ *
+ * On a discrete card, `KV_bytes / kv_cache_free_gpu_memory_fraction` (task 2.16w round 1, finding 6
+ * (RULING), superseding the placeholder `weights × (1 − fraction)` rule): `trtllm-serve` spends only
+ * that fraction of whatever memory remains free *after* weights load on the KV cache, keeping the
+ * rest as headroom, so guaranteeing `KV_bytes` of real cache capacity needs `KV_bytes / fraction` of
+ * free memory left over once weights are loaded — the ADR this formula documents derives that
+ * division in full.
+ *
+ * On a unified-memory card (`unifiedMemory`, design D13) the launch bounds the KV cache by tokens,
+ * `kv_cache_config.max_tokens = tensorrtLlmUnifiedKvMaxTokens(contextLength)` (`kv-cache.ts`), and
+ * TensorRT-LLM uses the smaller of that bound and the fraction; the reserve is therefore the KV for
+ * exactly that many tokens, not divided by the fraction, so the check and the launch agree
+ * (docs/decisions/2026-09-29-tensorrt-llm-unified-memory-kv-cache-bounded-by-tokens.md).
+ *
+ * `basis: 'config'` when `kvCacheBytes` had what it needed; `basis: 'weight_fraction'` — the older,
+ * cruder `weights × (1 − fraction)` rule, the same on either kind of card — only when `config.json`
+ * lacked the architecture fields the real formula needs, and the returned `basis` says so, so a
+ * verdict computed from the fallback is never silently indistinguishable from one computed from the
+ * checkpoint's real shape.
+ */
+export declare function kvCacheReserveBytes(weightBytesTotal: number, configJson: JsonObject, hfQuantConfigJson: JsonObject | null, contextLength: number, kvCacheFreeGpuMemoryFraction: number, unifiedMemory: boolean): MemoryReserve;
+/**
+ * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
+ * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
+ * "Memory used outside torch"), then 1.6–1.8 GiB on an RTX 5090 Laptop (2026-10-09, the logged
+ * figure less the 0.32 GiB other processes held); the check takes the high end with headroom.
+ */
+export declare const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES: number;
+/**
+ * The share of the checkpoint's weight bytes added for the engine's own layout of them, which is not
+ * the checkpoint's: the 1.3.0rc29 loader keeps Qwen3.5's linear-attention `in_proj_qkvz` in bf16
+ * whatever the checkpoint stores (`_add_qkvz_bf16_workaround`), and skips `mtp.*` layers. Measured on
+ * the RTX 5090 Laptop (2026-10-09): Qwen3.8-27B-NVFP4 held 21.71 GiB for 20.42 GiB of files (+6.3%),
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 18.23 GiB for 20.08 (−9.2%, 2.49 GiB of MTP unread).
+ * 5% refuses the first on that card's 23.57 GiB free, which otherwise spilled into shared memory
+ * under WDDM and never got ready, and still passes the second, which loads.
+ */
+export declare const TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE = 0.05;
+/** Bytes added to the checkpoint's weights for the engine's own layout of them. */
+export declare function weightLayoutAllowanceBytes(weightBytesTotal: number): number;
+/**
+ * The engine's own memory beyond weights and KV cache: the runtime overhead plus the activation
+ * peak of a `contextLength`-token prefill. Without it a checkpoint whose weights fit an 8 GB card
+ * passed the check and then left the KV cache 224 tokens (Ministral-3b bf16, 8.20 GiB peak on an
+ * 8.00 GiB card), and every request failed mid-stream.
+ */
+export declare function engineOverheadBytes(configJson: JsonObject, contextLength: number): number;
+/** What sizes the KV-cache reserve: the provider's settings, resolved by the caller (`check.ts`, `runtime.ts`). */
+export interface MemorySizingInputs {
+    /** The session's context length: stored provider settings, a load's own overrides, or the
+     * adapter's default. */
+    contextLength: number;
+    kvCacheFreeGpuMemoryFraction: number;
+    /** The provider's `cuda_graphs`. Only `on` adds the graphs' memory: `auto` turns them off where
+     *  they would not fit (`tensorrtLlmLaunchPlan`), `off` never captures them. Absent is `auto`. */
+    cudaGraphs?: TensorrtLlmCudaGraphsSetting;
+}
+/** TensorRT-LLM's memory rule on `gpu`: its weights as the engine lays them out, plus that card's own kind of KV reserve, plus the engine. */
+export declare function tensorrtLlmMemoryNeed(gpu: GpuFacts, checkpoint: {
+    weightBytesTotal: number;
+    configJson: JsonObject;
+    hfQuantConfigJson: JsonObject | null;
+}, memory: MemorySizingInputs): MemoryNeed;
+/**
+ * The launch plan `beforeCreate` hands the adapter (`ManagedEngineSpec.launchPlan`), from the card
+ * re-probed once the previous sessions stopped and the memory check passed: `auto` captures CUDA
+ * graphs only when they fit in what the card has free beyond everything else the check counts.
+ */
+export declare function tensorrtLlmLaunchPlan(memory: MemorySizingInputs, checkpoint: CheckpointMemoryInputs, gpu: GpuFacts, host: HostMemory): TensorrtLlmLaunchPlan;
+/** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
+export declare function tensorrtLlmCheckEngine(memory: MemorySizingInputs): ManagedCheckEngine;
+/** Every check above the memory line, for TensorRT-LLM (see `checkCheckpointFiles`). */
+export declare function checkModelCompatibilityFiles(input: ModelCheckInput, descriptor: RuntimeDescriptor, gpus: readonly GpuFacts[], hostMemory: HostMemory, memory: MemorySizingInputs): FilesCheckResult;
+/** The memory line alone, for TensorRT-LLM (see `checkCheckpointMemory`). */
+export declare function checkModelMemory(resolved: ResolvedCheckpoint, descriptor: RuntimeDescriptor, gpus: readonly GpuFacts[], hostMemory: HostMemory, memory: MemorySizingInputs): ModelCompatibility;
+/** The full verdict for TensorRT-LLM (see `checkCheckpoint`). */
+export declare function checkModelCompatibility(input: ModelCheckInput, descriptor: RuntimeDescriptor, gpus: readonly GpuFacts[], hostMemory: HostMemory, memory: MemorySizingInputs): ModelCompatibility;

package/dist/runtime/tensorrt-llm/compatibility.js

@@ -0,0 +1,213 @@
+/**
+ * TensorRT-LLM's part of the managed compatibility check (spec `tensorrt-llm-models`, "Проверка
+ * совместимости без сети"; change `add-vllm-runtime`, design D7). The skeleton — GGUF, the curated
+ * digest, the shared naming rule, architecture, format matrix, compute capability, the memory line —
+ * is `../managed-models/compatibility.ts`, the same for every managed engine. What is TensorRT-LLM's
+ * own lives here as the two hooks of `tensorrtLlmCheckEngine`:
+ *
+ *   - `memoryNeed`: weights plus an allowance for the engine's own layout of them, plus the KV
+ *     reserve divided by `kv_cache_free_gpu_memory_fraction` (`trtllm-serve`'s semantics: it spends
+ *     only that fraction of what is free after the weights), bounded by tokens on a unified-memory
+ *     card, plus the runtime and the activation peak;
+ *   - `checkpointProblems`: shapes of supported architectures this image's loader cannot read
+ *     (Nemotron-H with dense MLP layers, a DeepseekV3Gate MoE without its correction bias).
+ *
+ * `checkModelCompatibility`, `checkModelCompatibilityFiles` and `checkModelMemory` keep their
+ * signatures — `MemorySizingInputs` is the provider's settings — and are the skeleton with this
+ * engine plugged in. The skeleton's helpers are re-exported so this module's callers are unchanged.
+ */
+import { checkCheckpoint, checkCheckpointFiles, checkCheckpointMemory, freeMemoryBytes, isUnifiedMemory, kvCacheBytes, positiveNumberField, } from '../managed-models/compatibility.js';
+import { TENSORRT_LLM_ENGINE_ID } from '../environment/index.js';
+import { TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES, tensorrtLlmCudaGraphsOn, } from './cuda-graphs.js';
+import { tensorrtLlmUnifiedKvMaxTokens } from './kv-cache.js';
+export * from '../managed-models/compatibility.js';
+const CORRECTION_BIAS_GATED_ARCHITECTURES = new Set([
+    'DeepseekV3ForCausalLM',
+    'DeepseekV32ForCausalLM',
+    'GlmMoeDsaForCausalLM',
+    'Glm4MoeForCausalLM',
+]);
+const CORRECTION_BIAS_TENSOR = 'e_score_correction_bias';
+const NEMOTRON_H_ARCHITECTURE = /^NemotronH/;
+/**
+ * A checkpoint whose architecture is supported but whose own shape the engine image cannot load —
+ * what the architecture name alone cannot tell (Windows acceptance machine, 2026-10-03):
+ *
+ * - Nemotron-H with dense MLP layers: a `-` in `hybrid_override_pattern`. The `transformers` 5.5.4
+ *   in the 1.3.0rc29 image maps that pattern through `M`/`E`/`*` only and fails with
+ *   `KeyError: '-'` before TensorRT-LLM (which does support `-`) is reached
+ *   (NVIDIA-Nemotron-3-Nano-4B, Nano-9B-v2). Drop this once a descriptor's image ships a
+ *   `transformers` that knows `-`.
+ * - A `DeepseekV3Gate` architecture with MoE layers (`n_routed_experts > 0`) whose tensors have no
+ *   `e_score_correction_bias` (PrimeIntellect/GLM-0.5B, saved in its training framework's own
+ *   layout — `mlp.router.gate.weight`, `mlp.expert_bias` — not the Hugging Face one TensorRT-LLM
+ *   reads): `AssertionError` while the weights load. Needs `weight_names`; without them it is not
+ *   checked.
+ *
+ * `null` when none applies.
+ */
+export function tensorrtLlmCheckpointProblems(architecture, configJson, weightNames) {
+    if (NEMOTRON_H_ARCHITECTURE.test(architecture)) {
+        const pattern = configJson.hybrid_override_pattern;
+        if (typeof pattern === 'string' && pattern.includes('-')) {
+            return {
+                message: 'This engine release cannot load Nemotron-H checkpoints with dense MLP layers ("-" in hybrid_override_pattern).',
+                details: `architecture=${architecture} hybrid_override_pattern=${pattern}`,
+            };
+        }
+    }
+    if (CORRECTION_BIAS_GATED_ARCHITECTURES.has(architecture) &&
+        weightNames !== undefined &&
+        weightNames.length > 0 &&
+        (positiveNumberField(configJson, 'n_routed_experts') ?? 0) > 0 &&
+        !weightNames.some((name) => name.endsWith(CORRECTION_BIAS_TENSOR))) {
+        return {
+            message: `This checkpoint has no ${CORRECTION_BIAS_TENSOR} tensors, which ${architecture} needs in its MoE router on this engine.`,
+            details: `architecture=${architecture} missing=${CORRECTION_BIAS_TENSOR}`,
+        };
+    }
+    return null;
+}
+/**
+ * Bytes reserved on top of the weights when checking whether a checkpoint fits a card's free memory.
+ *
+ * On a discrete card, `KV_bytes / kv_cache_free_gpu_memory_fraction` (task 2.16w round 1, finding 6
+ * (RULING), superseding the placeholder `weights × (1 − fraction)` rule): `trtllm-serve` spends only
+ * that fraction of whatever memory remains free *after* weights load on the KV cache, keeping the
+ * rest as headroom, so guaranteeing `KV_bytes` of real cache capacity needs `KV_bytes / fraction` of
+ * free memory left over once weights are loaded — the ADR this formula documents derives that
+ * division in full.
+ *
+ * On a unified-memory card (`unifiedMemory`, design D13) the launch bounds the KV cache by tokens,
+ * `kv_cache_config.max_tokens = tensorrtLlmUnifiedKvMaxTokens(contextLength)` (`kv-cache.ts`), and
+ * TensorRT-LLM uses the smaller of that bound and the fraction; the reserve is therefore the KV for
+ * exactly that many tokens, not divided by the fraction, so the check and the launch agree
+ * (docs/decisions/2026-09-29-tensorrt-llm-unified-memory-kv-cache-bounded-by-tokens.md).
+ *
+ * `basis: 'config'` when `kvCacheBytes` had what it needed; `basis: 'weight_fraction'` — the older,
+ * cruder `weights × (1 − fraction)` rule, the same on either kind of card — only when `config.json`
+ * lacked the architecture fields the real formula needs, and the returned `basis` says so, so a
+ * verdict computed from the fallback is never silently indistinguishable from one computed from the
+ * checkpoint's real shape.
+ */
+export function kvCacheReserveBytes(weightBytesTotal, configJson, hfQuantConfigJson, contextLength, kvCacheFreeGpuMemoryFraction, unifiedMemory) {
+    const kvTokens = unifiedMemory ? tensorrtLlmUnifiedKvMaxTokens(contextLength) : contextLength;
+    const kvBytes = kvCacheBytes(configJson, hfQuantConfigJson, kvTokens);
+    if (kvBytes !== undefined) {
+        return {
+            reserveBytes: unifiedMemory ? kvBytes : Math.ceil(kvBytes / kvCacheFreeGpuMemoryFraction),
+            basis: 'config',
+        };
+    }
+    return {
+        reserveBytes: Math.ceil(weightBytesTotal * (1 - kvCacheFreeGpuMemoryFraction)),
+        basis: 'weight_fraction',
+    };
+}
+/**
+ * What `trtllm-serve` holds outside torch on any card: the CUDA context, cuBLAS/cuDNN workspaces,
+ * NCCL buffers. Measured 1.14–1.62 GiB on an RTX 4070 Laptop (Windows live acceptance, 2026-10-03,
+ * "Memory used outside torch"), then 1.6–1.8 GiB on an RTX 5090 Laptop (2026-10-09, the logged
+ * figure less the 0.32 GiB other processes held); the check takes the high end with headroom.
+ */
+export const TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES = 2 * 1024 ** 3;
+/**
+ * The share of the checkpoint's weight bytes added for the engine's own layout of them, which is not
+ * the checkpoint's: the 1.3.0rc29 loader keeps Qwen3.5's linear-attention `in_proj_qkvz` in bf16
+ * whatever the checkpoint stores (`_add_qkvz_bf16_workaround`), and skips `mtp.*` layers. Measured on
+ * the RTX 5090 Laptop (2026-10-09): Qwen3.8-27B-NVFP4 held 21.71 GiB for 20.42 GiB of files (+6.3%),
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 18.23 GiB for 20.08 (−9.2%, 2.49 GiB of MTP unread).
+ * 5% refuses the first on that card's 23.57 GiB free, which otherwise spilled into shared memory
+ * under WDDM and never got ready, and still passes the second, which loads.
+ */
+export const TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE = 0.05;
+/** Bytes added to the checkpoint's weights for the engine's own layout of them. */
+export function weightLayoutAllowanceBytes(weightBytesTotal) {
+    return Math.ceil(Math.max(weightBytesTotal, 0) * TENSORRT_LLM_WEIGHT_LAYOUT_ALLOWANCE);
+}
+/**
+ * Bytes of activation peak per prompt token per MLP intermediate element: the engine profiles a
+ * warmup of `max_num_tokens` tokens (the launch sets it to the context length), and the peak grows
+ * with both. Measured 0.91 GiB at 8192 tokens and 0.46 GiB at 4096 tokens for an
+ * `intermediate_size` of 14336 (ministral/Ministral-3b-instruct, same acceptance machine): ≈ 8.4.
+ */
+const ACTIVATION_BYTES_PER_TOKEN_ELEMENT = 8.5;
+/** The MLP width that sizes the activations: `intermediate_size`, a VLM's `text_config` one, else 4 × hidden. */
+function intermediateSize(rootConfigJson) {
+    const textConfig = typeof rootConfigJson.text_config === 'object' && rootConfigJson.text_config !== null
+        ? rootConfigJson.text_config
+        : undefined;
+    for (const config of [rootConfigJson, textConfig]) {
+        if (config === undefined)
+            continue;
+        const intermediate = positiveNumberField(config, 'intermediate_size');
+        if (intermediate !== undefined)
+            return intermediate;
+        const hidden = positiveNumberField(config, 'hidden_size');
+        if (hidden !== undefined)
+            return 4 * hidden;
+    }
+    return undefined;
+}
+/**
+ * The engine's own memory beyond weights and KV cache: the runtime overhead plus the activation
+ * peak of a `contextLength`-token prefill. Without it a checkpoint whose weights fit an 8 GB card
+ * passed the check and then left the KV cache 224 tokens (Ministral-3b bf16, 8.20 GiB peak on an
+ * 8.00 GiB card), and every request failed mid-stream.
+ */
+export function engineOverheadBytes(configJson, contextLength) {
+    const intermediate = intermediateSize(configJson) ?? 0;
+    return Math.ceil(TENSORRT_LLM_RUNTIME_OVERHEAD_BYTES + contextLength * intermediate * ACTIVATION_BYTES_PER_TOKEN_ELEMENT);
+}
+/** TensorRT-LLM's memory rule on `gpu`: its weights as the engine lays them out, plus that card's own kind of KV reserve, plus the engine. */
+export function tensorrtLlmMemoryNeed(gpu, checkpoint, memory) {
+    const unified = isUnifiedMemory(gpu);
+    const reserve = kvCacheReserveBytes(checkpoint.weightBytesTotal, checkpoint.configJson, checkpoint.hfQuantConfigJson, memory.contextLength, memory.kvCacheFreeGpuMemoryFraction, unified);
+    const overheadBytes = engineOverheadBytes(checkpoint.configJson, memory.contextLength);
+    const layoutBytes = weightLayoutAllowanceBytes(checkpoint.weightBytesTotal);
+    const cudaGraphsBytes = memory.cudaGraphs === 'on' ? TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES : 0;
+    const neededBytes = checkpoint.weightBytesTotal + layoutBytes + reserve.reserveBytes + overheadBytes + cudaGraphsBytes;
+    // The token bound the launch writes, on a card where it writes one (adapter.ts).
+    const kvTokens = unified && reserve.basis === 'config'
+        ? ` kv_max_tokens=${tensorrtLlmUnifiedKvMaxTokens(memory.contextLength)}`
+        : '';
+    return {
+        neededBytes,
+        kvReserveBasis: reserve.basis,
+        details: `weight_bytes=${checkpoint.weightBytesTotal} weight_layout_bytes=${layoutBytes} kv_reserve_bytes=${reserve.reserveBytes} kv_reserve_basis=${reserve.basis}${kvTokens} engine_overhead_bytes=${overheadBytes}${cudaGraphsBytes > 0 ? ` cuda_graphs_bytes=${cudaGraphsBytes}` : ''} needed_bytes=${neededBytes}`,
+    };
+}
+/**
+ * The launch plan `beforeCreate` hands the adapter (`ManagedEngineSpec.launchPlan`), from the card
+ * re-probed once the previous sessions stopped and the memory check passed: `auto` captures CUDA
+ * graphs only when they fit in what the card has free beyond everything else the check counts.
+ */
+export function tensorrtLlmLaunchPlan(memory, checkpoint, gpu, host) {
+    const setting = memory.cudaGraphs ?? 'auto';
+    if (setting !== 'auto')
+        return { cudaGraphs: setting === 'on' };
+    const withoutGraphs = tensorrtLlmMemoryNeed(gpu, checkpoint, { ...memory, cudaGraphs: 'off' });
+    const headroomBytes = freeMemoryBytes(gpu, host) - withoutGraphs.neededBytes;
+    return { cudaGraphs: tensorrtLlmCudaGraphsOn('auto', gpu.total_vram_bytes, headroomBytes) };
+}
+/** The skeleton's hooks for TensorRT-LLM, sized by the provider's settings. */
+export function tensorrtLlmCheckEngine(memory) {
+    return {
+        engineId: TENSORRT_LLM_ENGINE_ID,
+        checkpointProblems: tensorrtLlmCheckpointProblems,
+        memoryNeed: (gpu, checkpoint) => tensorrtLlmMemoryNeed(gpu, checkpoint, memory),
+    };
+}
+/** Every check above the memory line, for TensorRT-LLM (see `checkCheckpointFiles`). */
+export function checkModelCompatibilityFiles(input, descriptor, gpus, hostMemory, memory) {
+    return checkCheckpointFiles(input, descriptor, gpus, hostMemory, tensorrtLlmCheckEngine(memory));
+}
+/** The memory line alone, for TensorRT-LLM (see `checkCheckpointMemory`). */
+export function checkModelMemory(resolved, descriptor, gpus, hostMemory, memory) {
+    return checkCheckpointMemory(resolved, descriptor, gpus, hostMemory, tensorrtLlmCheckEngine(memory));
+}
+/** The full verdict for TensorRT-LLM (see `checkCheckpoint`). */
+export function checkModelCompatibility(input, descriptor, gpus, hostMemory, memory) {
+    return checkCheckpoint(input, descriptor, gpus, hostMemory, tensorrtLlmCheckEngine(memory));
+}
+//# sourceMappingURL=compatibility.js.map

package/dist/runtime/tensorrt-llm/compatibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compatibility.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/compatibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EACL,eAAe,EACf,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,eAAe,EACf,YAAY,EACZ,mBAAmB,GAUpB,MAAM,oCAAoC,CAAA;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EACL,sCAAsC,EACtC,uBAAuB,GAGxB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,6BAA6B,EAAE,MAAM,eAAe,CAAA;AAE7D,cAAc,oCAAoC,CAAA;AAElD,MAAM,mCAAmC,GAAwB,IAAI,GAAG,CAAC;IACvE,uBAAuB;IACvB,wBAAwB;IACxB,sBAAsB;IACtB,oBAAoB;CACrB,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAExD,MAAM,uBAAuB,GAAG,YAAY,CAAA;AAE5C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAoB,EACpB,UAAsB,EACtB,WAA0C;IAE1C,IAAI,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,UAAU,CAAC,uBAAuB,CAAA;QAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO;gBACL,OAAO,EACL,gHAAgH;gBAClH,OAAO,EAAE,gBAAgB,YAAY,4BAA4B,OAAO,EAAE;aAC3E,CAAA;QACH,CAAC;IACH,CAAC;IACD,IACE,mCAAmC,CAAC,GAAG,CAAC,YAAY,CAAC;QACrD,WAAW,KAAK,SAAS;QACzB,WAAW,CAAC,MAAM,GAAG,CAAC;QACtB,CAAC,mBAAmB,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;QAC9D,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,EAClE,CAAC;QACD,OAAO;YACL,OAAO,EAAE,0BAA0B,sBAAsB,mBAAmB,YAAY,0CAA0C;YAClI,OAAO,EAAE,gBAAgB,YAAY,YAAY,sBAAsB,EAAE;SAC1E,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,UAAsB,EACtB,iBAAoC,EACpC,aAAqB,EACrB,4BAAoC,EACpC,aAAsB;IAEtB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAC7F,MAAM,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IACrE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACL,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,4BAA4B,CAAC;YACzF,KAAK,EAAE,QAAQ;SAChB,CAAA;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,4BAA4B,CAAC,CAAC;QAC9E,KAAK,EAAE,iBAAiB;KACzB,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAA;AAEhE;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAAG,IAAI,CAAA;AAExD,mFAAmF;AACnF,MAAM,UAAU,0BAA0B,CAAC,gBAAwB;IACjE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,oCAAoC,CAAC,CAAA;AACxF,CAAC;AAED;;;;;GAKG;AACH,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAE9C,iHAAiH;AACjH,SAAS,gBAAgB,CAAC,cAA0B;IAClD,MAAM,UAAU,GACd,OAAO,cAAc,CAAC,WAAW,KAAK,QAAQ,IAAI,cAAc,CAAC,WAAW,KAAK,IAAI;QACnF,CAAC,CAAE,cAAc,CAAC,WAA0B;QAC5C,CAAC,CAAC,SAAS,CAAA;IACf,KAAK,MAAM,MAAM,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,EAAE,CAAC;QAClD,IAAI,MAAM,KAAK,SAAS;YAAE,SAAQ;QAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACrE,IAAI,YAAY,KAAK,SAAS;YAAE,OAAO,YAAY,CAAA;QACnD,MAAM,MAAM,GAAG,mBAAmB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAA;QACzD,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,GAAG,MAAM,CAAA;IAC7C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAsB,EAAE,aAAqB;IAC/E,MAAM,YAAY,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACtD,OAAO,IAAI,CAAC,IAAI,CACd,mCAAmC,GAAG,aAAa,GAAG,YAAY,GAAG,kCAAkC,CACxG,CAAA;AACH,CAAC;AAaD,8IAA8I;AAC9I,MAAM,UAAU,qBAAqB,CACnC,GAAa,EACb,UAAsG,EACtG,MAA0B;IAE1B,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAA;IACpC,MAAM,OAAO,GAAG,mBAAmB,CACjC,UAAU,CAAC,gBAAgB,EAC3B,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,iBAAiB,EAC5B,MAAM,CAAC,aAAa,EACpB,MAAM,CAAC,4BAA4B,EACnC,OAAO,CACR,CAAA;IACD,MAAM,aAAa,GAAG,mBAAmB,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAA;IACtF,MAAM,WAAW,GAAG,0BAA0B,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;IAC3E,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/F,MAAM,WAAW,GACf,UAAU,CAAC,gBAAgB,GAAG,WAAW,GAAG,OAAO,CAAC,YAAY,GAAG,aAAa,GAAG,eAAe,CAAA;IACpG,iFAAiF;IACjF,MAAM,QAAQ,GACZ,OAAO,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ;QACnC,CAAC,CAAC,kBAAkB,6BAA6B,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;QACzE,CAAC,CAAC,EAAE,CAAA;IACR,OAAO;QACL,WAAW;QACX,cAAc,EAAE,OAAO,CAAC,KAAK;QAC7B,OAAO,EAAE,gBAAgB,UAAU,CAAC,gBAAgB,wBAAwB,WAAW,qBAAqB,OAAO,CAAC,YAAY,qBAAqB,OAAO,CAAC,KAAK,GAAG,QAAQ,0BAA0B,aAAa,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,WAAW,EAAE;KACxT,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,MAA0B,EAC1B,UAAkC,EAClC,GAAa,EACb,IAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAA;IAC3C,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,EAAE,CAAA;IAC/D,MAAM,aAAa,GAAG,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAA;IAC9F,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,aAAa,CAAC,WAAW,CAAA;IAC5E,OAAO,EAAE,UAAU,EAAE,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC,EAAE,CAAA;AAC7F,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,sBAAsB,CAAC,MAA0B;IAC/D,OAAO;QACL,QAAQ,EAAE,sBAAsB;QAChC,kBAAkB,EAAE,6BAA6B;QACjD,UAAU,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,qBAAqB,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC;KAChF,CAAA;AACH,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,4BAA4B,CAC1C,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAClG,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAC9B,QAA4B,EAC5B,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,qBAAqB,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AACtG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,uBAAuB,CACrC,KAAsB,EACtB,UAA6B,EAC7B,IAAyB,EACzB,UAAsB,EACtB,MAA0B;IAE1B,OAAO,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAC,CAAA;AAC7F,CAAC"}

package/dist/runtime/tensorrt-llm/cuda-graphs.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Whether a TensorRT-LLM launch captures CUDA graphs, in one module the launch (`adapter.ts`), its
+ * plan and the memory check (`compatibility.ts`) all import: the graphs cost memory the check has to
+ * count, and `auto` has to know whether that memory is there.
+ */
+/** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
+ *  an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
+ *  A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
+export declare const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES: number;
+/**
+ * What capturing CUDA graphs adds to the engine's peak, beyond what the memory check already counts.
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 on the RTX 5090 Laptop (2026-10-09): 21.47 GiB peak
+ * with graphs off, 26.37 GiB with them on (5.15 GiB outside torch instead of 1.92, 2.57 GiB of
+ * activations instead of 1.32), and every request then failed with "CUDA out of memory … 0 bytes is
+ * free". About 2 GB on an 8 GB card (Qwen3.5-2B). The larger figure, rounded up: too much only turns
+ * graphs off where they would have fit, too little starts a model that cannot answer.
+ */
+export declare const TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES: number;
+export type TensorrtLlmCudaGraphsSetting = 'auto' | 'on' | 'off';
+/** What `beforeCreate` hands the TensorRT-LLM launch (`ManagedLaunchContext.plan`), from the card as
+ *  it stands right before the container is created. */
+export interface TensorrtLlmLaunchPlan {
+    cudaGraphs: boolean;
+}
+/**
+ * Whether the launch captures CUDA graphs. `on` and `off` are the user's. `auto` turns them on only on
+ * a card of at least `TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES` (or a unified-memory one, `vramBytes`
+ * null) — and, when the free memory left after everything else the check counts is known
+ * (`headroomBytes`), only when the graphs fit in it: a 24 GB card holding an 18 GiB model has the size
+ * but not the room.
+ */
+export declare function tensorrtLlmCudaGraphsOn(setting: TensorrtLlmCudaGraphsSetting, vramBytes: number | null, headroomBytes?: number): boolean;

package/dist/runtime/tensorrt-llm/cuda-graphs.js

@@ -0,0 +1,33 @@
+/**
+ * Whether a TensorRT-LLM launch captures CUDA graphs, in one module the launch (`adapter.ts`), its
+ * plan and the memory check (`compatibility.ts`) all import: the graphs cost memory the check has to
+ * count, and `auto` has to know whether that memory is there.
+ */
+/** Below this much card memory `cuda_graphs: auto` leaves CUDA graphs off: they took about 2 GB on
+ *  an 8 GB card in the Windows live acceptance (Qwen3.5-2B, "Memory used outside torch … 2.12 GiB").
+ *  A card that reports no size of its own is a unified-memory one (GB10): it keeps them. */
+export const TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES = 12 * 1024 ** 3;
+/**
+ * What capturing CUDA graphs adds to the engine's peak, beyond what the memory check already counts.
+ * NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4 on the RTX 5090 Laptop (2026-10-09): 21.47 GiB peak
+ * with graphs off, 26.37 GiB with them on (5.15 GiB outside torch instead of 1.92, 2.57 GiB of
+ * activations instead of 1.32), and every request then failed with "CUDA out of memory … 0 bytes is
+ * free". About 2 GB on an 8 GB card (Qwen3.5-2B). The larger figure, rounded up: too much only turns
+ * graphs off where they would have fit, too little starts a model that cannot answer.
+ */
+export const TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES = 5 * 1024 ** 3;
+/**
+ * Whether the launch captures CUDA graphs. `on` and `off` are the user's. `auto` turns them on only on
+ * a card of at least `TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES` (or a unified-memory one, `vramBytes`
+ * null) — and, when the free memory left after everything else the check counts is known
+ * (`headroomBytes`), only when the graphs fit in it: a 24 GB card holding an 18 GiB model has the size
+ * but not the room.
+ */
+export function tensorrtLlmCudaGraphsOn(setting, vramBytes, headroomBytes) {
+    if (setting !== 'auto')
+        return setting === 'on';
+    if (vramBytes !== null && vramBytes < TENSORRT_LLM_CUDA_GRAPHS_MIN_VRAM_BYTES)
+        return false;
+    return headroomBytes === undefined || headroomBytes >= TENSORRT_LLM_CUDA_GRAPHS_RESERVE_BYTES;
+}
+//# sourceMappingURL=cuda-graphs.js.map

package/dist/runtime/tensorrt-llm/cuda-graphs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cuda-graphs.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/cuda-graphs.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;4FAE4F;AAC5F,MAAM,CAAC,MAAM,uCAAuC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;AAErE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAA;AAUnE;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAAqC,EACrC,SAAwB,EACxB,aAAsB;IAEtB,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,OAAO,KAAK,IAAI,CAAA;IAC/C,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,GAAG,uCAAuC;QAAE,OAAO,KAAK,CAAA;IAC3F,OAAO,aAAa,KAAK,SAAS,IAAI,aAAa,IAAI,sCAAsC,CAAA;AAC/F,CAAC"}

package/dist/runtime/tensorrt-llm/delete.d.ts

@@ -0,0 +1,15 @@
+import type { ManagedScopePaths } from '../../config/index.js';
+import type { ModelFileOps } from './guest-files.js';
+export interface DeletedTensorrtLlmModelFiles {
+    freedBytes: number;
+    engineCachesRemoved: number;
+}
+/**
+ * `files` (change `add-tensorrt-llm-windows`, task 2.8): on Windows the model and its caches are in the
+ * WSL guest, and are sized and removed by commands there (`guestModelFiles`) — all caches and the model
+ * in one call each, the caches listed first. Without it, the walk below, as on Linux.
+ */
+export declare function deleteTensorrtLlmModelFiles(paths: ManagedScopePaths, model: {
+    id: string;
+    dir: string;
+}, files?: ModelFileOps): Promise<DeletedTensorrtLlmModelFiles>;

package/dist/runtime/tensorrt-llm/delete.js

@@ -0,0 +1,60 @@
+/**
+ * The files of a deleted `tensorrt-llm` model (task 2.24, design D12a, spec `tensorrt-llm-models`
+ * "Модель удаляется через core"): every engine cache of the model, from any descriptor it was ever
+ * loaded with, then its own folder. Caches go first: a failure there leaves the model listed, so the
+ * deletion can simply be retried, instead of leaving gigabytes of cache no model points at.
+ *
+ * The caller (`tensorrtLlmModelDeleter` in `src/core/tensorrt-llm.ts`) has already stopped the model
+ * with Docker's confirmation and holds its loads off; nothing here asks Docker anything.
+ */
+import { lstat, readdir, rm } from 'node:fs/promises';
+import { join } from 'node:path';
+import { engineCacheDirsOf, removeEngineCaches } from '../managed-text/index.js';
+/**
+ * Bytes of the regular files under `path`, symlinks not followed, a hard-linked file counted once
+ * across one deletion (`seen`). A missing path is 0.
+ */
+async function bytesUnder(path, seen) {
+    const info = await lstat(path).catch(() => undefined);
+    if (info === undefined)
+        return 0;
+    if (info.isFile()) {
+        const inode = `${info.dev}:${info.ino}`;
+        if (seen.has(inode))
+            return 0;
+        seen.add(inode);
+        return info.size;
+    }
+    if (!info.isDirectory())
+        return 0;
+    const children = await readdir(path).catch(() => []);
+    let total = 0;
+    for (const child of children)
+        total += await bytesUnder(join(path, child), seen);
+    return total;
+}
+/**
+ * `files` (change `add-tensorrt-llm-windows`, task 2.8): on Windows the model and its caches are in the
+ * WSL guest, and are sized and removed by commands there (`guestModelFiles`) — all caches and the model
+ * in one call each, the caches listed first. Without it, the walk below, as on Linux.
+ */
+export async function deleteTensorrtLlmModelFiles(paths, model, files) {
+    if (files !== undefined) {
+        const caches = await engineCacheDirsOf(paths, model.id);
+        const sizes = await files.sizes([...caches, model.dir]);
+        await files.remove([...caches, model.dir]);
+        const freed = [...sizes.values()].reduce((sum, bytes) => sum + bytes, 0);
+        return { freedBytes: freed, engineCachesRemoved: caches.length };
+    }
+    const seen = new Set();
+    const caches = await engineCacheDirsOf(paths, model.id);
+    const sizes = new Map();
+    for (const dir of caches)
+        sizes.set(dir, await bytesUnder(dir, seen));
+    const modelBytes = await bytesUnder(model.dir, seen);
+    const removed = await removeEngineCaches(paths, { modelId: model.id });
+    await rm(model.dir, { recursive: true, force: true });
+    const cacheBytes = removed.reduce((sum, dir) => sum + (sizes.get(dir) ?? 0), 0);
+    return { freedBytes: cacheBytes + modelBytes, engineCachesRemoved: removed.length };
+}
+//# sourceMappingURL=delete.js.map

package/dist/runtime/tensorrt-llm/delete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/delete.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAQhF;;;GAGG;AACH,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,IAAiB;IACvD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACrD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,CAAA;IAChC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAA;QACvC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAA;QAC7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACf,OAAO,IAAI,CAAC,IAAI,CAAA;IAClB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;QAAE,OAAO,CAAC,CAAA;IACjC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAA;IACpD,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,KAAK,IAAI,QAAQ;QAAE,KAAK,IAAI,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAA;IAChF,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,KAAwB,EACxB,KAAkC,EAClC,KAAoB;IAEpB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;QACvD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QACvD,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAA;QACxE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,CAAA;IAClE,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IACvD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;IACvC,KAAK,MAAM,GAAG,IAAI,MAAM;QAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAA;IACrE,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAEpD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA;IACtE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IAC/E,OAAO,EAAE,UAAU,EAAE,UAAU,GAAG,UAAU,EAAE,mBAAmB,EAAE,OAAO,CAAC,MAAM,EAAE,CAAA;AACrF,CAAC"}

package/dist/runtime/tensorrt-llm/engine.d.ts

@@ -0,0 +1,3 @@
+import type { ManagedEngineSpec } from '../managed-engines/spec.js';
+import { type TensorrtLlmSettings } from './adapter.js';
+export declare const TENSORRT_LLM_ENGINE: ManagedEngineSpec<TensorrtLlmSettings>;