@atomic-chat/core 0.5.1 → 0.13.6

package/dist/runtime/tensorrt-llm/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiCG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAa1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAUzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AAKtE,OAAO,EAAE,gCAAgC,EAAE,MAAM,gBAAgB,CAAA;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AAiDnD,MAAM,IAAI,GAA4B;IACpC,KAAK,EAAE,KAAK;IACZ,SAAS,EAAE,KAAK;IAChB,iBAAiB,EAAE,KAAK;IACxB,MAAM,EAAE,KAAK;IACb,UAAU,EAAE,KAAK;IACjB,SAAS,EAAE,KAAK;CACjB,CAAA;AAED,uGAAuG;AACvG,SAAS,QAAQ,CAAC,KAAwB,EAAE,KAAuB;IACjE,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC5C,OAAO,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,IAAI,CAAA;AACpE,CAAC;AAED;;;;;;GAMG;AACH,SAAS,kBAAkB,CACzB,KAAwB,EACxB,QAA4B;IAE5B,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;IAC9C,OAAO,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,CAAA;AACpG,CAAC;AAED,MAAM,OAAO,kBAAkB;IAmBA;IAlBrB,OAAO,GAAgC,IAAI,CAAA;IAC3C,MAAM,GAAG,KAAK,CAAA;IACtB,kGAAkG;IAC1F,SAAS,GAAG,CAAC,CAAA;IACrB,sGAAsG;IACrF,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAA;IACvD,sFAAsF;IACrE,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IAC5C,wGAAwG;IACvF,mBAAmB,GAAG,IAAI,GAAG,EAO3C,CAAA;IAEH,YAA6B,IAA4B;QAA5B,SAAI,GAAJ,IAAI,CAAwB;IAAG,CAAC;IAE7D,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IACnC,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,CAAA;IAC3C,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACvD,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,CAAA;IAClD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;QAC9B,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8CAA8C,EAAE,OAAO,CAAC,CAAA;QACxG,CAAC;QACD,mGAAmG;QACnG,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACrE,MAAM,IAAI,eAAe,CACvB,6BAA6B,EAC7B,wFAAwF,EACxF,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAA;QACH,CAAC,CAAC,CAAA;QACF,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,eAAe,CACvB,6BAA6B,EAC7B,6EAA6E,CAC9E,CAAA;QACH,CAAC;QACD,8FAA8F;QAC9F,oEAAoE;QACpE,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;QACxB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAA;QACjD,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;QACzC,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAA;QAEjB,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,CAAA;QACnF,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,eAAe,CACvB,8BAA8B,EAC9B,+EAA+E,CAChF,CAAA;QACH,CAAC;QACD,MAAM,WAAW,GACf,QAAQ,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YACxD,CAAC,CAAC,EAAE,gBAAgB,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;YAC3D,CAAC,CAAC,SAAS,CAAA;QACf,MAAM,MAAM,GAAuB;YACjC,aAAa,EAAE,QAAQ,CAAC,cAAc;YACtC,4BAA4B,EAAE,QAAQ,CAAC,iCAAiC;SACzE,CAAA;QAED,gGAAgG;QAChG,6FAA6F;QAC7F,gGAAgG;QAChG,iGAAiG;QACjG,iGAAiG;QACjG,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,MAAM,gCAAgC,CACrD,KAAK,EACL,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,MAAM,EACZ,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAC9B,CAAA;QACD,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAA;QAEjB,0FAA0F;QAC1F,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;QAElD,MAAM,EAAE,UAAU,EAAE,GAAG,KAAK,CAAA;QAC5B,iGAAiG;QACjG,6FAA6F;QAC7F,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;QAC9B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC;YACnC,OAAO;YACP,SAAS,EAAE,KAAK,CAAC,GAAG;YACpB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE;gBACZ,aAAa,EAAE,UAAU,CAAC,aAAa;gBACvC,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,wBAAwB,EAAE,UAAU,CAAC,wBAAwB;gBAC7D,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB;YACD,MAAM;YACN,OAAO,EAAE,GAAG,CAAC,MAAM;YACnB,2FAA2F;YAC3F,yDAAyD;YACzD,aAAa,EAAE,GAAG,CAAC,gBAAgB,KAAK,IAAI;YAC5C,iBAAiB,EAAE,GAAG,CAAC,gBAAgB;YACvC,oBAAoB,EAAE,GAAG,CAAC,kBAAkB;YAC5C,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ;YACR,6FAA6F;YAC7F,gFAAgF;YAChF,YAAY,EAAE,CAAC,WAAW,EAAE,UAAU,EAAE,EAAE,CACxC,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC;YACrF,qFAAqF;YACrF,4FAA4F;YAC5F,2FAA2F;YAC3F,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC;YAC1F,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtE,CAAC,CAAA;QACF,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE;YACpC,YAAY,EAAE,kBAAkB,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YACnE,MAAM,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,cAAc,EAAE,eAAe,EAAE,QAAQ,CAAC,iBAAiB,EAAE;SAChG,CAAC,CAAA;QACF,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,OAAe;QAC1B,wFAAwF;QACxF,4FAA4F;QAC5F,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;QACzD,MAAM,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACxC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAA;IACjD,CAAC;IAED;;;;OAIG;IACH,cAAc;QACZ,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAClF,CAAC;IAED;;;;OAIG;IACH,YAAY;QACV,IAAI,CAAC,SAAS,IAAI,CAAC,CAAA;QACnB,IAAI,QAAQ,GAAG,KAAK,CAAA;QACpB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAM;YACpB,QAAQ,GAAG,IAAI,CAAA;YACf,IAAI,CAAC,SAAS,IAAI,CAAC,CAAA;QACrB,CAAC,CAAA;IACH,CAAC;IAED;;;;OAIG;IACH,YAAY,CAAC,OAAe;QAC1B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACrE,IAAI,QAAQ,GAAG,KAAK,CAAA;QACpB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAM;YACpB,QAAQ,GAAG,IAAI,CAAA;YACf,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;YACpD,IAAI,IAAI,GAAG,CAAC;gBAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;;gBAC3C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACtC,CAAC,CAAA;IACH,CAAC;IAED,gGAAgG;IAChG,eAAe,CAAC,QAAgB;QAC9B,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAA;IAC9D,CAAC;IAED,eAAe,CAAC,OAAe;QAC7B,OAAO,OAAO,CAAC,MAAM,CACnB,IAAI,eAAe,CACjB,kBAAkB,EAClB,uFAAuF,EACvF,OAAO,CACR,CACF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAA;QAC9B,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAA;IAClC,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACzC,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,SAAS,CAAA;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACnD,wFAAwF;QACxF,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU;YAAE,OAAO,sBAAsB,CAAC,IAAI,CAAC,CAAA;QACvG,OAAO,sBAAsB,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACjE,CAAC;IAED,wGAAwG;IACxG,KAAK,CAAC,YAAY,CAAC,OAAe;QAChC,MAAM,IAAI,GAAiC;YACzC,OAAO;YACP,YAAY,EAAE,KAAK;YACnB,WAAW,EAAE,KAAK;YAClB,UAAU,EAAE,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,KAAK;YACb,YAAY,EAAE,EAAE;YAChB,GAAG,IAAI;YACP,YAAY,EAAE,IAAI;SACnB,CAAA;QACD,IAAI,CAAC;YACH,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YACnG,MAAM,QAAQ,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAA;YACxC,OAAO;gBACL,GAAG,IAAI;gBACP,GAAG,kBAAkB,CAAC,YAAY,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;gBAChF,YAAY,EAAE,KAAK,CAAC,YAAY;aACjC,CAAA;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAA;QAC9B,MAAM,OAAO,GAAG,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,CAAA;QAC/C,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;YACzB,OAAO;gBACL,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE;gBACpC,QAAQ,EAAE,CAAC,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE;aAChD,CAAA;QACH,CAAC;QACD,MAAM,OAAO,GAAG,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,CAAA;QAC/C,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;QACnF,OAAO;YACL,QAAQ,EAAE,OAAO;YACjB,MAAM,EAAE,cAAc;YACtB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,EAAE,EAAE,OAAO,CAAC,EAAE;SACf,CAAA;IACH,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,6CAA6C,CAAC,CAAA;QAC9F,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,OAAe;QACtC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,eAAe,CACvB,4BAA4B,EAC5B,yFAAyF,EACzF,OAAO,CACR,CAAA;QACH,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,eAAe,CAAC,4BAA4B,EAAE,6BAA6B,EAAE,OAAO,CAAC,CAAA;QACjG,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,YAAY;QACV,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;aACxC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;aACtE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;YACnB,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,kBAAkB,IAAI,CAAC,CAAC,YAAY,KAAK,IAAI;gBAC3D,CAAC,CAAC;oBACE,MAAM,EACJ,oFAAoF;wBACpF,aAAa,CAAC,CAAC,YAAY,kBAAkB,CAAC,CAAC,YAAY,IAAI;iBAClE;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC,CAAA;IACP,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,UAAU,CACtB,SAA+B,EAC/B,IAA4D,EAC5D,MAAmB;QAEnB,0FAA0F;QAC1F,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;QACvE,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QACjG,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACnC,CAAC,CAAA;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG;gBACZ,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACtB,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;gBACnB,SAAS,EAAE,KAAK;gBAChB,qBAAqB,EAAE,IAAI;aAC5B,CAAA;YACD,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QAC/C,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAA;YACvE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAC3B,KAAK,MAAM,KAAK,IAAI,MAAM;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtD,CAAC;QACD,IAAI,EAAE,CAAA;IACR,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,uBAAuB,CACnC,KAAa,EACb,UAA6B,EAC7B,QAA4B,EAC5B,MAA0B;QAE1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;QACzC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,eAAe,CACvB,8BAA8B,EAC9B,gEAAgE,EAChE,KAAK,CACN,CAAA;QACH,CAAC;QACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QACxF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACxB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAA;YACxD,MAAM,IAAI,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QACnD,CAAC;IACH,CAAC;CACF"}

package/dist/runtime/tensorrt-llm/settings.d.ts

@@ -0,0 +1,7 @@
+import type { TensorrtLlmSettings } from './adapter.js';
+/**
+ * Stored values, overlaid by a load's own overrides (the control API's `overrides`), reduced to this
+ * provider's keys and validated. Anything else in either object — another provider's key, a stray
+ * field a client sent — is ignored rather than passed to the engine.
+ */
+export declare function tensorrtLlmSettings(stored: Record<string, unknown>, overrides?: Record<string, unknown>): TensorrtLlmSettings;

package/dist/runtime/tensorrt-llm/settings.js

@@ -0,0 +1,48 @@
+/**
+ * The `tensorrt-llm` provider settings as the settings store holds them (`src/settings/schema/
+ * tensorrt-llm.json`, task 2.14) turned into what the adapter validates (`TensorrtLlmSettings`). The
+ * store keeps "not set" as a value a settings form can show — `gpu_id: ''`, `load_timeout_seconds:
+ * 0` — while the adapter spells it `null`; this is the one place that translates between the two.
+ * Validation itself is the adapter's (`validateTensorrtLlmSettings`), so a load is refused with
+ * `INVALID_ARGUMENT` before any container exists (spec "Настройки MUST валидироваться схемой до
+ * запуска контейнера").
+ */
+import { validateTensorrtLlmSettings } from './adapter.js';
+import { GENERATION_DEFAULT_KEYS } from '../managed-text/generation-defaults.js';
+const KEYS = [
+    'gpu_id',
+    'context_length',
+    'max_output_tokens',
+    'kv_cache_free_gpu_memory_fraction',
+    'max_batch_size',
+    'kv_cache_max_tokens',
+    'cuda_graphs',
+    'kv_cache_dtype',
+    'load_timeout_seconds',
+    'enable_prefix_caching',
+    'overlap_scheduler',
+    'capacity_scheduler_policy',
+    'dtype',
+    ...Object.values(GENERATION_DEFAULT_KEYS),
+];
+/**
+ * Stored values, overlaid by a load's own overrides (the control API's `overrides`), reduced to this
+ * provider's keys and validated. Anything else in either object — another provider's key, a stray
+ * field a client sent — is ignored rather than passed to the engine.
+ */
+export function tensorrtLlmSettings(stored, overrides = {}) {
+    const merged = {};
+    for (const key of KEYS) {
+        const value = key in overrides ? overrides[key] : stored[key];
+        if (value !== undefined)
+            merged[key] = value;
+    }
+    if (typeof merged['gpu_id'] === 'string' && merged['gpu_id'].trim() === '')
+        merged['gpu_id'] = null;
+    if (merged['load_timeout_seconds'] === 0)
+        merged['load_timeout_seconds'] = null;
+    if (merged['kv_cache_max_tokens'] === 0)
+        merged['kv_cache_max_tokens'] = null;
+    return validateTensorrtLlmSettings(merged);
+}
+//# sourceMappingURL=settings.js.map

package/dist/runtime/tensorrt-llm/settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.js","sourceRoot":"","sources":["../../../src/runtime/tensorrt-llm/settings.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,2BAA2B,EAAE,MAAM,cAAc,CAAA;AAE1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAA;AAEhF,MAAM,IAAI,GAAG;IACX,QAAQ;IACR,gBAAgB;IAChB,mBAAmB;IACnB,mCAAmC;IACnC,gBAAgB;IAChB,qBAAqB;IACrB,aAAa;IACb,gBAAgB;IAChB,sBAAsB;IACtB,uBAAuB;IACvB,mBAAmB;IACnB,2BAA2B;IAC3B,OAAO;IACP,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC;CACjC,CAAA;AAEV;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAA+B,EAC/B,YAAqC,EAAE;IAEvC,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC7D,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;IAC9C,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;IACnG,IAAI,MAAM,CAAC,sBAAsB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAA;IAC/E,IAAI,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAA;IAC7E,OAAO,2BAA2B,CAAC,MAAM,CAAC,CAAA;AAC5C,CAAC"}

package/dist/runtime/vllm/adapter.d.ts

@@ -0,0 +1,46 @@
+import type { ModelFamilySupport } from '../../contracts/index.js';
+import { type ManagedExitClassification, type ManagedLaunchContext, type ManagedEngineLaunch, type ManagedRoute, type ManagedTextAdapter, type ManagedTextCapabilities } from '../managed-text/index.js';
+import { type VllmSettings } from './settings.js';
+/** The port `vllm serve` listens on inside its container. */
+export declare const VLLM_CONTAINER_PORT = 8000;
+/** Below this much card memory, `cuda_graphs: auto` runs eager: graphs cost memory a small card needs. */
+export declare const VLLM_CUDA_GRAPHS_MIN_VRAM_BYTES: number;
+/** What core decides for a launch from the card as it stands right before the container (design D9). */
+export interface VllmLaunchPlan {
+    /** `--kv-cache-memory-bytes` from the KV cache size setting; `null` lets vLLM size it within its share. */
+    kvCacheMemoryBytes: number | null;
+    /** `--gpu-memory-utilization`: what vLLM's start-up check compares the card's free memory against. */
+    gpuMemoryUtilization: number;
+    /**
+     * The checkpoint has a vision or audio part: `--limit-mm-per-prompt` then reserves nothing for it.
+     * A text-only model gets no multimodal flag at all.
+     */
+    multimodal: boolean;
+}
+export declare function buildVllmLaunch(context: ManagedLaunchContext<VllmSettings>): ManagedEngineLaunch;
+/** A base for engine start-up, imports and the first graph compilation; more per GiB of weights. */
+export declare const VLLM_READINESS_BASE_MS: number;
+export declare const VLLM_READINESS_PER_GIB_MS = 20000;
+export declare function vllmReadinessTimeoutMs(weightBytes: number, settings: VllmSettings): number;
+export declare function classifyVllmExit(log: string, exitCode: number | null): ManagedExitClassification;
+export declare function vllmCapabilities(context: {
+    settings: VllmSettings;
+    family: ModelFamilySupport | null;
+}): ManagedTextCapabilities;
+export declare const VLLM_ROUTES: readonly ManagedRoute[];
+export declare const VLLM_REWRITABLE_ROUTES: readonly ManagedRoute[];
+/**
+ * Caps the output a request asks for at `max_output_tokens` (one key, as the client sent it); a
+ * request that asks for none is capped by vLLM's launch default instead. Refuses what the session cannot do with `:1337`'s own wording
+ * and code: tools without a parser, structured output the family does not declare, images.
+ */
+export declare function vllmRewriteRequestBody(route: string, body: unknown, settings: VllmSettings, capabilities?: ManagedTextCapabilities): unknown;
+/** vLLM's context overflow as OpenAI's `context_length_exceeded`; anything else relayed as it is. */
+export declare function mapVllmContextLengthError(status: number, body: string): object | null;
+/**
+ * Reasoning parsers that may file a no-thinking reply under `reasoning_content` (design D8: the same
+ * hook as TensorRT-LLM's; the live run of task 6.1 confirms which of vLLM 0.31's do).
+ */
+export declare const VLLM_REASONING_AT_START_PARSERS: ReadonlySet<string>;
+export declare function vllmRewriteResponseFor(route: string, requestBody: unknown, family: ModelFamilySupport | null): ((json: Record<string, unknown>) => Record<string, unknown>) | null;
+export declare const vllmAdapter: ManagedTextAdapter<VllmSettings>;

package/dist/runtime/vllm/adapter.js

@@ -0,0 +1,425 @@
+/**
+ * The `vllm` engine's `ManagedTextAdapter` (change `add-vllm-runtime`, task 3.2, design D8; spec
+ * `vllm-runtime`): how core runs `vllm serve` from the `vllm/vllm-openai` image on the shared
+ * managed-text lifecycle.
+ *
+ * - **argv**: `vllm serve <model> --served-model-name <id> --host 0.0.0.0 --port 8000
+ *   --max-model-len <ctx> --max-num-seqs <n> --gpu-memory-utilization <U>
+ *   --override-generation-config {"max_new_tokens":<cap>, …sampling defaults}`,
+ *   `--limit-mm-per-prompt {"image":0,"video":0}` for a multimodal checkpoint, the further options the
+ *   settings set (`--max-num-batched-tokens`, `--no-enable-prefix-caching`, `--cpu-offload-gb`,
+ *   `--dtype`, `--seed`, `--async-scheduling`, `--kv-cache-memory-bytes` when the KV cache size is
+ *   set), plus `--enforce-eager` when CUDA graphs are off,
+ *   `--kv-cache-dtype fp8` on compute capability 8.9 and newer, and the family's tool-call and
+ *   reasoning parsers. `U` is core's (`plan`, from the card as it stands right before the container
+ *   is created, design D9): vLLM's default share of the card's *total* memory would refuse to start on
+ *   any desktop whose card is partly taken. Within `U`, vLLM sizes the KV cache itself — it knows every
+ *   model's KV shape, hybrid ones included — unless the KV cache size setting fixes it. Never `--trust-remote-code` (no code from a model repository runs), `--enable-log-requests`
+ *   (prompts would land in the logs core serves) or `--api-key` (the session gateway checks the key).
+ * - **env**: usage stats off (`VLLM_NO_USAGE_STATS`, `DO_NOT_TRACK`), Hugging Face offline (every file
+ *   is already in the store), and every compile cache — vLLM's own, Triton's, inductor's, FlashInfer's
+ *   — under the engine cache, so a second start of the same model reuses the first one's work.
+ * - **readiness** `GET /health`; **routes** chat completions, completions and the model list;
+ *   requests capped at the output setting, refused for tools without a parser, structured output the
+ *   family does not declare, and images (a cap the client did not ask for comes from the launch's
+ *   default, so a long prompt is not refused for the room a written cap would take); vLLM's context overflow answered as OpenAI's
+ *   `context_length_exceeded` with both numbers.
+ *
+ * Log lines, exit wording and error bodies follow vLLM 0.31's source (`test/helpers/vllm-log-fixtures.ts`);
+ * the live run of task 6.1 confirms or replaces them.
+ */
+import { AtomicCoreError } from '../../contracts/index.js';
+import { MANAGED_TEXT_ADAPTER_CONTRACT_VERSION, ManagedRequestRefusal, asksForStructuredOutput, asksForTools, reasoningIntoContent, thinkingRequested, } from '../managed-text/index.js';
+import { validateVllmSettings } from './settings.js';
+const GiB = 1024 ** 3;
+/** The port `vllm serve` listens on inside its container. */
+export const VLLM_CONTAINER_PORT = 8000;
+/** Below this much card memory, `cuda_graphs: auto` runs eager: graphs cost memory a small card needs. */
+export const VLLM_CUDA_GRAPHS_MIN_VRAM_BYTES = 12 * GiB;
+function isPlan(value) {
+    if (value === null || typeof value !== 'object')
+        return false;
+    const plan = value;
+    return ((plan['kvCacheMemoryBytes'] === null ||
+        (typeof plan['kvCacheMemoryBytes'] === 'number' &&
+            Number.isInteger(plan['kvCacheMemoryBytes']) &&
+            plan['kvCacheMemoryBytes'] > 0)) &&
+        typeof plan['gpuMemoryUtilization'] === 'number' &&
+        plan['gpuMemoryUtilization'] > 0 &&
+        plan['gpuMemoryUtilization'] <= 1 &&
+        typeof plan['multimodal'] === 'boolean');
+}
+/** Compute capability 8.9 (Ada) and newer: FP8 KV cache. Unknown or older: the model's own precision. */
+function supportsFp8Kv(computeCapability) {
+    if (computeCapability === null || computeCapability === undefined)
+        return false;
+    const [major, minor] = computeCapability.split('.').map((part) => Number.parseInt(part, 10));
+    if (major === undefined || Number.isNaN(major))
+        return false;
+    return major > 8 || (major === 8 && (minor ?? 0) >= 9);
+}
+function eager(context) {
+    const mode = context.settings.cuda_graphs;
+    if (mode === 'on')
+        return false;
+    if (mode === 'off')
+        return true;
+    // A unified-memory card has the host's memory: never the small-card case.
+    if (context.unifiedMemory)
+        return false;
+    const total = context.gpuTotalVramBytes ?? null;
+    return total === null || total < VLLM_CUDA_GRAPHS_MIN_VRAM_BYTES;
+}
+/** Every compile cache of the engine, under the engine cache (`ManagedLaunchContext.engineCachePath`). */
+function cacheEnv(cache) {
+    return {
+        VLLM_CACHE_ROOT: `${cache}/vllm`,
+        TRITON_CACHE_DIR: `${cache}/triton`,
+        TORCHINDUCTOR_CACHE_DIR: `${cache}/inductor`,
+        FLASHINFER_WORKSPACE_BASE: `${cache}/flashinfer`,
+    };
+}
+export function buildVllmLaunch(context) {
+    if (!isPlan(context.plan)) {
+        throw new AtomicCoreError('INVALID_ARGUMENT', 'A vLLM launch needs core’s memory plan (KV cache bytes and memory share), computed right before the container is created.');
+    }
+    const { settings, family } = context;
+    const argv = [
+        'vllm',
+        'serve',
+        context.modelPath,
+        '--served-model-name',
+        context.modelId,
+        '--host',
+        '0.0.0.0',
+        '--port',
+        String(VLLM_CONTAINER_PORT),
+        '--max-model-len',
+        String(settings.context_length),
+        '--max-num-seqs',
+        String(settings.max_num_seqs),
+        '--gpu-memory-utilization',
+        String(Number(context.plan.gpuMemoryUtilization.toFixed(4))),
+        // The output cap for a request that names none: vLLM's own default, so a long prompt keeps the
+        // room it has (a cap written into every request would make vLLM refuse input + cap > context).
+        '--override-generation-config',
+        JSON.stringify({ max_new_tokens: settings.max_output_tokens, ...settings.generation }),
+    ];
+    if (context.plan.kvCacheMemoryBytes !== null) {
+        argv.push('--kv-cache-memory-bytes', String(context.plan.kvCacheMemoryBytes));
+    }
+    if (settings.max_num_batched_tokens !== null) {
+        argv.push('--max-num-batched-tokens', String(settings.max_num_batched_tokens));
+    }
+    if (!settings.enable_prefix_caching)
+        argv.push('--no-enable-prefix-caching');
+    if (settings.cpu_offload_gb > 0)
+        argv.push('--cpu-offload-gb', String(settings.cpu_offload_gb));
+    if (settings.dtype !== 'auto')
+        argv.push('--dtype', settings.dtype);
+    if (settings.seed !== null)
+        argv.push('--seed', String(settings.seed));
+    if (settings.async_scheduling)
+        argv.push('--async-scheduling');
+    if (context.plan.multimodal)
+        argv.push('--limit-mm-per-prompt', JSON.stringify({ image: 0, video: 0 }));
+    if (eager(context))
+        argv.push('--enforce-eager');
+    if (settings.kv_cache_dtype === 'fp8' && supportsFp8Kv(context.gpuComputeCapability)) {
+        argv.push('--kv-cache-dtype', 'fp8');
+    }
+    if (family?.tool_parser)
+        argv.push('--enable-auto-tool-choice', '--tool-call-parser', family.tool_parser);
+    if (family?.reasoning_parser)
+        argv.push('--reasoning-parser', family.reasoning_parser);
+    return {
+        engine: { container_port: VLLM_CONTAINER_PORT },
+        argv,
+        env: {
+            VLLM_NO_USAGE_STATS: '1',
+            DO_NOT_TRACK: '1',
+            HF_HUB_OFFLINE: '1',
+            TRANSFORMERS_OFFLINE: '1',
+            ...cacheEnv(context.engineCachePath),
+        },
+    };
+}
+/** A base for engine start-up, imports and the first graph compilation; more per GiB of weights. */
+export const VLLM_READINESS_BASE_MS = 10 * 60_000;
+export const VLLM_READINESS_PER_GIB_MS = 20_000;
+export function vllmReadinessTimeoutMs(weightBytes, settings) {
+    if (settings.load_timeout_seconds !== null)
+        return settings.load_timeout_seconds * 1000;
+    return Math.ceil(VLLM_READINESS_BASE_MS + (weightBytes / GiB) * VLLM_READINESS_PER_GIB_MS);
+}
+// ---------------------------------------------------------------------------------------------
+// Exit classification
+// ---------------------------------------------------------------------------------------------
+const OOM = /CUDA out of memory\. Tried to allocate ([\d.]+) ?(GiB|MiB|KiB).*?of which ([\d.]+) ?(GiB|MiB|KiB|bytes) is free/;
+// vLLM 0.31 names the device (`on device cuda:0 (6.89/8.0 GiB)`); earlier releases did not.
+const FREE_BELOW_SHARE = /Free memory on device(?: [^\s(]+)? \(([\d.]+)\/([\d.]+) GiB\) on startup is less than desired GPU memory utilization \(([\d.]+), ([\d.]+) GiB\)/;
+const KV_TOO_SMALL = /max seq len \((\d+)\).*?\(([\d.]+) GiB KV cache is needed, which is larger than the available KV cache memory \(([\d.]+) GiB\)\.(?: Based on the available memory, the estimated maximum model length is (\d+)\.)?/;
+const UNSUPPORTED_ARCHITECTURE = /Model architectures \[([^\]]*)\] are not supported for now/;
+const ANY_OOM = /out of memory/i;
+const toGiB = (amount, unit) => unit === 'GiB'
+    ? amount
+    : unit === 'MiB'
+        ? amount / 1024
+        : unit === 'KiB'
+            ? amount / 1024 ** 2
+            : amount / GiB;
+const round = (value) => Math.round(value * 100) / 100;
+export function classifyVllmExit(log, exitCode) {
+    const kv = KV_TOO_SMALL.exec(log);
+    if (kv !== null) {
+        const maxModelLen = Number(kv[1]);
+        const fits = kv[4] === undefined ? null : Number(kv[4]);
+        return {
+            kind: 'out-of-memory',
+            message: `The context length ${maxModelLen} does not fit the KV cache: it needs ${kv[2]} GiB, ${kv[3]} GiB is available` +
+                (fits === null ? '.' : `, which holds ${fits} tokens. Lower the context length or free GPU memory.`),
+            numbers: {
+                max_model_len: maxModelLen,
+                kv_needed_gib: Number(kv[2]),
+                kv_available_gib: Number(kv[3]),
+                ...(fits === null ? {} : { kv_cache_tokens: fits }),
+            },
+            excerpt: kv[0],
+        };
+    }
+    const free = FREE_BELOW_SHARE.exec(log);
+    if (free !== null) {
+        return {
+            kind: 'out-of-memory',
+            message: `The GPU had ${free[1]} GiB of ${free[2]} GiB free once vLLM had started, less than the ${free[4]} GiB ` +
+                `the model's weights and KV cache need. Free GPU memory, or lower the context length or concurrent requests.`,
+            numbers: {
+                free_gib: Number(free[1]),
+                total_gib: Number(free[2]),
+                utilization: Number(free[3]),
+                requested_gib: Number(free[4]),
+            },
+            excerpt: free[0],
+        };
+    }
+    const oom = OOM.exec(log);
+    if (oom !== null) {
+        const tried = round(toGiB(Number(oom[1]), oom[2]));
+        const left = round(toGiB(Number(oom[3]), oom[4]));
+        return {
+            kind: 'out-of-memory',
+            message: `The GPU ran out of memory: vLLM tried to allocate ${oom[1]} ${oom[2]} with ${oom[3]} ${oom[4]} free.`,
+            numbers: { requested_gib: tried, free_gib: left },
+            excerpt: oom[0],
+        };
+    }
+    const arch = UNSUPPORTED_ARCHITECTURE.exec(log);
+    if (arch !== null) {
+        return {
+            kind: 'unsupported-model',
+            message: `This vLLM release cannot run the model's architecture: ${arch[1]?.replace(/'/g, '')}.`,
+            excerpt: arch[0],
+        };
+    }
+    if (ANY_OOM.test(log)) {
+        return { kind: 'out-of-memory', message: 'The GPU ran out of memory while vLLM started.' };
+    }
+    return {
+        kind: 'other',
+        message: `vLLM exited${exitCode === null ? '' : ` with code ${exitCode}`} before it was ready.`,
+    };
+}
+// ---------------------------------------------------------------------------------------------
+// Capabilities, routes, request and response rewrites
+// ---------------------------------------------------------------------------------------------
+export function vllmCapabilities(context) {
+    const family = context.family;
+    return {
+        tools: Boolean(family?.tool_parser),
+        reasoning: Boolean(family?.reasoning_parser),
+        structured_output: family?.structured_output === true,
+        vision: false,
+        embeddings: false,
+        responses: false,
+    };
+}
+export const VLLM_ROUTES = [
+    { method: 'POST', path: '/v1/chat/completions' },
+    { method: 'POST', path: '/v1/completions' },
+    { method: 'GET', path: '/v1/models' },
+];
+export const VLLM_REWRITABLE_ROUTES = [
+    { method: 'POST', path: '/v1/chat/completions' },
+    { method: 'POST', path: '/v1/completions' },
+];
+const REWRITABLE = new Set(VLLM_REWRITABLE_ROUTES.map((route) => route.path));
+function positive(body, key) {
+    if (!(key in body) || body[key] === null)
+        return { present: false, value: 0 };
+    const value = body[key];
+    if (typeof value !== 'number' || !Number.isInteger(value) || value <= 0) {
+        throw new AtomicCoreError('INVALID_ARGUMENT', `${key} must be a positive integer.`);
+    }
+    return { present: true, value };
+}
+/** Any message part that is not text: an image, a video, audio — none of which this engine accepts here. */
+const MEDIA_PART = new Set([
+    'image_url',
+    'input_image',
+    'image',
+    'video_url',
+    'video',
+    'input_audio',
+    'audio_url',
+]);
+function carriesMedia(body) {
+    const messages = body['messages'];
+    if (!Array.isArray(messages))
+        return false;
+    return messages.some((message) => {
+        const content = message !== null && typeof message === 'object' ? message.content : null;
+        return (Array.isArray(content) &&
+            content.some((part) => part !== null &&
+                typeof part === 'object' &&
+                MEDIA_PART.has(String(part.type))));
+    });
+}
+/**
+ * Caps the output a request asks for at `max_output_tokens` (one key, as the client sent it); a
+ * request that asks for none is capped by vLLM's launch default instead. Refuses what the session cannot do with `:1337`'s own wording
+ * and code: tools without a parser, structured output the family does not declare, images.
+ */
+export function vllmRewriteRequestBody(route, body, settings, capabilities) {
+    if (!REWRITABLE.has(route))
+        return body;
+    if (typeof body !== 'object' || body === null || Array.isArray(body))
+        return body;
+    const client = body;
+    const model = typeof client['model'] === 'string' ? `The model '${client['model']}'` : 'This model';
+    if (carriesMedia(client)) {
+        throw new ManagedRequestRefusal(`${model} does not support images.`, 'unsupported_capability');
+    }
+    if (capabilities !== undefined) {
+        if (!capabilities.tools && asksForTools(client)) {
+            throw new ManagedRequestRefusal(`${model} does not support tool calling.`, 'unsupported_capability');
+        }
+        if (!capabilities.structured_output && asksForStructuredOutput(client)) {
+            throw new ManagedRequestRefusal(`${model} does not support structured output.`, 'unsupported_capability');
+        }
+    }
+    const cap = settings.max_output_tokens;
+    if (route === '/v1/completions') {
+        const field = positive(client, 'max_tokens');
+        return field.present ? { ...client, max_tokens: Math.min(field.value, cap) } : client;
+    }
+    const legacy = positive(client, 'max_tokens');
+    const modern = positive(client, 'max_completion_tokens');
+    const asked = [legacy, modern].filter((field) => field.present).map((field) => field.value);
+    // Nothing asked: vLLM's launch default (`--override-generation-config`) caps it, within the room left.
+    if (asked.length === 0)
+        return client;
+    const rest = { ...client };
+    delete rest['max_tokens'];
+    delete rest['max_completion_tokens'];
+    rest[modern.present ? 'max_completion_tokens' : 'max_tokens'] = Math.min(cap, ...asked);
+    return rest;
+}
+/** vLLM's 400 wording for a request over the context, current and older, with the limit and the request. */
+const OVERFLOW = [
+    /maximum context length is (\d+) tokens\. However, your request has (\d+) input tokens/,
+    /maximum context length is (\d+) tokens\. However, you requested (\d+) tokens/,
+    /maximum context length is (\d+) tokens and your request has (\d+) input tokens/,
+];
+function errorMessage(body) {
+    try {
+        const parsed = JSON.parse(body);
+        const message = parsed.error?.message ?? parsed.message;
+        return typeof message === 'string' ? message : '';
+    }
+    catch {
+        return '';
+    }
+}
+/** vLLM's context overflow as OpenAI's `context_length_exceeded`; anything else relayed as it is. */
+export function mapVllmContextLengthError(status, body) {
+    if (status !== 400)
+        return null;
+    const message = errorMessage(body);
+    for (const pattern of OVERFLOW) {
+        const match = pattern.exec(message);
+        if (match === null)
+            continue;
+        const limit = Number(match[1]);
+        const requested = Number(match[2]);
+        return {
+            error: {
+                message: `This model's maximum context length is ${limit} tokens, but the request has ${requested} tokens. Shorten the conversation or the requested output.`,
+                type: 'invalid_request_error',
+                param: 'messages',
+                code: 'context_length_exceeded',
+            },
+        };
+    }
+    return null;
+}
+/**
+ * Reasoning parsers that may file a no-thinking reply under `reasoning_content` (design D8: the same
+ * hook as TensorRT-LLM's; the live run of task 6.1 confirms which of vLLM 0.31's do).
+ */
+export const VLLM_REASONING_AT_START_PARSERS = new Set(['qwen3']);
+export function vllmRewriteResponseFor(route, requestBody, family) {
+    if (route !== '/v1/chat/completions')
+        return null;
+    const parser = family?.reasoning_parser ?? null;
+    if (parser === null || !VLLM_REASONING_AT_START_PARSERS.has(parser))
+        return null;
+    return thinkingRequested(requestBody) ? null : reasoningIntoContent;
+}
+/**
+ * `initializing-engine` from the first line that shows vLLM working on the model: reading weights,
+ * profiling memory, compiling, capturing CUDA graphs. Before them the load stays in
+ * `starting-container` (Python, CUDA and the API server coming up).
+ */
+const STAGE_MARKERS = [
+    { stage: 'initializing-engine', pattern: /Starting to load model/ },
+    { stage: 'initializing-engine', pattern: /Loading safetensors checkpoint shards/ },
+    { stage: 'initializing-engine', pattern: /Model loading took/ },
+    { stage: 'initializing-engine', pattern: /Compiling a graph for dynamic shape/ },
+    { stage: 'initializing-engine', pattern: /Available KV cache memory/ },
+    { stage: 'initializing-engine', pattern: /Capturing CUDA graphs/ },
+];
+export const vllmAdapter = {
+    id: 'vllm',
+    contractVersion: MANAGED_TEXT_ADAPTER_CONTRACT_VERSION,
+    readiness: { path: '/health', expectedStatus: 200 },
+    routes: VLLM_ROUTES,
+    rewritableRoutes: VLLM_REWRITABLE_ROUTES,
+    stageMarkers: STAGE_MARKERS,
+    validateSettings: (raw) => validateVllmSettings((raw ?? {})),
+    buildLaunch: buildVllmLaunch,
+    readinessTimeoutMs: vllmReadinessTimeoutMs,
+    classifyExit: classifyVllmExit,
+    capabilities: vllmCapabilities,
+    rewriteRequestBody: vllmRewriteRequestBody,
+    rewriteResponseFor: vllmRewriteResponseFor,
+    mapErrorResponse: (_route, status, body) => mapVllmContextLengthError(status, body),
+    // Everything vLLM is started with — the output cap too, its default for a request that names none;
+    // only the load timeout is a load's alone.
+    restartKey: (settings) => [
+        settings.context_length,
+        settings.max_output_tokens,
+        settings.max_num_seqs,
+        settings.kv_cache_memory_gib,
+        settings.gpu_memory_utilization,
+        settings.cuda_graphs,
+        settings.kv_cache_dtype,
+        settings.max_num_batched_tokens,
+        settings.enable_prefix_caching,
+        settings.cpu_offload_gb,
+        settings.dtype,
+        settings.seed,
+        settings.async_scheduling,
+        JSON.stringify(settings.generation),
+    ],
+};
+//# sourceMappingURL=adapter.js.map

package/dist/runtime/vllm/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../src/runtime/vllm/adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EACL,qCAAqC,EACrC,qBAAqB,EACrB,uBAAuB,EACvB,YAAY,EACZ,oBAAoB,EACpB,iBAAiB,GAQlB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,oBAAoB,EAAqB,MAAM,eAAe,CAAA;AAEvE,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAA;AAErB,6DAA6D;AAC7D,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AAEvC,0GAA0G;AAC1G,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,GAAG,GAAG,CAAA;AAevD,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC7D,MAAM,IAAI,GAAG,KAAgC,CAAA;IAC7C,OAAO,CACL,CAAC,IAAI,CAAC,oBAAoB,CAAC,KAAK,IAAI;QAClC,CAAC,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,QAAQ;YAC7C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAC5C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,QAAQ;QAChD,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC;QAChC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC;QACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,SAAS,CACxC,CAAA;AACH,CAAC;AAED,yGAAyG;AACzG,SAAS,aAAa,CAAC,iBAA4C;IACjE,IAAI,iBAAiB,KAAK,IAAI,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IAC/E,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5F,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAC5D,OAAO,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,KAAK,CAAC,OAA2C;IACxD,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAA;IACzC,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,KAAK,CAAA;IAC/B,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,IAAI,CAAA;IAC/B,0EAA0E;IAC1E,IAAI,OAAO,CAAC,aAAa;QAAE,OAAO,KAAK,CAAA;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAA;IAC/C,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,GAAG,+BAA+B,CAAA;AAClE,CAAC;AAED,0GAA0G;AAC1G,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO;QACL,eAAe,EAAE,GAAG,KAAK,OAAO;QAChC,gBAAgB,EAAE,GAAG,KAAK,SAAS;QACnC,uBAAuB,EAAE,GAAG,KAAK,WAAW;QAC5C,yBAAyB,EAAE,GAAG,KAAK,aAAa;KACjD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAA2C;IACzE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,2HAA2H,CAC5H,CAAA;IACH,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAA;IACpC,MAAM,IAAI,GAAG;QACX,MAAM;QACN,OAAO;QACP,OAAO,CAAC,SAAS;QACjB,qBAAqB;QACrB,OAAO,CAAC,OAAO;QACf,QAAQ;QACR,SAAS;QACT,QAAQ;QACR,MAAM,CAAC,mBAAmB,CAAC;QAC3B,iBAAiB;QACjB,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC;QAC/B,gBAAgB;QAChB,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC7B,0BAA0B;QAC1B,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,+FAA+F;QAC/F,+FAA+F;QAC/F,8BAA8B;QAC9B,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,iBAAiB,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;KACvF,CAAA;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,QAAQ,CAAC,sBAAsB,KAAK,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,MAAM,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAA;IAChF,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,qBAAqB;QAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,cAAc,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAA;IAC/F,IAAI,QAAQ,CAAC,KAAK,KAAK,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnE,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IACtE,IAAI,QAAQ,CAAC,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;IAC9D,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACvG,IAAI,KAAK,CAAC,OAAO,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAChD,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;QACrF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,IAAI,MAAM,EAAE,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;IACzG,IAAI,MAAM,EAAE,gBAAgB;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;IACtF,OAAO;QACL,MAAM,EAAE,EAAE,cAAc,EAAE,mBAAmB,EAAE;QAC/C,IAAI;QACJ,GAAG,EAAE;YACH,mBAAmB,EAAE,GAAG;YACxB,YAAY,EAAE,GAAG;YACjB,cAAc,EAAE,GAAG;YACnB,oBAAoB,EAAE,GAAG;YACzB,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC;SACrC;KACF,CAAA;AACH,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,sBAAsB,GAAG,EAAE,GAAG,MAAM,CAAA;AACjD,MAAM,CAAC,MAAM,yBAAyB,GAAG,MAAM,CAAA;AAE/C,MAAM,UAAU,sBAAsB,CAAC,WAAmB,EAAE,QAAsB;IAChF,IAAI,QAAQ,CAAC,oBAAoB,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC,oBAAoB,GAAG,IAAI,CAAA;IACvF,OAAO,IAAI,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,yBAAyB,CAAC,CAAA;AAC5F,CAAC;AAED,gGAAgG;AAChG,sBAAsB;AACtB,gGAAgG;AAEhG,MAAM,GAAG,GACP,iHAAiH,CAAA;AACnH,4FAA4F;AAC5F,MAAM,gBAAgB,GACpB,iJAAiJ,CAAA;AACnJ,MAAM,YAAY,GAChB,oNAAoN,CAAA;AACtN,MAAM,wBAAwB,GAAG,4DAA4D,CAAA;AAC7F,MAAM,OAAO,GAAG,gBAAgB,CAAA;AAEhC,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,IAAY,EAAU,EAAE,CACrD,IAAI,KAAK,KAAK;IACZ,CAAC,CAAC,MAAM;IACR,CAAC,CAAC,IAAI,KAAK,KAAK;QACd,CAAC,CAAC,MAAM,GAAG,IAAI;QACf,CAAC,CAAC,IAAI,KAAK,KAAK;YACd,CAAC,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACpB,CAAC,CAAC,MAAM,GAAG,GAAG,CAAA;AACtB,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAA;AAE9D,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,QAAuB;IACnE,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACjC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACvD,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,sBAAsB,WAAW,wCAAwC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,mBAAmB;gBAC/G,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,uDAAuD,CAAC;YACtG,OAAO,EAAE;gBACP,aAAa,EAAE,WAAW;gBAC1B,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5B,gBAAgB,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC/B,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;aACpD;YACD,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;SACf,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EACL,eAAe,IAAI,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,kDAAkD,IAAI,CAAC,CAAC,CAAC,OAAO;gBACxG,6GAA6G;YAC/G,OAAO,EAAE;gBACP,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACzB,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC1B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5B,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC/B;YACD,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACzB,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAW,CAAC,CAAC,CAAA;QAC3D,OAAO;YACL,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,qDAAqD,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YAC/G,OAAO,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;YACjD,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;SAChB,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC/C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAClB,OAAO;YACL,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,0DAA0D,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG;YAChG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;SACjB,CAAA;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,+CAA+C,EAAE,CAAA;IAC5F,CAAC;IACD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,cAAc,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,QAAQ,EAAE,uBAAuB;KAChG,CAAA;AACH,CAAC;AAED,gGAAgG;AAChG,sDAAsD;AACtD,gGAAgG;AAEhG,MAAM,UAAU,gBAAgB,CAAC,OAGhC;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;IAC7B,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC;QACnC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC;QAC5C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,KAAK,IAAI;QACrD,MAAM,EAAE,KAAK;QACb,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;KACjB,CAAA;AACH,CAAC;AAED,MAAM,CAAC,MAAM,WAAW,GAA4B;IAClD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;IAC3C,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AAED,MAAM,CAAC,MAAM,sBAAsB,GAA4B;IAC7D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE;CAC5C,CAAA;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAE7E,SAAS,QAAQ,CAAC,IAA6B,EAAE,GAAW;IAC1D,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAA;IAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,GAAG,GAAG,8BAA8B,CAAC,CAAA;IACrF,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;AACjC,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,WAAW;IACX,aAAa;IACb,OAAO;IACP,WAAW;IACX,OAAO;IACP,aAAa;IACb,WAAW;CACZ,CAAC,CAAA;AAEF,SAAS,YAAY,CAAC,IAA6B;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAA;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1C,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;QAC/B,MAAM,OAAO,GACX,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAE,OAAiC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;QACrG,OAAO,CACL,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YACtB,OAAO,CAAC,IAAI,CACV,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,KAAK,IAAI;gBACb,OAAO,IAAI,KAAK,QAAQ;gBACxB,UAAU,CAAC,GAAG,CAAC,MAAM,CAAE,IAA2B,CAAC,IAAI,CAAC,CAAC,CAC5D,CACF,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,IAAa,EACb,QAAsB,EACtB,YAAsC;IAEtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACvC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IACjF,MAAM,MAAM,GAAG,IAA+B,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAA;IACnG,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,2BAA2B,EAAE,wBAAwB,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,qBAAqB,CAAC,GAAG,KAAK,iCAAiC,EAAE,wBAAwB,CAAC,CAAA;QACtG,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,iBAAiB,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,qBAAqB,CAC7B,GAAG,KAAK,sCAAsC,EAC9C,wBAAwB,CACzB,CAAA;QACH,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAG,QAAQ,CAAC,iBAAiB,CAAA;IACtC,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;QAC5C,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAA;IACvF,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAA;IACxD,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC3F,uGAAuG;IACvG,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAA;IACrC,MAAM,IAAI,GAA4B,EAAE,GAAG,MAAM,EAAE,CAAA;IACnD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAA;IACzB,OAAO,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACpC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAA;IACvF,OAAO,IAAI,CAAA;AACb,CAAC;AAED,4GAA4G;AAC5G,MAAM,QAAQ,GAAG;IACf,uFAAuF;IACvF,8EAA8E;IAC9E,gFAAgF;CACjF,CAAA;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAyD,CAAA;QACvF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,OAAO,CAAA;QACvD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,yBAAyB,CAAC,MAAc,EAAE,IAAY;IACpE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,IAAI,CAAA;IAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IAClC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACnC,IAAI,KAAK,KAAK,IAAI;YAAE,SAAQ;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAClC,OAAO;YACL,KAAK,EAAE;gBACL,OAAO,EAAE,0CAA0C,KAAK,gCAAgC,SAAS,4DAA4D;gBAC7J,IAAI,EAAE,uBAAuB;gBAC7B,KAAK,EAAE,UAAU;gBACjB,IAAI,EAAE,yBAAyB;aAChC;SACF,CAAA;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;AAEtF,MAAM,UAAU,sBAAsB,CACpC,KAAa,EACb,WAAoB,EACpB,MAAiC;IAEjC,IAAI,KAAK,KAAK,sBAAsB;QAAE,OAAO,IAAI,CAAA;IACjD,MAAM,MAAM,GAAG,MAAM,EAAE,gBAAgB,IAAI,IAAI,CAAA;IAC/C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IAChF,OAAO,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAA;AACrE,CAAC;AAED;;;;GAIG;AACH,MAAM,aAAa,GAAkC;IACnD,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,wBAAwB,EAAE;IACnE,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uCAAuC,EAAE;IAClF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,oBAAoB,EAAE;IAC/D,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,qCAAqC,EAAE;IAChF,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,2BAA2B,EAAE;IACtE,EAAE,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,uBAAuB,EAAE;CACnE,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAqC;IAC3D,EAAE,EAAE,MAAM;IACV,eAAe,EAAE,qCAAqC;IACtD,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,EAAE;IACnD,MAAM,EAAE,WAAW;IACnB,gBAAgB,EAAE,sBAAsB;IACxC,YAAY,EAAE,aAAa;IAC3B,gBAAgB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAC;IACvF,WAAW,EAAE,eAAe;IAC5B,kBAAkB,EAAE,sBAAsB;IAC1C,YAAY,EAAE,gBAAgB;IAC9B,YAAY,EAAE,gBAAgB;IAC9B,kBAAkB,EAAE,sBAAsB;IAC1C,kBAAkB,EAAE,sBAAsB;IAC1C,gBAAgB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,yBAAyB,CAAC,MAAM,EAAE,IAAI,CAAC;IACnF,mGAAmG;IACnG,2CAA2C;IAC3C,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;QACxB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,iBAAiB;QAC1B,QAAQ,CAAC,YAAY;QACrB,QAAQ,CAAC,mBAAmB;QAC5B,QAAQ,CAAC,sBAAsB;QAC/B,QAAQ,CAAC,WAAW;QACpB,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,sBAAsB;QAC/B,QAAQ,CAAC,qBAAqB;QAC9B,QAAQ,CAAC,cAAc;QACvB,QAAQ,CAAC,KAAK;QACd,QAAQ,CAAC,IAAI;QACb,QAAQ,CAAC,gBAAgB;QACzB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;KACpC;CACF,CAAA"}

package/dist/runtime/vllm/engine.d.ts

@@ -0,0 +1,16 @@
+import type { ManagedEngineSpec } from '../managed-engines/spec.js';
+import type { ManagedTextCapabilities } from '../managed-text/index.js';
+import type { SessionRoutePolicy } from '../shared/index.js';
+import { type VllmSettings } from './settings.js';
+export declare const VLLM_ENGINE_ID = "vllm";
+/**
+ * What the public server (`:1337`) must know about a `vllm` session to route it honestly: only the
+ * routes the adapter declares, tool calls and JSON output only as the session can, and vLLM's context
+ * overflow answered as `context_length_exceeded`. `null` capabilities (a session the core did not
+ * start) keep the routes and the mapping and leave tools and JSON output to the engine.
+ */
+export declare function vllmRoutePolicy(capabilities: ManagedTextCapabilities | null, limits?: {
+    contextLength: number;
+    maxOutputTokens: number;
+} | null): SessionRoutePolicy;
+export declare const VLLM_ENGINE: ManagedEngineSpec<VllmSettings>;

package/dist/runtime/vllm/engine.js

@@ -0,0 +1,37 @@
+/**
+ * vLLM as a managed engine (change `add-vllm-runtime`, task 3.4, design D3): its adapter, settings,
+ * memory rule and launch plan, route policy, and its descriptor in conf (`runtimes/vllm.json`, read
+ * only once conf main publishes it — until then the provider is unsupported, design D15).
+ */
+import { defaultDescriptorUrl } from '../environment/index.js';
+import { VLLM_ROUTES, mapVllmContextLengthError, vllmAdapter } from './adapter.js';
+import { vllmCheckEngine, vllmLaunchPlan } from './memory.js';
+import { vllmSettings } from './settings.js';
+export const VLLM_ENGINE_ID = 'vllm';
+/**
+ * What the public server (`:1337`) must know about a `vllm` session to route it honestly: only the
+ * routes the adapter declares, tool calls and JSON output only as the session can, and vLLM's context
+ * overflow answered as `context_length_exceeded`. `null` capabilities (a session the core did not
+ * start) keep the routes and the mapping and leave tools and JSON output to the engine.
+ */
+export function vllmRoutePolicy(capabilities, limits = null) {
+    return {
+        routes: VLLM_ROUTES,
+        tools: capabilities?.tools ?? true,
+        structuredOutput: capabilities?.structured_output ?? true,
+        mapError: mapVllmContextLengthError,
+        ...(limits === null ? {} : limits),
+    };
+}
+export const VLLM_ENGINE = {
+    engine_id: VLLM_ENGINE_ID,
+    provider: VLLM_ENGINE_ID,
+    label: 'vLLM',
+    descriptor: { engine_id: VLLM_ENGINE_ID, label: 'vLLM', url: defaultDescriptorUrl(VLLM_ENGINE_ID) },
+    adapter: vllmAdapter,
+    settings: vllmSettings,
+    check: vllmCheckEngine,
+    launchPlan: vllmLaunchPlan,
+    routePolicy: vllmRoutePolicy,
+};
+//# sourceMappingURL=engine.js.map