@atomic-chat/core 0.5.1 → 0.13.2

package/dist/runtime/llamacpp/policy.js.map

@@ -1 +1 @@
-{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/policy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAqB,CAAA;AAC1D,MAAM,CAAC,MAAM,kBAAkB,GAC7B,wKAAwK,CAAA;AAC1K,MAAM,CAAC,MAAM,8BAA8B,GACzC,4JAA4J,CAAA;AAE9J,4FAA4F;AAC5F,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,UAAU,QAAQ,CAAC,CAAS;IAChC,OAAO,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;AACxC,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAClC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAChD,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,wBAAwB,CAAC,EAA6B;IACpE,MAAM,CAAC,GAAG,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5B,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAA;IACpC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAA;IACzC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAAC,OAAkC;IAC7D,OAAO,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;SAC3B,WAAW,EAAE;SACb,QAAQ,CAAC,OAAO,CAAC,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,UAAuC;IAC/D,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;QACzB,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,qBAAqB,CACnC,IAA+B,EAC/B,OAAkC,EAClC,UAAuC;IAEvC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC3C,MAAM,KAAK,GAAG,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,OAAO,CAAA;IAC5D,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAA;IACxC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IACrC,WAAW;IACX,aAAa;IACb,aAAa;IACb,aAAa;IACb,aAAa;IACb,QAAQ;CACT,CAAC,CAAA;AAEF,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,OAAO,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;AAC7C,CAAC;AAID,MAAM,UAAU,SAAS,CAAC,QAAgB;IACxC,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAA;IAC/C,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAC1C,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,eAAe,CAAC,aAA4D;IAC1F,IAAI,CAAC,aAAa;QAAE,OAAO,KAAK,CAAA;IAChC,IAAI,aAAa,CAAC,oBAAoB,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACzD,MAAM,OAAO,GAAG,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAA;IAC1B,OAAO,OAAO,KAAK,KAAK,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;AACxD,CAAC;AAiBD;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAOvC;IACC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAA;IAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,IAAI,UAAU,CAAA;IACtE,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IACtC,IAAI,SAAS,IAAI,SAAS,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,EAAE,CAAA;IACpG,MAAM,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACrD,MAAM,gBAAgB,GAAG,KAAK,CAAC,kBAAkB,KAAK,CAAC,CAAA;IACvD,IAAI,oBAAoB,CAAC,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QACzG,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,SAAS;YACrB,aAAa,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK;YAC1E,SAAS,EAAE,KAAK,CAAC,aAAa,EAAE,oBAAoB,IAAI,IAAI;YAC5D,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,YAAY,IAAI,IAAI;YAChD,OAAO,EAAE,SAAS,CAAC,iBAAiB,CAAC;YACrC,kBAAkB,EAAE,KAAK,CAAC,aAAa,EAAE,oBAAoB,KAAK,IAAI;YACtE,eAAe,EAAE,KAAK,CAAC,aAAa,EAAE,iBAAiB,IAAI,IAAI;SAChE,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;IAChD,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QAC7C,IAAI,oBAAoB,CAAC,aAAa,CAAC,IAAI,aAAa,KAAK,iBAAiB,EAAE,CAAC;YAC/E,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;QACpE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;AACvB,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,cAAc,CAC5B,SAAiB,EACjB,SAAiC,EAAE;IAEnC,SAAS;SACN,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC7B,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAChB,MAAM,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,QAAQ,GAAG,GAAG,EAAE,IAAI,EAAE,CAAA;QAC5B,IAAI,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACvE,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QAChD,CAAC;IACH,CAAC,CAAC,CAAA;IACJ,OAAO,MAAM,CAAA;AACf,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,yBAAyB,CAAC,qBAAsC;IAC9E,MAAM,UAAU,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAA;IAC7E,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,mCAAmC,CAAC,CAAA;AAC5D,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,eAAe,CAAC,GAAY;IAC1C,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,GAAoD,CAAA;QAC9D,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC3B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACnF,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QACvE,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACjE,CAAC;IACD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,GAA+D,CAAA;QACzE,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACnF,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACnF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YACvE,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAA;QACrC,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAA;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAA;AACpB,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,MAAM,4BAA4B,GAAwB,IAAI,GAAG,CAAC;IACvE,sBAAsB;IACtB,oBAAoB;IACpB,yBAAyB;IACzB,kCAAkC;IAClC,kBAAkB;IAClB,0BAA0B;IAC1B,wBAAwB;IACxB,YAAY;CACb,CAAC,CAAA;AAEF,MAAM,UAAU,sBAAsB,CAAC,GAAY;IACjD,MAAM,IAAI,GAAI,GAA6C,EAAE,IAAI,CAAA;IACjE,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,4BAA4B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AAC3E,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,cAAc,CAAC,IAAe,EAAE,OAAe,EAAE,OAAgB;IAC/E,OAAO,IAAI,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;AACpD,CAAC"}
+{"version":3,"file":"policy.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/policy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAqB,CAAA;AAC1D,MAAM,CAAC,MAAM,kBAAkB,GAC7B,wKAAwK,CAAA;AAC1K,MAAM,CAAC,MAAM,8BAA8B,GACzC,4JAA4J,CAAA;AAE9J,4FAA4F;AAC5F,MAAM,CAAC,MAAM,mCAAmC,GAAG,IAAI,CAAA;AAEvD,MAAM,UAAU,QAAQ,CAAC,CAAS;IAChC,OAAO,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;AACxC,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAClC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAChD,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,wBAAwB,CAAC,EAA6B;IACpE,MAAM,CAAC,GAAG,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5B,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,KAAK,CAAA;IACpC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAA;IACzC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAAC,OAAkC;IAC7D,OAAO,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC;SAC3B,WAAW,EAAE;SACb,QAAQ,CAAC,OAAO,CAAC,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,UAAuC;IAC/D,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;QACzB,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,qBAAqB,CACnC,IAA+B,EAC/B,OAAkC,EAClC,UAAuC;IAEvC,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC3C,MAAM,KAAK,GAAG,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,OAAO,CAAA;IAC5D,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAA;IACxB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAA;IACxC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IACrC,WAAW;IACX,aAAa;IACb,aAAa;IACb,aAAa;IACb,aAAa;IACb,QAAQ;CACT,CAAC,CAAA;AAEF,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACnD,OAAO,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;AAC7C,CAAC;AAID,MAAM,UAAU,SAAS,CAAC,QAAgB;IACxC,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAA;IAC/C,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAC1C,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,eAAe,CAAC,aAA4D;IAC1F,IAAI,CAAC,aAAa;QAAE,OAAO,KAAK,CAAA;IAChC,IAAI,aAAa,CAAC,oBAAoB,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACzD,MAAM,OAAO,GAAG,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAA;IAC1B,OAAO,OAAO,KAAK,KAAK,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;AACxD,CAAC;AAiBD;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAOvC;IACC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAA;IAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,gBAAgB,IAAI,EAAE,CAAC,IAAI,UAAU,CAAA;IACtE,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IACtC,IAAI,SAAS,IAAI,SAAS,KAAK,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,EAAE,CAAA;IACpG,MAAM,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACrD,MAAM,gBAAgB,GAAG,KAAK,CAAC,kBAAkB,KAAK,CAAC,CAAA;IACvD,IAAI,oBAAoB,CAAC,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QACzG,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,SAAS;YACrB,aAAa,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK;YAC1E,SAAS,EAAE,KAAK,CAAC,aAAa,EAAE,oBAAoB,IAAI,IAAI;YAC5D,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,YAAY,IAAI,IAAI;YAChD,OAAO,EAAE,SAAS,CAAC,iBAAiB,CAAC;YACrC,kBAAkB,EAAE,KAAK,CAAC,aAAa,EAAE,oBAAoB,KAAK,IAAI;YACtE,eAAe,EAAE,KAAK,CAAC,aAAa,EAAE,iBAAiB,IAAI,IAAI;SAChE,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAA;IAChD,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;QAC7C,IAAI,oBAAoB,CAAC,aAAa,CAAC,IAAI,aAAa,KAAK,iBAAiB,EAAE,CAAC;YAC/E,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;QACpE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;AACvB,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,cAAc,CAC5B,SAAiB,EACjB,SAAiC,EAAE;IAEnC,SAAS;SACN,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC7B,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAChB,MAAM,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,QAAQ,GAAG,GAAG,EAAE,IAAI,EAAE,CAAA;QAC5B,IAAI,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACvE,MAAM,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;QAChD,CAAC;IACH,CAAC,CAAC,CAAA;IACJ,OAAO,MAAM,CAAA;AACf,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,yBAAyB,CAAC,qBAAsC;IAC9E,MAAM,UAAU,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAA;IAC7E,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,mCAAmC,CAAC,CAAA;AAC5D,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,eAAe,CAAC,GAAY;IAC1C,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,GAAoD,CAAA;QAC9D,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC3B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACnF,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QACvE,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACjE,CAAC;IACD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,GAA+D,CAAA;QACzE,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACnF,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACnF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;YACvE,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAA;QACrC,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;YAChC,IAAI,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAA;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,kBAAkB;QACpB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAA;AACpB,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,MAAM,4BAA4B,GAAwB,IAAI,GAAG,CAAC;IACvE,sBAAsB;IACtB,oBAAoB;IACpB,yBAAyB;IACzB,kCAAkC;IAClC,kBAAkB;IAClB,0BAA0B;IAC1B,wBAAwB;IACxB,YAAY;CACb,CAAC,CAAA;AAEF,MAAM,UAAU,sBAAsB,CAAC,GAAY;IACjD,MAAM,IAAI,GAAI,GAA6C,EAAE,IAAI,CAAA;IACjE,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,4BAA4B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AAC3E,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,cAAc,CAAC,IAAe,EAAE,OAAe,EAAE,OAAgB;IAC/E,OAAO,IAAI,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;AACpD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,OAAe;IAC1C,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;IAC1B,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;AACtF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAC7B,QAA2E;IAE3E,OAAO,QAAQ;SACZ,MAAM,CACL,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,KAAK,UAAU,IAAI,MAAM,CAAC,KAAK,KAAK,YAAY,CACrG;SACA,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AACnF,CAAC"}

package/dist/runtime/llamacpp/probe.d.ts

@@ -1,13 +1,33 @@
 /**
  * Capability probe: does the installed `llama-server` advertise a speculative type in its `-h`
  * output? Port of `check_spec_type_support` in the plugin's `commands.rs` (5 s budget, substring
- * match over stdout+stderr).
+ * match over stdout+stderr). `runHelp` is the run itself, for a caller that judges the output and
+ * the exit on its own (the decision engine gate, which takes only a finished help screen as proof).
  */
 import type { ManagedProcess, SpawnSpec } from '../shared/index.js';
+import type { ExitInfo } from './errors.js';
 export declare const DFLASH_SPEC_TYPE = "draft-dflash";
 export declare const PROBE_TIMEOUT_MS = 5000;
+/** How much of a probe's output a failure's details keep: the end, where an error is. */
+export declare const PROBE_OUTPUT_TAIL_CHARS = 600;
 export interface ProbeDeps {
     spawn?: (spec: SpawnSpec) => ManagedProcess;
     timeoutMs?: number;
+    now?: () => number;
 }
+/** What `llama-server -h` printed, how it exited and how long it took. */
+export interface HelpRun {
+    /** stdout, then stderr. */
+    output: string;
+    exit: ExitInfo;
+    elapsedMs: number;
+}
+/** The last `chars` characters of `text` on one line, for a failure's details; `''` for no output. */
+export declare function probeOutputTail(text: string, chars?: number): string;
+/**
+ * Run `exePath -h` and collect its output. Rejects with `MODEL_LOAD_FAILED` when the process could
+ * not be started and with `MODEL_LOAD_TIMED_OUT` when it did not finish within the budget: neither
+ * says anything about what the build supports.
+ */
+export declare function runHelp(exePath: string, env: Record<string, string>, cwd: string | undefined, deps?: ProbeDeps): Promise<HelpRun>;
 export declare function checkSpecTypeSupport(exePath: string, specType: string, env: Record<string, string>, cwd: string | undefined, deps?: ProbeDeps): Promise<boolean>;

package/dist/runtime/llamacpp/probe.js

@@ -1,15 +1,30 @@
 /**
  * Capability probe: does the installed `llama-server` advertise a speculative type in its `-h`
  * output? Port of `check_spec_type_support` in the plugin's `commands.rs` (5 s budget, substring
- * match over stdout+stderr).
+ * match over stdout+stderr). `runHelp` is the run itself, for a caller that judges the output and
+ * the exit on its own (the decision engine gate, which takes only a finished help screen as proof).
  */
 import { AtomicCoreError } from '../../contracts/index.js';
 import { spawnManaged } from '../shared/index.js';
 export const DFLASH_SPEC_TYPE = 'draft-dflash';
 export const PROBE_TIMEOUT_MS = 5000;
-export async function checkSpecTypeSupport(exePath, specType, env, cwd, deps = {}) {
+/** How much of a probe's output a failure's details keep: the end, where an error is. */
+export const PROBE_OUTPUT_TAIL_CHARS = 600;
+/** The last `chars` characters of `text` on one line, for a failure's details; `''` for no output. */
+export function probeOutputTail(text, chars = PROBE_OUTPUT_TAIL_CHARS) {
+    const flat = text.replace(/\s+/g, ' ').trim();
+    return flat.length > chars ? `…${flat.slice(-chars)}` : flat;
+}
+/**
+ * Run `exePath -h` and collect its output. Rejects with `MODEL_LOAD_FAILED` when the process could
+ * not be started and with `MODEL_LOAD_TIMED_OUT` when it did not finish within the budget: neither
+ * says anything about what the build supports.
+ */
+export async function runHelp(exePath, env, cwd, deps = {}) {
     const spawn = deps.spawn ?? spawnManaged;
     const timeoutMs = deps.timeoutMs ?? PROBE_TIMEOUT_MS;
+    const now = deps.now ?? Date.now;
+    const started = now();
     let proc;
     try {
         proc = spawn({ exe: exePath, args: ['-h'], env, cwd });
@@ -17,11 +32,19 @@ export async function checkSpecTypeSupport(exePath, specType, env, cwd, deps = {
     catch (e) {
         throw new AtomicCoreError('MODEL_LOAD_FAILED', 'Could not probe llama.cpp backend capabilities.', e.message);
     }
-    const timeout = new Promise((r) => setTimeout(() => r('timeout'), timeoutMs).unref());
-    const outcome = await Promise.race([proc.exited.then(() => 'exited'), timeout]);
+    let timer;
+    const timeout = new Promise((r) => {
+        timer = setTimeout(() => r('timeout'), timeoutMs);
+        timer.unref();
+    });
+    const outcome = await Promise.race([proc.exited, timeout]);
+    clearTimeout(timer);
     if (outcome === 'timeout') {
+        const { stdout, stderr } = proc.output();
+        const tail = probeOutputTail(`${stdout}\n${stderr}`);
         await proc.terminate(500);
-        throw new AtomicCoreError('MODEL_LOAD_TIMED_OUT', 'Timed out while probing llama.cpp backend capabilities.', `llama-server -h did not finish within ${Math.round(timeoutMs / 1000)}s for ${exePath}`);
+        throw new AtomicCoreError('MODEL_LOAD_TIMED_OUT', 'Timed out while probing llama.cpp backend capabilities.', `llama-server -h did not finish within ${Math.round(timeoutMs / 1000)}s for ${exePath}` +
+            (tail ? `; output so far: ${tail}` : '; no output'));
     }
     const failure = proc.spawnFailure();
     if (failure) {
@@ -30,6 +53,9 @@ export async function checkSpecTypeSupport(exePath, specType, env, cwd, deps = {
     // let the line readers drain
     await new Promise((r) => setTimeout(r, 10));
     const { stdout, stderr } = proc.output();
-    return `${stdout}\n${stderr}`.includes(specType);
+    return { output: `${stdout}\n${stderr}`, exit: outcome, elapsedMs: now() - started };
+}
+export async function checkSpecTypeSupport(exePath, specType, env, cwd, deps = {}) {
+    return (await runHelp(exePath, env, cwd, deps)).output.includes(specType);
 }
 //# sourceMappingURL=probe.js.map

package/dist/runtime/llamacpp/probe.js.map

@@ -1 +1 @@
-{"version":3,"file":"probe.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/probe.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAGjD,MAAM,CAAC,MAAM,gBAAgB,GAAG,cAAc,CAAA;AAC9C,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAOpC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAe,EACf,QAAgB,EAChB,GAA2B,EAC3B,GAAuB,EACvB,OAAkB,EAAE;IAEpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,YAAY,CAAA;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAA;IACpD,IAAI,IAAoB,CAAA;IACxB,IAAI,CAAC;QACH,IAAI,GAAG,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACxD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,eAAe,CACvB,mBAAmB,EACnB,iDAAiD,EAChD,CAAW,CAAC,OAAO,CACrB,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;IAChG,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAiB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAA;IACxF,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACzB,MAAM,IAAI,eAAe,CACvB,sBAAsB,EACtB,yDAAyD,EACzD,yCAAyC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,OAAO,EAAE,CACxF,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;IACnC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CACvB,mBAAmB,EACnB,iDAAiD,EACjD,OAAO,CAAC,OAAO,CAChB,CAAA;IACH,CAAC;IACD,6BAA6B;IAC7B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;IAC3C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAA;IACxC,OAAO,GAAG,MAAM,KAAK,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AAClD,CAAC"}
+{"version":3,"file":"probe.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/probe.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAIjD,MAAM,CAAC,MAAM,gBAAgB,GAAG,cAAc,CAAA;AAC9C,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,CAAA;AACpC,yFAAyF;AACzF,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAgB1C,sGAAsG;AACtG,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,KAAK,GAAG,uBAAuB;IAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IAC7C,OAAO,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AAC9D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,OAAe,EACf,GAA2B,EAC3B,GAAuB,EACvB,OAAkB,EAAE;IAEpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,YAAY,CAAA;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAA;IACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IAChC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAA;IACrB,IAAI,IAAoB,CAAA;IACxB,IAAI,CAAC;QACH,IAAI,GAAG,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAA;IACxD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,eAAe,CACvB,mBAAmB,EACnB,iDAAiD,EAChD,CAAW,CAAC,OAAO,CACrB,CAAA;IACH,CAAC;IACD,IAAI,KAAiC,CAAA;IACrC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,CAAC,EAAE,EAAE;QAC3C,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAA;QACjD,KAAK,CAAC,KAAK,EAAE,CAAA;IACf,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC1D,YAAY,CAAC,KAAK,CAAC,CAAA;IACnB,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAA;QACxC,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,MAAM,KAAK,MAAM,EAAE,CAAC,CAAA;QACpD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;QACzB,MAAM,IAAI,eAAe,CACvB,sBAAsB,EACtB,yDAAyD,EACzD,yCAAyC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,OAAO,EAAE;YACrF,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CACtD,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;IACnC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CACvB,mBAAmB,EACnB,iDAAiD,EACjD,OAAO,CAAC,OAAO,CAChB,CAAA;IACH,CAAC;IACD,6BAA6B;IAC7B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;IAC3C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAA;IACxC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,MAAM,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,OAAO,EAAE,CAAA;AACtF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAe,EACf,QAAgB,EAChB,GAA2B,EAC3B,GAAuB,EACvB,OAAkB,EAAE;IAEpB,OAAO,CAAC,MAAM,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AAC3E,CAAC"}

package/dist/runtime/llamacpp/runtime.d.ts

@@ -19,7 +19,7 @@ import type { DataLayout } from '../../config/index.js';
 import type { ProcessJournal } from '../../lock/index.js';
 import type { ModelRegistry } from '../../models/index.js';
 import { spawnAndAwaitReady } from '../shared/index.js';
-import type { ManagedProcess, SpawnSpec, CtxIncreaseResult, LocalRuntime, RecreateResult } from '../shared/index.js';
+import type { BackendOutputSink, ManagedProcess, SpawnSpec, CtxIncreaseResult, GpuClaimHook, GpuOccupancy, LocalRuntime, RecreateResult } from '../shared/index.js';
 import type { LlamacppConfigInput } from './args.js';
 import type { LlamacppEngineSettings, LoadPlanDeps } from './load-plan.js';
 export type EmitFn = <K extends keyof CoreEvents>(name: K, payload: CoreEvents[K]) => void;
@@ -63,16 +63,38 @@ export interface LlamacppRuntimeOptions {
     platform?: NodeJS.Platform;
     baseEnv?: NodeJS.ProcessEnv;
     fetch?: typeof fetch;
+    /**
+     * Every stdout/stderr line the backend prints, for the life of the session. A throwing sink is
+     * swallowed, with one `warn` through `log` per session.
+     */
+    backendOutput?: BackendOutputSink;
+    /** The core's own logger: the one warning about a throwing `backendOutput` sink goes here. */
+    log?: (level: 'debug' | 'info' | 'warn' | 'error', message: string) => void;
     /** Provider settings for a load; re-read per load so a settings change lands on the next one. */
     readSettings: () => Promise<RuntimeSettings>;
     /** Resolve `<version>/<backend>` to an installed executable (the backend service in a full core). */
     ensureBackendReady?: LoadPlanDeps['ensureBackendReady'] | undefined;
     resolveLatestBackend?: LoadPlanDeps['resolveLatestBackend'] | undefined;
     cpuInfo?: LoadPlanDeps['cpuInfo'] | undefined;
+    unifiedMemory?: LoadPlanDeps['unifiedMemory'] | undefined;
     ensureGemmaMtpDraft?: LoadPlanDeps['ensureGemmaMtpDraft'] | undefined;
     ensureDflashDraft?: LoadPlanDeps['ensureDflashDraft'] | undefined;
     /** Model that must never be auto-unloaded. */
     transcriptionModelId?: string;
+    /**
+     * Core's GPU residency (spec `gpu-residency`): asked once a load knows its backend, before anything
+     * is spawned, to free the cards it will take from every other engine. Absent, nothing is asked.
+     */
+    claimGpu?: GpuClaimHook | undefined;
+    /**
+     * Refuses a file this engine cannot run (a PrismML-only Bonsai file on stock llama.cpp), by
+     * throwing. Asked before the auto-unload, so a refused load never costs the user the chat model.
+     */
+    checkCompatibility?: ((target: {
+        modelId: string;
+        modelPath: string;
+        sha256?: string;
+    }) => Promise<void>) | undefined;
     /**
      * Read a model's GGUF metadata. A seam because the model's trained context comes from here, and
      * it is what decides when the context ladder has nowhere left to climb — untestable otherwise
@@ -88,6 +110,13 @@ export declare class LlamacppRuntime implements LocalRuntime {
     private readonly options;
     private readonly sessions;
     private readonly loading;
+    /** Loads past their GPU claim and not yet a session: they hold their cards as `loading`. */
+    private readonly claimed;
+    /**
+     * Sessions being stopped: out of the session table, but their process has not exited yet, so they
+     * still hold their cards (`stopping`) and a second unload waits for the same exit.
+     */
+    private readonly stopping;
     private loadTail;
     private readonly shutdownController;
     private closing;
@@ -100,12 +129,37 @@ export declare class LlamacppRuntime implements LocalRuntime {
     list(): SessionInfo[];
     findSession(modelId: string): SessionInfo | undefined;
     getLoadedModels(): string[];
+    /** The GPUs every session holds, and every load past its claim, for core's residency rule. */
+    gpuOccupancy(): GpuOccupancy[];
+    private footprint;
     getRuntimeDeviceInfo(modelId: string): RuntimeDeviceInfo | undefined;
     getMaxCtxTrain(modelId: string): number | undefined;
     isLoading(modelId: string): boolean;
+    /**
+     * The pack directories the sessions run from, the ones still stopping included: what an engine
+     * removal must leave alone (change `unify-engine-lifecycle`, task 2.4). `<pack>/build/bin/<exe>`,
+     * or the legacy flat `<pack>/<exe>`.
+     */
+    buildDirsInUse(): string[];
+    /**
+     * Run `fn` in the load queue's turn: it starts once the load in flight is done, and every load asked
+     * for meanwhile waits for it. An engine update or removal switches or deletes a build in here, so no
+     * load ever starts from a build half-way through either.
+     */
+    exclusive<T>(fn: () => Promise<T>): Promise<T>;
     /** Load a model, or join the load already in flight for it. */
     load(modelId: string, opts?: LoadOptions): Promise<SessionInfo>;
     private loadOnce;
+    /** The spawn, and the two post-failure retries of `performLoad` (drop mmproj, drop MTP), once each. */
+    private spawnWithRetries;
+    /**
+     * A decision model (a laya GGUF, a GGUF stamped with `decision.spec`, or a laya checkpoint folder)
+     * runs only in the decision module: as a chat or embedding server it answers nothing useful, or
+     * crashes. Refused before the auto-unload, so asking for one never costs the user the chat model.
+     * A model whose header cannot be read is left to the load plan, which says why.
+     */
+    private assertNotDecisionModel;
+    private assertCompatible;
     private enqueueLoad;
     private planDeps;
     /** Ports this runtime already handed out, so a second load never lands on the same one. */
@@ -142,6 +196,7 @@ export declare class LlamacppRuntime implements LocalRuntime {
      */
     recreateSession(modelId: string): Promise<RecreateResult>;
     private unloadSession;
+    private terminateSession;
     unloadAll(): Promise<void>;
     /** `llama-server --list-devices` against an installed backend. */
     getDevices(exePath: string): Promise<DeviceInfo[]>;

package/dist/runtime/llamacpp/runtime.js

@@ -14,20 +14,20 @@
  *  - a load the user cancels stops wherever it is — queued, planning, spawning or just ready — kills
  *    what it started at once, and never falls into a retry.
  */
-import { dirname } from 'node:path';
+import { dirname, win32 } from 'node:path';
 import { AtomicCoreError } from '../../contracts/index.js';
 import { DEFAULT_CTX_LEN, computeNextCtxLen } from './ctx-ladder.js';
 import { processStartId } from '../../lock/index.js';
-import { readGgufMetadataFromFile } from '../../models/index.js';
+import { isDecisionCheckpointDir, isDecisionGguf, readGgufMetadataFromFile } from '../../models/index.js';
 import { resolveLlama3TemplateOverride, STRICT_SYSTEM_GUARD_SIGNATURE } from '../../speculative/index.js';
 import { checkDflashSupport } from '../../speculative/dflash-registry.js';
 import { checkGemmaMtpSupport } from '../../speculative/gemma-mtp-registry.js';
-import { buildProcessEnv, discoverCudaPaths, nodeCudaProbeEnv, textMentionsCudaRuntime, randomFreePort, spawnAndAwaitReady, spawnManaged, LLAMA_READY_MARKERS, closeLogStream, openLogStream, isLoadCancelled, raceLoadCancel, throwIfLoadCancelled, } from '../shared/index.js';
+import { buildProcessEnv, discoverCudaPaths, nodeCudaProbeEnv, textMentionsCudaRuntime, randomFreePort, backendOutputReporter, spawnAndAwaitReady, spawnManaged, LLAMA_READY_MARKERS, closeLogStream, openLogStream, isLoadCancelled, raceLoadCancel, redactArgs, throwIfLoadCancelled, hostPid, } from '../shared/index.js';
 import { planLlamaArgs } from './args.js';
 import { parseDeviceOutput } from './devices.js';
 import { classifyProcessOutput } from './errors.js';
-import { autoUnloadTargets, nextRetry, planLlamaLoad } from './load-plan.js';
-import { classifyBackendMismatch, formatLoadError, isConcreteVersionBackend } from './policy.js';
+import { autoUnloadTargets, llamaGpuFootprint, nextRetry, planLlamaLoad } from './load-plan.js';
+import { classifyBackendMismatch, formatLoadError, isConcreteVersionBackend, packDirOfExe } from './policy.js';
 import { checkSpecTypeSupport, DFLASH_SPEC_TYPE } from './probe.js';
 import { RuntimeDeviceAccumulator } from './runtime-device.js';
 export const DEVICE_PROBE_TIMEOUT_MS = 10_000;
@@ -35,6 +35,13 @@ export class LlamacppRuntime {
     options;
     sessions = new Map();
     loading = new Map();
+    /** Loads past their GPU claim and not yet a session: they hold their cards as `loading`. */
+    claimed = new Map();
+    /**
+     * Sessions being stopped: out of the session table, but their process has not exited yet, so they
+     * still hold their cards (`stopping`) and a second unload waits for the same exit.
+     */
+    stopping = new Map();
     loadTail = Promise.resolve();
     shutdownController = new AbortController();
     closing = false;
@@ -60,6 +67,22 @@ export class LlamacppRuntime {
     getLoadedModels() {
         return [...this.sessions.keys()];
     }
+    /** The GPUs every session holds, and every load past its claim, for core's residency rule. */
+    gpuOccupancy() {
+        const ready = [...this.sessions.values()].map((session) => {
+            return { model_id: session.plan.modelId, ...this.footprint(session.plan), state: 'ready' };
+        });
+        const stopping = [...this.stopping.values()].map(({ session }) => ({
+            model_id: session.plan.modelId,
+            ...this.footprint(session.plan),
+            state: 'stopping',
+        }));
+        const loading = [...this.claimed.values()].filter((claim) => !this.sessions.has(claim.model_id));
+        return [...ready, ...stopping, ...loading];
+    }
+    footprint(plan) {
+        return llamaGpuFootprint(plan, this.options.transcriptionModelId);
+    }
     getRuntimeDeviceInfo(modelId) {
         return this.sessions.get(modelId)?.devices.snapshot();
     }
@@ -69,6 +92,23 @@ export class LlamacppRuntime {
     isLoading(modelId) {
         return this.loading.has(modelId);
     }
+    /**
+     * The pack directories the sessions run from, the ones still stopping included: what an engine
+     * removal must leave alone (change `unify-engine-lifecycle`, task 2.4). `<pack>/build/bin/<exe>`,
+     * or the legacy flat `<pack>/<exe>`.
+     */
+    buildDirsInUse() {
+        const sessions = [...this.sessions.values(), ...[...this.stopping.values()].map(({ session }) => session)];
+        return [...new Set(sessions.map((session) => packDirOfExe(session.plan.exePath)))];
+    }
+    /**
+     * Run `fn` in the load queue's turn: it starts once the load in flight is done, and every load asked
+     * for meanwhile waits for it. An engine update or removal switches or deletes a build in here, so no
+     * load ever starts from a build half-way through either.
+     */
+    exclusive(fn) {
+        return this.enqueueLoad(fn);
+    }
     /** Load a model, or join the load already in flight for it. */
     async load(modelId, opts = {}) {
         this.assertRunning();
@@ -87,6 +127,10 @@ export class LlamacppRuntime {
         throwIfLoadCancelled(opts.signal);
         const settings = await this.options.readSettings();
         throwIfLoadCancelled(opts.signal);
+        await this.assertNotDecisionModel(modelId, opts);
+        throwIfLoadCancelled(opts.signal);
+        await this.assertCompatible(modelId, opts);
+        throwIfLoadCancelled(opts.signal);
         const config = { ...settings.config };
         if (opts.exePath)
             config.version_backend = opts.versionBackend ?? 'cli/llama-server';
@@ -139,6 +183,34 @@ export class LlamacppRuntime {
         }, this.planDeps(opts)), opts.signal);
         if (opts.port !== undefined)
             plan = { ...plan, port: opts.port };
+        // GPU residency: the backend is known now, and nothing is started yet. Every other engine on the
+        // cards this build takes is stopped, with its exit confirmed, before the spawn below.
+        // It holds its cards as `loading` from the moment core grants the claim, inside core's turn.
+        const footprint = this.footprint(plan);
+        const occupancy = { model_id: modelId, ...footprint, state: 'loading' };
+        const hold = () => {
+            this.claimed.set(modelId, occupancy);
+        };
+        try {
+            if (this.options.claimGpu) {
+                await this.options.claimGpu({ model_id: modelId, ...footprint }, opts.signal, hold);
+                hold();
+                this.assertRunning();
+                throwIfLoadCancelled(opts.signal);
+            }
+            else
+                hold();
+            return await this.spawnWithRetries(plan, opts);
+        }
+        finally {
+            if (this.claimed.get(modelId) === occupancy)
+                this.claimed.delete(modelId);
+        }
+    }
+    /** The spawn, and the two post-failure retries of `performLoad` (drop mmproj, drop MTP), once each. */
+    async spawnWithRetries(initial, opts) {
+        let plan = initial;
+        const { modelId } = plan;
         for (let attempt = 0; attempt < 3; attempt++) {
             this.assertRunning();
             throwIfLoadCancelled(opts.signal);
@@ -164,6 +236,38 @@ export class LlamacppRuntime {
         }
         throw new AtomicCoreError('MODEL_LOAD_FAILED', `Could not load model "${modelId}" after fallback attempts.`);
     }
+    /**
+     * A decision model (a laya GGUF, a GGUF stamped with `decision.spec`, or a laya checkpoint folder)
+     * runs only in the decision module: as a chat or embedding server it answers nothing useful, or
+     * crashes. Refused before the auto-unload, so asking for one never costs the user the chat model.
+     * A model whose header cannot be read is left to the load plan, which says why.
+     */
+    async assertNotDecisionModel(modelId, opts) {
+        const { registry } = this.options;
+        const configured = opts.modelPath ?? (await registry.read(modelId).catch(() => undefined))?.model_path;
+        if (!configured)
+            return;
+        const path = registry.resolvePaths({ model_path: configured }).modelPath;
+        const read = this.options.readGgufMetadata ?? (async (p) => (await readGgufMetadataFromFile(p)).metadata);
+        const decision = (await isDecisionCheckpointDir(path)) || isDecisionGguf(await read(path).catch(() => undefined));
+        if (decision)
+            throw new AtomicCoreError('DECISION_MODEL_NOT_CHAT', `"${modelId}" is a decision model and cannot be loaded for chat. Decision models run in the decision module (settings: decision.model_path).`, path);
+    }
+    async assertCompatible(modelId, opts) {
+        const { registry, checkCompatibility } = this.options;
+        if (!checkCompatibility)
+            return;
+        const yml = opts.modelPath === undefined ? await registry.read(modelId).catch(() => undefined) : undefined;
+        const configured = opts.modelPath ?? yml?.model_path;
+        if (!configured)
+            return;
+        const modelPath = registry.resolvePaths({ model_path: configured }).modelPath;
+        await checkCompatibility({
+            modelId,
+            modelPath,
+            ...(yml?.model_sha256 ? { sha256: yml.model_sha256 } : {}),
+        });
+    }
     enqueueLoad(operation, signal) {
         const turn = this.loadTail;
         const result = raceLoadCancel(turn, signal).then(operation);
@@ -190,6 +294,8 @@ export class LlamacppRuntime {
                 throw new AtomicCoreError('BINARY_NOT_FOUND', 'No llama.cpp backend is available for this data folder.', `${version}/${backend} in ${layout.provider(this.provider).backendsDir}`);
             },
             cpuInfo: this.options.cpuInfo ?? (async () => undefined),
+            ...(this.options.unifiedMemory ? { unifiedMemory: this.options.unifiedMemory } : {}),
+            listDevices: (exePath) => this.getDevices(exePath),
             exists: async (path) => {
                 const { stat } = await import('node:fs/promises');
                 return stat(path).then(() => true, () => false);
@@ -235,6 +341,8 @@ export class LlamacppRuntime {
         const apiKey = plan.apiKey;
         throwIfLoadCancelled(opts.signal);
         const logStream = opts.logPath ? await openLogStream(opts.logPath) : undefined;
+        const reportOutput = backendOutputReporter(this.options.backendOutput, this.options.log);
+        this.options.log?.('info', `starting ${win32.basename(plan.exePath)} for ${plan.provider}/${plan.modelId}: ${redactArgs(args.argv).join(' ')}`);
         let proc;
         try {
             ;
@@ -255,6 +363,7 @@ export class LlamacppRuntime {
                             level: 'debug',
                             msg: `[${plan.provider}/${plan.modelId}][${stream}] ${line}`,
                         });
+                    reportOutput({ provider: plan.provider, model: plan.modelId, stream, line });
                 },
                 classifyExit: (exit, stderr, stdout) => classifyProcessOutput(exit, stderr, stdout, this.platform, plan.provider),
                 timeoutMessage: `Timeout: ${plan.timeoutSecs}s`,
@@ -294,7 +403,7 @@ export class LlamacppRuntime {
         catch (error) {
             await proc.terminate(isLoadCancelled(opts.signal) ? 0 : undefined).catch(() => { });
             if (session.journalled)
-                await this.options.journal?.remove(session.info.pid).catch(() => { });
+                await this.options.journal?.remove(hostPid(session.info)).catch(() => { });
             await closeLogStream(session.logStream);
             throw error;
         }
@@ -308,8 +417,8 @@ export class LlamacppRuntime {
             return;
         const record = {
             instance_id: this.options.instanceId,
-            pid: session.info.pid,
-            process_start_id: (await processStartId(session.info.pid)) ?? null,
+            pid: hostPid(session.info),
+            process_start_id: (await processStartId(hostPid(session.info))) ?? null,
             exe: session.plan.exePath,
             provider: session.plan.provider,
             model_id: session.plan.modelId,
@@ -326,13 +435,13 @@ export class LlamacppRuntime {
                 return; // already replaced or unloaded
             this.sessions.delete(session.plan.modelId);
             if (session.journalled)
-                await this.options.journal?.remove(session.info.pid).catch(() => { });
+                await this.options.journal?.remove(hostPid(session.info)).catch(() => { });
             await closeLogStream(session.logStream);
             const { stderr, stdout } = session.process.output();
             const error = classifyProcessOutput(exit, stderr, stdout, this.platform, session.plan.provider);
             this.emit('session:died', {
                 provider: session.plan.provider,
-                pid: session.info.pid,
+                pid: hostPid(session.info),
                 model_id: session.plan.modelId,
                 exit_code: exit.code,
                 signal: exit.signal === null ? null : String(exit.signal),
@@ -451,20 +560,38 @@ export class LlamacppRuntime {
         });
         return { ok: true, session: info };
     }
-    async unloadSession(modelId) {
+    unloadSession(modelId) {
+        // A stop already in flight is joined: its answer comes only once the process has exited.
+        const inFlight = this.stopping.get(modelId);
+        if (inFlight)
+            return inFlight.done;
         const session = this.sessions.get(modelId);
         if (!session)
-            return { success: true };
+            return Promise.resolve({ success: true });
         this.sessions.delete(modelId);
+        const done = this.terminateSession(modelId, session);
+        const entry = { session, done };
+        this.stopping.set(modelId, entry);
+        // `.catch`: `done` goes back to the caller, who handles its rejection; this derived promise would
+        // otherwise be a second, unhandled one (final review M-8).
+        void done
+            .finally(() => {
+            if (this.stopping.get(modelId) === entry)
+                this.stopping.delete(modelId);
+        })
+            .catch(() => { });
+        return done;
+    }
+    async terminateSession(modelId, session) {
         try {
             await session.process.terminate();
             if (session.journalled)
-                await this.options.journal?.remove(session.info.pid).catch(() => { });
+                await this.options.journal?.remove(hostPid(session.info)).catch(() => { });
             await closeLogStream(session.logStream);
             this.emit('session:unloaded', {
                 provider: session.plan.provider,
                 model_id: modelId,
-                pid: session.info.pid,
+                pid: hostPid(session.info),
             });
             return { success: true };
         }
@@ -472,7 +599,7 @@ export class LlamacppRuntime {
             if (session.process.child.exitCode === null && session.process.child.signalCode === null)
                 this.sessions.set(modelId, session);
             else if (session.journalled)
-                await this.options.journal?.remove(session.info.pid).catch(() => { });
+                await this.options.journal?.remove(hostPid(session.info)).catch(() => { });
             return { success: false, error: e.message };
         }
     }