@atomic-chat/core 0.20.7 → 0.21.1

package/dist/runtime/vllm/settings.js.map

@@ -1 +1 @@
-{"version":3,"file":"settings.js","sourceRoot":"","sources":["../../../src/runtime/vllm/settings.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAA;AA8CjE,MAAM,IAAI,GAAG;IACX,QAAQ;IACR,gBAAgB;IAChB,mBAAmB;IACnB,cAAc;IACd,qBAAqB;IACrB,wBAAwB;IACxB,aAAa;IACb,gBAAgB;IAChB,sBAAsB;IACtB,wBAAwB;IACxB,uBAAuB;IACvB,gBAAgB;IAChB,OAAO;IACP,MAAM;IACN,kBAAkB;IAClB,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC;CACjC,CAAA;AAEV,MAAM,QAAQ,GAAiB;IAC7B,MAAM,EAAE,IAAI;IACZ,cAAc,EAAE,IAAI;IACpB,iBAAiB,EAAE,IAAI;IACvB,4CAA4C;IAC5C,YAAY,EAAE,CAAC;IACf,mBAAmB,EAAE,IAAI;IACzB,sBAAsB,EAAE,IAAI;IAC5B,WAAW,EAAE,MAAM;IACnB,cAAc,EAAE,MAAM;IACtB,oBAAoB,EAAE,IAAI;IAC1B,sBAAsB,EAAE,IAAI;IAC5B,qBAAqB,EAAE,IAAI;IAC3B,cAAc,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,IAAI;IACV,gBAAgB,EAAE,KAAK;IACvB,UAAU,EAAE,EAAE;CACf,CAAA;AAED,MAAM,QAAQ,GAAG,2BAA2B,CAAA;AAE5C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;AAEzE,mFAAmF;AACnF,MAAM,UAAU,oBAAoB,CAAC,GAA4B;IAC/D,MAAM,QAAQ,GAAiB,EAAE,GAAG,QAAQ,EAAE,CAAA;IAC9C,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1D,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YACvE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,mCAAmC,CAAC,CAAA;QACvE,CAAC;QACD,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAW,CAAA;IAC3C,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;IAC5F,IAAI,GAAG,CAAC,mBAAmB,CAAC,KAAK,SAAS;QACxC,QAAQ,CAAC,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IACnG,IAAI,GAAG,CAAC,cAAc,CAAC,KAAK,SAAS;QACnC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IAC9E,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,IAAI;QACjF,QAAQ,CAAC,mBAAmB,GAAG,OAAO,CACpC,qBAAqB,EACrB,GAAG,CAAC,qBAAqB,CAAC,EAC1B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EACzB,0BAA0B,CAC3B,CAAA;IACH,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,IAAI;QACvF,QAAQ,CAAC,sBAAsB,GAAG,OAAO,CACvC,wBAAwB,EACxB,GAAG,CAAC,wBAAwB,CAAC,EAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EACtB,uBAAuB,CACxB,CAAA;IACH,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS;QAClC,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IACxF,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,IAAI;QACnF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IACvG,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,IAAI;QACvF,QAAQ,CAAC,sBAAsB,GAAG,OAAO,CACvC,wBAAwB,EACxB,GAAG,CAAC,wBAAwB,CAAC,EAC7B,CAAC,EACD,SAAS,CACV,CAAA;IACH,IAAI,GAAG,CAAC,uBAAuB,CAAC,KAAK,SAAS;QAC5C,QAAQ,CAAC,qBAAqB,GAAG,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAC/B,gBAAgB,EAChB,GAAG,CAAC,gBAAgB,CAAC,EACrB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAC1B,gBAAgB,CACjB,CAAA;IACH,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;QAC5B,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI;QACnD,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;IAChE,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,SAAS;QACvC,QAAQ,CAAC,gBAAgB,GAAG,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAA;IAChF,QAAQ,CAAC,UAAU,GAAG,sBAAsB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACzD,IAAI,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC1D,OAAO,CACL,mBAAmB,EACnB,QAAQ,CAAC,iBAAiB,EAC1B,yCAAyC,QAAQ,CAAC,cAAc,GAAG,CACpE,CAAA;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,MAA+B,EAC/B,YAAqC,EAAE;IAEvC,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC7D,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;IAC9C,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;IACnG,IAAI,MAAM,CAAC,sBAAsB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAA;IAC/E,IAAI,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAA;IAC7E,IAAI,MAAM,CAAC,wBAAwB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAA;IACnF,IAAI,MAAM,CAAC,wBAAwB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAA;IACnF,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAA;IAC/C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACtF,CAAC;IACD,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAA;AACrC,CAAC"}
+{"version":3,"file":"settings.js","sourceRoot":"","sources":["../../../src/runtime/vllm/settings.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EACL,uBAAuB,EACvB,sBAAsB,GAEvB,MAAM,wCAAwC,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,mCAAmC,CAAA;AACjE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAA;AA+CxE,MAAM,IAAI,GAAG;IACX,QAAQ;IACR,gBAAgB;IAChB,mBAAmB;IACnB,cAAc;IACd,qBAAqB;IACrB,wBAAwB;IACxB,aAAa;IACb,gBAAgB;IAChB,sBAAsB;IACtB,wBAAwB;IACxB,uBAAuB;IACvB,gBAAgB;IAChB,OAAO;IACP,MAAM;IACN,kBAAkB;IAClB,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC;CACjC,CAAA;AAEV,MAAM,QAAQ,GAAiB;IAC7B,MAAM,EAAE,IAAI;IACZ,iGAAiG;IACjG,8FAA8F;IAC9F,yFAAyF;IACzF,cAAc,EAAE,CAAC;IACjB,iBAAiB,EAAE,IAAI;IACvB,YAAY,EAAE,CAAC;IACf,mBAAmB,EAAE,IAAI;IACzB,sBAAsB,EAAE,IAAI;IAC5B,WAAW,EAAE,MAAM;IACnB,cAAc,EAAE,MAAM;IACtB,oBAAoB,EAAE,IAAI;IAC1B,sBAAsB,EAAE,IAAI;IAC5B,qBAAqB,EAAE,IAAI;IAC3B,cAAc,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,IAAI;IACV,gBAAgB,EAAE,KAAK;IACvB,UAAU,EAAE,EAAE;CACf,CAAA;AAED,MAAM,QAAQ,GAAG,2BAA2B,CAAA;AAE5C,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;AAEzE,mFAAmF;AACnF,MAAM,UAAU,oBAAoB,CAAC,GAA4B;IAC/D,MAAM,QAAQ,GAAiB,EAAE,GAAG,QAAQ,EAAE,CAAA;IAC9C,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1D,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YACvE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,mCAAmC,CAAC,CAAA;QACvE,CAAC;QACD,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAW,CAAA;IAC3C,CAAC;IACD,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,CAAC;QACpE,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;IAC5F,IAAI,GAAG,CAAC,mBAAmB,CAAC,KAAK,SAAS;QACxC,QAAQ,CAAC,iBAAiB,GAAG,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;IACnG,IAAI,GAAG,CAAC,cAAc,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;QAChE,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IAC9E,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,qBAAqB,CAAC,KAAK,IAAI;QACjF,QAAQ,CAAC,mBAAmB,GAAG,OAAO,CACpC,qBAAqB,EACrB,GAAG,CAAC,qBAAqB,CAAC,EAC1B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EACzB,0BAA0B,CAC3B,CAAA;IACH,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,IAAI;QACvF,QAAQ,CAAC,sBAAsB,GAAG,OAAO,CACvC,wBAAwB,EACxB,GAAG,CAAC,wBAAwB,CAAC,EAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EACtB,uBAAuB,CACxB,CAAA;IACH,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS;QAClC,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IACxF,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,sBAAsB,CAAC,KAAK,IAAI;QACnF,QAAQ,CAAC,oBAAoB,GAAG,OAAO,CAAC,sBAAsB,EAAE,GAAG,CAAC,sBAAsB,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IACvG,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,wBAAwB,CAAC,KAAK,IAAI;QACvF,QAAQ,CAAC,sBAAsB,GAAG,OAAO,CACvC,wBAAwB,EACxB,GAAG,CAAC,wBAAwB,CAAC,EAC7B,CAAC,EACD,SAAS,CACV,CAAA;IACH,IAAI,GAAG,CAAC,uBAAuB,CAAC,KAAK,SAAS;QAC5C,QAAQ,CAAC,qBAAqB,GAAG,KAAK,CAAC,uBAAuB,EAAE,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,gBAAgB,CAAC,KAAK,SAAS;QACrC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAC/B,gBAAgB,EAChB,GAAG,CAAC,gBAAgB,CAAC,EACrB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAC1B,gBAAgB,CACjB,CAAA;IACH,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;QAC5B,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAA;IAC3F,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI;QACnD,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC,CAAA;IAChE,IAAI,GAAG,CAAC,kBAAkB,CAAC,KAAK,SAAS;QACvC,QAAQ,CAAC,gBAAgB,GAAG,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAA;IAChF,QAAQ,CAAC,UAAU,GAAG,sBAAsB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACzD,kGAAkG;IAClG,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAA;IACjG,IAAI,QAAQ,CAAC,iBAAiB,IAAI,MAAM,EAAE,CAAC;QACzC,OAAO,CACL,mBAAmB,EACnB,QAAQ,CAAC,iBAAiB,EAC1B,yCAAyC,MAAM,GAAG,CACnD,CAAA;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,MAA+B,EAC/B,YAAqC,EAAE;IAEvC,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC7D,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;IAC9C,CAAC;IACD,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;IACnG,IAAI,MAAM,CAAC,sBAAsB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,sBAAsB,CAAC,GAAG,IAAI,CAAA;IAC/E,IAAI,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAA;IAC7E,IAAI,MAAM,CAAC,wBAAwB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAA;IACnF,IAAI,MAAM,CAAC,wBAAwB,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,wBAAwB,CAAC,GAAG,IAAI,CAAA;IACnF,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAA;IAC/C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAA;IACtF,CAAC;IACD,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAA;AACrC,CAAC"}

package/dist/server/public/context-window.d.ts

@@ -0,0 +1,29 @@
+/**
+ * The context window a local session serves: what `/models` advertises (`context_length`,
+ * `meta.n_ctx`) so an agent can compact before it overflows, and what the request log keeps with each
+ * request.
+ *
+ * A session that declares its limits (`LocalTarget.policy`) says so itself. llama.cpp says it in
+ * `/props` (`default_generation_settings.n_ctx`, the window of one slot): under fit the core never
+ * chose it, so nothing else knows it. `/props` is answered from the server's metadata without a slot,
+ * so it is cheap even while a prompt is being processed, and it is read once per loaded session.
+ * Any other engine has no window the server can learn: none is advertised rather than a guess.
+ */
+import type { LocalTarget, PublicServerDeps } from './types.js';
+/** The window in a llama.cpp `/props` body; `undefined` when it does not say. */
+export declare function windowFromProps(body: unknown): number | undefined;
+/** What the core can learn of each session's window, asked once per session generation. */
+export declare class SessionWindows {
+    private readonly known;
+    private readonly fetchImpl;
+    private readonly timeoutMs;
+    constructor(options?: {
+        fetch?: typeof fetch;
+        timeoutMs?: number;
+    });
+    /** The window `target` serves; `undefined` when its engine does not say or cannot be asked. */
+    of(target: LocalTarget): Promise<number | undefined>;
+    private readProps;
+}
+/** The window a request to `target` runs with: the one it declares, else what the host can learn. */
+export declare function sessionWindow(deps: PublicServerDeps, target: LocalTarget): Promise<number | undefined>;

package/dist/server/public/context-window.js

@@ -0,0 +1,77 @@
+/**
+ * The context window a local session serves: what `/models` advertises (`context_length`,
+ * `meta.n_ctx`) so an agent can compact before it overflows, and what the request log keeps with each
+ * request.
+ *
+ * A session that declares its limits (`LocalTarget.policy`) says so itself. llama.cpp says it in
+ * `/props` (`default_generation_settings.n_ctx`, the window of one slot): under fit the core never
+ * chose it, so nothing else knows it. `/props` is answered from the server's metadata without a slot,
+ * so it is cheap even while a prompt is being processed, and it is read once per loaded session.
+ * Any other engine has no window the server can learn: none is advertised rather than a guess.
+ */
+import { isLlamaCppServer } from './thinking.js';
+const PROPS_TIMEOUT_MS = 2000;
+/** Sessions remembered at most; past it the cache starts over (every reload is a new session). */
+const MAX_REMEMBERED = 64;
+/** The window in a llama.cpp `/props` body; `undefined` when it does not say. */
+export function windowFromProps(body) {
+    if (typeof body !== 'object' || body === null)
+        return undefined;
+    const props = body;
+    for (const value of [props.default_generation_settings?.n_ctx, props.n_ctx]) {
+        if (typeof value === 'number' && Number.isFinite(value) && value > 0)
+            return Math.floor(value);
+    }
+    return undefined;
+}
+/** What the core can learn of each session's window, asked once per session generation. */
+export class SessionWindows {
+    known = new Map();
+    fetchImpl;
+    timeoutMs;
+    constructor(options = {}) {
+        this.fetchImpl = options.fetch ?? fetch;
+        this.timeoutMs = options.timeoutMs ?? PROPS_TIMEOUT_MS;
+    }
+    /** The window `target` serves; `undefined` when its engine does not say or cannot be asked. */
+    of(target) {
+        if (!isLlamaCppServer(target.provider))
+            return Promise.resolve(undefined);
+        // A reload gets a new generation (and port and key): the window it was loaded with may differ.
+        const key = [target.provider, target.modelId, target.port, target.generation ?? '', target.apiKey].join('\0');
+        const cached = this.known.get(key);
+        if (cached)
+            return cached;
+        if (this.known.size >= MAX_REMEMBERED)
+            this.known.clear();
+        const read = this.readProps(target);
+        this.known.set(key, read);
+        // An engine still starting, or one that did not answer, is asked again next time.
+        void read.then((window) => {
+            if (window === undefined && this.known.get(key) === read)
+                this.known.delete(key);
+        });
+        return read;
+    }
+    async readProps(target) {
+        try {
+            const response = await this.fetchImpl(`http://127.0.0.1:${target.port}/props`, {
+                headers: target.apiKey ? { Authorization: `Bearer ${target.apiKey}` } : {},
+                signal: AbortSignal.timeout(this.timeoutMs),
+            });
+            if (!response.ok)
+                return undefined;
+            return windowFromProps(await response.json());
+        }
+        catch {
+            return undefined;
+        }
+    }
+}
+/** The window a request to `target` runs with: the one it declares, else what the host can learn. */
+export function sessionWindow(deps, target) {
+    if (target.policy?.contextLength !== undefined)
+        return Promise.resolve(target.policy.contextLength);
+    return deps.contextWindow?.(target) ?? Promise.resolve(undefined);
+}
+//# sourceMappingURL=context-window.js.map

package/dist/server/public/context-window.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-window.js","sourceRoot":"","sources":["../../../src/server/public/context-window.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAEhD,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAC7B,kGAAkG;AAClG,MAAM,cAAc,GAAG,EAAE,CAAA;AAEzB,iFAAiF;AACjF,MAAM,UAAU,eAAe,CAAC,IAAa;IAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IAC/D,MAAM,KAAK,GAAG,IAA8E,CAAA;IAC5F,KAAK,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAChG,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,2FAA2F;AAC3F,MAAM,OAAO,cAAc;IACR,KAAK,GAAG,IAAI,GAAG,EAAuC,CAAA;IACtD,SAAS,CAAc;IACvB,SAAS,CAAQ;IAElC,YAAY,UAAwD,EAAE;QACpE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAA;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,gBAAgB,CAAA;IACxD,CAAC;IAED,+FAA+F;IAC/F,EAAE,CAAC,MAAmB;QACpB,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QACzE,+FAA+F;QAC/F,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CACrG,IAAI,CACL,CAAA;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAClC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAA;QACzB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,cAAc;YAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QACzD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACnC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACzB,kFAAkF;QAClF,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACxB,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI;gBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAClF,CAAC,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAAmB;QACzC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,MAAM,CAAC,IAAI,QAAQ,EAAE;gBAC7E,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;gBAC1E,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;aAC5C,CAAC,CAAA;YACF,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,SAAS,CAAA;YAClC,OAAO,eAAe,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAA;QAClB,CAAC;IACH,CAAC;CACF;AAED,qGAAqG;AACrG,MAAM,UAAU,aAAa,CAAC,IAAsB,EAAE,MAAmB;IACvE,IAAI,MAAM,CAAC,MAAM,EAAE,aAAa,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;IACnG,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;AACnE,CAAC"}

package/dist/server/public/decision-preview.js

@@ -75,6 +75,7 @@ export function decisionReplyFields(body) {
     const fields = {
         ttft_ms: null,
         prompt_tokens: null,
+        cached_tokens: null,
         completion_tokens: null,
         total_tokens: null,
         tokens_estimated: false,

package/dist/server/public/decision-preview.js.map

@@ -1 +1 @@
-{"version":3,"file":"decision-preview.js","sourceRoot":"","sources":["../../../src/server/public/decision-preview.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEhD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAGlD,SAAS,KAAK,CAAC,KAAa;IAC1B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,IAAY;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAA;IACvB,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAA;AAClF,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,KAA4B,EAAsB,EAAE,CAC/D,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAEzE,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;AAEjD,gGAAgG;AAChG,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,MAAM,GAAG,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAA;IACtG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACxB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAA;IACnC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAC1B,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IACtF,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAClG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAA;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAC1C,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IACvB,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IACzB,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,0EAA0E;AAC1E,SAAS,UAAU,CAAC,IAAY,EAAE,MAAiB;IACjD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAA;IAC3C,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACnG,OAAO,GAAG,IAAI,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IAC9E,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,GAAG,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,EAAE,CAAA;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,EAAE,CAAA;IAC1D,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,MAAM,GAAoB;QAC9B,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,IAAI;QACnB,iBAAiB,EAAE,IAAI;QACvB,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,KAAK;QACvB,iBAAiB,EAAE,IAAI;QACvB,oBAAoB,EAAE,IAAI;QAC1B,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,IAAI;KAClB,CAAA;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACxB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAA;IACtC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YACrC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ;gBAAE,SAAQ;YAClE,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACxC,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,IAAI,CAAA;QACnC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,CAAA;IACpC,CAAC;IACD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,aAAa,GAAG,MAAM,CAAA;QAC7B,MAAM,CAAC,iBAAiB,GAAG,CAAC,CAAA;QAC5B,MAAM,CAAC,YAAY,GAAG,MAAM,CAAA;IAC9B,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}
+{"version":3,"file":"decision-preview.js","sourceRoot":"","sources":["../../../src/server/public/decision-preview.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAEhD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAGlD,SAAS,KAAK,CAAC,KAAa;IAC1B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAc,CAAA;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,IAAY;IAC1B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAA;IACvB,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAA;AAClF,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,KAA4B,EAAsB,EAAE,CAC/D,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAEzE,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;AAEjD,gGAAgG;AAChG,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,MAAM,GAAG,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAA;IACtG,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACxB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAA;IACnC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;QAC1B,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IACtF,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACzC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAClG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACjE,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAA;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAC1C,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IACvB,GAAG,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IACzB,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,0EAA0E;AAC1E,SAAS,UAAU,CAAC,IAAY,EAAE,MAAiB;IACjD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAA;IAC3C,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACnG,OAAO,GAAG,IAAI,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAA;IAC9E,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC7B,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,GAAG,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,EAAE,CAAA;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,GAAG,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,EAAE,CAAA;IAC1D,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,MAAM,GAAoB;QAC9B,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,IAAI;QACnB,iBAAiB,EAAE,IAAI;QACvB,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,KAAK;QACvB,iBAAiB,EAAE,IAAI;QACvB,oBAAoB,EAAE,IAAI;QAC1B,aAAa,EAAE,IAAI;QACnB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,IAAI;KAClB,CAAA;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAA;IACxB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,MAAM,CAAA;IACtC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YACrC,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ;gBAAE,SAAQ;YAClE,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACxC,MAAM,CAAC,aAAa,GAAG,OAAO,CAAC,IAAI,CAAA;QACnC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,CAAA;IACpC,CAAC;IACD,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,aAAa,GAAG,MAAM,CAAA;QAC7B,MAAM,CAAC,iBAAiB,GAAG,CAAC,CAAA;QAC5B,MAAM,CAAC,YAAY,GAAG,MAAM,CAAA;IAC9B,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/server/public/errors.d.ts

@@ -11,6 +11,8 @@
  */
 import type { JsonValue } from '../shims/index.js';
 export declare const LLAMA_CONTEXT_OVERFLOW_TYPE = "exceed_context_size_error";
+/** A specific engine refusal suitable for excluding an oversized prompt from error reporting. */
+export declare function isLlamaContextOverflow(body: string): boolean;
 /** A request that no longer fits the loaded context window, as llama.cpp and MLX word it. */
 export declare function isContextLimitError(status: number, body: string): boolean;
 export declare function bodyIndicatesOom(body: string): boolean;
@@ -39,6 +41,13 @@ export declare function selectedProviderUnavailableJson(modelId: string, provide
  */
 export declare function emptyMessagesRefusal(json: JsonValue): string | undefined;
 export declare function computeErrorEnvelope(oom: boolean): string;
+/**
+ * A llama.cpp context overflow as the Anthropic API words one: a 400 `invalid_request_error` whose
+ * message is exactly `prompt is too long: N tokens > M maximum`. Claude Code matches that wording to
+ * compact the conversation and retry; any other text it shows as a failed turn. `undefined` for any
+ * other error, or an overflow that does not say both sizes.
+ */
+export declare function anthropicPromptTooLong(status: number, body: string): string | undefined;
 /**
  * A local engine's error as the client receives it: an existing `{"error": {...}}` envelope passes
  * unchanged, anything else (plain stderr text, mlx-vlm's `{"detail": ...}`) is wrapped with a typed
@@ -48,8 +57,12 @@ export declare function structureBackendErrorBody(body: string, oom: boolean, ct
 export declare function clientMaxTokens(requestBody: Buffer): number | undefined;
 /**
  * A 200 whose `finish_reason` is `length` because the context window ran out rather than because
- * the client capped the output. With no client cap, `length` can only mean the window. With a cap,
- * only a stop clearly short of it counts; an unknown token count is taken as client-driven, so a
- * `max_tokens: 16` health check never grows the context.
+ * an output cap was reached. The cap is the client's `max_tokens` or, without one, the engine's own:
+ * core starts llama.cpp with `--n-predict` (DEFAULT_N_PREDICT unless the user set another,
+ * `engineCap`), so a `length` with no client cap is no longer always the window. Either way only a
+ * stop clearly short of the cap counts. An unknown token count is taken as client-driven under a
+ * client cap, so a `max_tokens: 16` health check never grows the context, and as the window under
+ * the engine's alone, as before. `engineCap` `null` (an engine started without a cap) keeps the
+ * old rule: with no client cap, `length` can only mean the window.
  */
-export declare function isContextOverflowFinishLength(response: JsonValue, requestBody: Buffer): boolean;
+export declare function isContextOverflowFinishLength(response: JsonValue, requestBody: Buffer, engineCap?: number | null): boolean;

package/dist/server/public/errors.js

@@ -9,6 +9,7 @@
  * The wording of every message is part of the contract: the app's UI and external agents match on
  * it to decide whether to offer a larger context or a smaller model.
  */
+import { DEFAULT_N_PREDICT } from '../../runtime/llamacpp/generation-limits.js';
 import { isJsonObject, serdeToString } from '../shims/index.js';
 /**
  * How llama.cpp says a prompt does not fit (upstream, TurboQuant and Prism alike): a 400 with
@@ -18,12 +19,16 @@ import { isJsonObject, serdeToString } from '../shims/index.js';
  */
 const LLAMA_CONTEXT_OVERFLOW = /request \(\d+ tokens\) exceeds the available context size/i;
 export const LLAMA_CONTEXT_OVERFLOW_TYPE = 'exceed_context_size_error';
+/** A specific engine refusal suitable for excluding an oversized prompt from error reporting. */
+export function isLlamaContextOverflow(body) {
+    return LLAMA_CONTEXT_OVERFLOW.test(body) || errorTypeOf(body) === LLAMA_CONTEXT_OVERFLOW_TYPE;
+}
 /** A request that no longer fits the loaded context window, as llama.cpp and MLX word it. */
 export function isContextLimitError(status, body) {
     if (![400, 413, 500, 503].includes(status))
         return false;
     const b = body.toLowerCase();
-    if (LLAMA_CONTEXT_OVERFLOW.test(body) || errorTypeOf(body) === LLAMA_CONTEXT_OVERFLOW_TYPE)
+    if (isLlamaContextOverflow(body))
         return true;
     // Older builds' wording.
     if (b.includes('the request exceeds the available context size'))
@@ -117,6 +122,43 @@ function errorTypeOf(body) {
     const type = isJsonObject(error) ? error['type'] : undefined;
     return typeof type === 'string' ? type : undefined;
 }
+/** The prompt size and window of a llama.cpp context overflow, from its fields or its message. */
+function llamaOverflowSizes(body) {
+    const parsed = parseJson(body);
+    const error = isJsonObject(parsed) ? parsed['error'] : undefined;
+    if (isJsonObject(error)) {
+        const prompt = asU64(error['n_prompt_tokens']);
+        const window = asU64(error['n_ctx']);
+        if (prompt !== undefined && window !== undefined && window > 0)
+            return { prompt, window };
+    }
+    const message = isJsonObject(error) && typeof error['message'] === 'string' ? error['message'] : body;
+    const sizes = /request \((\d+) tokens\) exceeds the available context size \((\d+) tokens\)/i.exec(message) ??
+        /input \((\d+) tokens\) is larger than the max context size \((\d+) tokens\)/i.exec(message);
+    return sizes ? { prompt: Number(sizes[1]), window: Number(sizes[2]) } : undefined;
+}
+/**
+ * A llama.cpp context overflow as the Anthropic API words one: a 400 `invalid_request_error` whose
+ * message is exactly `prompt is too long: N tokens > M maximum`. Claude Code matches that wording to
+ * compact the conversation and retry; any other text it shows as a failed turn. `undefined` for any
+ * other error, or an overflow that does not say both sizes.
+ */
+export function anthropicPromptTooLong(status, body) {
+    if (status !== 400)
+        return undefined;
+    if (!isLlamaContextOverflow(body))
+        return undefined;
+    const sizes = llamaOverflowSizes(body);
+    if (sizes === undefined)
+        return undefined;
+    return serdeToString({
+        type: 'error',
+        error: {
+            type: 'invalid_request_error',
+            message: `prompt is too long: ${sizes.prompt} tokens > ${sizes.window} maximum`,
+        },
+    });
+}
 function isStructuredErrorBody(body) {
     const parsed = parseJson(body);
     return isJsonObject(parsed) && isJsonObject(parsed['error']);
@@ -150,20 +192,28 @@ export function clientMaxTokens(requestBody) {
 }
 /**
  * A 200 whose `finish_reason` is `length` because the context window ran out rather than because
- * the client capped the output. With no client cap, `length` can only mean the window. With a cap,
- * only a stop clearly short of it counts; an unknown token count is taken as client-driven, so a
- * `max_tokens: 16` health check never grows the context.
+ * an output cap was reached. The cap is the client's `max_tokens` or, without one, the engine's own:
+ * core starts llama.cpp with `--n-predict` (DEFAULT_N_PREDICT unless the user set another,
+ * `engineCap`), so a `length` with no client cap is no longer always the window. Either way only a
+ * stop clearly short of the cap counts. An unknown token count is taken as client-driven under a
+ * client cap, so a `max_tokens: 16` health check never grows the context, and as the window under
+ * the engine's alone, as before. `engineCap` `null` (an engine started without a cap) keeps the
+ * old rule: with no client cap, `length` can only mean the window.
  */
-export function isContextOverflowFinishLength(response, requestBody) {
+export function isContextOverflowFinishLength(response, requestBody, engineCap = DEFAULT_N_PREDICT) {
     const choices = isJsonObject(response) ? response['choices'] : undefined;
     const hasLength = Array.isArray(choices) && choices.some((c) => isJsonObject(c) && c['finish_reason'] === 'length');
     if (!hasLength)
         return false;
-    const cap = clientMaxTokens(requestBody);
-    if (cap === undefined)
+    const clientCap = clientMaxTokens(requestBody);
+    const cap = clientCap ?? engineCap;
+    if (cap === null)
         return true;
     const usage = isJsonObject(response) ? response['usage'] : undefined;
     const done = asU64(isJsonObject(usage) ? usage['completion_tokens'] : undefined);
-    return done !== undefined && done + 1 < cap;
+    // Without a count, only the client's own cap is a known reason; the engine's is not proven.
+    if (done === undefined)
+        return clientCap === undefined;
+    return done + 1 < cap;
 }
 //# sourceMappingURL=errors.js.map

package/dist/server/public/errors.js.map

@@ -1 +1 @@
-{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/server/public/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAG/D;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG,4DAA4D,CAAA;AAC3F,MAAM,CAAC,MAAM,2BAA2B,GAAG,2BAA2B,CAAA;AAEtE,6FAA6F;AAC7F,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAY;IAC9D,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,IAAI,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,2BAA2B;QAAE,OAAO,IAAI,CAAA;IACvG,yBAAyB;IACzB,IAAI,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7E,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IACpG,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjG,OAAO,IAAI,CAAA;IACb,OAAO,CACL,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QACrB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CACtG,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,aAAa;QACb,0BAA0B;QAC1B,oBAAoB;QACpB,qBAAqB;QACrB,wBAAwB;KACzB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,IAAY;IAChE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,kBAAkB;QAClB,yBAAyB;QACzB,2BAA2B;QAC3B,kCAAkC;KACnC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,IAAY,EAAE,IAAY,EAAE,KAAc;IAC7F,OAAO,aAAa,CAAC;QACnB,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;KACtF,CAAC,CAAA;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,OAAO,mBAAmB,CACxB,uCAAuC,OAAO,GAAG,EACjD,uBAAuB,EACvB,iBAAiB,EACjB,OAAO,CACR,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,+BAA+B,CAAC,OAAe,EAAE,QAAgB;IAC/E,OAAO,mBAAmB,CACxB,uCAAuC,OAAO,qDAAqD;QACjG,MAAM,QAAQ,qFAAqF;QACnG,uDAAuD,EACzD,cAAc,EACd,+BAA+B,EAC/B,OAAO,CACR,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAe;IAClD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IACrE,OAAO,mBAAmB,CACxB,2GAA2G,EAC3G,uBAAuB,EACvB,aAAa,EACb,UAAU,CACX,CAAA;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAY;IAC/C,MAAM,OAAO,GAAG,GAAG;QACjB,CAAC,CAAC,6PAA6P;QAC/P,CAAC,CAAC,iRAAiR,CAAA;IACrR,OAAO,mBAAmB,CAAC,OAAO,EAAE,cAAc,EAAE,qBAAqB,CAAC,CAAA;AAC5E,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAA;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChE,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;AACpD,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,GAAY,EAAE,WAAoB;IACxF,IAAI,qBAAqB,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC5C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,cAAc,CAAA;IACnG,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,cAAc,CAAA;IACnE,OAAO,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAC9C,CAAC;AAED,uDAAuD;AACvD,SAAS,KAAK,CAAC,KAA4B;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/F,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,WAAmB;IACjD,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;IACpD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,uBAAuB,CAAC,EAAE,CAAC;QAC1D,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAA;IACxC,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAmB,EAAE,WAAmB;IACpF,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxE,MAAM,SAAS,GACb,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,QAAQ,CAAC,CAAA;IACnG,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAA;IAC5B,MAAM,GAAG,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;IACxC,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IAClC,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACpE,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAChF,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,CAAC,GAAG,GAAG,CAAA;AAC7C,CAAC"}
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/server/public/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAA;AAC/E,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAG/D;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG,4DAA4D,CAAA;AAC3F,MAAM,CAAC,MAAM,2BAA2B,GAAG,2BAA2B,CAAA;AAEtE,iGAAiG;AACjG,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,OAAO,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,2BAA2B,CAAA;AAC/F,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAY;IAC9D,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAA;IACxD,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,IAAI,sBAAsB,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7C,yBAAyB;IACzB,IAAI,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAAE,OAAO,IAAI,CAAA;IAC7E,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IACpG,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjG,OAAO,IAAI,CAAA;IACb,OAAO,CACL,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QACrB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CACtG,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,aAAa;QACb,0BAA0B;QAC1B,oBAAoB;QACpB,qBAAqB;QACrB,wBAAwB;KACzB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAc,EAAE,IAAY;IAChE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAA;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,OAAO;QACL,eAAe;QACf,kBAAkB;QAClB,yBAAyB;QACzB,2BAA2B;QAC3B,kCAAkC;KACnC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC9B,CAAC;AAED,8FAA8F;AAC9F,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,IAAY,EAAE,IAAY,EAAE,KAAc;IAC7F,OAAO,aAAa,CAAC;QACnB,KAAK,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;KACtF,CAAC,CAAA;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,OAAO,mBAAmB,CACxB,uCAAuC,OAAO,GAAG,EACjD,uBAAuB,EACvB,iBAAiB,EACjB,OAAO,CACR,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,+BAA+B,CAAC,OAAe,EAAE,QAAgB;IAC/E,OAAO,mBAAmB,CACxB,uCAAuC,OAAO,qDAAqD;QACjG,MAAM,QAAQ,qFAAqF;QACnG,uDAAuD,EACzD,cAAc,EACd,+BAA+B,EAC/B,OAAO,CACR,CAAA;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAe;IAClD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAClE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IACrE,OAAO,mBAAmB,CACxB,2GAA2G,EAC3G,uBAAuB,EACvB,aAAa,EACb,UAAU,CACX,CAAA;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAY;IAC/C,MAAM,OAAO,GAAG,GAAG;QACjB,CAAC,CAAC,6PAA6P;QAC/P,CAAC,CAAC,iRAAiR,CAAA;IACrR,OAAO,mBAAmB,CAAC,OAAO,EAAE,cAAc,EAAE,qBAAqB,CAAC,CAAA;AAC5E,CAAC;AAED,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAA;IACtC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChE,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;AACpD,CAAC;AAED,kGAAkG;AAClG,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAChE,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAA;QAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;QACpC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,GAAG,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;IAC3F,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACrG,MAAM,KAAK,GACT,+EAA+E,CAAC,IAAI,CAAC,OAAO,CAAC;QAC7F,8EAA8E,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC9F,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;AACnF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAc,EAAE,IAAY;IACjE,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,SAAS,CAAA;IACpC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IACnD,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAA;IACtC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACzC,OAAO,aAAa,CAAC;QACnB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE;YACL,IAAI,EAAE,uBAAuB;YAC7B,OAAO,EAAE,uBAAuB,KAAK,CAAC,MAAM,aAAa,KAAK,CAAC,MAAM,UAAU;SAChF;KACF,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9B,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,GAAY,EAAE,WAAoB;IACxF,IAAI,qBAAqB,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC5C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,cAAc,CAAA;IACnG,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,cAAc,CAAA;IACnE,OAAO,mBAAmB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;AAC9C,CAAC;AAED,uDAAuD;AACvD,SAAS,KAAK,CAAC,KAA4B;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/F,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,WAAmB;IACjD,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;IACpD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,uBAAuB,CAAC,EAAE,CAAC;QAC1D,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC1B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAA;IACxC,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,6BAA6B,CAC3C,QAAmB,EACnB,WAAmB,EACnB,YAA2B,iBAAiB;IAE5C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACxE,MAAM,SAAS,GACb,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,KAAK,QAAQ,CAAC,CAAA;IACnG,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAA;IAC5B,MAAM,SAAS,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;IAC9C,MAAM,GAAG,GAAG,SAAS,IAAI,SAAS,CAAA;IAClC,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC7B,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IACpE,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAChF,4FAA4F;IAC5F,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,SAAS,KAAK,SAAS,CAAA;IACtD,OAAO,IAAI,GAAG,CAAC,GAAG,GAAG,CAAA;AACvB,CAAC"}

package/dist/server/public/forward.js

@@ -24,12 +24,15 @@ import { AnthropicStreamConverter, anthropicRequestToChat, chatResponseToAnthrop
 import { LOCAL_SEARCH_ORDER, resolveRemoteProvider, resolveSelectedRoute } from '../../router/index.js';
 import { captureReport, inferenceFailureReport } from '../../telemetry/index.js';
 import { autoIncreaseCtx } from './ctx.js';
+import { sessionWindow } from './context-window.js';
 import { SseLineReader } from './sse.js';
 import { StreamTelemetry, isUsageOnlyChunk, maybeInjectStreamUsage } from './telemetry.js';
 import { endpointFromPath } from './trace.js';
-import { bodyIndicatesOom, computeErrorEnvelope, emptyMessagesRefusal, isComputeBackendError, isContextLimitError, isContextOverflowFinishLength, modelNotFoundJson, selectedProviderUnavailableJson, structureBackendErrorBody, structuredErrorJson, } from './errors.js';
+import { anthropicPromptTooLong, bodyIndicatesOom, computeErrorEnvelope, emptyMessagesRefusal, isComputeBackendError, isContextLimitError, isLlamaContextOverflow, isContextOverflowFinishLength, modelNotFoundJson, selectedProviderUnavailableJson, structureBackendErrorBody, structuredErrorJson, } from './errors.js';
 import { answer, clientGone, connectTimeoutMs, invalidJsonMessage } from './exchange.js';
 import { policyRefusal } from './policy.js';
+import { placedSystemMessages } from './system-messages.js';
+import { isLlamaCppServer, noThinkingTemplateKwargs } from './thinking.js';
 import { embeddingInputRefusal, messageRolesRefusal } from './validate.js';
 import { forwardableHeaders, pipeBody, readBody, readUpstreamText, relay, relayedHeaders, sendUpstream, } from './wire.js';
 const NO_SELECTION = new Map();
@@ -183,6 +186,7 @@ export async function serveForward(ex) {
         }
         backend = { kind: 'local', session };
         trace.backend = session.provider;
+        trace.recordWindow(() => sessionWindow(ex.deps, session));
         const refused = session.policy && policyRefusal(session.policy, ex.path, modelId, json);
         if (refused) {
             trace.errorKind = 'bad_request';
@@ -217,13 +221,22 @@ export async function serveForward(ex) {
         answer(ex, 500, 'Internal routing error');
         return;
     }
+    // An Anthropic request that asks for no thinking gets none from a llama.cpp chat template either
+    // (QA B08): on `/v1/messages` and on the chat-completions fallback alike.
+    const noThinking = isMessages && backend.kind === 'local'
+        ? noThinkingTemplateKwargs(backend.session.provider, json)
+        : undefined;
+    // System messages inside the conversation stay where they are, as reminders in a user turn, before a
+    // strict llama.cpp template sees them (QA B08, audit S1): on `/v1/messages` and on the fallback.
+    const placed = isMessages && backend.kind === 'local' ? placedSystemMessages(backend.session.provider, json) : undefined;
+    const messagesJson = placed !== undefined && isJsonObject(json) ? { ...json, ...placed } : json;
     // A session that declares its routes and has no `/v1/messages` of its own goes straight to the
     // chat-completions translation: asking it first would only be refused (findings-2.14-r1.md item 4).
     if (isMessages &&
         backend.kind === 'local' &&
         backend.session.policy &&
         !backend.session.policy.routes.some((r) => r.method === 'POST' && r.path === '/v1/messages')) {
-        await messagesFallback(ex, backend, url, key, json);
+        await messagesFallback(ex, backend, url, key, messagesJson, noThinking);
         return;
     }
     // While the inspector watches, a local streaming chat is asked for real token counts. Only local
@@ -231,13 +244,19 @@ export async function serveForward(ex) {
     const injected = trace.inspecting && stream && ex.path === '/chat/completions' && backend.kind === 'local'
         ? maybeInjectStreamUsage(raw)
         : undefined;
+    const rewritten = (noThinking !== undefined || placed !== undefined) && isJsonObject(messagesJson)
+        ? Buffer.from(serdeToString({
+            ...messagesJson,
+            ...(noThinking !== undefined ? { chat_template_kwargs: noThinking } : {}),
+        }))
+        : undefined;
     const signal = clientGone(ex);
     let response;
     try {
         response = await sendUpstream(url, {
             method: ex.method,
             headers: outboundHeaders(ex, ['host', 'authorization'], backend, key),
-            body: injected ?? raw,
+            body: injected ?? rewritten ?? raw,
             connectTimeoutMs: connectTimeoutMs(ex),
             signal,
         });
@@ -250,7 +269,7 @@ export async function serveForward(ex) {
     }
     if (!isSuccess(response.status)) {
         if (isMessages)
-            await messagesFallback(ex, backend, url, key, json, response);
+            await messagesFallback(ex, backend, url, key, messagesJson, noThinking, response);
         else
             await upstreamError(ex, backend, modelId, raw, response);
         return;
@@ -378,6 +397,22 @@ async function growAndRetry(ex, provider, modelId, raw, trigger) {
     await relay(ex.res, retry, ex.cors);
     return true;
 }
+/** Only a terminal failure from a local engine belongs to this core. Inspect its body here only. */
+function reportInferenceFailure(ex, backend, status, body) {
+    if (backend.kind !== 'local' || status < 500)
+        return;
+    const oom = bodyIndicatesOom(body);
+    const compute = isComputeBackendError(status, body);
+    if (!oom && !compute && isLlamaContextOverflow(body))
+        return;
+    captureReport(ex.deps.errors, inferenceFailureReport({
+        provider: backend.session.provider,
+        modelId: backend.session.modelId,
+        status,
+        compute,
+        oom,
+    }));
+}
 async function upstreamError(ex, backend, modelId, raw, response) {
     const errorBody = await readUpstreamText(response);
     const status = response.status;
@@ -396,14 +431,7 @@ async function upstreamError(ex, backend, modelId, raw, response) {
             // it started. An error it knows (a context overflow) gets its own OpenAI body; any other is
             // wrapped like every local engine's.
             recordFailure();
-            captureReport(ex.deps.errors, inferenceFailureReport({
-                provider,
-                modelId,
-                status,
-                body: errorBody,
-                compute: false,
-                oom: trace.oomDetected,
-            }));
+            reportInferenceFailure(ex, backend, status, errorBody);
             const mapped = policy.mapError(status, errorBody);
             if (mapped !== null) {
                 answer(ex, status, serdeToString(mapped), [['Content-Type', 'application/json']]);
@@ -428,19 +456,12 @@ async function upstreamError(ex, backend, modelId, raw, response) {
             trace.oomDetected = true;
             trace.ctxOverflowDetected = false;
             const oom = bodyIndicatesOom(errorBody);
-            captureReport(ex.deps.errors, inferenceFailureReport({ provider, modelId, status, body: errorBody, compute: true, oom }));
+            reportInferenceFailure(ex, backend, status, errorBody);
             answer(ex, 400, computeErrorEnvelope(oom));
             return;
         }
         recordFailure();
-        captureReport(ex.deps.errors, inferenceFailureReport({
-            provider,
-            modelId,
-            status,
-            body: errorBody,
-            compute: false,
-            oom: trace.oomDetected,
-        }));
+        reportInferenceFailure(ex, backend, status, errorBody);
         answer(ex, status, structureBackendErrorBody(errorBody, trace.oomDetected, trace.ctxOverflowDetected));
         return;
     }
@@ -482,13 +503,34 @@ async function inspectFinish(ex, session, modelId, raw, response) {
  * gets the original error; if it answers with an error, the client gets that one.
  */
 async function messagesFallback(ex, backend, url, key, json, 
+/** `chat_template_kwargs` that keep a llama.cpp template from thinking the request did not ask for. */
+noThinking, 
 /** The engine's own answer to `/messages`; absent when the session is known not to serve it. */
 response) {
     const errorBody = response === undefined ? undefined : await readUpstreamText(response);
     const trace = ex.trace;
-    trace.anthropicFallback = true;
     const errorKind = backend.kind === 'local' ? 'local_model_error' : 'remote_provider_error';
+    // A prompt the engine's window cannot hold would not fit as chat completions either: the client is
+    // told in the Anthropic API's own words, which make Claude Code compact the conversation (audit X1).
+    if (response !== undefined &&
+        errorBody !== undefined &&
+        answeredPromptTooLong(ex, backend, response.status, errorBody))
+        return;
+    trace.anthropicFallback = true;
     const chat = anthropicRequestToChat(json);
+    if (isJsonObject(chat) && noThinking !== undefined)
+        chat['chat_template_kwargs'] = noThinking;
+    // llama.cpp's own `/v1/messages` stops at the request's `max_tokens`; the translation keeps that
+    // cap, or an engine started with `n_predict -1` writes until its context is full. Other engines
+    // keep the translation as the Rust proxy shipped it, without the cap.
+    const maxTokens = isJsonObject(json) ? json['max_tokens'] : undefined;
+    if (isJsonObject(chat) &&
+        backend.kind === 'local' &&
+        isLlamaCppServer(backend.session.provider) &&
+        typeof maxTokens === 'number' &&
+        maxTokens > 0) {
+        chat['max_tokens'] = maxTokens;
+    }
     if (chat !== null) {
         let base = url;
         while (base.endsWith('/messages'))
@@ -508,10 +550,13 @@ response) {
             });
             if (!isSuccess(fallback.status)) {
                 const fallbackError = await readUpstreamText(fallback);
+                if (answeredPromptTooLong(ex, backend, fallback.status, fallbackError))
+                    return;
                 trace.errorKind = errorKind;
                 trace.upstreamStatus = fallback.status;
                 trace.oomDetected = bodyIndicatesOom(fallbackError);
                 trace.ctxOverflowDetected = isContextLimitError(fallback.status, fallbackError);
+                reportInferenceFailure(ex, backend, fallback.status, fallbackError);
                 // A declared session's own error wording (its context overflow) reads the same here as on
                 // the chat route itself.
                 const policy = backend.kind === 'local' ? backend.session.policy : undefined;
@@ -555,8 +600,27 @@ response) {
     trace.upstreamStatus = response.status;
     trace.oomDetected = bodyIndicatesOom(errorBody);
     trace.ctxOverflowDetected = isContextLimitError(response.status, errorBody);
+    reportInferenceFailure(ex, backend, response.status, errorBody);
     answer(ex, response.status, errorBody);
 }
+/**
+ * Answer a local engine's context overflow on `/messages` as Anthropic's `prompt is too long`; `false`
+ * for any other error, which the caller handles as before. A remote provider words its own errors.
+ */
+function answeredPromptTooLong(ex, backend, status, errorBody) {
+    if (backend.kind !== 'local')
+        return false;
+    const tooLong = anthropicPromptTooLong(status, errorBody);
+    if (tooLong === undefined)
+        return false;
+    const trace = ex.trace;
+    trace.errorKind = 'local_model_error';
+    trace.upstreamStatus = status;
+    trace.oomDetected = false;
+    trace.ctxOverflowDetected = true;
+    answer(ex, 400, tooLong, [['Content-Type', 'application/json']]);
+    return true;
+}
 async function* anthropicStream(upstream) {
     const conv = new AnthropicStreamConverter();
     const decoder = new TextDecoder();