@plurnk/plurnk-providers 6.1.1 → 6.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.defaults +5 -4
- package/README.md +1 -1
- package/SPEC.md +10 -8
- package/dist/InferenceAdmission.d.ts +10 -1
- package/dist/InferenceAdmission.d.ts.map +1 -1
- package/dist/InferenceAdmission.js +79 -15
- package/dist/InferenceAdmission.js.map +1 -1
- package/dist/ModelProvider.d.ts +3 -1
- package/dist/ModelProvider.d.ts.map +1 -1
- package/dist/ModelProvider.js +8 -5
- package/dist/ModelProvider.js.map +1 -1
- package/dist/catalogProvider.d.ts +2 -2
- package/dist/catalogProvider.d.ts.map +1 -1
- package/dist/catalogProvider.js +2 -1
- package/dist/catalogProvider.js.map +1 -1
- package/dist/compatibleProvider.d.ts.map +1 -1
- package/dist/compatibleProvider.js +6 -3
- package/dist/compatibleProvider.js.map +1 -1
- package/dist/env.d.ts +3 -1
- package/dist/env.d.ts.map +1 -1
- package/dist/env.js +24 -2
- package/dist/env.js.map +1 -1
- package/dist/index.d.ts +4 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/modelAdapters.d.ts +2 -2
- package/dist/modelAdapters.d.ts.map +1 -1
- package/dist/modelAdapters.js +53 -4
- package/dist/modelAdapters.js.map +1 -1
- package/dist/pi-transport.d.ts +5 -3
- package/dist/pi-transport.d.ts.map +1 -1
- package/dist/pi-transport.js +248 -51
- package/dist/pi-transport.js.map +1 -1
- package/dist/types.d.ts +2 -2
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +3 -3
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalogProvider.js","sourceRoot":"","sources":["../src/catalogProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EACf,cAAc,EACd,YAAY,GAIf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACH,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,aAAa,EAAE,EAKrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,0FAA0F;AAC1F,6CAA6C;AAC7C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAoC,EAA8B,EAAE,CAClG,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAA6B,EAAE,CAAE,gBAAsC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAEvI,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,CAAU,CAAC,CAAC;AAEvE,MAAM,aAAa,GAAwB,IAAI,GAAG,CAAe;IAC7D,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;CAC9C,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CACvB,IAAe,EACf,QAAQ,GAA0C,EAAE,EACf,EAAE,CAAC;IACxC,GAAG,IAAI,GAAG,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gBAAgB;YACrB,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;aAC7C,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChG,GAAG,QAAQ;KACd,CAAC;CACL,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,IAAe,EAAW,EAAE,CACvD,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,IAAI,CAAC;AAE/E,MAAM,4BAA4B,GAAG,CACjC,IAAY,EACZ,IAA2B,EAC3B,MAAc,EACV,EAAE;IACN,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QAC9C,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,6BAA6B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,4BAA4B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAwB,IAAI,GAAG,CAAC;IAC5D,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,UAAU;IACV,SAAS;IACT,cAAc;IACd,uBAAuB;CAC1B,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CACzB,IAAY,EACZ,IAA2B,EAC3B,WAAgC,EAChC,eAAuC,EAChC,EAAE;IACT,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,IAAI,KAAK,uBAAuB,EAAE,CAAC;QACnC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;WAClD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC;WACvB,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAC1B,IAAY,EACZ,GAAsB,EACtB,IAA2B,EAC3B,MAAe,EAMjB,EAAE;IACA,MAAM,eAAe,GAAG,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC1G,MAAM,aAAa,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,CAAC;IACnD,MAAM,gBAAgB,GAAG,CAAC,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,uBAAuB,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,CACzD,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,cAAc,IAAI,CAAC,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;WACxJ,CAAC,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7C,CAAC;IACF,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,MAAM,UAAU,GAAG,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAElF,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7F,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,UAAU;eAC3C,MAAM,KAAK,KAAK,IAAI,QAAQ;eAC5B,UAAU;mBACN,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO;uBAC/E,MAAM,KAAK,KAAK,IAAI,gBAAgB,CAAC;mBACzC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACnC,IAAI,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,gDAAgD,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,GAAG,IAAI,CAAiC,CAAC;IAEjE,IAAI,MAAM,IAAI,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,MAAqB,EAAQ,EAAE;QACjD,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0DAA0D,CAAC,CAAC;IAChH,CAAC,CAAC;IAEF,OAAO;QACH,eAAe;QACf,OAAO;QACP,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,uBAAgC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,oBAAoB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,MAAM,KAAK,IAAI;oBAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,mCAAmC,CAAC,CAAC;gBACrF,OAAO,EAAE,CAAC;YACd,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,YAAY;oBACb,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;oBAC7D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;oBAChE,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;oBAC/E,OAAO;wBACH,SAAS,EAAE,kBAAkB,KAAK,SAAS;4BACvC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BACnB,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE;qBACtD,CAAC;gBACN,KAAK,UAAU;oBACX,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC;oBAC9D,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC1F,OAAO;wBACH,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC7B,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,SAAS;oBACV,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;oBACtD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;oBAC9D,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAClF,OAAO;wBACH,eAAe,EAAE,IAAI;wBACrB,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,WAAW,CAAC;gBACjB,KAAK,YAAY,CAAC;gBAClB,KAAK,cAAc,CAAC;gBACpB,KAAK,uBAAuB;oBACxB,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,CAAC;oBACtG,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;oBACxD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,IAAI,kBAAkB,KAAK,SAAS;wBAAE,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;oBACtF,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC/E,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBACtC,CAAC;oBACD,OAAO,EAAE,CAAC;gBACd;oBACI,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzF,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,KAAK,SAAS;wBACjE,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE;wBAC1C,CAAC,CAAC,EAAE,CAAC;YACjB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC,CAAC;AAEF,2EAA2E;AAC3E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAC1B,QAAsB,EACtB,IAAe,EACf,GAAsB,EACQ,EAAE,CAAC,qBAAqB,CACtD,QAAQ,CAAC,EAAE,EAAE,oBAAoB,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,KAAK,mBAAmB,CACzF,CAAC,OAAO,CAAC;AAEV,MAAM,wBAAwB,GAAG,CAAC,EAC9B,IAAI,EACJ,GAAG,EACH,KAAK,EACL,gBAAgB,EAChB,IAAI,EACJ,QAAQ,GAQX,EAA0E,EAAE;IACzE,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACrE,IAAI,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACzD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO;YACH,cAAc,EAAE,qBAAqB,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACxE,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,MAAM,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,kBAAkB;SACvH,CAAC;IACN,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,EACrC,IAAI,EACJ,GAAG,EACH,KAAK,EACL,aAAa,EACb,aAAa,EACb,GAAG,EACH,OAAO,EACP,aAAa,EACb,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,sBAAsB,EACtB,yBAAyB,EACzB,eAAe,EACf,QAAQ,GAiBX,EAAY,EAAE;IACX,eAAe,CACX,GAAG,IAAI,sGAAsG,EAC7G,8BAA8B,CACjC,CAAC;IAEF,MAAM,cAAc,GAAG,IAAI,EAAE,cAAc,IAAI,IAAI,CAAC;IACpD,MAAM,eAAe,GAAG,IAAI,EAAE,eAAe,KAAK,SAAS;QACvD,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,yBAAyB,CACtC,GAAG,EACH,IAAI,EACJ,aAAa,EACb,eAAe,CAClB,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,gBAAgB,GAAG,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IAClD,MAAM,EACF,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,oBAAoB,GACvB,GAAG,qBAAqB,CACrB,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,KAAK,SAAS,CAC/C,CAAC;IACF,MAAM,cAAc,GAAG,wBAAwB,CAAC;QAC5C,IAAI;QACJ,GAAG;QACH,KAAK;QACL,gBAAgB;QAChB,IAAI;QACJ,QAAQ,EAAE,eAAe;KAC5B,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,EAAE,IAAI,CAAC;IAC/B,MAAM,YAAY,GAAG,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,KAAK,EAAE,WAAW,CAAC,UAAU;QAC7B,MAAM,EAAE,WAAW,CAAC,WAAW;QAC/B,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,eAAe,KAAK,SAAS;YACzC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC;KACrD,CAAC;IACF,uFAAuF;IACvF,wEAAwE;IACxE,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,KAAK,GAAG,YAAY,CAAC;IACzB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE,CAAC;QACpD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,wHAAwH,CAClI,CAAC;QACN,CAAC;QACD,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,KAAK,IAAI;QACpC,CAAC,CAAC,0BAA0B;QAC5B,CAAC,CAAC,yEAAyE,CAAC;IAChF,MAAM,YAAY,GAAG,CAAC,KAAiD,EAAE,EAAE,CACvE,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAE5D,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,QAAQ,IAAI,GAAG,EAAE,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,IAAI,OAAO,IAAI,EAAE,CAAC;QACzH,KAAK;QACL,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACrC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QAC7D,aAAa;QACb,yFAAyF;QACzF,eAAe,EAAE,iBAAiB,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC;QAC1D,cAAc;QACd,eAAe;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB,EAAE,OAAO;QACzB,GAAG,cAAc;QACjB,GAAG,CAAC,yBAAyB,KAAK,SAAS,IAAI,CAAC,gBAAgB;YAC5D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,yBAAyB,EAAE,CAAC;QACpC,cAAc,EAAE,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,IAAI,CAAC;QAC1G,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,IAAI,CAAC;QACtH,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,IAAI,CAAC;QAChE,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC;QAC7B,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,EAAE,CAAC,CAAC;QAClH,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,CAAC;QAC7G,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,IAAI,CAAC;QACxH,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC;QAC/D,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACvE,GAAG,CAAC,eAAe,IAAI,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,gBAAgB,KAAK,KAAK,IAAI,sBAAsB,KAAK,IAAI;YAC7D,CAAC,CAAC,EAAE,gBAAgB,EAAE,gBAAgB,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACT,WAAW,EAAE,GAAG,CAAC,6BAA6B;QAC9C,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,YAAY;QACZ,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;QAC5B,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC;KACnC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,+GAA+G;AAC/G,yEAAyE;AACzE,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE;IAC7D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACnH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC,uDAAuD,CAAC;IAC5J,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrF,OAAO,GAAG,IAAI,qBAAqB,KAAK,KAAK,MAAM,GAAG,IAAI,+FAA+F,CAAC;AAC9J,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAClC,IAAY,EACZ,GAAsB,EACtB,KAAa,EACb,eAAwB,EACT,EAAE;IACjB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7F,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/E,IAAI,QAAQ,KAAK,IAAI,IAAI,eAAe,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,QAAQ,EAAE,EAAE,IAAI,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC;IAC5B,MAAM,aAAa,GAAG,sBAAsB,CAAC,eAAe,EAAE,IAAI,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC;IAC3F,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,6CAA6C,SAAS,2EAA2E,CAC3I,CAAC;IACN,CAAC;IACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IAC3E,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAElC,OAAO,wBAAwB,CAAC;QAC5B,IAAI;QACJ,GAAG;QACH,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,GAAG,EAAE,OAAO,CAAC,UAAU,EAAE,GAAG;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,yBAAyB,EAAE,OAAO,CAAC,yBAAyB;QAC5D,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC;QAC9F,aAAa;QACb,IAAI;KACP,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import {\n catalogSnapshot,\n lookupProvider,\n resolveModel,\n type ModelInfo,\n type ModelEffort,\n type ProviderInfo,\n} from \"@plurnk/plurnk-models\";\nimport {\n costOverrideFromEnv,\n contextWindowFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n} from \"./env.ts\";\nimport ModelProvider, {\n type ModelProviderConfig,\n type NativeEffort,\n type CacheAffinity,\n type NativeRequestControls,\n} from \"./ModelProvider.ts\";\nimport { configuredProviderInfo, createProviderModel } from \"./modelAdapters.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport type { InputModality, Provider, ProviderCostNormalizer, ProviderModel } from \"./types.ts\";\nimport { INPUT_MODALITIES } from \"./types.ts\";\nimport { EFFORTS, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\nimport { adaptiveEffortFromEnv } from \"./reasoning-effort.ts\";\nimport { withProviderDefaults } from \"./defaults.ts\";\nimport type { ExtensionAttribution, ExtensionAttributionContext } from \"@plurnk/plurnk-meta\";\n\n// {§provider-interface} — the catalog's input modalities, kept to the vocabulary the wire\n// can carry; an unknown model declares none.\nexport const inputModalitiesOf = (input: readonly string[] | undefined): ReadonlySet<InputModality> =>\n new Set((input ?? []).filter((modality): modality is InputModality => (INPUT_MODALITIES as readonly string[]).includes(modality)));\n\nconst activationPolicies = Object.freeze([\"off\", \"adaptive\"] as const);\n\nconst nativeEfforts: ReadonlySet<string> = new Set<NativeEffort>([\n \"minimal\", \"low\", \"medium\", \"high\", \"xhigh\",\n]);\n\nconst catalogWireEfforts = (\n info: ModelInfo,\n declared: readonly Exclude<ModelEffort, null>[] = [],\n): readonly Exclude<ModelEffort, null>[] => [\n ...new Set([\n ...(info.reasoningOptions\n ?.filter((option) => option.type === \"effort\")\n .flatMap((option) => option.values.flatMap((value) => value === null ? [] : [value])) ?? []),\n ...declared,\n ]),\n];\n\nconst catalogSupportsToggle = (info: ModelInfo): boolean =>\n info.reasoningOptions?.some((option) => option.type === \"toggle\") === true;\n\nconst assertCatalogReasoningBudget = (\n name: string,\n info: ModelInfo | undefined,\n budget: number,\n): void => {\n for (const option of info?.reasoningOptions ?? []) {\n if (option.type !== \"budget_tokens\") continue;\n if (option.min !== undefined && budget < option.min) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} is below catalog minimum ${option.min}`);\n }\n if (option.max !== undefined && budget > option.max) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} exceeds catalog maximum ${option.max}`);\n }\n }\n};\n\nconst CUSTOM_REASONING_PROVIDERS: ReadonlySet<string> = new Set([\n \"openrouter\",\n \"deepinfra\",\n \"togetherai\",\n \"deepseek\",\n \"alibaba\",\n \"fireworks-ai\",\n \"cloudflare-workers-ai\",\n]);\n\nconst supportsReasoningOff = (\n name: string,\n info: ModelInfo | undefined,\n wireEfforts: ReadonlySet<string>,\n declaredEfforts: readonly ModelEffort[],\n): boolean => {\n if (info?.reasoning === false) return true;\n if (name === \"cloudflare-workers-ai\") {\n return info === undefined || wireEfforts.has(\"none\");\n }\n if (CUSTOM_REASONING_PROVIDERS.has(name)) {\n return info === undefined || wireEfforts.has(\"none\") || catalogSupportsToggle(info);\n }\n return info === undefined && declaredEfforts.length === 0\n || wireEfforts.has(\"none\")\n || info !== undefined && catalogSupportsToggle(info);\n};\n\nconst reasoningCapabilities = (\n name: string,\n env: NodeJS.ProcessEnv,\n info: ModelInfo | undefined,\n native: boolean,\n): {\n readonly declaredEfforts: readonly Exclude<ModelEffort, null>[];\n readonly efforts: readonly [Effort, ...Effort[]];\n readonly outputTokenField?: \"max_tokens\" | \"max_completion_tokens\";\n readonly reasoningRequestBody?: (mode: Effort, reasoningBudget: number | null) => Record<string, unknown>;\n} => {\n const declaredEfforts = declaredReasoningEfforts(name, env);\n const wireEfforts = info === undefined ? [...declaredEfforts] : catalogWireEfforts(info, declaredEfforts);\n const wireEffortSet = new Set<string>(wireEfforts);\n const customProjection = !native || CUSTOM_REASONING_PROVIDERS.has(name);\n const needsAdaptiveWireEffort = info?.reasoning !== false && (\n (CUSTOM_REASONING_PROVIDERS.has(name) && name !== \"fireworks-ai\" && (name !== \"cloudflare-workers-ai\" || info !== undefined || declaredEfforts.length > 0))\n || (!native && declaredEfforts.length > 0)\n );\n const adaptiveWireEffort = needsAdaptiveWireEffort ? adaptiveEffortFromEnv(env, wireEfforts) : undefined;\n const allowFixed = native || CUSTOM_REASONING_PROVIDERS.has(name) || declaredEfforts.length > 0;\n const allowOff = supportsReasoningOff(name, info, wireEffortSet, declaredEfforts);\n\n const supported = info?.reasoning === false || info === undefined && declaredEfforts.length === 0\n ? activationPolicies\n : EFFORTS.filter((policy) => policy === \"adaptive\"\n || policy === \"off\" && allowOff\n || allowFixed\n && (policy === \"low\" || policy === \"medium\" || policy === \"high\" || policy === \"xhigh\"\n || policy === \"max\" && customProjection)\n && wireEffortSet.has(policy));\n const [first, ...rest] = supported;\n if (first === undefined) throw new TypeError(`${name} provider: no portable effort is representable`);\n const efforts = [first, ...rest] satisfies [Effort, ...Effort[]];\n\n if (native && (!CUSTOM_REASONING_PROVIDERS.has(name) || info?.reasoning === false)) {\n return { declaredEfforts, efforts };\n }\n\n const rejectBudget = (budget: number | null): void => {\n if (budget !== null) throw new TypeError(`${name} provider: reasoning budget is unsupported on this route`);\n };\n\n return {\n declaredEfforts,\n efforts,\n ...(name === \"alibaba\" ? { outputTokenField: \"max_completion_tokens\" as const } : {}),\n reasoningRequestBody: (mode, budget) => {\n if (info?.reasoning === false) {\n if (budget !== null) throw new TypeError(`${name} model does not support reasoning`);\n return {};\n }\n switch (name) {\n case \"openrouter\":\n if (mode === \"off\") return { reasoning: { effort: \"none\" } };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { reasoning: { enabled: true, max_tokens: budget } };\n }\n if (mode !== \"adaptive\") return { reasoning: { enabled: true, effort: mode } };\n return {\n reasoning: adaptiveWireEffort === undefined\n ? { enabled: true }\n : { enabled: true, effort: adaptiveWireEffort },\n };\n case \"deepseek\":\n rejectBudget(budget);\n if (mode === \"off\") return { thinking: { type: \"disabled\" } };\n if (mode !== \"adaptive\") return { thinking: { type: \"enabled\" }, reasoning_effort: mode };\n return {\n thinking: { type: \"enabled\" },\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"alibaba\":\n if (mode === \"off\") return { enable_thinking: false };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { enable_thinking: true, thinking_budget: budget };\n }\n if (mode !== \"adaptive\") return { enable_thinking: true, reasoning_effort: mode };\n return {\n enable_thinking: true,\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"deepinfra\":\n case \"togetherai\":\n case \"fireworks-ai\":\n case \"cloudflare-workers-ai\":\n rejectBudget(budget);\n if (name === \"cloudflare-workers-ai\" && info === undefined && declaredEfforts.length === 0) return {};\n if (mode === \"off\") return { reasoning_effort: \"none\" };\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n if (adaptiveWireEffort !== undefined) return { reasoning_effort: adaptiveWireEffort };\n if (name === \"fireworks-ai\" && info !== undefined && catalogSupportsToggle(info)) {\n return { reasoning_effort: true };\n }\n return {};\n default:\n rejectBudget(budget);\n if (mode === \"off\") return wireEffortSet.has(\"none\") ? { reasoning_effort: \"none\" } : {};\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n return declaredEfforts.length > 0 && adaptiveWireEffort !== undefined\n ? { reasoning_effort: adaptiveWireEffort }\n : {};\n }\n },\n };\n};\n\n// {§provider-effort} Read-only discovery and construction share admission;\n// the compatible adapter is the only catalog transport without a native model.\nexport const catalogEfforts = (\n provider: ProviderInfo,\n info: ModelInfo,\n env: NodeJS.ProcessEnv,\n): readonly [Effort, ...Effort[]] => reasoningCapabilities(\n provider.id, withProviderDefaults(env), info, provider.adapter !== \"openai-compatible\",\n).efforts;\n\nconst adaptiveEffortProjection = ({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n reasoningCapable: boolean;\n info?: ModelInfo;\n declared: readonly Exclude<ModelEffort, null>[];\n}): Pick<ModelProviderConfig, \"adaptiveEffort\" | \"nativeAdaptiveThinking\"> => {\n if (!reasoningCapable) return { adaptiveEffort: \"provider-default\" };\n if (name === \"anthropic\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (name === \"amazon-bedrock\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (info !== undefined) {\n return {\n adaptiveEffort: adaptiveEffortFromEnv(env, catalogWireEfforts(info, declared)\n .filter((effort): effort is NativeEffort => effort !== null && nativeEfforts.has(effort))) ?? \"provider-default\",\n };\n }\n return { adaptiveEffort: \"provider-default\" };\n};\n\nexport const providerFromModelAdapter = ({\n name,\n env,\n model,\n providerModel,\n normalizeCost,\n url,\n headers,\n contextWindow,\n info,\n attributions,\n cacheAffinity,\n promptCacheBreakpoints,\n additiveReasoningProvider,\n requestControls,\n endpoint,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n providerModel?: ProviderModel;\n normalizeCost?: ProviderCostNormalizer;\n url?: string;\n headers?: Readonly<Record<string, string>>;\n contextWindow: number;\n info?: ModelInfo;\n attributions?: (context: ExtensionAttributionContext) => ExtensionAttribution;\n cacheAffinity?: CacheAffinity;\n promptCacheBreakpoints?: boolean;\n additiveReasoningProvider?: \"anthropic\" | \"bedrock\";\n requestControls?: NativeRequestControls;\n endpoint?: string;\n}): Provider => {\n emitWarningOnce(\n `${name} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n\n const maxInputTokens = info?.maxInputTokens ?? null;\n const maxOutputTokens = info?.maxOutputTokens === undefined\n ? null\n : Math.min(info.maxOutputTokens, contextWindow);\n const envelope = generationEnvelopeFromEnv(\n env,\n name,\n contextWindow,\n maxOutputTokens,\n );\n const effort = effortFromEnv(env, name, envelope.reasoningBudget);\n const reasoningCapable = info?.reasoning === true;\n const {\n declaredEfforts,\n efforts,\n outputTokenField,\n reasoningRequestBody,\n } = reasoningCapabilities(\n name, env, info, providerModel !== undefined,\n );\n const adaptiveEffort = adaptiveEffortProjection({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared: declaredEfforts,\n });\n\n const catalogCost = info?.cost;\n const catalogRates = catalogCost === undefined ? null : {\n input: catalogCost.inputPer1M,\n output: catalogCost.outputPer1M,\n ...(catalogCost.reasoningPer1M === undefined\n ? {}\n : { reasoning: catalogCost.reasoningPer1M }),\n ...(catalogCost.cacheReadPer1M === undefined\n ? {}\n : { cacheRead: catalogCost.cacheReadPer1M }),\n ...(catalogCost.cacheWritePer1M === undefined\n ? {}\n : { cacheWrite: catalogCost.cacheWritePer1M }),\n };\n // {§provider-monetary-evidence} (#1357): the catalog is the starting point; a declared\n // override merges over it, and the estimate's source names the overlay.\n const costOverride = costOverrideFromEnv(env, name);\n let rates = catalogRates;\n if (costOverride !== null) {\n const merged = { ...catalogRates, ...costOverride };\n if (merged.input === undefined || merged.output === undefined) {\n throw new Error(\n `${name} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n rates = { ...merged, input: merged.input, output: merged.output };\n }\n const rateSource = costOverride === null\n ? \"Models.dev catalog rates\"\n : \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\";\n const estimateCost = (usage: Parameters<typeof estimateProviderCost>[0]) =>\n estimateProviderCost(usage, rates, rateSource);\n const affinityEnabled = cacheAffinityFromEnv(env, name);\n const cacheWritePolicy = cacheWritePolicyFromEnv(env, name);\n\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, endpoint ?? url?.replace(/\\/chat\\/completions$/, \"\") ?? `sdk:${name}`),\n model,\n ...(attributions === undefined ? {} : { attributions }),\n ...(providerModel === undefined ? {} : { providerModel }),\n ...(normalizeCost === undefined ? {} : { normalizeCost }),\n ...(url === undefined ? {} : { url }),\n ...(headers === undefined ? {} : { headers: { ...headers } }),\n contextWindow,\n // {§provider-interface} — the catalog's input modalities decide which native parts ride.\n inputModalities: inputModalitiesOf(info?.modalities.input),\n maxInputTokens,\n maxOutputTokens,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts: efforts,\n ...adaptiveEffort,\n ...(additiveReasoningProvider === undefined || !reasoningCapable\n ? {}\n : { additiveReasoningProvider }),\n fetchTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", name),\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", name),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, name),\n ...samplingFromEnv(env, name),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", name, 0),\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", name),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", name),\n ...(outputTokenField === undefined ? {} : { outputTokenField }),\n ...(reasoningRequestBody === undefined ? {} : { reasoningRequestBody }),\n ...(affinityEnabled && cacheAffinity !== undefined ? { cacheAffinity } : {}),\n ...(cacheWritePolicy !== \"off\" && promptCacheBreakpoints === true\n ? { cacheBreakpoints: cacheWritePolicy }\n : {}),\n serviceTier: env.PLURNK_PROVIDERS_SERVICE_TIER,\n ...(requestControls === undefined ? {} : { requestControls }),\n estimateCost,\n source: providerSource(name),\n ...dataCaptureFromEnv(env, name),\n });\n};\n\n// A model the snapshot does not resolve is named as such, with the ids it may have meant: those that share its\n// final path segment ambiguously, or whose final segment begins with it.\nconst uncatalogedModel = (name: string, model: string): string => {\n const ids = Object.keys(catalogSnapshot()[name] ?? {});\n const ambiguous = ids.filter((id) => id.endsWith(`/${model}`));\n const near = ambiguous.length > 0 ? ambiguous : ids.filter((id) => (id.split(\"/\").at(-1) ?? id).startsWith(model));\n const reason = ambiguous.length > 1 ? `matches ${ambiguous.length} Models.dev ids by path suffix` : \"is not a Models.dev id or a unique path suffix of one\";\n const hint = near.length === 0 ? \"\" : `; candidates: ${near.slice(0, 3).join(\", \")}`;\n return `${name} provider: model \"${model}\" ${reason}${hint} — correct the model id, or set PLURNK_PROVIDERS_CONTEXT_WINDOW to route an uncataloged model`;\n};\n\nexport const catalogProviderFromEnv = (\n name: string,\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Provider | null => {\n const resolved = resolveModel(name, model);\n const contextOverride = contextWindowFromEnv(env, name);\n if (lookupProvider(name) === null && configuredProviderInfo(name, env) === null) return null;\n if ((name === \"openai\" || name === \"ollama\") && resolved === null) return null;\n if (resolved === null && contextOverride === null) throw new Error(uncatalogedModel(name, model));\n const wireModel = resolved?.id ?? model;\n const info = resolved?.info;\n const contextWindow = effectiveContextWindow(contextOverride, info?.contextWindow ?? null);\n if (contextWindow === null) {\n throw new Error(\n `${name} provider: context window unresolved for \"${wireModel}\" — set PLURNK_PROVIDERS_CONTEXT_WINDOW or update the Models.dev snapshot`,\n );\n }\n const adapted = createProviderModel(name, wireModel, env, baseUrlOverride);\n if (adapted === null) return null;\n\n return providerFromModelAdapter({\n name,\n env,\n model: wireModel,\n providerModel: adapted.providerModel,\n normalizeCost: adapted.normalizeCost,\n url: adapted.compatible?.url,\n endpoint: adapted.endpoint,\n headers: adapted.compatible?.headers,\n cacheAffinity: adapted.cacheAffinity,\n promptCacheBreakpoints: adapted.promptCacheBreakpoints,\n additiveReasoningProvider: adapted.additiveReasoningProvider,\n ...(adapted.requestControls === undefined ? {} : { requestControls: adapted.requestControls }),\n contextWindow,\n info,\n });\n};\n"]}
|
|
1
|
+
{"version":3,"file":"catalogProvider.js","sourceRoot":"","sources":["../src/catalogProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EACf,cAAc,EACd,YAAY,GAIf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACH,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,aAAa,EAAE,EAMrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,0FAA0F;AAC1F,6CAA6C;AAC7C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAoC,EAA8B,EAAE,CAClG,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAA6B,EAAE,CAAE,gBAAsC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAEvI,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,CAAU,CAAC,CAAC;AAEvE,MAAM,aAAa,GAAwB,IAAI,GAAG,CAAe;IAC7D,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;CAC9C,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CACvB,IAAe,EACf,QAAQ,GAA0C,EAAE,EACf,EAAE,CAAC;IACxC,GAAG,IAAI,GAAG,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gBAAgB;YACrB,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;aAC7C,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChG,GAAG,QAAQ;KACd,CAAC;CACL,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,IAAe,EAAW,EAAE,CACvD,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,IAAI,CAAC;AAE/E,MAAM,4BAA4B,GAAG,CACjC,IAAY,EACZ,IAA2B,EAC3B,MAAc,EACV,EAAE;IACN,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QAC9C,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,6BAA6B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,4BAA4B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAwB,IAAI,GAAG,CAAC;IAC5D,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,UAAU;IACV,SAAS;IACT,cAAc;IACd,uBAAuB;CAC1B,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CACzB,IAAY,EACZ,IAA2B,EAC3B,WAAgC,EAChC,eAAuC,EAChC,EAAE;IACT,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,IAAI,KAAK,uBAAuB,EAAE,CAAC;QACnC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;WAClD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC;WACvB,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAC1B,IAAY,EACZ,GAAsB,EACtB,IAA2B,EAC3B,MAAe,EAMjB,EAAE;IACA,MAAM,eAAe,GAAG,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC1G,MAAM,aAAa,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,CAAC;IACnD,MAAM,gBAAgB,GAAG,CAAC,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,uBAAuB,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,CACzD,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,cAAc,IAAI,CAAC,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;WACxJ,CAAC,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7C,CAAC;IACF,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,MAAM,UAAU,GAAG,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAElF,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7F,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,UAAU;eAC3C,MAAM,KAAK,KAAK,IAAI,QAAQ;eAC5B,UAAU;mBACN,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO;uBAC/E,MAAM,KAAK,KAAK,IAAI,gBAAgB,CAAC;mBACzC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACnC,IAAI,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,gDAAgD,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,GAAG,IAAI,CAAiC,CAAC;IAEjE,IAAI,MAAM,IAAI,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,MAAqB,EAAQ,EAAE;QACjD,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0DAA0D,CAAC,CAAC;IAChH,CAAC,CAAC;IAEF,OAAO;QACH,eAAe;QACf,OAAO;QACP,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,uBAAgC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,oBAAoB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,MAAM,KAAK,IAAI;oBAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,mCAAmC,CAAC,CAAC;gBACrF,OAAO,EAAE,CAAC;YACd,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,YAAY;oBACb,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;oBAC7D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;oBAChE,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;oBAC/E,OAAO;wBACH,SAAS,EAAE,kBAAkB,KAAK,SAAS;4BACvC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BACnB,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE;qBACtD,CAAC;gBACN,KAAK,UAAU;oBACX,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC;oBAC9D,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC1F,OAAO;wBACH,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC7B,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,SAAS;oBACV,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;oBACtD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;oBAC9D,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAClF,OAAO;wBACH,eAAe,EAAE,IAAI;wBACrB,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,WAAW,CAAC;gBACjB,KAAK,YAAY,CAAC;gBAClB,KAAK,cAAc,CAAC;gBACpB,KAAK,uBAAuB;oBACxB,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,CAAC;oBACtG,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;oBACxD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,IAAI,kBAAkB,KAAK,SAAS;wBAAE,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;oBACtF,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC/E,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBACtC,CAAC;oBACD,OAAO,EAAE,CAAC;gBACd;oBACI,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzF,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,KAAK,SAAS;wBACjE,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE;wBAC1C,CAAC,CAAC,EAAE,CAAC;YACjB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC,CAAC;AAEF,2EAA2E;AAC3E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAC1B,QAAsB,EACtB,IAAe,EACf,GAAsB,EACQ,EAAE,CAAC,qBAAqB,CACtD,QAAQ,CAAC,EAAE,EAAE,oBAAoB,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,KAAK,mBAAmB,CACzF,CAAC,OAAO,CAAC;AAEV,MAAM,wBAAwB,GAAG,CAAC,EAC9B,IAAI,EACJ,GAAG,EACH,KAAK,EACL,gBAAgB,EAChB,IAAI,EACJ,QAAQ,GAQX,EAA0E,EAAE;IACzE,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACrE,IAAI,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACzD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO;YACH,cAAc,EAAE,qBAAqB,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACxE,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,MAAM,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,kBAAkB;SACvH,CAAC;IACN,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,EACrC,IAAI,EACJ,GAAG,EACH,KAAK,EACL,aAAa,EACb,aAAa,EACb,GAAG,EACH,OAAO,EACP,aAAa,EACb,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,sBAAsB,EACtB,yBAAyB,EACzB,eAAe,EACf,QAAQ,GAiBX,EAAY,EAAE;IACX,eAAe,CACX,GAAG,IAAI,sGAAsG,EAC7G,8BAA8B,CACjC,CAAC;IAEF,MAAM,cAAc,GAAG,IAAI,EAAE,cAAc,IAAI,IAAI,CAAC;IACpD,MAAM,eAAe,GAAG,IAAI,EAAE,eAAe,KAAK,SAAS;QACvD,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,yBAAyB,CACtC,GAAG,EACH,IAAI,EACJ,aAAa,EACb,eAAe,CAClB,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,gBAAgB,GAAG,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IAClD,MAAM,EACF,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,oBAAoB,GACvB,GAAG,qBAAqB,CACrB,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,KAAK,SAAS,CAC/C,CAAC;IACF,MAAM,cAAc,GAAG,wBAAwB,CAAC;QAC5C,IAAI;QACJ,GAAG;QACH,KAAK;QACL,gBAAgB;QAChB,IAAI;QACJ,QAAQ,EAAE,eAAe;KAC5B,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,EAAE,IAAI,CAAC;IAC/B,MAAM,YAAY,GAAG,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,KAAK,EAAE,WAAW,CAAC,UAAU;QAC7B,MAAM,EAAE,WAAW,CAAC,WAAW;QAC/B,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,eAAe,KAAK,SAAS;YACzC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC;KACrD,CAAC;IACF,uFAAuF;IACvF,wEAAwE;IACxE,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,KAAK,GAAG,YAAY,CAAC;IACzB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE,CAAC;QACpD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,wHAAwH,CAClI,CAAC;QACN,CAAC;QACD,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,KAAK,IAAI;QACpC,CAAC,CAAC,0BAA0B;QAC5B,CAAC,CAAC,yEAAyE,CAAC;IAChF,MAAM,YAAY,GAAG,CAAC,KAAiD,EAAE,EAAE,CACvE,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAE5D,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,QAAQ,IAAI,GAAG,EAAE,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,IAAI,OAAO,IAAI,EAAE,CAAC;QACzH,KAAK;QACL,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACrC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QAC7D,aAAa;QACb,yFAAyF;QACzF,eAAe,EAAE,iBAAiB,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC;QAC1D,cAAc;QACd,eAAe;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB,EAAE,OAAO;QACzB,GAAG,cAAc;QACjB,GAAG,CAAC,yBAAyB,KAAK,SAAS,IAAI,CAAC,gBAAgB;YAC5D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,yBAAyB,EAAE,CAAC;QACpC,cAAc,EAAE,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,IAAI,CAAC;QAC1G,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,IAAI,CAAC;QACtH,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,IAAI,CAAC;QAChE,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC;QAC7B,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,EAAE,CAAC,CAAC;QAClH,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,CAAC;QAC7G,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,IAAI,CAAC;QACxH,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC;QAC/D,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACvE,GAAG,CAAC,eAAe,IAAI,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,gBAAgB,KAAK,KAAK,IAAI,sBAAsB,KAAK,SAAS;YAClE,CAAC,CAAC,EAAE,gBAAgB,EAAE,gBAAgB,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACT,GAAG,CAAC,sBAAsB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,CAAC;QAC7F,WAAW,EAAE,GAAG,CAAC,6BAA6B;QAC9C,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,YAAY;QACZ,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;QAC5B,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC;KACnC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,+GAA+G;AAC/G,yEAAyE;AACzE,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE;IAC7D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACnH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC,uDAAuD,CAAC;IAC5J,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrF,OAAO,GAAG,IAAI,qBAAqB,KAAK,KAAK,MAAM,GAAG,IAAI,+FAA+F,CAAC;AAC9J,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAClC,IAAY,EACZ,GAAsB,EACtB,KAAa,EACb,eAAwB,EACT,EAAE;IACjB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7F,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/E,IAAI,QAAQ,KAAK,IAAI,IAAI,eAAe,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,QAAQ,EAAE,EAAE,IAAI,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC;IAC5B,MAAM,aAAa,GAAG,sBAAsB,CAAC,eAAe,EAAE,IAAI,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC;IAC3F,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,6CAA6C,SAAS,2EAA2E,CAC3I,CAAC;IACN,CAAC;IACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IAC3E,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAElC,OAAO,wBAAwB,CAAC;QAC5B,IAAI;QACJ,GAAG;QACH,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,GAAG,EAAE,OAAO,CAAC,UAAU,EAAE,GAAG;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,yBAAyB,EAAE,OAAO,CAAC,yBAAyB;QAC5D,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC;QAC9F,aAAa;QACb,IAAI;KACP,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import {\n catalogSnapshot,\n lookupProvider,\n resolveModel,\n type ModelInfo,\n type ModelEffort,\n type ProviderInfo,\n} from \"@plurnk/plurnk-models\";\nimport {\n costOverrideFromEnv,\n contextWindowFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n} from \"./env.ts\";\nimport ModelProvider, {\n type ModelProviderConfig,\n type NativeEffort,\n type CacheAffinity,\n type PromptCacheStyle,\n type NativeRequestControls,\n} from \"./ModelProvider.ts\";\nimport { configuredProviderInfo, createProviderModel } from \"./modelAdapters.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport type { InputModality, Provider, ProviderCostNormalizer, ProviderModel } from \"./types.ts\";\nimport { INPUT_MODALITIES } from \"./types.ts\";\nimport { EFFORTS, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\nimport { adaptiveEffortFromEnv } from \"./reasoning-effort.ts\";\nimport { withProviderDefaults } from \"./defaults.ts\";\nimport type { ExtensionAttribution, ExtensionAttributionContext } from \"@plurnk/plurnk-meta\";\n\n// {§provider-interface} — the catalog's input modalities, kept to the vocabulary the wire\n// can carry; an unknown model declares none.\nexport const inputModalitiesOf = (input: readonly string[] | undefined): ReadonlySet<InputModality> =>\n new Set((input ?? []).filter((modality): modality is InputModality => (INPUT_MODALITIES as readonly string[]).includes(modality)));\n\nconst activationPolicies = Object.freeze([\"off\", \"adaptive\"] as const);\n\nconst nativeEfforts: ReadonlySet<string> = new Set<NativeEffort>([\n \"minimal\", \"low\", \"medium\", \"high\", \"xhigh\",\n]);\n\nconst catalogWireEfforts = (\n info: ModelInfo,\n declared: readonly Exclude<ModelEffort, null>[] = [],\n): readonly Exclude<ModelEffort, null>[] => [\n ...new Set([\n ...(info.reasoningOptions\n ?.filter((option) => option.type === \"effort\")\n .flatMap((option) => option.values.flatMap((value) => value === null ? [] : [value])) ?? []),\n ...declared,\n ]),\n];\n\nconst catalogSupportsToggle = (info: ModelInfo): boolean =>\n info.reasoningOptions?.some((option) => option.type === \"toggle\") === true;\n\nconst assertCatalogReasoningBudget = (\n name: string,\n info: ModelInfo | undefined,\n budget: number,\n): void => {\n for (const option of info?.reasoningOptions ?? []) {\n if (option.type !== \"budget_tokens\") continue;\n if (option.min !== undefined && budget < option.min) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} is below catalog minimum ${option.min}`);\n }\n if (option.max !== undefined && budget > option.max) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} exceeds catalog maximum ${option.max}`);\n }\n }\n};\n\nconst CUSTOM_REASONING_PROVIDERS: ReadonlySet<string> = new Set([\n \"openrouter\",\n \"deepinfra\",\n \"togetherai\",\n \"deepseek\",\n \"alibaba\",\n \"fireworks-ai\",\n \"cloudflare-workers-ai\",\n]);\n\nconst supportsReasoningOff = (\n name: string,\n info: ModelInfo | undefined,\n wireEfforts: ReadonlySet<string>,\n declaredEfforts: readonly ModelEffort[],\n): boolean => {\n if (info?.reasoning === false) return true;\n if (name === \"cloudflare-workers-ai\") {\n return info === undefined || wireEfforts.has(\"none\");\n }\n if (CUSTOM_REASONING_PROVIDERS.has(name)) {\n return info === undefined || wireEfforts.has(\"none\") || catalogSupportsToggle(info);\n }\n return info === undefined && declaredEfforts.length === 0\n || wireEfforts.has(\"none\")\n || info !== undefined && catalogSupportsToggle(info);\n};\n\nconst reasoningCapabilities = (\n name: string,\n env: NodeJS.ProcessEnv,\n info: ModelInfo | undefined,\n native: boolean,\n): {\n readonly declaredEfforts: readonly Exclude<ModelEffort, null>[];\n readonly efforts: readonly [Effort, ...Effort[]];\n readonly outputTokenField?: \"max_tokens\" | \"max_completion_tokens\";\n readonly reasoningRequestBody?: (mode: Effort, reasoningBudget: number | null) => Record<string, unknown>;\n} => {\n const declaredEfforts = declaredReasoningEfforts(name, env);\n const wireEfforts = info === undefined ? [...declaredEfforts] : catalogWireEfforts(info, declaredEfforts);\n const wireEffortSet = new Set<string>(wireEfforts);\n const customProjection = !native || CUSTOM_REASONING_PROVIDERS.has(name);\n const needsAdaptiveWireEffort = info?.reasoning !== false && (\n (CUSTOM_REASONING_PROVIDERS.has(name) && name !== \"fireworks-ai\" && (name !== \"cloudflare-workers-ai\" || info !== undefined || declaredEfforts.length > 0))\n || (!native && declaredEfforts.length > 0)\n );\n const adaptiveWireEffort = needsAdaptiveWireEffort ? adaptiveEffortFromEnv(env, wireEfforts) : undefined;\n const allowFixed = native || CUSTOM_REASONING_PROVIDERS.has(name) || declaredEfforts.length > 0;\n const allowOff = supportsReasoningOff(name, info, wireEffortSet, declaredEfforts);\n\n const supported = info?.reasoning === false || info === undefined && declaredEfforts.length === 0\n ? activationPolicies\n : EFFORTS.filter((policy) => policy === \"adaptive\"\n || policy === \"off\" && allowOff\n || allowFixed\n && (policy === \"low\" || policy === \"medium\" || policy === \"high\" || policy === \"xhigh\"\n || policy === \"max\" && customProjection)\n && wireEffortSet.has(policy));\n const [first, ...rest] = supported;\n if (first === undefined) throw new TypeError(`${name} provider: no portable effort is representable`);\n const efforts = [first, ...rest] satisfies [Effort, ...Effort[]];\n\n if (native && (!CUSTOM_REASONING_PROVIDERS.has(name) || info?.reasoning === false)) {\n return { declaredEfforts, efforts };\n }\n\n const rejectBudget = (budget: number | null): void => {\n if (budget !== null) throw new TypeError(`${name} provider: reasoning budget is unsupported on this route`);\n };\n\n return {\n declaredEfforts,\n efforts,\n ...(name === \"alibaba\" ? { outputTokenField: \"max_completion_tokens\" as const } : {}),\n reasoningRequestBody: (mode, budget) => {\n if (info?.reasoning === false) {\n if (budget !== null) throw new TypeError(`${name} model does not support reasoning`);\n return {};\n }\n switch (name) {\n case \"openrouter\":\n if (mode === \"off\") return { reasoning: { effort: \"none\" } };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { reasoning: { enabled: true, max_tokens: budget } };\n }\n if (mode !== \"adaptive\") return { reasoning: { enabled: true, effort: mode } };\n return {\n reasoning: adaptiveWireEffort === undefined\n ? { enabled: true }\n : { enabled: true, effort: adaptiveWireEffort },\n };\n case \"deepseek\":\n rejectBudget(budget);\n if (mode === \"off\") return { thinking: { type: \"disabled\" } };\n if (mode !== \"adaptive\") return { thinking: { type: \"enabled\" }, reasoning_effort: mode };\n return {\n thinking: { type: \"enabled\" },\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"alibaba\":\n if (mode === \"off\") return { enable_thinking: false };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { enable_thinking: true, thinking_budget: budget };\n }\n if (mode !== \"adaptive\") return { enable_thinking: true, reasoning_effort: mode };\n return {\n enable_thinking: true,\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"deepinfra\":\n case \"togetherai\":\n case \"fireworks-ai\":\n case \"cloudflare-workers-ai\":\n rejectBudget(budget);\n if (name === \"cloudflare-workers-ai\" && info === undefined && declaredEfforts.length === 0) return {};\n if (mode === \"off\") return { reasoning_effort: \"none\" };\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n if (adaptiveWireEffort !== undefined) return { reasoning_effort: adaptiveWireEffort };\n if (name === \"fireworks-ai\" && info !== undefined && catalogSupportsToggle(info)) {\n return { reasoning_effort: true };\n }\n return {};\n default:\n rejectBudget(budget);\n if (mode === \"off\") return wireEffortSet.has(\"none\") ? { reasoning_effort: \"none\" } : {};\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n return declaredEfforts.length > 0 && adaptiveWireEffort !== undefined\n ? { reasoning_effort: adaptiveWireEffort }\n : {};\n }\n },\n };\n};\n\n// {§provider-effort} Read-only discovery and construction share admission;\n// the compatible adapter is the only catalog transport without a native model.\nexport const catalogEfforts = (\n provider: ProviderInfo,\n info: ModelInfo,\n env: NodeJS.ProcessEnv,\n): readonly [Effort, ...Effort[]] => reasoningCapabilities(\n provider.id, withProviderDefaults(env), info, provider.adapter !== \"openai-compatible\",\n).efforts;\n\nconst adaptiveEffortProjection = ({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n reasoningCapable: boolean;\n info?: ModelInfo;\n declared: readonly Exclude<ModelEffort, null>[];\n}): Pick<ModelProviderConfig, \"adaptiveEffort\" | \"nativeAdaptiveThinking\"> => {\n if (!reasoningCapable) return { adaptiveEffort: \"provider-default\" };\n if (name === \"anthropic\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (name === \"amazon-bedrock\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (info !== undefined) {\n return {\n adaptiveEffort: adaptiveEffortFromEnv(env, catalogWireEfforts(info, declared)\n .filter((effort): effort is NativeEffort => effort !== null && nativeEfforts.has(effort))) ?? \"provider-default\",\n };\n }\n return { adaptiveEffort: \"provider-default\" };\n};\n\nexport const providerFromModelAdapter = ({\n name,\n env,\n model,\n providerModel,\n normalizeCost,\n url,\n headers,\n contextWindow,\n info,\n attributions,\n cacheAffinity,\n promptCacheBreakpoints,\n additiveReasoningProvider,\n requestControls,\n endpoint,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n providerModel?: ProviderModel;\n normalizeCost?: ProviderCostNormalizer;\n url?: string;\n headers?: Readonly<Record<string, string>>;\n contextWindow: number;\n info?: ModelInfo;\n attributions?: (context: ExtensionAttributionContext) => ExtensionAttribution;\n cacheAffinity?: CacheAffinity;\n promptCacheBreakpoints?: PromptCacheStyle;\n additiveReasoningProvider?: \"anthropic\" | \"bedrock\";\n requestControls?: NativeRequestControls;\n endpoint?: string;\n}): Provider => {\n emitWarningOnce(\n `${name} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n\n const maxInputTokens = info?.maxInputTokens ?? null;\n const maxOutputTokens = info?.maxOutputTokens === undefined\n ? null\n : Math.min(info.maxOutputTokens, contextWindow);\n const envelope = generationEnvelopeFromEnv(\n env,\n name,\n contextWindow,\n maxOutputTokens,\n );\n const effort = effortFromEnv(env, name, envelope.reasoningBudget);\n const reasoningCapable = info?.reasoning === true;\n const {\n declaredEfforts,\n efforts,\n outputTokenField,\n reasoningRequestBody,\n } = reasoningCapabilities(\n name, env, info, providerModel !== undefined,\n );\n const adaptiveEffort = adaptiveEffortProjection({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared: declaredEfforts,\n });\n\n const catalogCost = info?.cost;\n const catalogRates = catalogCost === undefined ? null : {\n input: catalogCost.inputPer1M,\n output: catalogCost.outputPer1M,\n ...(catalogCost.reasoningPer1M === undefined\n ? {}\n : { reasoning: catalogCost.reasoningPer1M }),\n ...(catalogCost.cacheReadPer1M === undefined\n ? {}\n : { cacheRead: catalogCost.cacheReadPer1M }),\n ...(catalogCost.cacheWritePer1M === undefined\n ? {}\n : { cacheWrite: catalogCost.cacheWritePer1M }),\n };\n // {§provider-monetary-evidence} (#1357): the catalog is the starting point; a declared\n // override merges over it, and the estimate's source names the overlay.\n const costOverride = costOverrideFromEnv(env, name);\n let rates = catalogRates;\n if (costOverride !== null) {\n const merged = { ...catalogRates, ...costOverride };\n if (merged.input === undefined || merged.output === undefined) {\n throw new Error(\n `${name} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n rates = { ...merged, input: merged.input, output: merged.output };\n }\n const rateSource = costOverride === null\n ? \"Models.dev catalog rates\"\n : \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\";\n const estimateCost = (usage: Parameters<typeof estimateProviderCost>[0]) =>\n estimateProviderCost(usage, rates, rateSource);\n const affinityEnabled = cacheAffinityFromEnv(env, name);\n const cacheWritePolicy = cacheWritePolicyFromEnv(env, name);\n\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, endpoint ?? url?.replace(/\\/chat\\/completions$/, \"\") ?? `sdk:${name}`),\n model,\n ...(attributions === undefined ? {} : { attributions }),\n ...(providerModel === undefined ? {} : { providerModel }),\n ...(normalizeCost === undefined ? {} : { normalizeCost }),\n ...(url === undefined ? {} : { url }),\n ...(headers === undefined ? {} : { headers: { ...headers } }),\n contextWindow,\n // {§provider-interface} — the catalog's input modalities decide which native parts ride.\n inputModalities: inputModalitiesOf(info?.modalities.input),\n maxInputTokens,\n maxOutputTokens,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts: efforts,\n ...adaptiveEffort,\n ...(additiveReasoningProvider === undefined || !reasoningCapable\n ? {}\n : { additiveReasoningProvider }),\n fetchTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", name),\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", name),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, name),\n ...samplingFromEnv(env, name),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", name, 0),\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", name),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", name),\n ...(outputTokenField === undefined ? {} : { outputTokenField }),\n ...(reasoningRequestBody === undefined ? {} : { reasoningRequestBody }),\n ...(affinityEnabled && cacheAffinity !== undefined ? { cacheAffinity } : {}),\n ...(cacheWritePolicy !== \"off\" && promptCacheBreakpoints !== undefined\n ? { cacheBreakpoints: cacheWritePolicy }\n : {}),\n ...(promptCacheBreakpoints === undefined ? {} : { promptCacheStyle: promptCacheBreakpoints }),\n serviceTier: env.PLURNK_PROVIDERS_SERVICE_TIER,\n ...(requestControls === undefined ? {} : { requestControls }),\n estimateCost,\n source: providerSource(name),\n ...dataCaptureFromEnv(env, name),\n });\n};\n\n// A model the snapshot does not resolve is named as such, with the ids it may have meant: those that share its\n// final path segment ambiguously, or whose final segment begins with it.\nconst uncatalogedModel = (name: string, model: string): string => {\n const ids = Object.keys(catalogSnapshot()[name] ?? {});\n const ambiguous = ids.filter((id) => id.endsWith(`/${model}`));\n const near = ambiguous.length > 0 ? ambiguous : ids.filter((id) => (id.split(\"/\").at(-1) ?? id).startsWith(model));\n const reason = ambiguous.length > 1 ? `matches ${ambiguous.length} Models.dev ids by path suffix` : \"is not a Models.dev id or a unique path suffix of one\";\n const hint = near.length === 0 ? \"\" : `; candidates: ${near.slice(0, 3).join(\", \")}`;\n return `${name} provider: model \"${model}\" ${reason}${hint} — correct the model id, or set PLURNK_PROVIDERS_CONTEXT_WINDOW to route an uncataloged model`;\n};\n\nexport const catalogProviderFromEnv = (\n name: string,\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Provider | null => {\n const resolved = resolveModel(name, model);\n const contextOverride = contextWindowFromEnv(env, name);\n if (lookupProvider(name) === null && configuredProviderInfo(name, env) === null) return null;\n if ((name === \"openai\" || name === \"ollama\") && resolved === null) return null;\n if (resolved === null && contextOverride === null) throw new Error(uncatalogedModel(name, model));\n const wireModel = resolved?.id ?? model;\n const info = resolved?.info;\n const contextWindow = effectiveContextWindow(contextOverride, info?.contextWindow ?? null);\n if (contextWindow === null) {\n throw new Error(\n `${name} provider: context window unresolved for \"${wireModel}\" — set PLURNK_PROVIDERS_CONTEXT_WINDOW or update the Models.dev snapshot`,\n );\n }\n const adapted = createProviderModel(name, wireModel, env, baseUrlOverride);\n if (adapted === null) return null;\n\n return providerFromModelAdapter({\n name,\n env,\n model: wireModel,\n providerModel: adapted.providerModel,\n normalizeCost: adapted.normalizeCost,\n url: adapted.compatible?.url,\n endpoint: adapted.endpoint,\n headers: adapted.compatible?.headers,\n cacheAffinity: adapted.cacheAffinity,\n promptCacheBreakpoints: adapted.promptCacheBreakpoints,\n additiveReasoningProvider: adapted.additiveReasoningProvider,\n ...(adapted.requestControls === undefined ? {} : { requestControls: adapted.requestControls }),\n contextWindow,\n info,\n });\n};\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compatibleProvider.d.ts","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"compatibleProvider.d.ts","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"AAwBA,OAAO,EAA0B,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAmGnE,eAAO,MAAM,yBAAyB,QAC7B,MAAM,CAAC,UAAU,SACf,MAAM,oBACK,MAAM,KACzB,OAAO,CAAC,QAAQ,CAuHlB,CAAC"}
|
|
@@ -2,7 +2,7 @@ import { EFFORTS, isRecord } from "@plurnk/plurnk-contracts";
|
|
|
2
2
|
import { outboundFetch } from "@plurnk/plurnk-meta";
|
|
3
3
|
import ModelProvider, {} from "./ModelProvider.js";
|
|
4
4
|
import { estimateProviderCost } from "./cost.js";
|
|
5
|
-
import { contextWindowFromEnv, costOverrideFromEnv, declaredReasoningEfforts, effectiveContextWindow, dataCaptureFromEnv, generationEnvelopeFromEnv, parseOptionalFloat, parseOptionalInt, samplingFromEnv, parseRequiredInt, parseTimeoutMs, cacheAffinityFromEnv, cacheWritePolicyFromEnv, effortFromEnv, reasoningResponseStyleFromEnv, inferenceAdmissionFromEnv, } from "./env.js";
|
|
5
|
+
import { contextWindowFromEnv, costOverrideFromEnv, declaredReasoningEfforts, effectiveContextWindow, dataCaptureFromEnv, generationEnvelopeFromEnv, parseOptionalFloat, parseOptionalInt, samplingFromEnv, parseRequiredInt, parseTimeoutMs, cacheAffinityFromEnv, cacheWritePolicyFromEnv, effortFromEnv, reasoningResponseStyleFromEnv, inferenceAdmissionFromEnv, parseMaxConcurrency, } from "./env.js";
|
|
6
6
|
import { providerSource } from "./notices.js";
|
|
7
7
|
import { UnsupportedEffortError } from "./types.js";
|
|
8
8
|
import { emitWarningOnce } from "./warnings.js";
|
|
@@ -70,7 +70,9 @@ const probeProps = async (url, headers, timeout) => {
|
|
|
70
70
|
const data = await response.json();
|
|
71
71
|
const props = isRecord(data) ? data : {};
|
|
72
72
|
return {
|
|
73
|
-
slotCount: typeof props.total_slots === "number" && props.total_slots
|
|
73
|
+
slotCount: typeof props.total_slots === "number" && Number.isSafeInteger(props.total_slots) && props.total_slots > 0
|
|
74
|
+
? props.total_slots
|
|
75
|
+
: null,
|
|
74
76
|
eosText: typeof props.eos_token === "string" && props.eos_token.length > 0 ? props.eos_token : null,
|
|
75
77
|
};
|
|
76
78
|
}
|
|
@@ -83,6 +85,7 @@ export const compatibleProviderFromEnv = async (env, model, baseUrlOverride) =>
|
|
|
83
85
|
// route declares no vendor cache projection: llama-server already owns slot affinity.
|
|
84
86
|
cacheAffinityFromEnv(env, provider);
|
|
85
87
|
cacheWritePolicyFromEnv(env, provider);
|
|
88
|
+
parseMaxConcurrency(env);
|
|
86
89
|
const url = chatUrl(env, baseUrlOverride);
|
|
87
90
|
const apiKey = env.OPENAI_API_KEY;
|
|
88
91
|
const headers = apiKey === undefined || apiKey.length === 0
|
|
@@ -138,7 +141,7 @@ export const compatibleProviderFromEnv = async (env, model, baseUrlOverride) =>
|
|
|
138
141
|
estimateCost = (usage) => estimateProviderCost(usage, rates, "operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates");
|
|
139
142
|
}
|
|
140
143
|
return new ModelProvider({
|
|
141
|
-
inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\/chat\/completions$/, "")),
|
|
144
|
+
inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\/chat\/completions$/, ""), slotCount),
|
|
142
145
|
model,
|
|
143
146
|
url,
|
|
144
147
|
headers,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compatibleProvider.js","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAe,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,aAAa,EAAE,EAAuB,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EACH,oBAAoB,EACpB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAiB,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAShD,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAE1B,wFAAwF;AACxF,4EAA4E;AAC5E,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAqB,EAAE;IAClE,MAAM,QAAQ,GAAwB,IAAI,GAAG,CAAC,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IACvF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AACzG,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAsB,EAAE,QAAiB,EAAU,EAAE;IAClE,MAAM,UAAU,GAAG,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,CAAC;IAC1E,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,2DAA2D,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,sBAAsB,CAAC;AAC9D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACrB,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACO,EAAE;IACxB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE;YAC5C,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC7F,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,CAAC;QACvB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;QACrE,OAAO;YACH,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,EAAE,IAAI,KAAK,SAAS;YACpC,WAAW,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAC7E,MAAM,EAAE,KAAK;SAChB,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC/E,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAC7B,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACf,QAAgB,EAChB,KAAa,EACS,EAAE;IACxB,IAAI,MAAM,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAChG,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjG,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EACpB,GAAW,EACX,OAA+B,EAC/B,OAAe,EAC8C,EAAE;IAC/D,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,QAAQ,CAAC,EAAE;YACpF,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAsC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;YACH,SAAS,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YACpG,OAAO,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SACtG,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC1C,GAAsB,EACtB,KAAa,EACb,eAAwB,EACP,EAAE;IACnB,qFAAqF;IACrF,sFAAsF;IACtF,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpC,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC;IAClC,MAAM,OAAO,GAA2B,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAC/E,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IACpH,MAAM,KAAK,GAAG,MAAM,mBAAmB,CACnC,GAAG,EACH,OAAO,EACP,KAAK,EACL,OAAO,EACP,QAAQ,EACR,gBAAgB,CAAC,GAAG,CAAC,4BAA4B,EAAE,8BAA8B,EAAE,QAAQ,CAAC,CAC/F,CAAC;IACF,MAAM,aAAa,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,GAAG,CAAC,6BAA6B,CAAC;IACjD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,qEAAqE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC;IAC7E,MAAM,WAAW,GAAG,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC;IAChD,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClC,eAAe,CACX,GAAG,QAAQ,kDAAkD,QAAQ,4EAA4E,EACjJ,qBAAqB,CACxB,CAAC;IACN,CAAC;IACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,eAAe,CACX,GAAG,QAAQ,8CAA8C,KAAK,wCAAwC,EACtG,wBAAwB,CAC3B,CAAC;IACN,CAAC;IAED,IAAI,cAAc,GAAmB,OAAO,CAAC;IAC7C,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,OAA2B,CAAC;IAChC,IAAI,WAA+B,CAAC;IACpC,IAAI,eAAmC,CAAC;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,cAAc,GAAG,UAAU,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC5B,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,SAAS,CAAC;QACrC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QACnE,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,mCAAmC,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,eAAe,CACX,GAAG,QAAQ,sGAAsG,EACjH,8BAA8B,CACjC,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACtE,MAAM,gBAAgB,GAAsB,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACvH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,sBAAsB,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,cAAc,KAAK,UAAU;YACnH,CAAC,CAAC,kGAAkG,MAAM,CAAC,IAAI,6DAA6D;YAC5K,CAAC,CAAC,2CAA2C,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,YAEW,CAAC;IAChB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACX,GAAG,QAAQ,wHAAwH,CACtI,CAAC;QACN,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,GAAG,YAAY,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;QAC1F,YAAY,GAAG,CAAC,KAAK,EAAE,EAAE,CACrB,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,yEAAyE,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;QAC3F,KAAK;QACL,GAAG;QACH,OAAO;QACP,aAAa;QACb,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB;QAChB,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,cAAc,EAAE,OAAO;QACvB,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,QAAQ,CAAC;QAC1H,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpE,cAAc;QACd,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC;QACjC,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtH,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACnI,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,yBAAyB,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC,IAAI,SAAS;QACzI,WAAW,EAAE,gBAAgB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,IAAI,SAAS;QAC1H,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC;QAC5H,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC;QAChC,GAAG,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpC,mBAAmB,EAAE,WAAW;QAChC,SAAS;QACT,OAAO;QACP,WAAW;QACX,eAAe;QACf,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;QAC3C,oBAAoB,EAAE,WAAW,IAAI,SAAS;KACjD,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import { EFFORTS, isRecord, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { outboundFetch } from \"@plurnk/plurnk-meta\";\nimport ModelProvider, { type ReasoningStyle } from \"./ModelProvider.ts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport {\n contextWindowFromEnv,\n costOverrideFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n parseOptionalInt,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n} from \"./env.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport { UnsupportedEffortError, type Provider } from \"./types.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\n\ntype EndpointProbe = {\n nCtx: number | null;\n llamaServer: boolean;\n servedModel: string | null;\n failed: boolean;\n};\n\nconst provider = \"openai\";\n\n// {§provider-effort} The server enforces off and adaptive itself; a fixed effort is the\n// operator's declaration of a level the served chat template distinguishes.\nconst templateEfforts = (env: NodeJS.ProcessEnv): readonly Effort[] => {\n const declared: ReadonlySet<string> = new Set(declaredReasoningEfforts(provider, env));\n return EFFORTS.filter((policy) => policy === \"off\" || policy === \"adaptive\" || declared.has(policy));\n};\n\nconst chatUrl = (env: NodeJS.ProcessEnv, override?: string): string => {\n const configured = override ?? env.OPENAI_BASE_URL ?? env.OPENAI_API_BASE;\n if (configured === undefined || configured.length === 0) {\n throw new Error(`${provider} provider: OPENAI_BASE_URL or OPENAI_API_BASE must be set`);\n }\n const base = configured.replace(/\\/+$/, \"\");\n if (base.endsWith(\"/chat/completions\")) return base;\n return `${base.replace(/\\/v1$/, \"\")}/v1/chat/completions`;\n};\n\nconst probeModels = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n): Promise<EndpointProbe> => {\n const modelsUrl = url.replace(/\\/chat\\/completions$/, \"/models\");\n try {\n const response = await outboundFetch(modelsUrl, {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n const data: unknown = await response.json();\n const rows = isRecord(data) && Array.isArray(data.data) ? data.data.filter(isRecord) : [];\n const row = rows.find((candidate) => candidate.id === model) ?? rows.at(0);\n const meta = row?.meta;\n const nCtx = (isRecord(meta) ? meta.n_ctx : undefined) ?? row?.n_ctx;\n return {\n nCtx: typeof nCtx === \"number\" && nCtx > 0 ? nCtx : null,\n llamaServer: row?.meta !== undefined,\n servedModel: typeof row?.id === \"string\" && row.id.length > 0 ? row.id : null,\n failed: false,\n };\n } catch {\n return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n }\n};\n\nconst probeModelsRetrying = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n attempts: number,\n delay: number,\n): Promise<EndpointProbe> => {\n let result: EndpointProbe = { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n for (let attempt = 0; attempt < attempts; attempt += 1) {\n if (attempt > 0) await new Promise((resolve) => setTimeout(resolve, delay * 2 ** (attempt - 1)));\n result = await probeModels(url, headers, model, timeout);\n if (!result.failed) return result;\n }\n return result;\n};\n\nconst probeProps = async (\n url: string,\n headers: Record<string, string>,\n timeout: number,\n): Promise<{ slotCount: number | null; eosText: string | null }> => {\n try {\n const response = await outboundFetch(url.replace(/\\/v1\\/chat\\/completions$/, \"/props\"), {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { slotCount: null, eosText: null };\n const data: unknown = await response.json();\n const props: Readonly<Record<string, unknown>> = isRecord(data) ? data : {};\n return {\n slotCount: typeof props.total_slots === \"number\" && props.total_slots > 0 ? props.total_slots : null,\n eosText: typeof props.eos_token === \"string\" && props.eos_token.length > 0 ? props.eos_token : null,\n };\n } catch {\n return { slotCount: null, eosText: null };\n }\n};\n\nexport const compatibleProviderFromEnv = async (\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Promise<Provider> => {\n // The knobs remain universal and fail hard when malformed, but this local compatible\n // route declares no vendor cache projection: llama-server already owns slot affinity.\n cacheAffinityFromEnv(env, provider);\n cacheWritePolicyFromEnv(env, provider);\n const url = chatUrl(env, baseUrlOverride);\n const apiKey = env.OPENAI_API_KEY;\n const headers: Record<string, string> = apiKey === undefined || apiKey.length === 0\n ? {}\n : { Authorization: `Bearer ${apiKey}` };\n const timeout = parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", provider);\n const attempts = parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_ATTEMPTS, \"PLURNK_PROVIDERS_PROBE_ATTEMPTS\", provider);\n const probe = await probeModelsRetrying(\n url,\n headers,\n model,\n timeout,\n attempts,\n parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_DELAY, \"PLURNK_PROVIDERS_PROBE_DELAY\", provider),\n );\n const contextWindow = effectiveContextWindow(contextWindowFromEnv(env, provider), probe.nCtx);\n const pinRaw = env.PLURNK_PROVIDERS_LLAMA_SERVER;\n if (pinRaw !== undefined && pinRaw !== \"\" && pinRaw !== \"0\" && pinRaw !== \"1\") {\n throw new Error(`${provider} provider: PLURNK_PROVIDERS_LLAMA_SERVER must be \"1\", \"0\", or unset`);\n }\n const pinned = pinRaw === undefined || pinRaw === \"\" ? null : pinRaw === \"1\";\n const llamaServer = pinned ?? probe.llamaServer;\n if (probe.failed && pinned === null) {\n emitWarningOnce(\n `${provider} provider: llama-server detection failed after ${attempts} attempts; pin PLURNK_PROVIDERS_LLAMA_SERVER=1 when this is a llama-server`,\n \"PLURNK_PROBE_FAILED\",\n );\n }\n if (contextWindow === null) {\n emitWarningOnce(\n `${provider} provider: context window underivable for \"${model}\"; set PLURNK_PROVIDERS_CONTEXT_WINDOW`,\n \"PLURNK_CONTEXT_UNKNOWN\",\n );\n }\n\n let reasoningStyle: ReasoningStyle = \"think\";\n let slotCount: number | null = null;\n let eosText: string | undefined;\n let tokenizeUrl: string | undefined;\n let promptTokensUrl: string | undefined;\n if (llamaServer) {\n reasoningStyle = \"template\";\n const props = await probeProps(url, headers, timeout);\n slotCount = props.slotCount;\n eosText = props.eosText ?? undefined;\n tokenizeUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/tokenize\");\n promptTokensUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/v1/chat/completions/input_tokens\");\n }\n\n if (!llamaServer) {\n emitWarningOnce(\n `${provider} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n }\n const envelope = generationEnvelopeFromEnv(env, provider, contextWindow, null);\n const effort = effortFromEnv(env, provider, envelope.reasoningBudget);\n const supportedEfforts: readonly Effort[] = reasoningStyle === \"template\" ? templateEfforts(env) : [\"off\", \"adaptive\"];\n if (!supportedEfforts.includes(effort.mode)) {\n throw new UnsupportedEffortError(providerSource(provider), effort.mode, supportedEfforts, reasoningStyle === \"template\"\n ? `Declare each effort the served chat template distinguishes: PLURNK_PROVIDERS_REASONING_EFFORTS=${effort.mode} (comma-separated; an alias suffix scopes it to one alias).`\n : \"This route sends no fixed-effort control.\");\n }\n const costOverride = costOverrideFromEnv(env, provider);\n let estimateCost:\n | ((usage: Parameters<typeof estimateProviderCost>[0]) => ReturnType<typeof estimateProviderCost>)\n | undefined;\n if (costOverride !== null) {\n if (costOverride.input === undefined || costOverride.output === undefined) {\n throw new Error(\n `${provider} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n const rates = { ...costOverride, input: costOverride.input, output: costOverride.output };\n estimateCost = (usage) =>\n estimateProviderCost(usage, rates, \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\");\n }\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\\/chat\\/completions$/, \"\")),\n model,\n url,\n headers,\n contextWindow,\n maxInputTokens: null,\n maxOutputTokens: null,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts,\n ...(estimateCost === undefined ? {} : { estimateCost }),\n fetchTimeoutMs: timeout,\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", provider),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, provider),\n reasoningStyle,\n ...samplingFromEnv(env, provider),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", provider, 0),\n dryMultiplier: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_MULTIPLIER, \"PLURNK_PROVIDERS_DRY_MULTIPLIER\", provider, 0) ?? undefined,\n dryBase: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_BASE, \"PLURNK_PROVIDERS_DRY_BASE\", provider, 0) ?? undefined,\n dryAllowedLength: parseOptionalInt(env.PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH, \"PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH\", provider) ?? undefined,\n repeatLastN: parseOptionalInt(env.PLURNK_PROVIDERS_REPEAT_LAST_N, \"PLURNK_PROVIDERS_REPEAT_LAST_N\", provider) ?? undefined,\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", provider),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", provider),\n source: providerSource(provider),\n ...dataCaptureFromEnv(env, provider),\n supportsSlotPinning: llamaServer,\n slotCount,\n eosText,\n tokenizeUrl,\n promptTokensUrl,\n servedModel: probe.servedModel ?? undefined,\n requiresOutputBudget: llamaServer || undefined,\n });\n};\n"]}
|
|
1
|
+
{"version":3,"file":"compatibleProvider.js","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAe,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,aAAa,EAAE,EAAuB,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EACH,oBAAoB,EACpB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,EACzB,mBAAmB,GACtB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAiB,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAShD,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAE1B,wFAAwF;AACxF,4EAA4E;AAC5E,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAqB,EAAE;IAClE,MAAM,QAAQ,GAAwB,IAAI,GAAG,CAAC,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IACvF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AACzG,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAsB,EAAE,QAAiB,EAAU,EAAE;IAClE,MAAM,UAAU,GAAG,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,CAAC;IAC1E,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,2DAA2D,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,sBAAsB,CAAC;AAC9D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACrB,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACO,EAAE;IACxB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE;YAC5C,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC7F,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,CAAC;QACvB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;QACrE,OAAO;YACH,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,EAAE,IAAI,KAAK,SAAS;YACpC,WAAW,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAC7E,MAAM,EAAE,KAAK;SAChB,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC/E,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAC7B,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACf,QAAgB,EAChB,KAAa,EACS,EAAE;IACxB,IAAI,MAAM,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAChG,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjG,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EACpB,GAAW,EACX,OAA+B,EAC/B,OAAe,EAC8C,EAAE;IAC/D,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,QAAQ,CAAC,EAAE;YACpF,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAsC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;YACH,SAAS,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC;gBAChH,CAAC,CAAC,KAAK,CAAC,WAAW;gBACnB,CAAC,CAAC,IAAI;YACV,OAAO,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SACtG,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC1C,GAAsB,EACtB,KAAa,EACb,eAAwB,EACP,EAAE;IACnB,qFAAqF;IACrF,sFAAsF;IACtF,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpC,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC;IAClC,MAAM,OAAO,GAA2B,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAC/E,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IACpH,MAAM,KAAK,GAAG,MAAM,mBAAmB,CACnC,GAAG,EACH,OAAO,EACP,KAAK,EACL,OAAO,EACP,QAAQ,EACR,gBAAgB,CAAC,GAAG,CAAC,4BAA4B,EAAE,8BAA8B,EAAE,QAAQ,CAAC,CAC/F,CAAC;IACF,MAAM,aAAa,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,GAAG,CAAC,6BAA6B,CAAC;IACjD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,qEAAqE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC;IAC7E,MAAM,WAAW,GAAG,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC;IAChD,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClC,eAAe,CACX,GAAG,QAAQ,kDAAkD,QAAQ,4EAA4E,EACjJ,qBAAqB,CACxB,CAAC;IACN,CAAC;IACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,eAAe,CACX,GAAG,QAAQ,8CAA8C,KAAK,wCAAwC,EACtG,wBAAwB,CAC3B,CAAC;IACN,CAAC;IAED,IAAI,cAAc,GAAmB,OAAO,CAAC;IAC7C,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,OAA2B,CAAC;IAChC,IAAI,WAA+B,CAAC;IACpC,IAAI,eAAmC,CAAC;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,cAAc,GAAG,UAAU,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC5B,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,SAAS,CAAC;QACrC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QACnE,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,mCAAmC,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,eAAe,CACX,GAAG,QAAQ,sGAAsG,EACjH,8BAA8B,CACjC,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACtE,MAAM,gBAAgB,GAAsB,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACvH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,sBAAsB,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,cAAc,KAAK,UAAU;YACnH,CAAC,CAAC,kGAAkG,MAAM,CAAC,IAAI,6DAA6D;YAC5K,CAAC,CAAC,2CAA2C,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,YAEW,CAAC;IAChB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACX,GAAG,QAAQ,wHAAwH,CACtI,CAAC;QACN,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,GAAG,YAAY,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;QAC1F,YAAY,GAAG,CAAC,KAAK,EAAE,EAAE,CACrB,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,yEAAyE,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC;QACtG,KAAK;QACL,GAAG;QACH,OAAO;QACP,aAAa;QACb,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB;QAChB,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,cAAc,EAAE,OAAO;QACvB,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,QAAQ,CAAC;QAC1H,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpE,cAAc;QACd,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC;QACjC,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtH,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACnI,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,yBAAyB,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC,IAAI,SAAS;QACzI,WAAW,EAAE,gBAAgB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,IAAI,SAAS;QAC1H,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC;QAC5H,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC;QAChC,GAAG,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpC,mBAAmB,EAAE,WAAW;QAChC,SAAS;QACT,OAAO;QACP,WAAW;QACX,eAAe;QACf,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;QAC3C,oBAAoB,EAAE,WAAW,IAAI,SAAS;KACjD,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import { EFFORTS, isRecord, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { outboundFetch } from \"@plurnk/plurnk-meta\";\nimport ModelProvider, { type ReasoningStyle } from \"./ModelProvider.ts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport {\n contextWindowFromEnv,\n costOverrideFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n parseOptionalInt,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n parseMaxConcurrency,\n} from \"./env.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport { UnsupportedEffortError, type Provider } from \"./types.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\n\ntype EndpointProbe = {\n nCtx: number | null;\n llamaServer: boolean;\n servedModel: string | null;\n failed: boolean;\n};\n\nconst provider = \"openai\";\n\n// {§provider-effort} The server enforces off and adaptive itself; a fixed effort is the\n// operator's declaration of a level the served chat template distinguishes.\nconst templateEfforts = (env: NodeJS.ProcessEnv): readonly Effort[] => {\n const declared: ReadonlySet<string> = new Set(declaredReasoningEfforts(provider, env));\n return EFFORTS.filter((policy) => policy === \"off\" || policy === \"adaptive\" || declared.has(policy));\n};\n\nconst chatUrl = (env: NodeJS.ProcessEnv, override?: string): string => {\n const configured = override ?? env.OPENAI_BASE_URL ?? env.OPENAI_API_BASE;\n if (configured === undefined || configured.length === 0) {\n throw new Error(`${provider} provider: OPENAI_BASE_URL or OPENAI_API_BASE must be set`);\n }\n const base = configured.replace(/\\/+$/, \"\");\n if (base.endsWith(\"/chat/completions\")) return base;\n return `${base.replace(/\\/v1$/, \"\")}/v1/chat/completions`;\n};\n\nconst probeModels = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n): Promise<EndpointProbe> => {\n const modelsUrl = url.replace(/\\/chat\\/completions$/, \"/models\");\n try {\n const response = await outboundFetch(modelsUrl, {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n const data: unknown = await response.json();\n const rows = isRecord(data) && Array.isArray(data.data) ? data.data.filter(isRecord) : [];\n const row = rows.find((candidate) => candidate.id === model) ?? rows.at(0);\n const meta = row?.meta;\n const nCtx = (isRecord(meta) ? meta.n_ctx : undefined) ?? row?.n_ctx;\n return {\n nCtx: typeof nCtx === \"number\" && nCtx > 0 ? nCtx : null,\n llamaServer: row?.meta !== undefined,\n servedModel: typeof row?.id === \"string\" && row.id.length > 0 ? row.id : null,\n failed: false,\n };\n } catch {\n return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n }\n};\n\nconst probeModelsRetrying = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n attempts: number,\n delay: number,\n): Promise<EndpointProbe> => {\n let result: EndpointProbe = { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n for (let attempt = 0; attempt < attempts; attempt += 1) {\n if (attempt > 0) await new Promise((resolve) => setTimeout(resolve, delay * 2 ** (attempt - 1)));\n result = await probeModels(url, headers, model, timeout);\n if (!result.failed) return result;\n }\n return result;\n};\n\nconst probeProps = async (\n url: string,\n headers: Record<string, string>,\n timeout: number,\n): Promise<{ slotCount: number | null; eosText: string | null }> => {\n try {\n const response = await outboundFetch(url.replace(/\\/v1\\/chat\\/completions$/, \"/props\"), {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { slotCount: null, eosText: null };\n const data: unknown = await response.json();\n const props: Readonly<Record<string, unknown>> = isRecord(data) ? data : {};\n return {\n slotCount: typeof props.total_slots === \"number\" && Number.isSafeInteger(props.total_slots) && props.total_slots > 0\n ? props.total_slots\n : null,\n eosText: typeof props.eos_token === \"string\" && props.eos_token.length > 0 ? props.eos_token : null,\n };\n } catch {\n return { slotCount: null, eosText: null };\n }\n};\n\nexport const compatibleProviderFromEnv = async (\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Promise<Provider> => {\n // The knobs remain universal and fail hard when malformed, but this local compatible\n // route declares no vendor cache projection: llama-server already owns slot affinity.\n cacheAffinityFromEnv(env, provider);\n cacheWritePolicyFromEnv(env, provider);\n parseMaxConcurrency(env);\n const url = chatUrl(env, baseUrlOverride);\n const apiKey = env.OPENAI_API_KEY;\n const headers: Record<string, string> = apiKey === undefined || apiKey.length === 0\n ? {}\n : { Authorization: `Bearer ${apiKey}` };\n const timeout = parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", provider);\n const attempts = parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_ATTEMPTS, \"PLURNK_PROVIDERS_PROBE_ATTEMPTS\", provider);\n const probe = await probeModelsRetrying(\n url,\n headers,\n model,\n timeout,\n attempts,\n parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_DELAY, \"PLURNK_PROVIDERS_PROBE_DELAY\", provider),\n );\n const contextWindow = effectiveContextWindow(contextWindowFromEnv(env, provider), probe.nCtx);\n const pinRaw = env.PLURNK_PROVIDERS_LLAMA_SERVER;\n if (pinRaw !== undefined && pinRaw !== \"\" && pinRaw !== \"0\" && pinRaw !== \"1\") {\n throw new Error(`${provider} provider: PLURNK_PROVIDERS_LLAMA_SERVER must be \"1\", \"0\", or unset`);\n }\n const pinned = pinRaw === undefined || pinRaw === \"\" ? null : pinRaw === \"1\";\n const llamaServer = pinned ?? probe.llamaServer;\n if (probe.failed && pinned === null) {\n emitWarningOnce(\n `${provider} provider: llama-server detection failed after ${attempts} attempts; pin PLURNK_PROVIDERS_LLAMA_SERVER=1 when this is a llama-server`,\n \"PLURNK_PROBE_FAILED\",\n );\n }\n if (contextWindow === null) {\n emitWarningOnce(\n `${provider} provider: context window underivable for \"${model}\"; set PLURNK_PROVIDERS_CONTEXT_WINDOW`,\n \"PLURNK_CONTEXT_UNKNOWN\",\n );\n }\n\n let reasoningStyle: ReasoningStyle = \"think\";\n let slotCount: number | null = null;\n let eosText: string | undefined;\n let tokenizeUrl: string | undefined;\n let promptTokensUrl: string | undefined;\n if (llamaServer) {\n reasoningStyle = \"template\";\n const props = await probeProps(url, headers, timeout);\n slotCount = props.slotCount;\n eosText = props.eosText ?? undefined;\n tokenizeUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/tokenize\");\n promptTokensUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/v1/chat/completions/input_tokens\");\n }\n\n if (!llamaServer) {\n emitWarningOnce(\n `${provider} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n }\n const envelope = generationEnvelopeFromEnv(env, provider, contextWindow, null);\n const effort = effortFromEnv(env, provider, envelope.reasoningBudget);\n const supportedEfforts: readonly Effort[] = reasoningStyle === \"template\" ? templateEfforts(env) : [\"off\", \"adaptive\"];\n if (!supportedEfforts.includes(effort.mode)) {\n throw new UnsupportedEffortError(providerSource(provider), effort.mode, supportedEfforts, reasoningStyle === \"template\"\n ? `Declare each effort the served chat template distinguishes: PLURNK_PROVIDERS_REASONING_EFFORTS=${effort.mode} (comma-separated; an alias suffix scopes it to one alias).`\n : \"This route sends no fixed-effort control.\");\n }\n const costOverride = costOverrideFromEnv(env, provider);\n let estimateCost:\n | ((usage: Parameters<typeof estimateProviderCost>[0]) => ReturnType<typeof estimateProviderCost>)\n | undefined;\n if (costOverride !== null) {\n if (costOverride.input === undefined || costOverride.output === undefined) {\n throw new Error(\n `${provider} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n const rates = { ...costOverride, input: costOverride.input, output: costOverride.output };\n estimateCost = (usage) =>\n estimateProviderCost(usage, rates, \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\");\n }\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\\/chat\\/completions$/, \"\"), slotCount),\n model,\n url,\n headers,\n contextWindow,\n maxInputTokens: null,\n maxOutputTokens: null,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts,\n ...(estimateCost === undefined ? {} : { estimateCost }),\n fetchTimeoutMs: timeout,\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", provider),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, provider),\n reasoningStyle,\n ...samplingFromEnv(env, provider),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", provider, 0),\n dryMultiplier: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_MULTIPLIER, \"PLURNK_PROVIDERS_DRY_MULTIPLIER\", provider, 0) ?? undefined,\n dryBase: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_BASE, \"PLURNK_PROVIDERS_DRY_BASE\", provider, 0) ?? undefined,\n dryAllowedLength: parseOptionalInt(env.PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH, \"PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH\", provider) ?? undefined,\n repeatLastN: parseOptionalInt(env.PLURNK_PROVIDERS_REPEAT_LAST_N, \"PLURNK_PROVIDERS_REPEAT_LAST_N\", provider) ?? undefined,\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", provider),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", provider),\n source: providerSource(provider),\n ...dataCaptureFromEnv(env, provider),\n supportsSlotPinning: llamaServer,\n slotCount,\n eosText,\n tokenizeUrl,\n promptTokensUrl,\n servedModel: probe.servedModel ?? undefined,\n requiresOutputBudget: llamaServer || undefined,\n });\n};\n"]}
|
package/dist/env.d.ts
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { type Effort } from "@plurnk/plurnk-contracts";
|
|
2
2
|
import type { ModelEffort } from "@plurnk/plurnk-models";
|
|
3
3
|
import InferenceAdmission from "./InferenceAdmission.ts";
|
|
4
|
-
export declare const
|
|
4
|
+
export declare const parseMaxConcurrency: (env: NodeJS.ProcessEnv) => number;
|
|
5
|
+
export declare const effectiveMaxConcurrency: (configuredLimit: number, physicalSlots: number | null) => number;
|
|
6
|
+
export declare const inferenceAdmissionFromEnv: (env: NodeJS.ProcessEnv, endpoint: string, physicalSlots?: number | null) => InferenceAdmission;
|
|
5
7
|
export declare const parseRequiredInt: (raw: string | undefined, name: string, label: string) => number;
|
|
6
8
|
export declare const parseTimeoutMs: (raw: string | undefined, name: string, label: string) => number;
|
|
7
9
|
export declare const parseOptionalInt: (raw: string | undefined, name: string, label: string) => number | null;
|
package/dist/env.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoC,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACzF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAEzD,eAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoC,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACzF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAEzD,eAAO,MAAM,mBAAmB,QAAS,MAAM,CAAC,UAAU,KAAG,MAS5D,CAAC;AAIF,eAAO,MAAM,uBAAuB,oBAAqB,MAAM,iBAAiB,MAAM,GAAG,IAAI,KAAG,MAS/F,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAC7B,MAAM,CAAC,UAAU,YACZ,MAAM,kBACD,MAAM,GAAG,IAAI,KAC7B,kBAIF,CAAC;AAEF,eAAO,MAAM,gBAAgB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAKvF,CAAC;AAEF,eAAO,MAAM,cAAc,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAMrF,CAAC;AAEF,eAAO,MAAM,gBAAgB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAAM,GAAG,IAKhG,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,OAAO,MAAM,QAAQ,MAAM,KAAG,MAGpH,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,OAAO,MAAM,QAAQ,MAAM,KAAG,MAAM,GAAG,IAQ7H,CAAC;AAUF,MAAM,WAAW,eAAe;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC;AAED,eAAO,MAAM,eAAe,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,eAOtE,CAAC;AAEH,eAAO,MAAM,UAAU,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAGjF,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,KAAK,GAAG,eAAe,GAAG,cAAc,CAAC;AAMxE,eAAO,MAAM,wBAAwB,aAAc,MAAM,OAAO,MAAM,CAAC,UAAU,KAAG,SAAS,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAWtH,CAAC;AAEF,eAAO,MAAM,oBAAoB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,OAO5E,CAAC;AAEF,eAAO,MAAM,uBAAuB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,gBAO/E,CAAC;AAWF,eAAO,MAAM,kBAAkB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG;IAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAQxH,CAAC;AAGF,eAAO,MAAM,oBAAoB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,MAAM,GAAG,IAErF,CAAC;AAIF,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,CAAC;AAClG,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAahH,MAAM,MAAM,eAAe,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAiBvE,eAAO,MAAM,kBAAkB,SAAU,eAAe,UAAU,MAAM,GAAG,IAAI,KAAG,MAAM,GAAG,IAK/B,CAAC;AAE7D,MAAM,MAAM,kBAAkB,GAAG;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3C,CAAC;AA4DF,eAAO,MAAM,yBAAyB,QAC7B,MAAM,CAAC,UAAU,SACf,MAAM,iBACE,MAAM,GAAG,IAAI,mBACX,MAAM,GAAG,IAAI,KAC/B,kBASF,CAAC;AAEF,eAAO,MAAM,gCAAgC,QACpC,MAAM,CAAC,UAAU,iBACP,MAAM,GAAG,IAAI,oBACX,MAAM,GAAG,IAAI,KAC/B,kBASF,CAAC;AASF,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAKpE,eAAO,MAAM,WAAW,UAAW,OAAO,SAAS,MAAM,KAAG,MAK3D,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,UAAU,GAAG,YAAY,CAAC;AAE/D,eAAO,MAAM,6BAA6B,QACjC,MAAM,CAAC,UAAU,SACf,MAAM,KACd,sBAQF,CAAC;AAEF,eAAO,MAAM,aAAa,QACjB,MAAM,CAAC,UAAU,SACf,MAAM,mBACG,MAAM,GAAG,IAAI,KAC9B,aAMF,CAAC;AASF,eAAO,MAAM,eAAe,mBAwC1B,CAAC;AAeH,QAAA,MAAM,mBAAmB,wSAMd,CAAC;AACZ,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5F,eAAO,MAAM,mBAAmB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,YAAY,GAAG,IAe1F,CAAC;AAEF,eAAO,MAAM,eAAe,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,UAAS,SAAS,MAAM,EAAE,KAAqB,MAAM,CAAC,UAkB1H,CAAC"}
|
package/dist/env.js
CHANGED
|
@@ -3,12 +3,34 @@
|
|
|
3
3
|
import { EFFORTS, MAX_TIMER_MS, Validator } from "@plurnk/plurnk-contracts";
|
|
4
4
|
import { providerSetting } from "./provider-env.js";
|
|
5
5
|
import InferenceAdmission from "./InferenceAdmission.js";
|
|
6
|
-
export const
|
|
6
|
+
export const parseMaxConcurrency = (env) => {
|
|
7
7
|
const key = "PLURNK_PROVIDERS_MAX_CONCURRENCY";
|
|
8
8
|
const value = env[key];
|
|
9
9
|
if (value === undefined || value.trim() === "")
|
|
10
10
|
throw new TypeError(`${key} must be set`);
|
|
11
|
-
|
|
11
|
+
const limit = Number(value);
|
|
12
|
+
if (!Number.isSafeInteger(limit) || limit !== -1 && limit < 1) {
|
|
13
|
+
throw new TypeError(`${key} must be -1 or a positive safe integer`);
|
|
14
|
+
}
|
|
15
|
+
return limit;
|
|
16
|
+
};
|
|
17
|
+
// {§provider-inference-admission} Probed physical endpoint slots bound unrestricted (-1) routes and
|
|
18
|
+
// cap larger operator allowances, matching effectiveContextWindow ({§model-fact-resolution}).
|
|
19
|
+
export const effectiveMaxConcurrency = (configuredLimit, physicalSlots) => {
|
|
20
|
+
if (!Number.isSafeInteger(configuredLimit) || configuredLimit !== -1 && configuredLimit < 1) {
|
|
21
|
+
throw new TypeError("PLURNK_PROVIDERS_MAX_CONCURRENCY must be -1 or a positive safe integer");
|
|
22
|
+
}
|
|
23
|
+
if (physicalSlots === null)
|
|
24
|
+
return configuredLimit;
|
|
25
|
+
if (!Number.isSafeInteger(physicalSlots) || physicalSlots < 1) {
|
|
26
|
+
throw new TypeError("physicalSlots must be null or a positive safe integer");
|
|
27
|
+
}
|
|
28
|
+
return configuredLimit === -1 ? physicalSlots : Math.min(configuredLimit, physicalSlots);
|
|
29
|
+
};
|
|
30
|
+
export const inferenceAdmissionFromEnv = (env, endpoint, physicalSlots = null) => {
|
|
31
|
+
const configuredLimit = parseMaxConcurrency(env);
|
|
32
|
+
const limit = effectiveMaxConcurrency(configuredLimit, physicalSlots);
|
|
33
|
+
return InferenceAdmission.forEndpoint(endpoint, limit, { configuredLimit });
|
|
12
34
|
};
|
|
13
35
|
export const parseRequiredInt = (raw, name, label) => {
|
|
14
36
|
if (raw === undefined || raw.length === 0)
|
package/dist/env.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"env.js","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,kCAAkC;AAElC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAe,MAAM,0BAA0B,CAAC;AAEzF,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAEzD,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,GAAsB,EAAE,QAAgB,EAAsB,EAAE;IACtG,MAAM,GAAG,GAAG,kCAAkC,CAAC;IAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC;IAC1F,OAAO,kBAAkB,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACnE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAU,EAAE;IAC7F,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,cAAc,CAAC,CAAC;IACrG,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,yCAAyC,GAAG,IAAI,CAAC,CAAC;IAC/H,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAU,EAAE;IAC3F,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACrD,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,oBAAoB,YAAY,uBAAuB,GAAG,IAAI,CAAC,CAAC;IAC9G,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAiB,EAAE;IACpG,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,yCAAyC,GAAG,IAAI,CAAC,CAAC;IAC/H,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,GAAY,EAAU,EAAE;IAC1H,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,cAAc,CAAC,CAAC;IACrG,OAAO,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAE,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,GAAY,EAAiB,EAAE;IACjI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,GAAG,GAAG,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,4BAA4B,KAAK,UAAU,GAAG,IAAI,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAW,EAAsB,EAAE;IACnH,MAAM,CAAC,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,iCAAiC,GAAG,IAAI,CAAC,CAAC;IAClH,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAYF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAmB,EAAE,CAAC,CAAC;IACxF,WAAW,EAAE,kBAAkB,CAAC,GAAG,CAAC,4BAA4B,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3G,IAAI,EAAE,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,SAAS;IACxG,IAAI,EAAE,oBAAoB,CAAC,GAAG,CAAC,sBAAsB,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1F,eAAe,EAAE,kBAAkB,CAAC,GAAG,CAAC,iCAAiC,EAAE,mCAAmC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,SAAS;IAC1I,gBAAgB,EAAE,kBAAkB,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAChI,IAAI,EAAE,oBAAoB,CAAC,GAAG,CAAC,qBAAqB,EAAE,uBAAuB,EAAE,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC;CACjH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAU,EAAE;IACvF,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,cAAc,CAAC,CAAC;IACrG,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAIF,MAAM,mBAAmB,GAA0C,MAAM,CAAC,MAAM,CAAC;IAC7E,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;CAC7D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,QAAgB,EAAE,GAAsB,EAAyC,EAAE;IACxH,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC;IACvE,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5D,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACxB,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC;QAC7E,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,SAAS,CAAC,GAAG,GAAG,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yBAAyB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpI,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAW,EAAE;IACnF,MAAM,IAAI,GAAG,iCAAiC,CAAC;IAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,qBAAqB,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,KAAK,GAAG,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAoB,EAAE;IAC/F,MAAM,IAAI,GAAG,qCAAqC,CAAC;IACnD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,eAAe,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,oDAAoD,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,8FAA8F;AAC9F,gBAAgB;AAChB,iFAAiF;AACjF,yEAAyE;AACzE,6EAA6E;AAC7E,6EAA6E;AAC7E,sEAAsE;AACtE,8EAA8E;AAC9E,oDAAoD;AACpD,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAoD,EAAE;IAC1H,MAAM,WAAW,GAAG,GAAG,CAAC,6BAA6B,KAAK,KAAK;QAC3D,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,6BAA6B,EAAE,+BAA+B,EAAE,KAAK,CAAC,CAAC;IAClG,OAAO;QACH,WAAW;QACX,OAAO,EAAE,GAAG,CAAC,wBAAwB,KAAK,SAAS,IAAI,GAAG,CAAC,wBAAwB,KAAK,EAAE,IAAI,GAAG,CAAC,wBAAwB,KAAK,GAAG;KACrI,CAAC;AACN,CAAC,CAAC;AAEF,gFAAgF;AAChF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAiB,EAAE;IACzF,OAAO,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,KAAK,CAAC,CAAC;AAC3G,CAAC,CAAC;AAMF,MAAM,UAAU,sBAAsB,CAAC,WAA0B,EAAE,aAA4B;IAC3F,OAAO,WAAW,KAAK,IAAI;QACvB,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,aAAa,KAAK,IAAI;YACpB,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;AACnD,CAAC;AAQD,MAAM,gBAAgB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAmB,EAAE;IAC/F,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,0FAA0F,CAAC,CAAC;IACjL,MAAM,GAAG,GAAG,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,yCAAyC,GAAG,IAAI,CAAC,CAAC;QAC3I,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,6DAA6D,GAAG,IAAI,CAAC,CAAC;IACpJ,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,0EAA0E;AAC1E,iFAAiF;AACjF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAqB,EAAE,MAAqB,EAAiB,EAAE,CAC9F,QAAQ,IAAI,IAAI;IACZ,CAAC,CAAC,IAAI,CAAC,MAAM;IACb,CAAC,CAAC,MAAM,KAAK,IAAI;QACb,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC;AAS7D,MAAM,mBAAmB,GAAG,CACxB,GAAuB,EACvB,IAAY,EACZ,KAAa,EACS,EAAE,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;IAC9D,CAAC,CAAC,IAAI;IACN,CAAC,CAAC,gBAAgB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AAEzC,MAAM,iBAAiB,GAAG,CACtB,UAAkC,EAClC,SAAiC,EACjC,aAAqC,EACrC,aAA4B,EAC5B,eAA8B,EAC9B,KAAa,EACK,EAAE;IACpB,MAAM,eAAe,GAAG,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IACnG,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACzG,MAAM,YAAY,GAAG,eAAe,KAAK,IAAI;QACzC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,YAAY,CAAC,CAAC;IACjD,IAAI,aAAa,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;QACnF,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,8CAA8C,YAAY,mEAAmE,aAAa,GAAG,CACxJ,CAAC;IACN,CAAC;IACD,mGAAmG;IACnG,+FAA+F;IAC/F,0DAA0D;IAC1D,MAAM,aAAa,GAAG,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAChF,MAAM,cAAc,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAChG,MAAM,WAAW,GAAG,cAAc,KAAK,IAAI;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,YAAY,EAAE,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClG,IAAI,aAAa,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,IAAI,WAAW,IAAI,aAAa,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,6CAA6C,WAAW,+DAA+D,aAAa,GAAG,CAClJ,CAAC;IACN,CAAC;IACD,MAAM,eAAe,GAAG,aAAa,KAAK,IAAI;QAC1C,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,kBAAkB,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;IACvD,IAAI,eAAe,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,wIAAwI,CACnJ,CAAC;IACN,CAAC;IACD,IAAI,eAAe,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;QACvF,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,iDAAiD,eAAe,2DAA2D,YAAY,0CAA0C,CAC5L,CAAC;IACN,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;AAC1D,CAAC,CAAC;AAEF,8FAA8F;AAC9F,2FAA2F;AAC3F,sEAAsE;AACtE,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACrC,GAAsB,EACtB,KAAa,EACb,aAA4B,EAC5B,eAA8B,EACZ,EAAE;IACpB,OAAO,iBAAiB,CACpB,gBAAgB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,KAAK,CAAC,EAC7F,gBAAgB,CAAC,GAAG,CAAC,6BAA6B,EAAE,+BAA+B,EAAE,KAAK,CAAC,EAC3F,mBAAmB,CAAC,GAAG,CAAC,iCAAiC,EAAE,mCAAmC,EAAE,KAAK,CAAC,EACtG,aAAa,EACb,eAAe,EACf,KAAK,CACR,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAC5C,GAAsB,EACtB,aAA4B,EAC5B,eAAe,GAAkB,IAAI,EACnB,EAAE;IACpB,OAAO,iBAAiB,CACpB,mBAAmB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,MAAM,CAAC,EACjG,mBAAmB,CAAC,GAAG,CAAC,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,CAAC,EAC/F,mBAAmB,CAAC,GAAG,CAAC,iCAAiC,EAAE,mCAAmC,EAAE,MAAM,CAAC,EACvG,aAAa,EACb,eAAe,EACf,MAAM,CACT,CAAC;AACN,CAAC,CAAC;AAWF,sCAAsC;AACtC,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;AAE5F,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAc,EAAE,KAAa,EAAU,EAAE;IACjE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,mBAAmB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7H,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,6BAA6B,GAAG,CACzC,GAAsB,EACtB,KAAa,EACS,EAAE;IACxB,MAAM,IAAI,GAAG,2CAA2C,CAAC;IACzD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;IAC7D,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,6CAA6C,GAAG,IAAI,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CACzB,GAAsB,EACtB,KAAa,EACb,cAAc,GAAkB,IAAI,EACvB,EAAE;IACf,MAAM,IAAI,GAAG,yBAAyB,CAAC;IACvC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,iBAAiB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9H,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,cAAc,IAAI,EAAE,CAAC,CAAC;IAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;AACpE,CAAC,CAAC;AAEF,8FAA8F;AAC9F,iFAAiF;AACjF,kFAAkF;AAClF,kFAAkF;AAClF,iFAAiF;AACjF,2EAA2E;AAC3E,2EAA2E;AAC3E,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;IACzC,kCAAkC;IAClC,6BAA6B;IAC7B,8BAA8B;IAC9B,iCAAiC;IACjC,kCAAkC;IAClC,mCAAmC;IACnC,gCAAgC;IAChC,+BAA+B;IAC/B,2CAA2C;IAC3C,kCAAkC;IAClC,oCAAoC;IACpC,mCAAmC;IACnC,yBAAyB;IACzB,iCAAiC;IACjC,iCAAiC;IACjC,qCAAqC;IACrC,oCAAoC;IACpC,gCAAgC;IAChC,+BAA+B;IAC/B,8BAA8B;IAC9B,wBAAwB;IACxB,wBAAwB;IACxB,mCAAmC;IACnC,uBAAuB;IACvB,iCAAiC;IACjC,oCAAoC;IACpC,+BAA+B;IAC/B,qCAAqC;IACrC,0BAA0B;IAC1B,2BAA2B;IAC3B,iCAAiC;IACjC,gCAAgC;IAChC,iCAAiC;IACjC,2BAA2B;IAC3B,qCAAqC;IACrC,iCAAiC;IACjC,8BAA8B;IAC9B,+BAA+B;IAC/B,0BAA0B;CAC7B,CAAC,CAAC;AAEH,sEAAsE;AACtE,wEAAwE;AACxE,4EAA4E;AAC5E,4EAA4E;AAC5E,kBAAkB;AAClB,EAAE;AACF,8EAA8E;AAC9E,+EAA+E;AAC/E,8DAA8D;AAC9D,2FAA2F;AAC3F,0FAA0F;AAC1F,0FAA0F;AAC1F,iBAAiB;AACjB,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC;IACtC,CAAC,OAAO,EAAE,6BAA6B,CAAC;IACxC,CAAC,QAAQ,EAAE,8BAA8B,CAAC;IAC1C,CAAC,WAAW,EAAE,iCAAiC,CAAC;IAChD,CAAC,WAAW,EAAE,kCAAkC,CAAC;IACjD,CAAC,YAAY,EAAE,mCAAmC,CAAC;CAC7C,CAAC,CAAC;AAEZ,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAuB,EAAE;IAC9F,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,mBAAmB,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC3D,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,cAAc,IAAI,sDAAsD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CACxG,CAAC;QACN,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;AACtD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAE,KAAK,GAAsB,eAAe,EAAqB,EAAE;IACpI,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACnC,MAAM,GAAG,GAAsB,EAAE,GAAG,GAAG,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACjC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACxD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC;gBAAE,SAAS;YAC1C,6DAA6D;YAC7D,oEAAoE;YACpE,yCAAyC;YACzC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;YAClC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;gBAAE,SAAS;YAClE,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YAClB,MAAM;QACV,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAC","sourcesContent":["// Env-parsing helpers shared by provider construction. `label` keeps failures\n// local to the selected provider.\n\nimport { EFFORTS, MAX_TIMER_MS, Validator, type Effort } from \"@plurnk/plurnk-contracts\";\nimport type { ModelEffort } from \"@plurnk/plurnk-models\";\nimport { providerSetting } from \"./provider-env.ts\";\nimport InferenceAdmission from \"./InferenceAdmission.ts\";\n\nexport const inferenceAdmissionFromEnv = (env: NodeJS.ProcessEnv, endpoint: string): InferenceAdmission => {\n const key = \"PLURNK_PROVIDERS_MAX_CONCURRENCY\";\n const value = env[key];\n if (value === undefined || value.trim() === \"\") throw new TypeError(`${key} must be set`);\n return InferenceAdmission.forEndpoint(endpoint, Number(value));\n};\n\nexport const parseRequiredInt = (raw: string | undefined, name: string, label: string): number => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set`);\n const n = Number(raw);\n if (!Number.isInteger(n) || n < 0) throw new Error(`${label} provider: ${name} must be a non-negative integer (got \"${raw}\")`);\n return n;\n};\n\nexport const parseTimeoutMs = (raw: string | undefined, name: string, label: string): number => {\n const timeoutMs = parseRequiredInt(raw, name, label);\n if (timeoutMs > MAX_TIMER_MS) {\n throw new Error(`${label} provider: ${name} must be at most ${MAX_TIMER_MS} milliseconds (got \"${raw}\")`);\n }\n return timeoutMs;\n};\n\nexport const parseOptionalInt = (raw: string | undefined, name: string, label: string): number | null => {\n if (raw === undefined || raw.length === 0) return null;\n const n = Number(raw);\n if (!Number.isInteger(n) || n < 0) throw new Error(`${label} provider: ${name} must be a non-negative integer (got \"${raw}\")`);\n return n;\n};\n\nexport const parseRequiredFloat = (raw: string | undefined, name: string, label: string, min: number, max?: number): number => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set`);\n return parseOptionalFloat(raw, name, label, min, max)!;\n};\n\nexport const parseOptionalFloat = (raw: string | undefined, name: string, label: string, min: number, max?: number): number | null => {\n if (raw === undefined || raw.length === 0) return null;\n const n = Number(raw);\n if (!Number.isFinite(n) || n < min || max !== undefined && n > max) {\n const range = max === undefined ? `>= ${min}` : `in [${min}, ${max}]`;\n throw new Error(`${label} provider: ${name} must be a finite number ${range} (got \"${raw}\")`);\n }\n return n;\n};\n\nconst parseOptionalSafeInt = (raw: string | undefined, name: string, label: string, min: number): number | undefined => {\n const n = parseOptionalFloat(raw, name, label, min);\n if (n === null) return undefined;\n if (!Number.isSafeInteger(n)) throw new Error(`${label} provider: ${name} must be a safe integer (got \"${raw}\")`);\n return n;\n};\n\n// {§provider-configuration} Both provider factories read the same tuning surface.\nexport interface SamplingFromEnv {\n readonly temperature: number | null;\n readonly topP: number | undefined;\n readonly topK: number | undefined;\n readonly presencePenalty: number | undefined;\n readonly frequencyPenalty: number;\n readonly seed: number | undefined;\n}\n\nexport const samplingFromEnv = (env: NodeJS.ProcessEnv, label: string): SamplingFromEnv => ({\n temperature: parseOptionalFloat(env.PLURNK_PROVIDERS_TEMPERATURE, \"PLURNK_PROVIDERS_TEMPERATURE\", label, 0),\n topP: parseOptionalFloat(env.PLURNK_PROVIDERS_TOP_P, \"PLURNK_PROVIDERS_TOP_P\", label, 0, 1) ?? undefined,\n topK: parseOptionalSafeInt(env.PLURNK_PROVIDERS_TOP_K, \"PLURNK_PROVIDERS_TOP_K\", label, 0),\n presencePenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_PRESENCE_PENALTY, \"PLURNK_PROVIDERS_PRESENCE_PENALTY\", label, -2, 2) ?? undefined,\n frequencyPenalty: parseRequiredFloat(env.PLURNK_PROVIDERS_FREQUENCY_PENALTY, \"PLURNK_PROVIDERS_FREQUENCY_PENALTY\", label, -2, 2),\n seed: parseOptionalSafeInt(env.PLURNK_PROVIDERS_SEED, \"PLURNK_PROVIDERS_SEED\", label, Number.MIN_SAFE_INTEGER),\n});\n\nexport const requireEnv = (raw: string | undefined, name: string, label: string): string => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set`);\n return raw;\n};\n\nexport type CacheWritePolicy = \"off\" | \"stable-system\" | \"conversation\";\n\nconst MODEL_EFFORT_VALUES: readonly Exclude<ModelEffort, null>[] = Object.freeze([\n \"none\", \"minimal\", \"low\", \"medium\", \"high\", \"xhigh\", \"max\",\n]);\n\nexport const declaredReasoningEfforts = (provider: string, env: NodeJS.ProcessEnv): readonly Exclude<ModelEffort, null>[] => {\n const [key, raw] = providerSetting(provider, env, \"REASONING_EFFORTS\");\n if (raw === undefined || raw.trim().length === 0) return [];\n const values = raw.split(\",\").map((entry) => entry.trim()).filter(Boolean);\n return values.map((value) => {\n const matched = MODEL_EFFORT_VALUES.find((candidate) => candidate === value);\n if (matched === undefined) {\n throw new TypeError(`${key} has invalid value ${JSON.stringify(value)}; declarable efforts: ${MODEL_EFFORT_VALUES.join(\", \")}`);\n }\n return matched;\n });\n};\n\nexport const cacheAffinityFromEnv = (env: NodeJS.ProcessEnv, label: string): boolean => {\n const name = \"PLURNK_PROVIDERS_CACHE_AFFINITY\";\n const value = env[name];\n if (value !== \"0\" && value !== \"1\") {\n throw new Error(`${label} provider: ${name} must be \"0\" or \"1\"`);\n }\n return value === \"1\";\n};\n\nexport const cacheWritePolicyFromEnv = (env: NodeJS.ProcessEnv, label: string): CacheWritePolicy => {\n const name = \"PLURNK_PROVIDERS_CACHE_WRITE_POLICY\";\n const value = env[name];\n if (value !== \"off\" && value !== \"stable-system\" && value !== \"conversation\") {\n throw new Error(`${label} provider: ${name} must be \"off\", \"stable-system\", or \"conversation\"`);\n }\n return value;\n};\n\n// {§provider-failure-normalization} Data-capture knobs are read identically by every provider\n// (standard AND\n// extension) so the opt-in surface is one source of truth. Both OFF by default —\n// the flag is the isolation, so serving turns request and carry nothing.\n// PLURNK_PROVIDERS_TOP_LOGPROBS \"off\" or a non-negative int = the OpenAI\n// `top_logprobs` count (0 captures the chosen token only). Unset -> off.\n// Per-alias-scopable, so \"off\" can override process-wide capture.\n// PLURNK_PROVIDERS_RAWBODY truthy (not \"\"/\"0\") → attach the verbatim wire\n// body to response.rawBody. Per-alias-scopable.\nexport const dataCaptureFromEnv = (env: NodeJS.ProcessEnv, label: string): { topLogprobs: number | null; rawBody: boolean } => {\n const topLogprobs = env.PLURNK_PROVIDERS_TOP_LOGPROBS === \"off\"\n ? null\n : parseOptionalInt(env.PLURNK_PROVIDERS_TOP_LOGPROBS, \"PLURNK_PROVIDERS_TOP_LOGPROBS\", label);\n return {\n topLogprobs,\n rawBody: env.PLURNK_PROVIDERS_RAWBODY !== undefined && env.PLURNK_PROVIDERS_RAWBODY !== \"\" && env.PLURNK_PROVIDERS_RAWBODY !== \"0\",\n };\n};\n\n// {§model-fact-resolution} — one context-window reader for every provider path.\nexport const contextWindowFromEnv = (env: NodeJS.ProcessEnv, label: string): number | null => {\n return parseOptionalInt(env.PLURNK_PROVIDERS_CONTEXT_WINDOW, \"PLURNK_PROVIDERS_CONTEXT_WINDOW\", label);\n};\n\n// {§model-fact-resolution} — an operator value caps known natural model\n// capacity and declares the envelope only when no natural value is known.\nexport function effectiveContextWindow(operatorCap: number | null, naturalWindow: number): number;\nexport function effectiveContextWindow(operatorCap: number | null, naturalWindow: number | null): number | null;\nexport function effectiveContextWindow(operatorCap: number | null, naturalWindow: number | null): number | null {\n return operatorCap === null\n ? naturalWindow\n : naturalWindow === null\n ? operatorCap\n : Math.min(operatorCap, naturalWindow);\n}\n\n// {§provider-configuration} Generation has one total output budget. An\n// optional reasoning budget is a subset, never an additive second reserve.\n// Percentages are of the effective context window; absolutes remain useful for\n// measured local deployments. Physical model limits always cap operator policy.\nexport type TokenBudgetSpec = { percent: number } | { tokens: number };\n\nconst parseTokenBudget = (raw: string | undefined, name: string, label: string): TokenBudgetSpec => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set (a percentage of the context window like \"35%\", or an absolute token count)`);\n const pct = /^([0-9]+(?:\\.[0-9]+)?)%$/.exec(raw);\n if (pct !== null) {\n const p = Number(pct[1]);\n if (!Number.isFinite(p) || p <= 0 || p >= 100) throw new Error(`${label} provider: ${name} percentage must be in (0, 100) (got \"${raw}\")`);\n return { percent: p / 100 };\n }\n const n = Number(raw);\n if (!Number.isInteger(n) || n <= 0) throw new Error(`${label} provider: ${name} must be \"<pct>%\" or a positive integer token count (got \"${raw}\")`);\n return { tokens: n };\n};\n\n// Resolve a token budget against a known window: absolutes stand alone; a\n// percentage needs the window (null when unknown — the underivable/no-cap case).\nexport const resolveTokenBudget = (spec: TokenBudgetSpec, window: number | null): number | null =>\n \"tokens\" in spec\n ? spec.tokens\n : window === null\n ? null\n : Math.max(1, Math.round(spec.percent * window));\n\nexport type GenerationEnvelope = {\n readonly outputBudget: number | null;\n // {§provider-capacity-admission}: the least response room any request keeps; never above the output budget.\n readonly outputFloor: number | null;\n readonly reasoningBudget: number | null;\n};\n\nconst optionalTokenBudget = (\n raw: string | undefined,\n name: string,\n label: string,\n): TokenBudgetSpec | null => raw === undefined || raw.length === 0\n ? null\n : parseTokenBudget(raw, name, label);\n\nconst resolveGeneration = (\n outputSpec: TokenBudgetSpec | null,\n floorSpec: TokenBudgetSpec | null,\n reasoningSpec: TokenBudgetSpec | null,\n contextWindow: number | null,\n maxOutputTokens: number | null,\n label: string,\n): GenerationEnvelope => {\n const requestedOutput = outputSpec === null ? null : resolveTokenBudget(outputSpec, contextWindow);\n const physicalCaps = [contextWindow, maxOutputTokens].filter((value): value is number => value !== null);\n const outputBudget = requestedOutput === null\n ? null\n : Math.min(requestedOutput, ...physicalCaps);\n if (contextWindow !== null && outputBudget !== null && outputBudget >= contextWindow) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_OUTPUT_BUDGET (${outputBudget}) must leave positive input capacity inside the context window (${contextWindow})`,\n );\n }\n // {§provider-capacity-admission}: a percentage floor resolves against the effective output ceiling\n // (contextWindow capped by maxOutputTokens) and is never above the output budget — a floor the\n // budget cannot hold clamps to the budget, never refuses.\n const outputCeiling = contextWindow === null ? null : Math.min(...physicalCaps);\n const requestedFloor = floorSpec === null ? null : resolveTokenBudget(floorSpec, outputCeiling);\n const outputFloor = requestedFloor === null\n ? null\n : Math.min(requestedFloor, ...physicalCaps, ...(outputBudget === null ? [] : [outputBudget]));\n if (contextWindow !== null && outputFloor !== null && outputFloor >= contextWindow) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_OUTPUT_FLOOR (${outputFloor}) must leave positive input room inside the context window (${contextWindow})`,\n );\n }\n const reasoningBudget = reasoningSpec === null\n ? null\n : resolveTokenBudget(reasoningSpec, contextWindow);\n if (reasoningBudget !== null && outputBudget === null) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_REASONING_BUDGET requires a resolved PLURNK_PROVIDERS_OUTPUT_BUDGET; reasoning is a subset of total output`,\n );\n }\n if (reasoningBudget !== null && outputBudget !== null && reasoningBudget >= outputBudget) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_REASONING_BUDGET (${reasoningBudget}) exceeds the effective PLURNK_PROVIDERS_OUTPUT_BUDGET (${outputBudget}); reasoning is a subset of total output`,\n );\n }\n return { outputBudget, outputFloor, reasoningBudget };\n};\n\n// Standard providers receive the shipped OUTPUT_BUDGET and OUTPUT_FLOOR panel values and fail\n// hard if either is absent. Mock uses the tolerant sibling below so ordinary unit fixtures\n// make no generation claim unless a test deliberately configures one.\nexport const generationEnvelopeFromEnv = (\n env: NodeJS.ProcessEnv,\n label: string,\n contextWindow: number | null,\n maxOutputTokens: number | null,\n): GenerationEnvelope => {\n return resolveGeneration(\n parseTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_BUDGET, \"PLURNK_PROVIDERS_OUTPUT_BUDGET\", label),\n parseTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_FLOOR, \"PLURNK_PROVIDERS_OUTPUT_FLOOR\", label),\n optionalTokenBudget(env.PLURNK_PROVIDERS_REASONING_BUDGET, \"PLURNK_PROVIDERS_REASONING_BUDGET\", label),\n contextWindow,\n maxOutputTokens,\n label,\n );\n};\n\nexport const resolveGenerationEnvelopeFromEnv = (\n env: NodeJS.ProcessEnv,\n contextWindow: number | null,\n maxOutputTokens: number | null = null,\n): GenerationEnvelope => {\n return resolveGeneration(\n optionalTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_BUDGET, \"PLURNK_PROVIDERS_OUTPUT_BUDGET\", \"mock\"),\n optionalTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_FLOOR, \"PLURNK_PROVIDERS_OUTPUT_FLOOR\", \"mock\"),\n optionalTokenBudget(env.PLURNK_PROVIDERS_REASONING_BUDGET, \"PLURNK_PROVIDERS_REASONING_BUDGET\", \"mock\"),\n contextWindow,\n maxOutputTokens,\n \"mock\",\n );\n};\n\n// {§provider-configuration} The side-channel reasoning knobs — policy and budget\n// are separate vars, so a numeric budget can never silently select an effort:\n// PLURNK_PROVIDERS_EFFORT required portable Effort\n// PLURNK_PROVIDERS_REASONING_BUDGET optional reasoning subset of the total\n// output budget, used for tier/budget mapping where the backend supports it.\n// The provider maps intent to the backend's mechanism; the consumer states\n// intent, never mechanism. working memory is separate from provider reasoning.\nexport type EffortSetting = { mode: Effort; budget: number | null };\n\n// An effort the effort schema admits.\nconst isEffort = (value: unknown): value is Effort => Validator.validateEffort(value).valid;\n\nexport const parseEffort = (value: unknown, label: string): Effort => {\n if (!isEffort(value)) {\n throw new Error(`${label} must be one of ${EFFORTS.map((policy) => `\"${policy}\"`).join(\", \")} (got \"${String(value)}\")`);\n }\n return value;\n};\n\nexport type ReasoningResponseStyle = \"verbatim\" | \"think-tags\";\n\nexport const reasoningResponseStyleFromEnv = (\n env: NodeJS.ProcessEnv,\n label: string,\n): ReasoningResponseStyle => {\n const name = \"PLURNK_PROVIDERS_REASONING_RESPONSE_STYLE\";\n const raw = env[name];\n if (raw === undefined || raw.length === 0) return \"verbatim\";\n if (raw !== \"verbatim\" && raw !== \"think-tags\") {\n throw new Error(`${label} provider: ${name} must be \"verbatim\" or \"think-tags\" (got \"${raw}\")`);\n }\n return raw;\n};\n\nexport const effortFromEnv = (\n env: NodeJS.ProcessEnv,\n label: string,\n resolvedBudget: number | null = null,\n): EffortSetting => {\n const name = \"PLURNK_PROVIDERS_EFFORT\";\n const raw = env[name];\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set (${EFFORTS.join(\" | \")})`);\n const mode = parseEffort(raw, `${label} provider: ${name}`);\n return { mode, budget: mode === \"off\" ? null : resolvedBudget };\n};\n\n// ── Per-alias knob scoping ({§provider-configuration}): PLURNK_PROVIDERS_<KNOB>[_<alias>] ──\n// Every plurnk-owned knob accepts a per-alias override — the suffixed form wins,\n// the bare form is the fallback — so two aliases on one provider name (two boxes,\n// two models) stop sharing one global setting. The knob list is CLOSED and parsed\n// exact-prefix-first, so aliases containing underscores stay unambiguous. Vendor\n// facts (API keys, canonical endpoints) remain vendor-named; the per-alias\n// endpoint override stays PLURNK_BASEURL_<alias> (its existing precedent).\nexport const PROVIDERS_KNOBS = Object.freeze([\n \"PLURNK_PROVIDERS_MAX_CONCURRENCY\",\n \"PLURNK_PROVIDERS_COST_INPUT\",\n \"PLURNK_PROVIDERS_COST_OUTPUT\",\n \"PLURNK_PROVIDERS_COST_REASONING\",\n \"PLURNK_PROVIDERS_COST_CACHE_READ\",\n \"PLURNK_PROVIDERS_COST_CACHE_WRITE\",\n \"PLURNK_PROVIDERS_OUTPUT_BUDGET\",\n \"PLURNK_PROVIDERS_OUTPUT_FLOOR\",\n \"PLURNK_PROVIDERS_REASONING_RESPONSE_STYLE\",\n \"PLURNK_PROVIDERS_EFFORT_FALLBACK\",\n \"PLURNK_PROVIDERS_REASONING_EFFORTS\",\n \"PLURNK_PROVIDERS_REASONING_BUDGET\",\n \"PLURNK_PROVIDERS_EFFORT\",\n \"PLURNK_PROVIDERS_CONTEXT_WINDOW\",\n \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\",\n \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\",\n \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\",\n \"PLURNK_PROVIDERS_FETCH_TIMEOUT\",\n \"PLURNK_PROVIDERS_LLAMA_SERVER\",\n \"PLURNK_PROVIDERS_TEMPERATURE\",\n \"PLURNK_PROVIDERS_TOP_P\",\n \"PLURNK_PROVIDERS_TOP_K\",\n \"PLURNK_PROVIDERS_PRESENCE_PENALTY\",\n \"PLURNK_PROVIDERS_SEED\",\n \"PLURNK_PROVIDERS_REPEAT_PENALTY\",\n \"PLURNK_PROVIDERS_FREQUENCY_PENALTY\",\n \"PLURNK_PROVIDERS_SERVICE_TIER\",\n \"PLURNK_PROVIDERS_CACHE_WRITE_POLICY\",\n \"PLURNK_PROVIDERS_APP_URL\",\n \"PLURNK_PROVIDERS_APP_NAME\",\n \"PLURNK_PROVIDERS_CACHE_AFFINITY\",\n \"PLURNK_PROVIDERS_REPEAT_LAST_N\",\n \"PLURNK_PROVIDERS_DRY_MULTIPLIER\",\n \"PLURNK_PROVIDERS_DRY_BASE\",\n \"PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH\",\n \"PLURNK_PROVIDERS_PROBE_ATTEMPTS\",\n \"PLURNK_PROVIDERS_PROBE_DELAY\",\n \"PLURNK_PROVIDERS_TOP_LOGPROBS\",\n \"PLURNK_PROVIDERS_RAWBODY\",\n]);\n\n// Materialize an alias-scoped VIEW of env: for each known knob with a\n// `_<alias>`-suffixed key (suffix case-folds to the alias, matching the\n// PLURNK_MODEL_/PLURNK_BASEURL_ convention), overlay it onto the bare name.\n// Provider construction keeps reading plain vars; scoping is the registry's\n// single overlay.\n//\n// `knobs` (optional) lets a CONSUMER scope its OWN closed knob list with this\n// same parser without reimplementing the suffix/collision rules. Default stays\n// the providers' knob list; provider call sites pass nothing.\n// {§provider-monetary-evidence} {§provider-configuration} (#1357) — Models.dev is the rate\n// starting point; the operator overlays exact per-1M-token USD rates via five independent\n// scalar knobs (input, output, reasoning, cacheRead, cacheWrite). Alias-scoped like every\n// provider knob.\nconst COST_OVERRIDE_KNOBS = Object.freeze([\n [\"input\", \"PLURNK_PROVIDERS_COST_INPUT\"],\n [\"output\", \"PLURNK_PROVIDERS_COST_OUTPUT\"],\n [\"reasoning\", \"PLURNK_PROVIDERS_COST_REASONING\"],\n [\"cacheRead\", \"PLURNK_PROVIDERS_COST_CACHE_READ\"],\n [\"cacheWrite\", \"PLURNK_PROVIDERS_COST_CACHE_WRITE\"],\n] as const);\nexport type CostOverride = Partial<Record<(typeof COST_OVERRIDE_KNOBS)[number][0], number>>;\nexport const costOverrideFromEnv = (env: NodeJS.ProcessEnv, label: string): CostOverride | null => {\n const out: CostOverride = {};\n for (const [key, knob] of COST_OVERRIDE_KNOBS) {\n const raw = env[knob];\n if (raw === undefined || raw.trim().length === 0) continue;\n const trimmed = raw.trim();\n const parsed = Number(trimmed);\n if (!Number.isFinite(parsed) || parsed < 0) {\n throw new Error(\n `${label} provider: ${knob} must be a non-negative per-1M-token USD rate; got ${JSON.stringify(raw)}`,\n );\n }\n out[key] = parsed;\n }\n return Object.keys(out).length === 0 ? null : out;\n};\n\nexport const scopeEnvToAlias = (env: NodeJS.ProcessEnv, alias: string, knobs: readonly string[] = PROVIDERS_KNOBS): NodeJS.ProcessEnv => {\n const folded = alias.toLowerCase();\n const out: NodeJS.ProcessEnv = { ...env };\n const entries = Object.entries(out);\n for (const knob of knobs) {\n for (const [key, value] of entries) {\n if (value === undefined || value.length === 0) continue;\n if (!key.startsWith(knob + \"_\")) continue;\n // A bare knob can prefix another bare knob (_EFFORT prefixes\n // _EFFORT_FALLBACK): a key that IS a known knob is never a suffixed\n // override, whatever the alias is named.\n if (knobs.includes(key)) continue;\n if (key.slice(knob.length + 1).toLowerCase() !== folded) continue;\n out[knob] = value;\n break;\n }\n }\n return out;\n};\n"]}
|
|
1
|
+
{"version":3,"file":"env.js","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,kCAAkC;AAElC,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAe,MAAM,0BAA0B,CAAC;AAEzF,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAEzD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAsB,EAAU,EAAE;IAClE,MAAM,GAAG,GAAG,kCAAkC,CAAC;IAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,GAAG,cAAc,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,SAAS,CAAC,GAAG,GAAG,wCAAwC,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,oGAAoG;AACpG,8FAA8F;AAC9F,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,eAAuB,EAAE,aAA4B,EAAU,EAAE;IACrG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,eAAe,KAAK,CAAC,CAAC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QAC1F,MAAM,IAAI,SAAS,CAAC,wEAAwE,CAAC,CAAC;IAClG,CAAC;IACD,IAAI,aAAa,KAAK,IAAI;QAAE,OAAO,eAAe,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,eAAe,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;AAC7F,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACrC,GAAsB,EACtB,QAAgB,EAChB,aAAa,GAAkB,IAAI,EACjB,EAAE;IACpB,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,uBAAuB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACtE,OAAO,kBAAkB,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC;AAChF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAU,EAAE;IAC7F,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,cAAc,CAAC,CAAC;IACrG,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,yCAAyC,GAAG,IAAI,CAAC,CAAC;IAC/H,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAU,EAAE;IAC3F,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACrD,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,oBAAoB,YAAY,uBAAuB,GAAG,IAAI,CAAC,CAAC;IAC9G,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAiB,EAAE;IACpG,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,yCAAyC,GAAG,IAAI,CAAC,CAAC;IAC/H,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,GAAY,EAAU,EAAE;IAC1H,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,cAAc,CAAC,CAAC;IACrG,OAAO,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAE,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,GAAY,EAAiB,EAAE;IACjI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,GAAG,GAAG,CAAC;QACtE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,4BAA4B,KAAK,UAAU,GAAG,IAAI,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAE,GAAW,EAAsB,EAAE;IACnH,MAAM,CAAC,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,iCAAiC,GAAG,IAAI,CAAC,CAAC;IAClH,OAAO,CAAC,CAAC;AACb,CAAC,CAAC;AAYF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAmB,EAAE,CAAC,CAAC;IACxF,WAAW,EAAE,kBAAkB,CAAC,GAAG,CAAC,4BAA4B,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3G,IAAI,EAAE,kBAAkB,CAAC,GAAG,CAAC,sBAAsB,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,SAAS;IACxG,IAAI,EAAE,oBAAoB,CAAC,GAAG,CAAC,sBAAsB,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1F,eAAe,EAAE,kBAAkB,CAAC,GAAG,CAAC,iCAAiC,EAAE,mCAAmC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,SAAS;IAC1I,gBAAgB,EAAE,kBAAkB,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAChI,IAAI,EAAE,oBAAoB,CAAC,GAAG,CAAC,qBAAqB,EAAE,uBAAuB,EAAE,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC;CACjH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAU,EAAE;IACvF,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,cAAc,CAAC,CAAC;IACrG,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAIF,MAAM,mBAAmB,GAA0C,MAAM,CAAC,MAAM,CAAC;IAC7E,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;CAC7D,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,QAAgB,EAAE,GAAsB,EAAyC,EAAE;IACxH,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC;IACvE,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5D,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3E,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACxB,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC;QAC7E,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,SAAS,CAAC,GAAG,GAAG,sBAAsB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yBAAyB,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpI,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAW,EAAE;IACnF,MAAM,IAAI,GAAG,iCAAiC,CAAC;IAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,qBAAqB,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,KAAK,KAAK,GAAG,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAoB,EAAE;IAC/F,MAAM,IAAI,GAAG,qCAAqC,CAAC;IACnD,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,eAAe,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,oDAAoD,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAEF,8FAA8F;AAC9F,gBAAgB;AAChB,iFAAiF;AACjF,yEAAyE;AACzE,6EAA6E;AAC7E,6EAA6E;AAC7E,sEAAsE;AACtE,8EAA8E;AAC9E,oDAAoD;AACpD,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAoD,EAAE;IAC1H,MAAM,WAAW,GAAG,GAAG,CAAC,6BAA6B,KAAK,KAAK;QAC3D,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,6BAA6B,EAAE,+BAA+B,EAAE,KAAK,CAAC,CAAC;IAClG,OAAO;QACH,WAAW;QACX,OAAO,EAAE,GAAG,CAAC,wBAAwB,KAAK,SAAS,IAAI,GAAG,CAAC,wBAAwB,KAAK,EAAE,IAAI,GAAG,CAAC,wBAAwB,KAAK,GAAG;KACrI,CAAC;AACN,CAAC,CAAC;AAEF,gFAAgF;AAChF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAiB,EAAE;IACzF,OAAO,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,KAAK,CAAC,CAAC;AAC3G,CAAC,CAAC;AAMF,MAAM,UAAU,sBAAsB,CAAC,WAA0B,EAAE,aAA4B;IAC3F,OAAO,WAAW,KAAK,IAAI;QACvB,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,aAAa,KAAK,IAAI;YACpB,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;AACnD,CAAC;AAQD,MAAM,gBAAgB,GAAG,CAAC,GAAuB,EAAE,IAAY,EAAE,KAAa,EAAmB,EAAE;IAC/F,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,0FAA0F,CAAC,CAAC;IACjL,MAAM,GAAG,GAAG,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,yCAAyC,GAAG,IAAI,CAAC,CAAC;QAC3I,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC;IAChC,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,6DAA6D,GAAG,IAAI,CAAC,CAAC;IACpJ,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,0EAA0E;AAC1E,iFAAiF;AACjF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAqB,EAAE,MAAqB,EAAiB,EAAE,CAC9F,QAAQ,IAAI,IAAI;IACZ,CAAC,CAAC,IAAI,CAAC,MAAM;IACb,CAAC,CAAC,MAAM,KAAK,IAAI;QACb,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC;AAS7D,MAAM,mBAAmB,GAAG,CACxB,GAAuB,EACvB,IAAY,EACZ,KAAa,EACS,EAAE,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;IAC9D,CAAC,CAAC,IAAI;IACN,CAAC,CAAC,gBAAgB,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;AAEzC,MAAM,iBAAiB,GAAG,CACtB,UAAkC,EAClC,SAAiC,EACjC,aAAqC,EACrC,aAA4B,EAC5B,eAA8B,EAC9B,KAAa,EACK,EAAE;IACpB,MAAM,eAAe,GAAG,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;IACnG,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IACzG,MAAM,YAAY,GAAG,eAAe,KAAK,IAAI;QACzC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,YAAY,CAAC,CAAC;IACjD,IAAI,aAAa,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;QACnF,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,8CAA8C,YAAY,mEAAmE,aAAa,GAAG,CACxJ,CAAC;IACN,CAAC;IACD,mGAAmG;IACnG,+FAA+F;IAC/F,0DAA0D;IAC1D,MAAM,aAAa,GAAG,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAChF,MAAM,cAAc,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAChG,MAAM,WAAW,GAAG,cAAc,KAAK,IAAI;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,YAAY,EAAE,GAAG,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClG,IAAI,aAAa,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,IAAI,WAAW,IAAI,aAAa,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,6CAA6C,WAAW,+DAA+D,aAAa,GAAG,CAClJ,CAAC;IACN,CAAC;IACD,MAAM,eAAe,GAAG,aAAa,KAAK,IAAI;QAC1C,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,kBAAkB,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;IACvD,IAAI,eAAe,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,wIAAwI,CACnJ,CAAC;IACN,CAAC;IACD,IAAI,eAAe,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,eAAe,IAAI,YAAY,EAAE,CAAC;QACvF,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,iDAAiD,eAAe,2DAA2D,YAAY,0CAA0C,CAC5L,CAAC;IACN,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;AAC1D,CAAC,CAAC;AAEF,8FAA8F;AAC9F,2FAA2F;AAC3F,sEAAsE;AACtE,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACrC,GAAsB,EACtB,KAAa,EACb,aAA4B,EAC5B,eAA8B,EACZ,EAAE;IACpB,OAAO,iBAAiB,CACpB,gBAAgB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,KAAK,CAAC,EAC7F,gBAAgB,CAAC,GAAG,CAAC,6BAA6B,EAAE,+BAA+B,EAAE,KAAK,CAAC,EAC3F,mBAAmB,CAAC,GAAG,CAAC,iCAAiC,EAAE,mCAAmC,EAAE,KAAK,CAAC,EACtG,aAAa,EACb,eAAe,EACf,KAAK,CACR,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAC5C,GAAsB,EACtB,aAA4B,EAC5B,eAAe,GAAkB,IAAI,EACnB,EAAE;IACpB,OAAO,iBAAiB,CACpB,mBAAmB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,MAAM,CAAC,EACjG,mBAAmB,CAAC,GAAG,CAAC,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,CAAC,EAC/F,mBAAmB,CAAC,GAAG,CAAC,iCAAiC,EAAE,mCAAmC,EAAE,MAAM,CAAC,EACvG,aAAa,EACb,eAAe,EACf,MAAM,CACT,CAAC;AACN,CAAC,CAAC;AAWF,sCAAsC;AACtC,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;AAE5F,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAc,EAAE,KAAa,EAAU,EAAE;IACjE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,mBAAmB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7H,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,6BAA6B,GAAG,CACzC,GAAsB,EACtB,KAAa,EACS,EAAE;IACxB,MAAM,IAAI,GAAG,2CAA2C,CAAC;IACzD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;IAC7D,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,6CAA6C,GAAG,IAAI,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CACzB,GAAsB,EACtB,KAAa,EACb,cAAc,GAAkB,IAAI,EACvB,EAAE;IACf,MAAM,IAAI,GAAG,yBAAyB,CAAC;IACvC,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,cAAc,IAAI,iBAAiB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9H,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,cAAc,IAAI,EAAE,CAAC,CAAC;IAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;AACpE,CAAC,CAAC;AAEF,8FAA8F;AAC9F,iFAAiF;AACjF,kFAAkF;AAClF,kFAAkF;AAClF,iFAAiF;AACjF,2EAA2E;AAC3E,2EAA2E;AAC3E,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;IACzC,kCAAkC;IAClC,6BAA6B;IAC7B,8BAA8B;IAC9B,iCAAiC;IACjC,kCAAkC;IAClC,mCAAmC;IACnC,gCAAgC;IAChC,+BAA+B;IAC/B,2CAA2C;IAC3C,kCAAkC;IAClC,oCAAoC;IACpC,mCAAmC;IACnC,yBAAyB;IACzB,iCAAiC;IACjC,iCAAiC;IACjC,qCAAqC;IACrC,oCAAoC;IACpC,gCAAgC;IAChC,+BAA+B;IAC/B,8BAA8B;IAC9B,wBAAwB;IACxB,wBAAwB;IACxB,mCAAmC;IACnC,uBAAuB;IACvB,iCAAiC;IACjC,oCAAoC;IACpC,+BAA+B;IAC/B,qCAAqC;IACrC,0BAA0B;IAC1B,2BAA2B;IAC3B,iCAAiC;IACjC,gCAAgC;IAChC,iCAAiC;IACjC,2BAA2B;IAC3B,qCAAqC;IACrC,iCAAiC;IACjC,8BAA8B;IAC9B,+BAA+B;IAC/B,0BAA0B;CAC7B,CAAC,CAAC;AAEH,sEAAsE;AACtE,wEAAwE;AACxE,4EAA4E;AAC5E,4EAA4E;AAC5E,kBAAkB;AAClB,EAAE;AACF,8EAA8E;AAC9E,+EAA+E;AAC/E,8DAA8D;AAC9D,2FAA2F;AAC3F,0FAA0F;AAC1F,0FAA0F;AAC1F,iBAAiB;AACjB,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC;IACtC,CAAC,OAAO,EAAE,6BAA6B,CAAC;IACxC,CAAC,QAAQ,EAAE,8BAA8B,CAAC;IAC1C,CAAC,WAAW,EAAE,iCAAiC,CAAC;IAChD,CAAC,WAAW,EAAE,kCAAkC,CAAC;IACjD,CAAC,YAAY,EAAE,mCAAmC,CAAC;CAC7C,CAAC,CAAC;AAEZ,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAuB,EAAE;IAC9F,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,mBAAmB,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAC3D,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CACX,GAAG,KAAK,cAAc,IAAI,sDAAsD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CACxG,CAAC;QACN,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;AACtD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAE,KAAa,EAAE,KAAK,GAAsB,eAAe,EAAqB,EAAE;IACpI,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACnC,MAAM,GAAG,GAAsB,EAAE,GAAG,GAAG,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACjC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACxD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC;gBAAE,SAAS;YAC1C,6DAA6D;YAC7D,oEAAoE;YACpE,yCAAyC;YACzC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;YAClC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;gBAAE,SAAS;YAClE,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YAClB,MAAM;QACV,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC,CAAC","sourcesContent":["// Env-parsing helpers shared by provider construction. `label` keeps failures\n// local to the selected provider.\n\nimport { EFFORTS, MAX_TIMER_MS, Validator, type Effort } from \"@plurnk/plurnk-contracts\";\nimport type { ModelEffort } from \"@plurnk/plurnk-models\";\nimport { providerSetting } from \"./provider-env.ts\";\nimport InferenceAdmission from \"./InferenceAdmission.ts\";\n\nexport const parseMaxConcurrency = (env: NodeJS.ProcessEnv): number => {\n const key = \"PLURNK_PROVIDERS_MAX_CONCURRENCY\";\n const value = env[key];\n if (value === undefined || value.trim() === \"\") throw new TypeError(`${key} must be set`);\n const limit = Number(value);\n if (!Number.isSafeInteger(limit) || limit !== -1 && limit < 1) {\n throw new TypeError(`${key} must be -1 or a positive safe integer`);\n }\n return limit;\n};\n\n// {§provider-inference-admission} Probed physical endpoint slots bound unrestricted (-1) routes and\n// cap larger operator allowances, matching effectiveContextWindow ({§model-fact-resolution}).\nexport const effectiveMaxConcurrency = (configuredLimit: number, physicalSlots: number | null): number => {\n if (!Number.isSafeInteger(configuredLimit) || configuredLimit !== -1 && configuredLimit < 1) {\n throw new TypeError(\"PLURNK_PROVIDERS_MAX_CONCURRENCY must be -1 or a positive safe integer\");\n }\n if (physicalSlots === null) return configuredLimit;\n if (!Number.isSafeInteger(physicalSlots) || physicalSlots < 1) {\n throw new TypeError(\"physicalSlots must be null or a positive safe integer\");\n }\n return configuredLimit === -1 ? physicalSlots : Math.min(configuredLimit, physicalSlots);\n};\n\nexport const inferenceAdmissionFromEnv = (\n env: NodeJS.ProcessEnv,\n endpoint: string,\n physicalSlots: number | null = null,\n): InferenceAdmission => {\n const configuredLimit = parseMaxConcurrency(env);\n const limit = effectiveMaxConcurrency(configuredLimit, physicalSlots);\n return InferenceAdmission.forEndpoint(endpoint, limit, { configuredLimit });\n};\n\nexport const parseRequiredInt = (raw: string | undefined, name: string, label: string): number => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set`);\n const n = Number(raw);\n if (!Number.isInteger(n) || n < 0) throw new Error(`${label} provider: ${name} must be a non-negative integer (got \"${raw}\")`);\n return n;\n};\n\nexport const parseTimeoutMs = (raw: string | undefined, name: string, label: string): number => {\n const timeoutMs = parseRequiredInt(raw, name, label);\n if (timeoutMs > MAX_TIMER_MS) {\n throw new Error(`${label} provider: ${name} must be at most ${MAX_TIMER_MS} milliseconds (got \"${raw}\")`);\n }\n return timeoutMs;\n};\n\nexport const parseOptionalInt = (raw: string | undefined, name: string, label: string): number | null => {\n if (raw === undefined || raw.length === 0) return null;\n const n = Number(raw);\n if (!Number.isInteger(n) || n < 0) throw new Error(`${label} provider: ${name} must be a non-negative integer (got \"${raw}\")`);\n return n;\n};\n\nexport const parseRequiredFloat = (raw: string | undefined, name: string, label: string, min: number, max?: number): number => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set`);\n return parseOptionalFloat(raw, name, label, min, max)!;\n};\n\nexport const parseOptionalFloat = (raw: string | undefined, name: string, label: string, min: number, max?: number): number | null => {\n if (raw === undefined || raw.length === 0) return null;\n const n = Number(raw);\n if (!Number.isFinite(n) || n < min || max !== undefined && n > max) {\n const range = max === undefined ? `>= ${min}` : `in [${min}, ${max}]`;\n throw new Error(`${label} provider: ${name} must be a finite number ${range} (got \"${raw}\")`);\n }\n return n;\n};\n\nconst parseOptionalSafeInt = (raw: string | undefined, name: string, label: string, min: number): number | undefined => {\n const n = parseOptionalFloat(raw, name, label, min);\n if (n === null) return undefined;\n if (!Number.isSafeInteger(n)) throw new Error(`${label} provider: ${name} must be a safe integer (got \"${raw}\")`);\n return n;\n};\n\n// {§provider-configuration} Both provider factories read the same tuning surface.\nexport interface SamplingFromEnv {\n readonly temperature: number | null;\n readonly topP: number | undefined;\n readonly topK: number | undefined;\n readonly presencePenalty: number | undefined;\n readonly frequencyPenalty: number;\n readonly seed: number | undefined;\n}\n\nexport const samplingFromEnv = (env: NodeJS.ProcessEnv, label: string): SamplingFromEnv => ({\n temperature: parseOptionalFloat(env.PLURNK_PROVIDERS_TEMPERATURE, \"PLURNK_PROVIDERS_TEMPERATURE\", label, 0),\n topP: parseOptionalFloat(env.PLURNK_PROVIDERS_TOP_P, \"PLURNK_PROVIDERS_TOP_P\", label, 0, 1) ?? undefined,\n topK: parseOptionalSafeInt(env.PLURNK_PROVIDERS_TOP_K, \"PLURNK_PROVIDERS_TOP_K\", label, 0),\n presencePenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_PRESENCE_PENALTY, \"PLURNK_PROVIDERS_PRESENCE_PENALTY\", label, -2, 2) ?? undefined,\n frequencyPenalty: parseRequiredFloat(env.PLURNK_PROVIDERS_FREQUENCY_PENALTY, \"PLURNK_PROVIDERS_FREQUENCY_PENALTY\", label, -2, 2),\n seed: parseOptionalSafeInt(env.PLURNK_PROVIDERS_SEED, \"PLURNK_PROVIDERS_SEED\", label, Number.MIN_SAFE_INTEGER),\n});\n\nexport const requireEnv = (raw: string | undefined, name: string, label: string): string => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set`);\n return raw;\n};\n\nexport type CacheWritePolicy = \"off\" | \"stable-system\" | \"conversation\";\n\nconst MODEL_EFFORT_VALUES: readonly Exclude<ModelEffort, null>[] = Object.freeze([\n \"none\", \"minimal\", \"low\", \"medium\", \"high\", \"xhigh\", \"max\",\n]);\n\nexport const declaredReasoningEfforts = (provider: string, env: NodeJS.ProcessEnv): readonly Exclude<ModelEffort, null>[] => {\n const [key, raw] = providerSetting(provider, env, \"REASONING_EFFORTS\");\n if (raw === undefined || raw.trim().length === 0) return [];\n const values = raw.split(\",\").map((entry) => entry.trim()).filter(Boolean);\n return values.map((value) => {\n const matched = MODEL_EFFORT_VALUES.find((candidate) => candidate === value);\n if (matched === undefined) {\n throw new TypeError(`${key} has invalid value ${JSON.stringify(value)}; declarable efforts: ${MODEL_EFFORT_VALUES.join(\", \")}`);\n }\n return matched;\n });\n};\n\nexport const cacheAffinityFromEnv = (env: NodeJS.ProcessEnv, label: string): boolean => {\n const name = \"PLURNK_PROVIDERS_CACHE_AFFINITY\";\n const value = env[name];\n if (value !== \"0\" && value !== \"1\") {\n throw new Error(`${label} provider: ${name} must be \"0\" or \"1\"`);\n }\n return value === \"1\";\n};\n\nexport const cacheWritePolicyFromEnv = (env: NodeJS.ProcessEnv, label: string): CacheWritePolicy => {\n const name = \"PLURNK_PROVIDERS_CACHE_WRITE_POLICY\";\n const value = env[name];\n if (value !== \"off\" && value !== \"stable-system\" && value !== \"conversation\") {\n throw new Error(`${label} provider: ${name} must be \"off\", \"stable-system\", or \"conversation\"`);\n }\n return value;\n};\n\n// {§provider-failure-normalization} Data-capture knobs are read identically by every provider\n// (standard AND\n// extension) so the opt-in surface is one source of truth. Both OFF by default —\n// the flag is the isolation, so serving turns request and carry nothing.\n// PLURNK_PROVIDERS_TOP_LOGPROBS \"off\" or a non-negative int = the OpenAI\n// `top_logprobs` count (0 captures the chosen token only). Unset -> off.\n// Per-alias-scopable, so \"off\" can override process-wide capture.\n// PLURNK_PROVIDERS_RAWBODY truthy (not \"\"/\"0\") → attach the verbatim wire\n// body to response.rawBody. Per-alias-scopable.\nexport const dataCaptureFromEnv = (env: NodeJS.ProcessEnv, label: string): { topLogprobs: number | null; rawBody: boolean } => {\n const topLogprobs = env.PLURNK_PROVIDERS_TOP_LOGPROBS === \"off\"\n ? null\n : parseOptionalInt(env.PLURNK_PROVIDERS_TOP_LOGPROBS, \"PLURNK_PROVIDERS_TOP_LOGPROBS\", label);\n return {\n topLogprobs,\n rawBody: env.PLURNK_PROVIDERS_RAWBODY !== undefined && env.PLURNK_PROVIDERS_RAWBODY !== \"\" && env.PLURNK_PROVIDERS_RAWBODY !== \"0\",\n };\n};\n\n// {§model-fact-resolution} — one context-window reader for every provider path.\nexport const contextWindowFromEnv = (env: NodeJS.ProcessEnv, label: string): number | null => {\n return parseOptionalInt(env.PLURNK_PROVIDERS_CONTEXT_WINDOW, \"PLURNK_PROVIDERS_CONTEXT_WINDOW\", label);\n};\n\n// {§model-fact-resolution} — an operator value caps known natural model\n// capacity and declares the envelope only when no natural value is known.\nexport function effectiveContextWindow(operatorCap: number | null, naturalWindow: number): number;\nexport function effectiveContextWindow(operatorCap: number | null, naturalWindow: number | null): number | null;\nexport function effectiveContextWindow(operatorCap: number | null, naturalWindow: number | null): number | null {\n return operatorCap === null\n ? naturalWindow\n : naturalWindow === null\n ? operatorCap\n : Math.min(operatorCap, naturalWindow);\n}\n\n// {§provider-configuration} Generation has one total output budget. An\n// optional reasoning budget is a subset, never an additive second reserve.\n// Percentages are of the effective context window; absolutes remain useful for\n// measured local deployments. Physical model limits always cap operator policy.\nexport type TokenBudgetSpec = { percent: number } | { tokens: number };\n\nconst parseTokenBudget = (raw: string | undefined, name: string, label: string): TokenBudgetSpec => {\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set (a percentage of the context window like \"35%\", or an absolute token count)`);\n const pct = /^([0-9]+(?:\\.[0-9]+)?)%$/.exec(raw);\n if (pct !== null) {\n const p = Number(pct[1]);\n if (!Number.isFinite(p) || p <= 0 || p >= 100) throw new Error(`${label} provider: ${name} percentage must be in (0, 100) (got \"${raw}\")`);\n return { percent: p / 100 };\n }\n const n = Number(raw);\n if (!Number.isInteger(n) || n <= 0) throw new Error(`${label} provider: ${name} must be \"<pct>%\" or a positive integer token count (got \"${raw}\")`);\n return { tokens: n };\n};\n\n// Resolve a token budget against a known window: absolutes stand alone; a\n// percentage needs the window (null when unknown — the underivable/no-cap case).\nexport const resolveTokenBudget = (spec: TokenBudgetSpec, window: number | null): number | null =>\n \"tokens\" in spec\n ? spec.tokens\n : window === null\n ? null\n : Math.max(1, Math.round(spec.percent * window));\n\nexport type GenerationEnvelope = {\n readonly outputBudget: number | null;\n // {§provider-capacity-admission}: the least response room any request keeps; never above the output budget.\n readonly outputFloor: number | null;\n readonly reasoningBudget: number | null;\n};\n\nconst optionalTokenBudget = (\n raw: string | undefined,\n name: string,\n label: string,\n): TokenBudgetSpec | null => raw === undefined || raw.length === 0\n ? null\n : parseTokenBudget(raw, name, label);\n\nconst resolveGeneration = (\n outputSpec: TokenBudgetSpec | null,\n floorSpec: TokenBudgetSpec | null,\n reasoningSpec: TokenBudgetSpec | null,\n contextWindow: number | null,\n maxOutputTokens: number | null,\n label: string,\n): GenerationEnvelope => {\n const requestedOutput = outputSpec === null ? null : resolveTokenBudget(outputSpec, contextWindow);\n const physicalCaps = [contextWindow, maxOutputTokens].filter((value): value is number => value !== null);\n const outputBudget = requestedOutput === null\n ? null\n : Math.min(requestedOutput, ...physicalCaps);\n if (contextWindow !== null && outputBudget !== null && outputBudget >= contextWindow) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_OUTPUT_BUDGET (${outputBudget}) must leave positive input capacity inside the context window (${contextWindow})`,\n );\n }\n // {§provider-capacity-admission}: a percentage floor resolves against the effective output ceiling\n // (contextWindow capped by maxOutputTokens) and is never above the output budget — a floor the\n // budget cannot hold clamps to the budget, never refuses.\n const outputCeiling = contextWindow === null ? null : Math.min(...physicalCaps);\n const requestedFloor = floorSpec === null ? null : resolveTokenBudget(floorSpec, outputCeiling);\n const outputFloor = requestedFloor === null\n ? null\n : Math.min(requestedFloor, ...physicalCaps, ...(outputBudget === null ? [] : [outputBudget]));\n if (contextWindow !== null && outputFloor !== null && outputFloor >= contextWindow) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_OUTPUT_FLOOR (${outputFloor}) must leave positive input room inside the context window (${contextWindow})`,\n );\n }\n const reasoningBudget = reasoningSpec === null\n ? null\n : resolveTokenBudget(reasoningSpec, contextWindow);\n if (reasoningBudget !== null && outputBudget === null) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_REASONING_BUDGET requires a resolved PLURNK_PROVIDERS_OUTPUT_BUDGET; reasoning is a subset of total output`,\n );\n }\n if (reasoningBudget !== null && outputBudget !== null && reasoningBudget >= outputBudget) {\n throw new Error(\n `${label} provider: PLURNK_PROVIDERS_REASONING_BUDGET (${reasoningBudget}) exceeds the effective PLURNK_PROVIDERS_OUTPUT_BUDGET (${outputBudget}); reasoning is a subset of total output`,\n );\n }\n return { outputBudget, outputFloor, reasoningBudget };\n};\n\n// Standard providers receive the shipped OUTPUT_BUDGET and OUTPUT_FLOOR panel values and fail\n// hard if either is absent. Mock uses the tolerant sibling below so ordinary unit fixtures\n// make no generation claim unless a test deliberately configures one.\nexport const generationEnvelopeFromEnv = (\n env: NodeJS.ProcessEnv,\n label: string,\n contextWindow: number | null,\n maxOutputTokens: number | null,\n): GenerationEnvelope => {\n return resolveGeneration(\n parseTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_BUDGET, \"PLURNK_PROVIDERS_OUTPUT_BUDGET\", label),\n parseTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_FLOOR, \"PLURNK_PROVIDERS_OUTPUT_FLOOR\", label),\n optionalTokenBudget(env.PLURNK_PROVIDERS_REASONING_BUDGET, \"PLURNK_PROVIDERS_REASONING_BUDGET\", label),\n contextWindow,\n maxOutputTokens,\n label,\n );\n};\n\nexport const resolveGenerationEnvelopeFromEnv = (\n env: NodeJS.ProcessEnv,\n contextWindow: number | null,\n maxOutputTokens: number | null = null,\n): GenerationEnvelope => {\n return resolveGeneration(\n optionalTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_BUDGET, \"PLURNK_PROVIDERS_OUTPUT_BUDGET\", \"mock\"),\n optionalTokenBudget(env.PLURNK_PROVIDERS_OUTPUT_FLOOR, \"PLURNK_PROVIDERS_OUTPUT_FLOOR\", \"mock\"),\n optionalTokenBudget(env.PLURNK_PROVIDERS_REASONING_BUDGET, \"PLURNK_PROVIDERS_REASONING_BUDGET\", \"mock\"),\n contextWindow,\n maxOutputTokens,\n \"mock\",\n );\n};\n\n// {§provider-configuration} The side-channel reasoning knobs — policy and budget\n// are separate vars, so a numeric budget can never silently select an effort:\n// PLURNK_PROVIDERS_EFFORT required portable Effort\n// PLURNK_PROVIDERS_REASONING_BUDGET optional reasoning subset of the total\n// output budget, used for tier/budget mapping where the backend supports it.\n// The provider maps intent to the backend's mechanism; the consumer states\n// intent, never mechanism. working memory is separate from provider reasoning.\nexport type EffortSetting = { mode: Effort; budget: number | null };\n\n// An effort the effort schema admits.\nconst isEffort = (value: unknown): value is Effort => Validator.validateEffort(value).valid;\n\nexport const parseEffort = (value: unknown, label: string): Effort => {\n if (!isEffort(value)) {\n throw new Error(`${label} must be one of ${EFFORTS.map((policy) => `\"${policy}\"`).join(\", \")} (got \"${String(value)}\")`);\n }\n return value;\n};\n\nexport type ReasoningResponseStyle = \"verbatim\" | \"think-tags\";\n\nexport const reasoningResponseStyleFromEnv = (\n env: NodeJS.ProcessEnv,\n label: string,\n): ReasoningResponseStyle => {\n const name = \"PLURNK_PROVIDERS_REASONING_RESPONSE_STYLE\";\n const raw = env[name];\n if (raw === undefined || raw.length === 0) return \"verbatim\";\n if (raw !== \"verbatim\" && raw !== \"think-tags\") {\n throw new Error(`${label} provider: ${name} must be \"verbatim\" or \"think-tags\" (got \"${raw}\")`);\n }\n return raw;\n};\n\nexport const effortFromEnv = (\n env: NodeJS.ProcessEnv,\n label: string,\n resolvedBudget: number | null = null,\n): EffortSetting => {\n const name = \"PLURNK_PROVIDERS_EFFORT\";\n const raw = env[name];\n if (raw === undefined || raw.length === 0) throw new Error(`${label} provider: ${name} must be set (${EFFORTS.join(\" | \")})`);\n const mode = parseEffort(raw, `${label} provider: ${name}`);\n return { mode, budget: mode === \"off\" ? null : resolvedBudget };\n};\n\n// ── Per-alias knob scoping ({§provider-configuration}): PLURNK_PROVIDERS_<KNOB>[_<alias>] ──\n// Every plurnk-owned knob accepts a per-alias override — the suffixed form wins,\n// the bare form is the fallback — so two aliases on one provider name (two boxes,\n// two models) stop sharing one global setting. The knob list is CLOSED and parsed\n// exact-prefix-first, so aliases containing underscores stay unambiguous. Vendor\n// facts (API keys, canonical endpoints) remain vendor-named; the per-alias\n// endpoint override stays PLURNK_BASEURL_<alias> (its existing precedent).\nexport const PROVIDERS_KNOBS = Object.freeze([\n \"PLURNK_PROVIDERS_MAX_CONCURRENCY\",\n \"PLURNK_PROVIDERS_COST_INPUT\",\n \"PLURNK_PROVIDERS_COST_OUTPUT\",\n \"PLURNK_PROVIDERS_COST_REASONING\",\n \"PLURNK_PROVIDERS_COST_CACHE_READ\",\n \"PLURNK_PROVIDERS_COST_CACHE_WRITE\",\n \"PLURNK_PROVIDERS_OUTPUT_BUDGET\",\n \"PLURNK_PROVIDERS_OUTPUT_FLOOR\",\n \"PLURNK_PROVIDERS_REASONING_RESPONSE_STYLE\",\n \"PLURNK_PROVIDERS_EFFORT_FALLBACK\",\n \"PLURNK_PROVIDERS_REASONING_EFFORTS\",\n \"PLURNK_PROVIDERS_REASONING_BUDGET\",\n \"PLURNK_PROVIDERS_EFFORT\",\n \"PLURNK_PROVIDERS_CONTEXT_WINDOW\",\n \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\",\n \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\",\n \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\",\n \"PLURNK_PROVIDERS_FETCH_TIMEOUT\",\n \"PLURNK_PROVIDERS_LLAMA_SERVER\",\n \"PLURNK_PROVIDERS_TEMPERATURE\",\n \"PLURNK_PROVIDERS_TOP_P\",\n \"PLURNK_PROVIDERS_TOP_K\",\n \"PLURNK_PROVIDERS_PRESENCE_PENALTY\",\n \"PLURNK_PROVIDERS_SEED\",\n \"PLURNK_PROVIDERS_REPEAT_PENALTY\",\n \"PLURNK_PROVIDERS_FREQUENCY_PENALTY\",\n \"PLURNK_PROVIDERS_SERVICE_TIER\",\n \"PLURNK_PROVIDERS_CACHE_WRITE_POLICY\",\n \"PLURNK_PROVIDERS_APP_URL\",\n \"PLURNK_PROVIDERS_APP_NAME\",\n \"PLURNK_PROVIDERS_CACHE_AFFINITY\",\n \"PLURNK_PROVIDERS_REPEAT_LAST_N\",\n \"PLURNK_PROVIDERS_DRY_MULTIPLIER\",\n \"PLURNK_PROVIDERS_DRY_BASE\",\n \"PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH\",\n \"PLURNK_PROVIDERS_PROBE_ATTEMPTS\",\n \"PLURNK_PROVIDERS_PROBE_DELAY\",\n \"PLURNK_PROVIDERS_TOP_LOGPROBS\",\n \"PLURNK_PROVIDERS_RAWBODY\",\n]);\n\n// Materialize an alias-scoped VIEW of env: for each known knob with a\n// `_<alias>`-suffixed key (suffix case-folds to the alias, matching the\n// PLURNK_MODEL_/PLURNK_BASEURL_ convention), overlay it onto the bare name.\n// Provider construction keeps reading plain vars; scoping is the registry's\n// single overlay.\n//\n// `knobs` (optional) lets a CONSUMER scope its OWN closed knob list with this\n// same parser without reimplementing the suffix/collision rules. Default stays\n// the providers' knob list; provider call sites pass nothing.\n// {§provider-monetary-evidence} {§provider-configuration} (#1357) — Models.dev is the rate\n// starting point; the operator overlays exact per-1M-token USD rates via five independent\n// scalar knobs (input, output, reasoning, cacheRead, cacheWrite). Alias-scoped like every\n// provider knob.\nconst COST_OVERRIDE_KNOBS = Object.freeze([\n [\"input\", \"PLURNK_PROVIDERS_COST_INPUT\"],\n [\"output\", \"PLURNK_PROVIDERS_COST_OUTPUT\"],\n [\"reasoning\", \"PLURNK_PROVIDERS_COST_REASONING\"],\n [\"cacheRead\", \"PLURNK_PROVIDERS_COST_CACHE_READ\"],\n [\"cacheWrite\", \"PLURNK_PROVIDERS_COST_CACHE_WRITE\"],\n] as const);\nexport type CostOverride = Partial<Record<(typeof COST_OVERRIDE_KNOBS)[number][0], number>>;\nexport const costOverrideFromEnv = (env: NodeJS.ProcessEnv, label: string): CostOverride | null => {\n const out: CostOverride = {};\n for (const [key, knob] of COST_OVERRIDE_KNOBS) {\n const raw = env[knob];\n if (raw === undefined || raw.trim().length === 0) continue;\n const trimmed = raw.trim();\n const parsed = Number(trimmed);\n if (!Number.isFinite(parsed) || parsed < 0) {\n throw new Error(\n `${label} provider: ${knob} must be a non-negative per-1M-token USD rate; got ${JSON.stringify(raw)}`,\n );\n }\n out[key] = parsed;\n }\n return Object.keys(out).length === 0 ? null : out;\n};\n\nexport const scopeEnvToAlias = (env: NodeJS.ProcessEnv, alias: string, knobs: readonly string[] = PROVIDERS_KNOBS): NodeJS.ProcessEnv => {\n const folded = alias.toLowerCase();\n const out: NodeJS.ProcessEnv = { ...env };\n const entries = Object.entries(out);\n for (const knob of knobs) {\n for (const [key, value] of entries) {\n if (value === undefined || value.length === 0) continue;\n if (!key.startsWith(knob + \"_\")) continue;\n // A bare knob can prefix another bare knob (_EFFORT prefixes\n // _EFFORT_FALLBACK): a key that IS a known knob is never a suffixed\n // override, whatever the alias is named.\n if (knobs.includes(key)) continue;\n if (key.slice(knob.length + 1).toLowerCase() !== folded) continue;\n out[knob] = value;\n break;\n }\n }\n return out;\n};\n"]}
|