agent-nuvira 2.7.2 → 2.7.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auth-api.d.ts +2 -0
- package/dist/auth-api.d.ts.map +1 -0
- package/dist/auth-api.js +61 -0
- package/dist/auth-api.js.map +1 -0
- package/dist/auth.test.d.ts +1 -0
- package/dist/auth.test.d.ts.map +1 -0
- package/dist/auth.test.js +3 -0
- package/dist/auth.test.js.map +1 -0
- package/dist/cli/chat.d.ts +11 -0
- package/dist/cli/chat.d.ts.map +1 -1
- package/dist/cli/chat.js +84 -14
- package/dist/cli/chat.js.map +1 -1
- package/dist/cli/loop-executor.d.ts.map +1 -1
- package/dist/cli/loop-executor.js +51 -8
- package/dist/cli/loop-executor.js.map +1 -1
- package/dist/gateway/registry.d.ts +18 -0
- package/dist/gateway/registry.d.ts.map +1 -1
- package/dist/gateway/registry.js +80 -11
- package/dist/gateway/registry.js.map +1 -1
- package/dist/inference/model-catalog.d.ts +8 -0
- package/dist/inference/model-catalog.d.ts.map +1 -1
- package/dist/inference/model-catalog.js +40 -0
- package/dist/inference/model-catalog.js.map +1 -1
- package/dist/inference/model-probe.d.ts +7 -0
- package/dist/inference/model-probe.d.ts.map +1 -1
- package/dist/inference/model-probe.js +25 -7
- package/dist/inference/model-probe.js.map +1 -1
- package/dist/learning/auto-router.d.ts +21 -0
- package/dist/learning/auto-router.d.ts.map +1 -1
- package/dist/learning/auto-router.js +192 -16
- package/dist/learning/auto-router.js.map +1 -1
- package/dist/learning/failure-bookkeeping.d.ts +22 -0
- package/dist/learning/failure-bookkeeping.d.ts.map +1 -1
- package/dist/learning/failure-bookkeeping.js +55 -2
- package/dist/learning/failure-bookkeeping.js.map +1 -1
- package/dist/learning/model-first-router.d.ts.map +1 -1
- package/dist/learning/model-first-router.js +5 -11
- package/dist/learning/model-first-router.js.map +1 -1
- package/dist/learning/model-registry.d.ts +29 -0
- package/dist/learning/model-registry.d.ts.map +1 -1
- package/dist/learning/model-registry.js +129 -3
- package/dist/learning/model-registry.js.map +1 -1
- package/dist/learning/model-scoring.d.ts.map +1 -1
- package/dist/learning/model-scoring.js +6 -1
- package/dist/learning/model-scoring.js.map +1 -1
- package/dist/learning/model-selection.d.ts.map +1 -1
- package/dist/learning/model-selection.js +13 -0
- package/dist/learning/model-selection.js.map +1 -1
- package/dist/learning/provider-fallback.d.ts.map +1 -1
- package/dist/learning/provider-fallback.js +10 -0
- package/dist/learning/provider-fallback.js.map +1 -1
- package/dist/learning/quota-ledger.d.ts +64 -3
- package/dist/learning/quota-ledger.d.ts.map +1 -1
- package/dist/learning/quota-ledger.js +122 -9
- package/dist/learning/quota-ledger.js.map +1 -1
- package/dist/learning/resilient-call.d.ts +98 -0
- package/dist/learning/resilient-call.d.ts.map +1 -1
- package/dist/learning/resilient-call.js +205 -44
- package/dist/learning/resilient-call.js.map +1 -1
- package/dist/nlu/schema.d.ts +2 -2
- package/dist/routes/auth.d.ts +3 -0
- package/dist/routes/auth.d.ts.map +1 -0
- package/dist/routes/auth.js +41 -36
- package/dist/routes/auth.js.map +1 -0
- package/dist/web-dashboard/server.d.ts.map +1 -1
- package/dist/web-dashboard/server.js +4 -0
- package/dist/web-dashboard/server.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-probe.js","sourceRoot":"","sources":["../../src/inference/model-probe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAA0B,MAAM,kCAAkC,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;AAEhF;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAA4B;IAChE,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAClD,IAAI,CAAC;gBACH,OAAO,gBAAgB,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,eAAe,CAAC;IACzB,CAAC;AACH,CAAC;AAED,mEAAmE;AACnE,MAAM,CAAC,MAAM,iBAAiB,GAAG,gCAAgC,CAAC;AAElE,oFAAoF;AACpF,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;AAEnE,gDAAgD;AAChD,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAE5C,iFAAiF;AACjF,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,YAAoB,EAAE,aAA4B;IAC9E,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,iBAAiB,CAAC,YAAqB,CAAC,CAAC;QAC1E,IAAI,CAAC,aAAa,CAAC,sBAAsB,CAAC,YAAY,CAAC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;YACpF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,eAAe,CAAC,cAAc,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,YAAoB,EAAE,aAA4B;IACxF,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,mEAAmE;YACnE,0EAA0E;YAC1E,gBAAgB,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,YAAoB,EACpB,KAAa,EACb,aAA4B;IAE5B,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,wEAAwE;IACxE,uBAAuB;IACvB,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACxD,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,GAAG,GAAG,QAAQ,CAAC,cAAc,GAAG,0BAA0B,EAAE,CAAC;QAClG,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ;QAAE,OAAO,OAAO,CAAC;IAE9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE;YACnC,KAAK;YACL,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC,EACF,qBAAqB,CACtB,CAAC;QACF,2EAA2E;QAC3E,yEAAyE;QACzE,KAAK,MAAM,CAAC;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACzC,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QAClF,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzF,IAAI,IAAI,KAAK,MAAM,IAAI,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,QAAQ,CAAC,eAAe,CAAC,YAAY,EAAE,KAAK,EAAE,GAAG,IAAI,KAAK,GAAG,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;YAChG,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1B,QAAQ,CAAC,eAAe,CAAC,YAAY,EAAE,KAAK,EAAE,2BAA2B,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;YAC1G,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,0EAA0E;QAC1E,gDAAgD;QAChD,MAAM,CAAC,KAAK,CAAC,gBAAgB,YAAY,IAAI,KAAK,qBAAqB,IAAI,aAAa,CAAC,CAAC;QAC1F,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,SAAS,iBAAiB,CAAC,OAAe;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACnC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3B,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACjC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC/B,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAC9B,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAI,OAAmB,EAAE,EAAU;IACrD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CACV,CAAC,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC3C,CAAC,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAgCD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,aAA4B,EAAE,UAA0B,EAAE;IACnG,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,wEAAwE;IACxE,0EAA0E;IAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAC5E,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,wBAAwB,IAAI,CAAC,CAAC;IAExD,MAAM,MAAM,GAAkB;QAC5B,eAAe,EAAE,EAAE;QACnB,YAAY,EAAE,CAAC;QACf,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,KAAK,MAAM,YAAY,IAAI,SAAS,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,QAAQ,YAAY,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YACpE,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC;YACrC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,yCAAyC,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YACD,6DAA6D;YAC7D,oEAAoE;YACpE,yEAAyE;YACzE,uEAAuE;YACvE,uCAAuC;YACvC,IAAI,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;oBAC1E,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;wBACf,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC;wBAC7B,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,GAAG,MAAM,qDAAqD,CAAC,CAAC;oBAC9F,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,sDAAsD;gBACxD,CAAC;YACH,CAAC;YACD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1C,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAE9D,IAAI,CAAC,gBAAgB;gBAAE,SAAS;YAEhC,yEAAyE;YACzE,wEAAwE;YACxE,uEAAuE;YACvE,wEAAwE;YACxE,MAAM,eAAe,GAAG,kBAAkB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG;gBACjB,GAAG,CAAC,eAAe,IAAI,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,GAAG,QAAQ,CAAC,iBAAiB,CAAC,YAAY,CAAC;gBAC3C,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC9C,GAAG,mBAAmB,CAAC,MAAM,CAAC;aAC/B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/C,0EAA0E;YAC1E,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;gBACvC,OAAO,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC7B,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;oBACzE,IAAI,OAAO,KAAK,UAAU;wBAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;yBACzC,IAAI,OAAO,KAAK,aAAa;wBAAE,MAAM,CAAC,WAAW,EAAE,CAAC;yBACpD,IAAI,OAAO,KAAK,SAAS;wBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;;wBAC5C,MAAM,CAAC,MAAM,EAAE,CAAC;oBACrB,OAAO,CAAC,UAAU,EAAE,CAAC,QAAQ,YAAY,IAAI,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACtG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,IAAI,CAAC;QACH,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAClC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,eAAe;IACjB,CAAC;IAED,wEAAwE;IACxE,qEAAqE;IACrE,wEAAwE;IACxE,wEAAwE;IACxE,2EAA2E;IAC3E,2EAA2E;IAC3E,2BAA2B;IAC3B,IAAI,CAAC;QACH,sBAAsB,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,0DAA0D;IAC5D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mEAAmE;AACnE;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,GAAa;IACxC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAU,EAAE;QACnC,MAAM,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,gDAAgD,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,CAAC,IAAI,GAAG,CAAC;QACvE,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,CAAC,IAAI,EAAE,CAAC;QAC7C,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,kBAAkB,CAAC,aAA4B,EAAE,YAAoB;IAC5E,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,iBAAiB,CAAC,YAAqB,CAAC,CAAC;QAC1E,OAAO,MAAM,EAAE,KAAK,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAClC,aAA4B,EAC5B,UAAoD,EAAE;IAEtD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,iBAAiB;IAC1E,IAAI,KAAK,GAA0C,IAAI,CAAC;IACxD,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,MAAM,OAAO,GAAG,KAAK,IAA4B,EAAE;QACjD,IAAI,OAAO;YAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QACjI,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CACT,8BAA8B,MAAM,CAAC,eAAe,CAAC,MAAM,gBAAgB;YAC3E,GAAG,MAAM,CAAC,YAAY,YAAY,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,WAAW,iBAAiB,MAAM,CAAC,OAAO,UAAU,CAC3H,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,8EAA8E;IAC9E,0EAA0E;IAC1E,2EAA2E;IAC3E,2EAA2E;IAC3E,4EAA4E;IAC5E,6EAA6E;IAC7E,4EAA4E;IAC5E,IAAI,gBAAgB,GAAwB,IAAI,CAAC;IACjD,0EAA0E;IAC1E,0EAA0E;IAC1E,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,MAAM,8BAA8B,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,mBAAmB;IACrE,IAAI,CAAC;QACH,gBAAgB,GAAG,WAAW,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,MAAM,EAAE,EAAE;YAChF,IAAI,OAAO;gBAAE,OAAO;YACpB,MAAM,IAAI,GAAG,MAAM,EAAE,IAA6D,CAAC;YACnF,qEAAqE;YACrE,0EAA0E;YAC1E,sEAAsE;YACtE,sDAAsD;YACtD,IAAI,IAAI,EAAE,MAAM,KAAK,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,YAAY;gBAAE,OAAO;YACtE,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtC,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,GAAG,GAAG,IAAI,GAAG,8BAA8B;oBAAE,OAAO,KAAK,CAAC;gBAC9D,eAAe,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC5B,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAClC,uEAAuE;YACvE,KAAK,oBAAoB,CAAC,aAAa,EAAE;gBACvC,GAAG,OAAO;gBACV,SAAS,EAAE,QAAQ;gBACnB,sEAAsE;gBACtE,gEAAgE;gBAChE,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,KAAK;aACvC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjB,MAAM,CAAC,IAAI,CACT,sCAAsC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBAC1E,IAAI,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,WAAW,eAAe,CACnE,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,iEAAiE;IACnE,CAAC;IAED,iDAAiD;IACjD,KAAK,OAAO,EAAE,CAAC;IACf,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,OAAO,EAAE,EAAE,UAAU,CAAC,CAAC;IACtD,IAAI,KAAK,CAAC,KAAK;QAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,kDAAkD;IAElF,MAAM,IAAI,GAAG,GAAS,EAAE;QACtB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,KAAK,EAAE,CAAC;YACV,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QACD,IAAI,gBAAgB,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,gBAAgB,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;YACD,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC"}
|
|
1
|
+
{"version":3,"file":"model-probe.js","sourceRoot":"","sources":["../../src/inference/model-probe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAA0B,MAAM,kCAAkC,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAC/E,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;AAEhF;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAA4B;IAChE,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAClD,IAAI,CAAC;gBACH,OAAO,gBAAgB,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,eAAe,CAAC;IACzB,CAAC;AACH,CAAC;AAED,mEAAmE;AACnE,MAAM,CAAC,MAAM,iBAAiB,GAAG,gCAAgC,CAAC;AAElE,oFAAoF;AACpF,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;AAEnE,gDAAgD;AAChD,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAE5C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,EAAE,GAAG,IAAI,CAAC;AAElD,iFAAiF;AACjF,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,YAAoB,EAAE,aAA4B;IAC9E,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,iBAAiB,CAAC,YAAqB,CAAC,CAAC;QAC1E,IAAI,CAAC,aAAa,CAAC,sBAAsB,CAAC,YAAY,CAAC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;YACpF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,eAAe,CAAC,cAAc,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,YAAoB,EAAE,aAA4B;IACxF,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnB,mEAAmE;YACnE,0EAA0E;YAC1E,gBAAgB,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,YAAoB,EACpB,KAAa,EACb,aAA4B;IAE5B,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,wEAAwE;IACxE,uBAAuB;IACvB,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IACxD,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,GAAG,GAAG,QAAQ,CAAC,cAAc,GAAG,0BAA0B,EAAE,CAAC;QAClG,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ;QAAE,OAAO,OAAO,CAAC;IAE9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,EAAE;YACnC,KAAK;YACL,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC,EACF,qBAAqB,CACtB,CAAC;QACF,2EAA2E;QAC3E,yEAAyE;QACzE,KAAK,MAAM,CAAC;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACzC,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;QAClF,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzF,IAAI,IAAI,KAAK,MAAM,IAAI,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,QAAQ,CAAC,eAAe,CAAC,YAAY,EAAE,KAAK,EAAE,GAAG,IAAI,KAAK,GAAG,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;YAChG,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1B,0EAA0E;YAC1E,wEAAwE;YACxE,0EAA0E;YAC1E,qEAAqE;YACrE,0EAA0E;YAC1E,kEAAkE;YAClE,QAAQ,CAAC,SAAS,CAChB,YAAY,EACZ,KAAK,EACL,2BAA2B,EAC3B,IAAI,CAAC,GAAG,EAAE,GAAG,wBAAwB,EACrC,YAAY,CACb,CAAC;YACF,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,0EAA0E;QAC1E,gDAAgD;QAChD,MAAM,CAAC,KAAK,CAAC,gBAAgB,YAAY,IAAI,KAAK,qBAAqB,IAAI,aAAa,CAAC,CAAC;QAC1F,OAAO,OAAO,CAAC;IACjB,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,SAAS,iBAAiB,CAAC,OAAe;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QACnC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC3B,KAAK,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACjC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC/B,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,CAC9B,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAI,OAAmB,EAAE,EAAU;IACrD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CACV,CAAC,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC3C,CAAC,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAgCD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,aAA4B,EAAE,UAA0B,EAAE;IACnG,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,wEAAwE;IACxE,0EAA0E;IAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAC5E,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC;IACrD,MAAM,SAAS,GAAG,OAAO,CAAC,wBAAwB,IAAI,CAAC,CAAC;IAExD,MAAM,MAAM,GAAkB;QAC5B,eAAe,EAAE,EAAE;QACnB,YAAY,EAAE,CAAC;QACf,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,KAAK,MAAM,YAAY,IAAI,SAAS,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,QAAQ,YAAY,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;YACpE,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC;YACrC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,yCAAyC,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YACD,6DAA6D;YAC7D,oEAAoE;YACpE,yEAAyE;YACzE,uEAAuE;YACvE,uCAAuC;YACvC,IAAI,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;oBAC1E,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;wBACf,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC;wBAC7B,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,GAAG,MAAM,qDAAqD,CAAC,CAAC;oBAC9F,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,sDAAsD;gBACxD,CAAC;YACH,CAAC;YACD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1C,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,MAAM,gBAAgB,CAAC,CAAC;YAE9D,IAAI,CAAC,gBAAgB;gBAAE,SAAS;YAEhC,yEAAyE;YACzE,wEAAwE;YACxE,uEAAuE;YACvE,wEAAwE;YACxE,MAAM,eAAe,GAAG,kBAAkB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG;gBACjB,GAAG,CAAC,eAAe,IAAI,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,GAAG,QAAQ,CAAC,iBAAiB,CAAC,YAAY,CAAC;gBAC3C,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC9C,GAAG,mBAAmB,CAAC,MAAM,CAAC;aAC/B;gBACC,oEAAoE;gBACpE,uEAAuE;gBACvE,gEAAgE;iBAC/D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;iBACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAE/C,0EAA0E;YAC1E,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;gBACvC,OAAO,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC7B,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,YAAY,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;oBACzE,IAAI,OAAO,KAAK,UAAU;wBAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;yBACzC,IAAI,OAAO,KAAK,aAAa;wBAAE,MAAM,CAAC,WAAW,EAAE,CAAC;yBACpD,IAAI,OAAO,KAAK,SAAS;wBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;;wBAC5C,MAAM,CAAC,MAAM,EAAE,CAAC;oBACrB,OAAO,CAAC,UAAU,EAAE,CAAC,QAAQ,YAAY,IAAI,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC,CAAC;YACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACtG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,IAAI,CAAC;QACH,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAClC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,eAAe;IACjB,CAAC;IAED,wEAAwE;IACxE,qEAAqE;IACrE,wEAAwE;IACxE,wEAAwE;IACxE,2EAA2E;IAC3E,2EAA2E;IAC3E,2BAA2B;IAC3B,IAAI,CAAC;QACH,sBAAsB,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,0DAA0D;IAC5D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mEAAmE;AACnE;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,GAAa;IACxC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAU,EAAE;QACnC,yEAAyE;QACzE,+DAA+D;QAC/D,IAAI,CAAC,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,kBAAkB,CAAC,aAA4B,EAAE,YAAoB;IAC5E,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC,iBAAiB,CAAC,YAAqB,CAAC,CAAC;QAC1E,OAAO,MAAM,EAAE,KAAK,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAClC,aAA4B,EAC5B,UAAoD,EAAE;IAEtD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,iBAAiB;IAC1E,IAAI,KAAK,GAA0C,IAAI,CAAC;IACxD,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,MAAM,OAAO,GAAG,KAAK,IAA4B,EAAE;QACjD,IAAI,OAAO;YAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QACjI,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CACT,8BAA8B,MAAM,CAAC,eAAe,CAAC,MAAM,gBAAgB;YAC3E,GAAG,MAAM,CAAC,YAAY,YAAY,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,WAAW,iBAAiB,MAAM,CAAC,OAAO,UAAU,CAC3H,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,8EAA8E;IAC9E,0EAA0E;IAC1E,2EAA2E;IAC3E,2EAA2E;IAC3E,4EAA4E;IAC5E,6EAA6E;IAC7E,4EAA4E;IAC5E,IAAI,gBAAgB,GAAwB,IAAI,CAAC;IACjD,0EAA0E;IAC1E,0EAA0E;IAC1E,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,MAAM,8BAA8B,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,mBAAmB;IACrE,IAAI,CAAC;QACH,gBAAgB,GAAG,WAAW,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,sBAAsB,EAAE,CAAC,MAAM,EAAE,EAAE;YAChF,IAAI,OAAO;gBAAE,OAAO;YACpB,MAAM,IAAI,GAAG,MAAM,EAAE,IAA6D,CAAC;YACnF,qEAAqE;YACrE,0EAA0E;YAC1E,sEAAsE;YACtE,sDAAsD;YACtD,IAAI,IAAI,EAAE,MAAM,KAAK,OAAO,IAAI,IAAI,EAAE,MAAM,KAAK,YAAY;gBAAE,OAAO;YACtE,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACtC,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,GAAG,GAAG,IAAI,GAAG,8BAA8B;oBAAE,OAAO,KAAK,CAAC;gBAC9D,eAAe,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC5B,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAClC,uEAAuE;YACvE,KAAK,oBAAoB,CAAC,aAAa,EAAE;gBACvC,GAAG,OAAO;gBACV,SAAS,EAAE,QAAQ;gBACnB,sEAAsE;gBACtE,gEAAgE;gBAChE,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,KAAK;aACvC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjB,MAAM,CAAC,IAAI,CACT,sCAAsC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBAC1E,IAAI,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,WAAW,eAAe,CACnE,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,iEAAiE;IACnE,CAAC;IAED,iDAAiD;IACjD,KAAK,OAAO,EAAE,CAAC;IACf,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,OAAO,EAAE,EAAE,UAAU,CAAC,CAAC;IACtD,IAAI,KAAK,CAAC,KAAK;QAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,kDAAkD;IAElF,MAAM,IAAI,GAAG,GAAS,EAAE;QACtB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,KAAK,EAAE,CAAC;YACV,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QACD,IAAI,gBAAgB,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,gBAAgB,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;YACD,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC"}
|
|
@@ -42,6 +42,13 @@ import { type BanditOutcome } from './router-bandit.js';
|
|
|
42
42
|
import type { ConfigManager } from '../config/manager.js';
|
|
43
43
|
/** The special model value that triggers automatic per-task routing. */
|
|
44
44
|
export declare const AUTO_MODEL = "auto";
|
|
45
|
+
/**
|
|
46
|
+
* How many models ONE provider contributes to the failover chain (DEEP
|
|
47
|
+
* FAILOVER). More than one so a provider's 2nd/3rd-best model is actually
|
|
48
|
+
* reachable — per-model RPD/TPM limits on free tiers mean a 429 on one model
|
|
49
|
+
* says nothing about its siblings.
|
|
50
|
+
*/
|
|
51
|
+
export declare const FALLBACK_MODELS_PER_PROVIDER = 3;
|
|
45
52
|
/** The special provider value stored in active-model state for Auto mode. */
|
|
46
53
|
export declare const AUTO_PROVIDER = "auto";
|
|
47
54
|
/** The five routing dimensions. */
|
|
@@ -674,6 +681,20 @@ export declare class AutoModelRouter {
|
|
|
674
681
|
* denyModels always wins over allowModels.
|
|
675
682
|
*/
|
|
676
683
|
private governanceModelReason;
|
|
684
|
+
/**
|
|
685
|
+
* The ranked model list a provider can serve this task with, best first.
|
|
686
|
+
*
|
|
687
|
+
* Always starts with the model the router would actually pick, then the
|
|
688
|
+
* provider's other task-scored candidates, then its remaining health-ranked
|
|
689
|
+
* verified models. This is what makes the failover chain DEEP (several models
|
|
690
|
+
* per provider) instead of one: a provider with five working models must be
|
|
691
|
+
* able to serve from all five, not give up after its first rate limit.
|
|
692
|
+
*
|
|
693
|
+
* Never returns the `'default'` SENTINEL or a non-chat model (a probe can
|
|
694
|
+
* verify a classifier/embedding/vision model, which can never answer a turn).
|
|
695
|
+
* Best-effort — scoring failures degrade to the pick + verified list.
|
|
696
|
+
*/
|
|
697
|
+
private fallbackModelsFor;
|
|
677
698
|
/**
|
|
678
699
|
* Resolve the model name to use within a chosen provider.
|
|
679
700
|
* Prefers the provider's configured model; falls back to 'default'.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"auto-router.d.ts","sourceRoot":"","sources":["../../src/learning/auto-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH,OAAO,EAAqB,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACvH,OAAO,EAAe,KAAK,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAG/D,OAAO,EAAwC,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"auto-router.d.ts","sourceRoot":"","sources":["../../src/learning/auto-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH,OAAO,EAAqB,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACvH,OAAO,EAAe,KAAK,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAG/D,OAAO,EAAwC,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAU9F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAM1D,wEAAwE;AACxE,eAAO,MAAM,UAAU,SAAS,CAAC;AAEjC;;;;;GAKG;AACH,eAAO,MAAM,4BAA4B,IAAI,CAAC;AAE9C,6EAA6E;AAC7E,eAAO,MAAM,aAAa,SAAS,CAAC;AAEpC,mCAAmC;AACnC,MAAM,MAAM,gBAAgB,GAAG,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,GAAG,aAAa,CAAC;AAE1F,0EAA0E;AAC1E,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,QAAQ,GAAG,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,cAAc,GAAG,WAAW,GAAG,UAAU,GAAG,SAAS,CAAC;AAEnJ,iEAAiE;AACjE,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,8DAA8D;AAC9D,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAM7D,CAAC;AAIF;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,qDAAqD;IACrD,SAAS,EAAE,MAAM,CAAC;IAClB,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,yDAAyD;IACzD,OAAO,EAAE,MAAM,CAAC;IAChB,+CAA+C;IAC/C,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;GAMG;AACH,qBAAa,cAAe,SAAQ,KAAK;IACvC,uDAAuD;IACvD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;gBAErB,eAAe,EAAE,MAAM;CAOpC;AAED;;;;;;;;GAQG;AACH,qBAAa,qBAAsB,SAAQ,KAAK;IAC9C,4EAA4E;IAC5E,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;gBAElD,OAAO,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAOjE;AAED,2CAA2C;AAC3C,MAAM,WAAW,iBAAiB;IAChC;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,UAAU,CAAC;IAC5B,uEAAuE;IACvE,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,qEAAqE;IACrE,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,6EAA6E;IAC7E,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,uFAAuF;IACvF,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,mDAAmD;IACnD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,wEAAwE;IACxE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,6EAA6E;IAC7E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gFAAgF;IAChF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,qEAAqE;IACrE,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;;OAKG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;;OAMG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;;OAMG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;IACtB;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACrE;;;;;OAKG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,eAAe,CAAC;IACjC;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;;;;;OAOG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;;;GAIG;AACH,MAAM,WAAW,WAAW;IAC1B,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,iFAAiF;IACjF,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,kDAAkD;IAClD,QAAQ,EAAE,MAAM,CAAC;IACjB,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,CAAC;AAExE,oCAAoC;AACpC,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,qCAAqC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,4DAA4D;IAC5D,UAAU,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAC7C,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,qEAAqE;IACrE,UAAU,EAAE,OAAO,CAAC;IACpB,6EAA6E;IAC7E,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;IACtC,iEAAiE;IACjE,SAAS,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1D;;;;;OAKG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;;OAOG;IACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;IACnE;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;;OAKG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,yDAAyD;AACzD,MAAM,WAAW,eAAe;IAC9B,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,UAAU,EAAE,eAAe,CAAC;IAC5B,sDAAsD;IACtD,WAAW,EAAE,WAAW,CAAC;IACzB,uEAAuE;IACvE,iBAAiB,EAAE,OAAO,CAAC;IAC3B,0CAA0C;IAC1C,QAAQ,EAAE,QAAQ,CAAC;IACnB,wBAAwB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,qDAAqD;IACrD,KAAK,EAAE,MAAM,CAAC;IACd,yDAAyD;IACzD,OAAO,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAC1C,8CAA8C;IAC9C,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,0FAA0F;IAC1F,aAAa,EAAE,cAAc,EAAE,CAAC;IAChC,iCAAiC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,QAAQ,EAAE,QAAQ,CAAC;IACnB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChE;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/D;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE;QACjB,qBAAqB,EAAE,MAAM,CAAC;QAC9B,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;QACvB,SAAS,EAAE,KAAK,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,mBAAmB,EAAE,MAAM,CAAC;YAC5B,mBAAmB,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;YACnE,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,GAAG,CAAC,EAAE,MAAM,CAAC;SACd,CAAC,CAAC;KACJ,CAAC;CACH;AAcD;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,OAAO,CAAC;AAE9C;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB,MAAM,CAAC;AA8G1C;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,oBAAoB,GAAG,MAAM,CAS1G;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAErE;AAED;;;;;GAKG;AACH,eAAO,MAAM,sBAAsB,UAA4B,CAAC;AAShE,oEAAoE;AACpE,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAW/F,CAAC;AA4BF,iFAAiF;AACjF,eAAO,MAAM,sBAAsB,QAAS,CAAC;AAE7C;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAKpF;AAED;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;GAQG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,EACrD,QAAQ,CAAC,EAAE,YAAY,GACtB,MAAM,CAOR;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,EACrD,QAAQ,CAAC,EAAE,YAAY,GACtB,MAAM,CAIR;AA0BD;;GAEG;AACH,wBAAgB,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAE1D;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAEhE;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAC5B,UAAU,EAAE,eAAe,EAC3B,IAAI,GAAE,cAA2B,EACjC,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,GACpD,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAmBlC;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAyEvE;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,oBAAoB,EAClC,OAAO,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,GACxC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAYtF;AAID;;GAEG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAuC;gBAE3C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC;IAI3D;;;;;OAKG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,oBAAoB;IAevD,+DAA+D;IAC/D,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,IAAI;IAIpE;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,oBAAoB;IA2DvF;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,0BAA0B;IAiGlC;;;;;;;;OAQG;IACH,OAAO,CACL,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,OAAO,GAAE,iBAAsB,EAC/B,aAAa,CAAC,EAAE,aAAa,GAC5B,eAAe;IAu2BlB;;;;;;;;;OASG;IACH,OAAO,CAAC,oBAAoB;IAyC5B;;;;;;;;;;;;;;OAcG;IACH,aAAa,CACX,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,aAAa,EACtB,aAAa,CAAC,EAAE,aAAa,EAC7B,WAAW,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,EAC7E,cAAc,CAAC,EAAE,eAAe,GAC/B,IAAI;IAyDP;;;;;;;;OAQG;IACH,wBAAwB,CACtB,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,MAAM,EACvB,UAAU,EAAE,eAAe,EAC3B,UAAU,GAAE,MAA4B,EACxC,UAAU,CAAC,EAAE,MAAM,EACnB,eAAe,CAAC,EAAE,MAAM,GACvB,MAAM;IAuCT;;;;;;;;;OASG;IACH,OAAO,CAAC,cAAc;IAiBtB;;;;OAIG;IACH,kBAAkB,CAChB,QAAQ,EAAE,MAAM,EAChB,aAAa,CAAC,EAAE,aAAa,GAC5B;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAgB9C;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAUvB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IASxB;;;;;;;;;OASG;IACH,OAAO,CAAC,qBAAqB;IAqB7B;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,iBAAiB;IA8CzB;;;;;;;;;;;;;;;OAeG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM;IA8DlH;;;;OAIG;IACH,oBAAoB,CAClB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EAC9C,aAAa,CAAC,EAAE,aAAa,GAC5B,MAAM;IAOT;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IA2C9B;;;;OAIG;IACH,OAAO,CAAC,4BAA4B;IAwBpC,kDAAkD;IAClD,OAAO,CAAC,WAAW;IAmBnB,qDAAqD;IACrD,OAAO,CAAC,gBAAgB;CA0BzB;AAMD;;GAEG;AACH,wBAAgB,aAAa,IAAI,eAAe,CAK/C;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,IAAI,CAEtC"}
|
|
@@ -44,14 +44,23 @@ import { getRouterBandit, DEFAULT_MIN_SAMPLES } from './router-bandit.js';
|
|
|
44
44
|
import { getRouterPromotion, DEFAULT_MIN_PROMOTION_DECISIONS } from './router-promotion.js';
|
|
45
45
|
import { getMlRouter, DEFAULT_ML_K, DEFAULT_ML_MIN_SAMPLES, DEFAULT_ML_STRENGTH } from './ml-router.js';
|
|
46
46
|
import { buildModelCandidates } from './model-first-router.js';
|
|
47
|
+
import { pickBestModel, topModelCandidates } from './model-scoring.js';
|
|
47
48
|
import { getModelRegistry } from './model-registry.js';
|
|
48
49
|
import { estimateTokens } from './cost-tracker.js';
|
|
49
50
|
import { preferredModelsFor, PROVIDER_CONTEXT_WINDOWS } from './model-selection.js';
|
|
51
|
+
import { isNonChatModel } from '../inference/model-catalog.js';
|
|
50
52
|
import { CATALOG_PROVIDER_IDS, getCatalogProvider, getDefaultModel, isCatalogKeyless } from '../inference/provider-catalog.js';
|
|
51
53
|
import { logger } from '../utils/logger.js';
|
|
52
54
|
// ─── Constants ──────────────────────────────────────────────────────────────
|
|
53
55
|
/** The special model value that triggers automatic per-task routing. */
|
|
54
56
|
export const AUTO_MODEL = 'auto';
|
|
57
|
+
/**
|
|
58
|
+
* How many models ONE provider contributes to the failover chain (DEEP
|
|
59
|
+
* FAILOVER). More than one so a provider's 2nd/3rd-best model is actually
|
|
60
|
+
* reachable — per-model RPD/TPM limits on free tiers mean a 429 on one model
|
|
61
|
+
* says nothing about its siblings.
|
|
62
|
+
*/
|
|
63
|
+
export const FALLBACK_MODELS_PER_PROVIDER = 3;
|
|
55
64
|
/** The special provider value stored in active-model state for Auto mode. */
|
|
56
65
|
export const AUTO_PROVIDER = 'auto';
|
|
57
66
|
/** Human labels for each dimension (used in explanations). */
|
|
@@ -621,7 +630,7 @@ export class AutoModelRouter {
|
|
|
621
630
|
*/
|
|
622
631
|
getDefaultAllowedProviders(configManager) {
|
|
623
632
|
if (!configManager || typeof configManager.hasRequiredCredentials !== 'function') {
|
|
624
|
-
return { allowed: DEFAULT_AUTO_PROVIDERS, excluded: [] };
|
|
633
|
+
return { allowed: DEFAULT_AUTO_PROVIDERS, excluded: [], reserve: [] };
|
|
625
634
|
}
|
|
626
635
|
// ── Registry-aware filtering: prefer providers with VERIFIED, usable
|
|
627
636
|
// models over bare credential checks. A key existing ≠ the models on that
|
|
@@ -688,14 +697,19 @@ export class AutoModelRouter {
|
|
|
688
697
|
if (registered.length > 0) {
|
|
689
698
|
const intersection = base.filter((p) => registered.includes(p));
|
|
690
699
|
if (intersection.length > 0) {
|
|
691
|
-
|
|
700
|
+
// Verified providers win the primary ranking, but the credentialed-yet-
|
|
701
|
+
// unverified rest is NOT thrown away — it becomes the reserve fallback
|
|
702
|
+
// pool, so a task still reaches those models when every verified
|
|
703
|
+
// candidate fails ("only reject when nothing is left").
|
|
704
|
+
const reserve = base.filter((p) => !registered.includes(p));
|
|
705
|
+
return { allowed: intersection, excluded, reserve };
|
|
692
706
|
}
|
|
693
707
|
}
|
|
694
708
|
// Never return an empty list: if EVERY configured provider is
|
|
695
709
|
// registry-blocked (pathological), fall back to the full built-in list so
|
|
696
710
|
// the caller still gets a decision and surfaces availability instead of
|
|
697
711
|
// crashing on an empty ranking.
|
|
698
|
-
return { allowed: base.length > 0 ? base : DEFAULT_AUTO_PROVIDERS, excluded };
|
|
712
|
+
return { allowed: base.length > 0 ? base : DEFAULT_AUTO_PROVIDERS, excluded, reserve: [] };
|
|
699
713
|
}
|
|
700
714
|
/**
|
|
701
715
|
* Resolve the optimal provider/model for a task.
|
|
@@ -796,6 +810,7 @@ export class AutoModelRouter {
|
|
|
796
810
|
// proves the gathered data is driving decisions. Explicit allowedProviders
|
|
797
811
|
// opt out of the registry filter entirely (caller knows best).
|
|
798
812
|
let registryExcluded = [];
|
|
813
|
+
let reserveProviders = [];
|
|
799
814
|
let allowed;
|
|
800
815
|
if (options.allowedProviders?.length) {
|
|
801
816
|
allowed = options.allowedProviders;
|
|
@@ -804,6 +819,7 @@ export class AutoModelRouter {
|
|
|
804
819
|
const defaultPool = this.getDefaultAllowedProviders(configManager);
|
|
805
820
|
allowed = defaultPool.allowed;
|
|
806
821
|
registryExcluded = defaultPool.excluded;
|
|
822
|
+
reserveProviders = defaultPool.reserve;
|
|
807
823
|
}
|
|
808
824
|
let escalationApplied = false;
|
|
809
825
|
let allowedProviders = allowed;
|
|
@@ -1372,16 +1388,101 @@ export class AutoModelRouter {
|
|
|
1372
1388
|
getRouterPromotion().noteParallelDecision(agentType, taskDescription, this.toParallelPick(heuristicWinner, agentType, configManager), this.toParallelPick(selected, agentType, configManager, model));
|
|
1373
1389
|
}
|
|
1374
1390
|
// Build fallback chain (skip in-cooldown providers when alternatives exist)
|
|
1375
|
-
|
|
1376
|
-
|
|
1377
|
-
|
|
1378
|
-
|
|
1379
|
-
|
|
1380
|
-
|
|
1381
|
-
|
|
1382
|
-
|
|
1383
|
-
|
|
1384
|
-
|
|
1391
|
+
//
|
|
1392
|
+
// DEEP FAILOVER: every provider contributes MULTIPLE models, not one. Before
|
|
1393
|
+
// this the chain carried a single resolveModel() pick per provider, so a
|
|
1394
|
+
// provider's 2nd-best model was effectively unreachable — a 429 on the one
|
|
1395
|
+
// listed model skipped the provider entirely even though its other models
|
|
1396
|
+
// were healthy (free tiers meter per-model RPD/TPM, so siblings usually ARE
|
|
1397
|
+
// healthy). Ordering: the PRIMARY provider's alternate models first (stay on
|
|
1398
|
+
// the provider whose latency/health is already known, no provider switch
|
|
1399
|
+
// cost), then the other providers' primary picks, then their alternates, so
|
|
1400
|
+
// the chain both uses every model AND still leaves the provider before
|
|
1401
|
+
// burning through all of its fallbacks.
|
|
1402
|
+
const fallbackChain = [];
|
|
1403
|
+
const seenFallback = new Set();
|
|
1404
|
+
const pushFallback = (s, model, alternate) => {
|
|
1405
|
+
const key = `${s.provider}|${model}`;
|
|
1406
|
+
if (seenFallback.has(key))
|
|
1407
|
+
return;
|
|
1408
|
+
seenFallback.add(key);
|
|
1409
|
+
fallbackChain.push({
|
|
1410
|
+
provider: s.provider,
|
|
1411
|
+
model,
|
|
1412
|
+
estimatedCost: 0,
|
|
1413
|
+
qualityScore: s.score,
|
|
1414
|
+
contextWindowTokens: s.contextWindowTokens,
|
|
1415
|
+
reason: alternate
|
|
1416
|
+
? `Fallback (alternate model on ${s.provider})`
|
|
1417
|
+
: s.inCooldown
|
|
1418
|
+
? `Fallback (in cooldown): ${s.provider}`
|
|
1419
|
+
: `Fallback: ${s.provider}`,
|
|
1420
|
+
});
|
|
1421
|
+
};
|
|
1422
|
+
const modelsFor = (s) => this.fallbackModelsFor(s.provider, agentType, configManager, taskDescription, complexity);
|
|
1423
|
+
// Pass 1: the primary provider's OTHER models (deep failover within the
|
|
1424
|
+
// provider that just failed a call).
|
|
1425
|
+
for (const s of scored) {
|
|
1426
|
+
if (s.provider !== provider)
|
|
1427
|
+
continue;
|
|
1428
|
+
const models = modelsFor(s).slice(1); // [0] is the primary pick already in use
|
|
1429
|
+
for (const m of models)
|
|
1430
|
+
pushFallback(s, m, true);
|
|
1431
|
+
}
|
|
1432
|
+
// Pass 2: every other provider's best model (historical chain order).
|
|
1433
|
+
for (const s of scored) {
|
|
1434
|
+
if (s.provider === provider)
|
|
1435
|
+
continue;
|
|
1436
|
+
const models = modelsFor(s);
|
|
1437
|
+
if (models.length === 0)
|
|
1438
|
+
continue;
|
|
1439
|
+
pushFallback(s, models[0], false);
|
|
1440
|
+
}
|
|
1441
|
+
// Pass 3: those providers' remaining models.
|
|
1442
|
+
for (const s of scored) {
|
|
1443
|
+
if (s.provider === provider)
|
|
1444
|
+
continue;
|
|
1445
|
+
const models = modelsFor(s);
|
|
1446
|
+
for (const m of models.slice(1))
|
|
1447
|
+
pushFallback(s, m, true);
|
|
1448
|
+
}
|
|
1449
|
+
// Last-resort reserve: credentialed providers the registry has not verified
|
|
1450
|
+
// (no data yet). They never enter `ranked`/the primary pick — they are tried
|
|
1451
|
+
// only after every ranked fallback is exhausted, so "use every model we can
|
|
1452
|
+
// actually call, reject only when nothing is left" holds without routing
|
|
1453
|
+
// into unproven models by default.
|
|
1454
|
+
for (const p of reserveProviders) {
|
|
1455
|
+
if (p === provider)
|
|
1456
|
+
continue;
|
|
1457
|
+
if (fallbackChain.some((c) => c.provider === p))
|
|
1458
|
+
continue;
|
|
1459
|
+
fallbackChain.push({
|
|
1460
|
+
provider: p,
|
|
1461
|
+
model: this.resolveModel(p, agentType, configManager, taskDescription),
|
|
1462
|
+
estimatedCost: 0,
|
|
1463
|
+
qualityScore: 0,
|
|
1464
|
+
reason: `Fallback (unverified — last resort): ${p}`,
|
|
1465
|
+
});
|
|
1466
|
+
}
|
|
1467
|
+
// Pass 4 (reserve, deep): the reserve providers' alternate models too, so a
|
|
1468
|
+
// last-resort credential pool is not limited to one model per provider.
|
|
1469
|
+
for (const p of reserveProviders) {
|
|
1470
|
+
if (p === provider)
|
|
1471
|
+
continue;
|
|
1472
|
+
for (const m of this.fallbackModelsFor(p, agentType, configManager, taskDescription, complexity).slice(1)) {
|
|
1473
|
+
const key = `${p}|${m}`;
|
|
1474
|
+
if (seenFallback.has(key))
|
|
1475
|
+
continue;
|
|
1476
|
+
seenFallback.add(key);
|
|
1477
|
+
fallbackChain.push({
|
|
1478
|
+
provider: p,
|
|
1479
|
+
model: m,
|
|
1480
|
+
estimatedCost: 0,
|
|
1481
|
+
qualityScore: 0,
|
|
1482
|
+
reason: `Fallback (unverified, alternate model — last resort): ${p}`,
|
|
1483
|
+
});
|
|
1484
|
+
}
|
|
1485
|
+
}
|
|
1385
1486
|
const explanation = this.buildExplanation(agentType, complexity, taskType, selected, mode, model, weights, taskProfile) + (routedBy === 'bandit' ? ' | bandit-learned' : '') +
|
|
1386
1487
|
(banditEscalation ? ' | escalated: winner unlearned' : '') +
|
|
1387
1488
|
// ISSUE-002 explanation transparency: cite the registry data that
|
|
@@ -1572,7 +1673,6 @@ export class AutoModelRouter {
|
|
|
1572
1673
|
// This ensures the bandit learns from the BEST models, not just verified ones.
|
|
1573
1674
|
if (taskDescription) {
|
|
1574
1675
|
try {
|
|
1575
|
-
const { topModelCandidates } = require('./model-scoring.js');
|
|
1576
1676
|
const scored = topModelCandidates(provider, taskDescription, 10, complexity);
|
|
1577
1677
|
for (const s of scored) {
|
|
1578
1678
|
if (!candidates.includes(s.model))
|
|
@@ -1710,6 +1810,66 @@ export class AutoModelRouter {
|
|
|
1710
1810
|
}
|
|
1711
1811
|
return undefined;
|
|
1712
1812
|
}
|
|
1813
|
+
/**
|
|
1814
|
+
* The ranked model list a provider can serve this task with, best first.
|
|
1815
|
+
*
|
|
1816
|
+
* Always starts with the model the router would actually pick, then the
|
|
1817
|
+
* provider's other task-scored candidates, then its remaining health-ranked
|
|
1818
|
+
* verified models. This is what makes the failover chain DEEP (several models
|
|
1819
|
+
* per provider) instead of one: a provider with five working models must be
|
|
1820
|
+
* able to serve from all five, not give up after its first rate limit.
|
|
1821
|
+
*
|
|
1822
|
+
* Never returns the `'default'` SENTINEL or a non-chat model (a probe can
|
|
1823
|
+
* verify a classifier/embedding/vision model, which can never answer a turn).
|
|
1824
|
+
* Best-effort — scoring failures degrade to the pick + verified list.
|
|
1825
|
+
*/
|
|
1826
|
+
fallbackModelsFor(provider, agentType, configManager, taskDescription, complexity) {
|
|
1827
|
+
const out = [];
|
|
1828
|
+
const push = (model) => {
|
|
1829
|
+
if (!model || model === 'default')
|
|
1830
|
+
return;
|
|
1831
|
+
if (out.includes(model))
|
|
1832
|
+
return;
|
|
1833
|
+
if (isNonChatModel(model))
|
|
1834
|
+
return;
|
|
1835
|
+
out.push(model);
|
|
1836
|
+
};
|
|
1837
|
+
push(this.resolveModel(provider, agentType, configManager, taskDescription));
|
|
1838
|
+
if (taskDescription) {
|
|
1839
|
+
try {
|
|
1840
|
+
for (const c of topModelCandidates(provider, taskDescription, FALLBACK_MODELS_PER_PROVIDER, complexity)) {
|
|
1841
|
+
push(c.model);
|
|
1842
|
+
}
|
|
1843
|
+
}
|
|
1844
|
+
catch {
|
|
1845
|
+
// Best-effort — model scoring must never break the chain.
|
|
1846
|
+
}
|
|
1847
|
+
}
|
|
1848
|
+
for (const m of preferredModelsFor(provider))
|
|
1849
|
+
push(m);
|
|
1850
|
+
// HEALTHY-FIRST, but never dropped: a model the registry currently deems
|
|
1851
|
+
// unusable (parked on its own quota / marked unavailable) must not outrank
|
|
1852
|
+
// a healthy sibling, yet it stays in the list as the LAST resort — parks
|
|
1853
|
+
// are short and the model may well have recovered by the time the walk
|
|
1854
|
+
// gets to it ("use every model available; reject only when nothing is
|
|
1855
|
+
// left"). Stable partition preserves the scoring order within each group.
|
|
1856
|
+
const usable = [];
|
|
1857
|
+
const unusable = [];
|
|
1858
|
+
try {
|
|
1859
|
+
const registry = getModelRegistry();
|
|
1860
|
+
for (const m of out) {
|
|
1861
|
+
if (registry.getEntry(provider, m) && !registry.isUsable(provider, m))
|
|
1862
|
+
unusable.push(m);
|
|
1863
|
+
else
|
|
1864
|
+
usable.push(m);
|
|
1865
|
+
}
|
|
1866
|
+
}
|
|
1867
|
+
catch {
|
|
1868
|
+
// Best-effort — a registry failure must not empty the chain.
|
|
1869
|
+
return out.slice(0, FALLBACK_MODELS_PER_PROVIDER);
|
|
1870
|
+
}
|
|
1871
|
+
return [...usable, ...unusable].slice(0, FALLBACK_MODELS_PER_PROVIDER);
|
|
1872
|
+
}
|
|
1713
1873
|
/**
|
|
1714
1874
|
* Resolve the model name to use within a chosen provider.
|
|
1715
1875
|
* Prefers the provider's configured model; falls back to 'default'.
|
|
@@ -1760,10 +1920,26 @@ export class AutoModelRouter {
|
|
|
1760
1920
|
// hardcoded default.
|
|
1761
1921
|
if (taskDescription) {
|
|
1762
1922
|
try {
|
|
1763
|
-
const { pickBestModel } = require('./model-scoring.js');
|
|
1764
1923
|
const bestModel = pickBestModel(provider, taskDescription);
|
|
1765
|
-
if (bestModel)
|
|
1924
|
+
if (bestModel) {
|
|
1925
|
+
// USABILITY GATE: a task-scored model can still be one the registry
|
|
1926
|
+
// has parked (its own quota window) or marked unavailable. It must
|
|
1927
|
+
// never win the PRIMARY pick while a servable sibling exists —
|
|
1928
|
+
// scoring alone ranks the parked model low, not out. The registry
|
|
1929
|
+
// re-admits it automatically once its window lapses, so this is the
|
|
1930
|
+
// per-model quota contract end to end: skip the resting model, serve
|
|
1931
|
+
// from a sibling, and pick the resting one again when it recovers.
|
|
1932
|
+
const registry = getModelRegistry();
|
|
1933
|
+
const entry = registry.getEntry(provider, bestModel);
|
|
1934
|
+
if (!entry || registry.isUsable(provider, bestModel))
|
|
1935
|
+
return bestModel;
|
|
1936
|
+
const usable = preferredModelsFor(provider)[0];
|
|
1937
|
+
if (usable)
|
|
1938
|
+
return usable;
|
|
1939
|
+
// Nothing usable — fall through to the parked pick (the park may have
|
|
1940
|
+
// lapsed, and a rejected pick is better than no model at all).
|
|
1766
1941
|
return bestModel;
|
|
1942
|
+
}
|
|
1767
1943
|
}
|
|
1768
1944
|
catch {
|
|
1769
1945
|
// Fall through to preferred models
|