@sentropic/h2a-runtime 0.85.25 → 0.86.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli-help-groups.d.ts +124 -0
- package/dist/cli-help-groups.d.ts.map +1 -0
- package/dist/cli-help-groups.js +297 -0
- package/dist/cli-help-groups.js.map +1 -0
- package/dist/enroll.d.ts.map +1 -1
- package/dist/enroll.js +40 -2
- package/dist/enroll.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +314 -27
- package/dist/index.js.map +1 -1
- package/dist/llm-gateway-runtime/accounts.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/accounts.js +2 -6
- package/dist/llm-gateway-runtime/accounts.js.map +1 -1
- package/dist/llm-gateway-runtime/index.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/index.js +9 -1
- package/dist/llm-gateway-runtime/index.js.map +1 -1
- package/dist/llm-gateway-runtime/model-catalog.d.ts +10 -3
- package/dist/llm-gateway-runtime/model-catalog.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/model-catalog.js +49 -119
- package/dist/llm-gateway-runtime/model-catalog.js.map +1 -1
- package/dist/llm-gateway-runtime/proxy-anthropic.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/proxy-anthropic.js +117 -24
- package/dist/llm-gateway-runtime/proxy-anthropic.js.map +1 -1
- package/dist/llm-gateway-runtime/proxy-gemini.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/proxy-gemini.js +0 -2
- package/dist/llm-gateway-runtime/proxy-gemini.js.map +1 -1
- package/dist/llm-gateway-runtime/proxy-openai.d.ts +4 -7
- package/dist/llm-gateway-runtime/proxy-openai.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/proxy-openai.js +18 -13
- package/dist/llm-gateway-runtime/proxy-openai.js.map +1 -1
- package/dist/llm-gateway-runtime/session-ledger.d.ts +34 -0
- package/dist/llm-gateway-runtime/session-ledger.d.ts.map +1 -1
- package/dist/llm-gateway-runtime/session-ledger.js +216 -6
- package/dist/llm-gateway-runtime/session-ledger.js.map +1 -1
- package/dist/llm-mesh.d.ts +3 -0
- package/dist/llm-mesh.d.ts.map +1 -1
- package/dist/llm-mesh.js +23 -0
- package/dist/llm-mesh.js.map +1 -1
- package/dist/protocol-local.d.ts +3 -0
- package/dist/protocol-local.d.ts.map +1 -1
- package/dist/protocol-local.js +7 -0
- package/dist/protocol-local.js.map +1 -1
- package/dist/registry.d.ts +53 -4
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +109 -6
- package/dist/registry.js.map +1 -1
- package/dist/restore.d.ts +75 -4
- package/dist/restore.d.ts.map +1 -1
- package/dist/restore.js +268 -24
- package/dist/restore.js.map +1 -1
- package/dist/session-class.d.ts +10 -0
- package/dist/session-class.d.ts.map +1 -0
- package/dist/session-class.js +11 -0
- package/dist/session-class.js.map +1 -0
- package/dist/status-projection.d.ts +97 -0
- package/dist/status-projection.d.ts.map +1 -0
- package/dist/status-projection.js +464 -0
- package/dist/status-projection.js.map +1 -0
- package/dist/tmux-name-migration.d.ts +52 -0
- package/dist/tmux-name-migration.d.ts.map +1 -0
- package/dist/tmux-name-migration.js +408 -0
- package/dist/tmux-name-migration.js.map +1 -0
- package/dist/tmux.d.ts +54 -1
- package/dist/tmux.d.ts.map +1 -1
- package/dist/tmux.js +232 -16
- package/dist/tmux.js.map +1 -1
- package/package.json +6 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"accounts.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/accounts.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,aAAa,EACnB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,CAAC,EAAE,QAAQ,GAAG,UAAU,CAAC;CAChC;AAED,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,QAAQ,GAAG,UAAU,CAAC;CAC/B;AAED,MAAM,MAAM,wBAAwB,GAAG,SAAS,GAAG,QAAQ,CAAC;AAC5D,MAAM,MAAM,wBAAwB,GAChC,oBAAoB,GACpB,iBAAiB,GACjB,yBAAyB,GACzB,SAAS,CAAC;AAEd,gFAAgF;AAChF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAExD;AAED,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,iBAAiB,GACzB,wBAAwB,CAE1B;AAED,+EAA+E;AAC/E,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,iBAAiB,GACzB,wBAAwB,CAY1B;AA6BD,wBAAgB,WAAW,IAAI,iBAAiB,EAAE,CAGjD;AAUD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,iBAAiB,GACzB,uBAAuB,CAUzB;AAED,wBAAgB,sBAAsB,IAAI,uBAAuB,EAAE,CAElE;AAED,MAAM,MAAM,qBAAqB,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEhF,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAYtE;AAED,eAAO,MAAM,2BAA2B,QAAqB,CAAC;AAoB9D,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,GAAE,MAAkC,EAC5C,KAAK,GAAE,MAAmB,GACzB,IAAI,CAMN;AAED,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,MAAmB,GACzB,OAAO,CAQT;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE7E;AAGD,wBAAgB,kBAAkB,IAAI,IAAI,CAKzC;AAKD,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,iBAAiB,EAC1B,KAAK,EAAE,aAAa,GACnB,OAAO,
|
|
1
|
+
{"version":3,"file":"accounts.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/accounts.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,aAAa,EACnB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,SAAS,GAAG,QAAQ,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,CAAC,EAAE,QAAQ,GAAG,UAAU,CAAC;CAChC;AAED,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,QAAQ,GAAG,UAAU,CAAC;CAC/B;AAED,MAAM,MAAM,wBAAwB,GAAG,SAAS,GAAG,QAAQ,CAAC;AAC5D,MAAM,MAAM,wBAAwB,GAChC,oBAAoB,GACpB,iBAAiB,GACjB,yBAAyB,GACzB,SAAS,CAAC;AAEd,gFAAgF;AAChF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAExD;AAED,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,iBAAiB,GACzB,wBAAwB,CAE1B;AAED,+EAA+E;AAC/E,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,iBAAiB,GACzB,wBAAwB,CAY1B;AA6BD,wBAAgB,WAAW,IAAI,iBAAiB,EAAE,CAGjD;AAUD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,iBAAiB,GACzB,uBAAuB,CAUzB;AAED,wBAAgB,sBAAsB,IAAI,uBAAuB,EAAE,CAElE;AAED,MAAM,MAAM,qBAAqB,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEhF,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAYtE;AAED,eAAO,MAAM,2BAA2B,QAAqB,CAAC;AAoB9D,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,GAAE,MAAkC,EAC5C,KAAK,GAAE,MAAmB,GACzB,IAAI,CAMN;AAED,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,MAAmB,GACzB,OAAO,CAQT;AAED,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAE7E;AAGD,wBAAgB,kBAAkB,IAAI,IAAI,CAKzC;AAKD,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,iBAAiB,EAC1B,KAAK,EAAE,aAAa,GACnB,OAAO,CAiBT;AAED,wBAAgB,wBAAwB,CACtC,KAAK,CAAC,EAAE,aAAa,EACrB,OAAO,GAAE;IAAE,iBAAiB,CAAC,EAAE,wBAAwB,CAAA;CAAO,GAC7D,iBAAiB,EAAE,CAUrB;AAED,wBAAgB,aAAa,IAAI,iBAAiB,CAOjD;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,aAAa,EACpB,OAAO,GAAE;IAAE,iBAAiB,CAAC,EAAE,wBAAwB,CAAA;CAAO,GAC7D,iBAAiB,CAenB;AAED,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAE5E;AAED,wBAAgB,kBAAkB,IAAI,iBAAiB,EAAE,CASxD;AAED,wBAAgB,qBAAqB,CACnC,kBAAkB,EAAE,MAAM,EAC1B,KAAK,GAAE,MAAmB,EAC1B,OAAO,GAAE;IACP,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;IAC7C,KAAK,CAAC,EAAE,aAAa,CAAC;CAClB,GACL,iBAAiB,GAAG,SAAS,CAgD/B;AAED,uEAAuE;AACvE,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,SAAS,CAAC,EAAE,MAAM,GACjB,IAAI,CAON;AA0BD;;;;GAIG;AACH,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmFxB"}
|
|
@@ -120,12 +120,8 @@ export function accountSupportsRoute(account, route) {
|
|
|
120
120
|
if (isAccountExhausted(account.id))
|
|
121
121
|
return false;
|
|
122
122
|
const pool = accountPoolForProvider(account.provider);
|
|
123
|
-
if (pool !== route.accountPool)
|
|
124
|
-
|
|
125
|
-
if (!(pool === "anthropic" && isClaudeModel)) {
|
|
126
|
-
return false;
|
|
127
|
-
}
|
|
128
|
-
}
|
|
123
|
+
if (pool !== route.accountPool)
|
|
124
|
+
return false;
|
|
129
125
|
const modelIds = explicitModelIds(account);
|
|
130
126
|
if (modelIds.length === 0)
|
|
131
127
|
return true;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/accounts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,gBAAgB,EAChB,iBAAiB,GAGlB,MAAM,oBAAoB,CAAC;AAgC5B,gFAAgF;AAChF,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,OAA0B;IAE1B,OAAO,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;AACtF,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,2BAA2B,CACzC,OAA0B;IAE1B,QAAQ,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,KAAK,QAAQ;YACX,OAAO,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC;gBACrC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,yBAAyB,CAAC;QAChC,KAAK,WAAW,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,oBAAoB,CAAC;QAC9B;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,OAA0B;IACjE,OAAO,CACL,OAAO,CAAC,QAAQ,KAAK,WAAW;QAChC,CAAC,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAC5B,OAAO,CAAC,EAAE,KAAK,cAAc;YAC7B,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,SAAS,KAAK;IACZ,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACzC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAI,IAA4B,CAAC,MAAM,CACnD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,+BAA+B,CAAC,OAAO,CAAC,CACvD,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,qGAAqG,CACtG,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,IAAI,SAAS,GAA+B,IAAI,CAAC;AACjD,MAAM,UAAU,WAAW;IACzB,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,KAAK,EAAE,CAAC;IACpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,OAA0B;IAC/C,OAAO,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC;AACpC,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA0B;IAClD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAA0B;IAE1B,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC;QACnC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,WAAW,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AACpD,CAAC;AAID,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC;IACnE,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,aAAa;QACxD,OAAO,WAAW,CAAC;IACrB,IACE,QAAQ,KAAK,QAAQ;QACrB,QAAQ,KAAK,QAAQ;QACrB,QAAQ,KAAK,KAAK;QAClB,QAAQ,KAAK,oBAAoB;QAEjC,OAAO,QAAQ,CAAC;IAClB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAQ9D,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEvD,SAAS,uBAAuB;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAChC,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,EAAE,EACjD,EAAE,CACH,CAAC;IACF,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;QAClD,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,2BAA2B,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,SAAiB,EACjB,MAAe,EACf,WAAmB,uBAAuB,EAAE,EAC5C,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE;QACxB,aAAa,EAAE,KAAK;QACpB,QAAQ;QACR,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACvB,IAAI,KAAK,IAAI,GAAG,CAAC,aAAa,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9C,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAAiB;IACvD,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;AAC3C,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,kBAAkB;IAChC,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,GAAG,CAAC,CAAC;IACX,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE9C,MAAM,UAAU,oBAAoB,CAClC,OAA0B,EAC1B,KAAoB;IAEpB,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,IAAI,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;QAC/B,MAAM,aAAa,GAAG,KAAK,CAAC,cAAc,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,aAAa,CAAC,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,QAAQ,GAAG;QACf,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,aAAa;KACpB,CAAC,MAAM,CACN,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAC1E,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAqB,EACrB,UAA4D,EAAE;IAE9D,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC,MAAM,CACnC,CAAC,OAAO,EAAE,EAAE,CACV,aAAa,CAAC,OAAO,CAAC,KAAK,QAAQ;QACnC,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,CAAC,CAAC,OAAO,CAAC,iBAAiB;YACzB,2BAA2B,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,iBAAiB,CAAC,CACxE,CAAC;IACF,IAAI,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAC;IAC5B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAE,CAAC;IACzC,MAAM,EAAE,CAAC;IACT,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAAoB,EACpB,UAA4D,EAAE;IAE9D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,eAAe,KAAK,CAAC,WAAW,gBAAgB,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,aAAa,IAAI,OAAO,EAAE;YACtG,CAAC,OAAO,CAAC,iBAAiB;gBACxB,CAAC,CAAC,UAAU,OAAO,CAAC,iBAAiB,YAAY;gBACjD,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;IACxF,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAE,CAAC;IAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,OAAO,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,OAAO,gBAAgB,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,OAAO,CACL,KAAK,KAAK,SAAS;YACnB,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CACjE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,kBAA0B,EAC1B,QAAgB,IAAI,CAAC,GAAG,EAAE,EAC1B,UAGI,EAAE;IAEN,IAAI,QAA6B,CAAC;IAClC,IAAI,CAAC;QACH,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,kBAAkB,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,CAAC,CAAoB,EAAE,EAAE,CACxC,CAAC,CAAC,EAAE,KAAK,kBAAkB;QAC3B,aAAa,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC7B,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAEnC,6DAA6D;IAC7D,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CACJ,QAAQ,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,OAAO,CAAC,iBAAiB;YACzB,2BAA2B,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,iBAAiB,CAAC;QAC/D,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,oBAAoB,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAC7D,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,MAAM,UAAU,GAAG,MAAM;YACvB,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;YACxE,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,qDAAqD;IACrD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAC1C,CAAC,CAAC,EAAE,EAAE,CACJ,QAAQ,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,oBAAoB,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAC7D,CAAC;IACF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,wEAAwE;IACxE,qEAAqE;IACrE,kEAAkE;IAClE,sEAAsE;IACtE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,EAChB,SAAkB;IAElB,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO;IAChB,GAAyB,CAAC,KAAK,GAAG,QAAQ,CAAC;IAC5C,IAAI,SAAS,KAAK,SAAS;QACxB,GAA8B,CAAC,SAAS,GAAG,SAAS,CAAC;AAC1D,CAAC;AAYD,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjC,CAAC;QACtB,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ;YACjC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAiB;IAEjB,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,IACE,CAAC,GAAG,CAAC,YAAY;QACjB,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ;YACxB,GAAG,CAAC,QAAQ,KAAK,QAAQ;YACzB,GAAG,CAAC,QAAQ,KAAK,KAAK;YACtB,GAAG,CAAC,QAAQ,KAAK,oBAAoB,CAAC,EACxC,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;YAC3C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,yBAAyB,CAAC,CAAC;YACzF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAA2D,CAAC;YACnH,MAAM,QAAQ,GAAG,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YACrD,IAAI,QAAQ,IAAI,QAAQ,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC;gBACvC,MAAM,SAAS,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChF,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACpH,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAEnC,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;YAChE,IAAI,EAAE,IAAI,eAAe,CAAC;gBACxB,UAAU,EAAE,eAAe;gBAC3B,aAAa,EAAE,GAAG,CAAC,YAAY;gBAC/B,SAAS,EAAE,8BAA8B;aAC1C,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CACX,iDAAiD,SAAS,GAAG,EAC7D,GAAG,CACJ,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,KAAK,CACX,uCAAuC,IAAI,CAAC,MAAM,SAAS,SAAS,KAAK,IAAI,EAAE,CAChF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAyB,CAAC;IACzD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CACX,gEAAgE,SAAS,EAAE,CAC5E,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;QACrD,GAAG,GAAG;QACN,KAAK,EAAE,IAAI,CAAC,YAAY;KACzB,CAAC,CAAC;IACH,IAAI,kBAAkB,KAAK,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,KAAK,CACX,4CAA4C,SAAS,gCAAgC,CACtF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/C,kBAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CACT,2CAA2C,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACnG,CAAC;IACF,OAAO,IAAI,CAAC,YAAY,CAAC;AAC3B,CAAC"}
|
|
1
|
+
{"version":3,"file":"accounts.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/accounts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,gBAAgB,EAChB,iBAAiB,GAGlB,MAAM,oBAAoB,CAAC;AAgC5B,gFAAgF;AAChF,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,OAA0B;IAE1B,OAAO,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;AACtF,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,2BAA2B,CACzC,OAA0B;IAE1B,QAAQ,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,KAAK,QAAQ;YACX,OAAO,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC;gBACrC,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,yBAAyB,CAAC;QAChC,KAAK,WAAW,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,oBAAoB,CAAC;QAC9B;YACE,OAAO,SAAS,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,OAA0B;IACjE,OAAO,CACL,OAAO,CAAC,QAAQ,KAAK,WAAW;QAChC,CAAC,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAC5B,OAAO,CAAC,EAAE,KAAK,cAAc;YAC7B,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,SAAS,KAAK;IACZ,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACzC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IACxC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,MAAM,QAAQ,GAAI,IAA4B,CAAC,MAAM,CACnD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,+BAA+B,CAAC,OAAO,CAAC,CACvD,CAAC;IACF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,qGAAqG,CACtG,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,IAAI,SAAS,GAA+B,IAAI,CAAC;AACjD,MAAM,UAAU,WAAW;IACzB,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,KAAK,EAAE,CAAC;IACpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,OAA0B;IAC/C,OAAO,OAAO,CAAC,MAAM,IAAI,QAAQ,CAAC;AACpC,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA0B;IAClD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAA0B;IAE1B,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC;QACnC,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,WAAW,EAAE,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AACpD,CAAC;AAID,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC;IACnE,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,aAAa;QACxD,OAAO,WAAW,CAAC;IACrB,IACE,QAAQ,KAAK,QAAQ;QACrB,QAAQ,KAAK,QAAQ;QACrB,QAAQ,KAAK,KAAK;QAClB,QAAQ,KAAK,oBAAoB;QAEjC,OAAO,QAAQ,CAAC;IAClB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAQ9D,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEvD,SAAS,uBAAuB;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAChC,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,EAAE,EACjD,EAAE,CACH,CAAC;IACF,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;QAClD,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,2BAA2B,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,SAAiB,EACjB,MAAe,EACf,WAAmB,uBAAuB,EAAE,EAC5C,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE;QACxB,aAAa,EAAE,KAAK;QACpB,QAAQ;QACR,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,IAAI,CAAC,GAAG,EAAE;IAE1B,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACvB,IAAI,KAAK,IAAI,GAAG,CAAC,aAAa,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9C,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAAiB;IACvD,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;AAC3C,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,kBAAkB;IAChC,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,GAAG,CAAC,CAAC;IACX,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,UAAU,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC;AAED,IAAI,MAAM,GAAG,CAAC,CAAC;AACf,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE9C,MAAM,UAAU,oBAAoB,CAClC,OAA0B,EAC1B,KAAoB;IAEpB,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IACjD,MAAM,IAAI,GAAG,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,IAAI,KAAK,KAAK,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IAE7C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,QAAQ,GAAG;QACf,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,cAAc;QACpB,KAAK,CAAC,aAAa;KACpB,CAAC,MAAM,CACN,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAC1E,CAAC;IACF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAqB,EACrB,UAA4D,EAAE;IAE9D,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC,MAAM,CACnC,CAAC,OAAO,EAAE,EAAE,CACV,aAAa,CAAC,OAAO,CAAC,KAAK,QAAQ;QACnC,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/B,CAAC,CAAC,OAAO,CAAC,iBAAiB;YACzB,2BAA2B,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,iBAAiB,CAAC,CACxE,CAAC;IACF,IAAI,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAC;IAC5B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAE,CAAC;IACzC,MAAM,EAAE,CAAC;IACT,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAAoB,EACpB,UAA4D,EAAE;IAE9D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CACb,eAAe,KAAK,CAAC,WAAW,gBAAgB,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,aAAa,IAAI,OAAO,EAAE;YACtG,CAAC,OAAO,CAAC,iBAAiB;gBACxB,CAAC,CAAC,UAAU,OAAO,CAAC,iBAAiB,YAAY;gBACjD,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;IACxF,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAE,CAAC;IAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,OAAO,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,OAAO,gBAAgB,EAAE,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QACzC,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,OAAO,CACL,KAAK,KAAK,SAAS;YACnB,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CACjE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,kBAA0B,EAC1B,QAAgB,IAAI,CAAC,GAAG,EAAE,EAC1B,UAGI,EAAE;IAEN,IAAI,QAA6B,CAAC;IAClC,IAAI,CAAC;QACH,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,kBAAkB,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,CAAC,CAAoB,EAAE,EAAE,CACxC,CAAC,CAAC,EAAE,KAAK,kBAAkB;QAC3B,aAAa,CAAC,CAAC,CAAC,KAAK,QAAQ;QAC7B,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAEnC,6DAA6D;IAC7D,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CACJ,QAAQ,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,OAAO,CAAC,iBAAiB;YACzB,2BAA2B,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,iBAAiB,CAAC;QAC/D,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,oBAAoB,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAC7D,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,MAAM,UAAU,GAAG,MAAM;YACvB,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC;YACxE,CAAC,CAAC,EAAE,CAAC;QACP,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,qDAAqD;IACrD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAC1C,CAAC,CAAC,EAAE,EAAE,CACJ,QAAQ,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,oBAAoB,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAC7D,CAAC;IACF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IAED,wEAAwE;IACxE,qEAAqE;IACrE,kEAAkE;IAClE,sEAAsE;IACtE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,kBAAkB,CAChC,SAAiB,EACjB,QAAgB,EAChB,SAAkB;IAElB,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO;IAChB,GAAyB,CAAC,KAAK,GAAG,QAAQ,CAAC;IAC5C,IAAI,SAAS,KAAK,SAAS;QACxB,GAA8B,CAAC,SAAS,GAAG,SAAS,CAAC;AAC1D,CAAC;AAYD,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CACjC,CAAC;QACtB,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ;YACjC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAiB;IAEjB,MAAM,GAAG,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,IACE,CAAC,GAAG,CAAC,YAAY;QACjB,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ;YACxB,GAAG,CAAC,QAAQ,KAAK,QAAQ;YACzB,GAAG,CAAC,QAAQ,KAAK,KAAK;YACtB,GAAG,CAAC,QAAQ,KAAK,oBAAoB,CAAC,EACxC,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAC5C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;YAC3C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,yBAAyB,CAAC,CAAC;YACzF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAA2D,CAAC;YACnH,MAAM,QAAQ,GAAG,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YACrD,IAAI,QAAQ,IAAI,QAAQ,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC;gBACvC,MAAM,SAAS,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAChF,kBAAkB,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACpH,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAEnC,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,KAAK,CAAC,qCAAqC,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;YAChE,IAAI,EAAE,IAAI,eAAe,CAAC;gBACxB,UAAU,EAAE,eAAe;gBAC3B,aAAa,EAAE,GAAG,CAAC,YAAY;gBAC/B,SAAS,EAAE,8BAA8B;aAC1C,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CACX,iDAAiD,SAAS,GAAG,EAC7D,GAAG,CACJ,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,KAAK,CACX,uCAAuC,IAAI,CAAC,MAAM,SAAS,SAAS,KAAK,IAAI,EAAE,CAChF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAyB,CAAC;IACzD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CACX,gEAAgE,SAAS,EAAE,CAC5E,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,kBAAkB,GAAG,2BAA2B,CAAC;QACrD,GAAG,GAAG;QACN,KAAK,EAAE,IAAI,CAAC,YAAY;KACzB,CAAC,CAAC;IACH,IAAI,kBAAkB,KAAK,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,KAAK,CACX,4CAA4C,SAAS,gCAAgC,CACtF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/C,kBAAkB,CAAC,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CACT,2CAA2C,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACnG,CAAC;IACF,OAAO,IAAI,CAAC,YAAY,CAAC;AAC3B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAW5B,eAAO,MAAM,GAAG,4EAAa,CAAC;AAkE9B,wBAAgB,WAAW,IAAI,IAAI,CAOlC"}
|
|
@@ -4,7 +4,7 @@ import { acquireSession, sessionCount } from "./sticky.js";
|
|
|
4
4
|
import { handleMessages } from "./proxy-anthropic.js";
|
|
5
5
|
import { listAccountDescriptors, listRoutableModels } from "./accounts.js";
|
|
6
6
|
import { modelCatalogResponse } from "./model-catalog.js";
|
|
7
|
-
import { getSessionLedgerEntry, listSessionLedger } from "./session-ledger.js";
|
|
7
|
+
import { getSessionLedgerEntry, getSessionLedgerEntryForClient, listSessionLedger, } from "./session-ledger.js";
|
|
8
8
|
export const app = new Hono();
|
|
9
9
|
// Health — no internal state exposed
|
|
10
10
|
app.get("/health", (c) => c.json({ ok: true }));
|
|
@@ -51,6 +51,14 @@ app.get("/v1/sessions/:id", (c) => {
|
|
|
51
51
|
return c.json({ error: "session not found" }, 404);
|
|
52
52
|
return c.json(entry);
|
|
53
53
|
});
|
|
54
|
+
// The tmux surface asks for one attested client session. This is deliberately
|
|
55
|
+
// not the collection endpoint: a five-second status refresh must stay O(1).
|
|
56
|
+
app.get("/v1/status/client/:clientSessionId", (c) => {
|
|
57
|
+
const entry = getSessionLedgerEntryForClient(c.req.param("clientSessionId"));
|
|
58
|
+
if (!entry)
|
|
59
|
+
return c.json({ error: "client session not found" }, 404);
|
|
60
|
+
return c.json(entry);
|
|
61
|
+
});
|
|
54
62
|
// Anthropic Messages proxy — pods call this with Bearer gw-<hex>
|
|
55
63
|
app.post("/v1/messages", handleMessages);
|
|
56
64
|
export function startServer() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EACL,qBAAqB,EACrB,8BAA8B,EAC9B,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;AAE9B,qCAAqC;AACrC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAChD,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAEjD,+DAA+D;AAC/D,gEAAgE;AAChE,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;IAClC,IAAI,IASH,CAAC;IACF,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAe,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1D,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,6BAA6B,EAAE,EAAE,GAAG,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE;YAClD,GAAG,CAAC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,GAAG,CAAC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9F,GAAG,CAAC,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ;gBAC1C,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE;gBAC3C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,OAAO,IAAI,CAAC,iBAAiB,KAAK,QAAQ;gBAC5C,CAAC,CAAC,EAAE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE;gBAC/C,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAClF,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3E,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC;AACjF,GAAG,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC;AACtE,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC,EAAE,EAAE;IAChC,MAAM,KAAK,GAAG,qBAAqB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,mBAAmB,EAAE,EAAE,GAAG,CAAC,CAAC;IAC/D,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AACH,8EAA8E;AAC9E,4EAA4E;AAC5E,GAAG,CAAC,GAAG,CAAC,oCAAoC,EAAE,CAAC,CAAC,EAAE,EAAE;IAClD,MAAM,KAAK,GAAG,8BAA8B,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAC7E,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,0BAA0B,EAAE,EAAE,GAAG,CAAC,CAAC;IACtE,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC,CAAC,CAAC;AAEH,iEAAiE;AACjE,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;AAEzC,MAAM,UAAU,WAAW;IACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACtD,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE;QACrC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,+BAA+B,IAAI,MAAM,YAAY,EAAE,uBAAuB,CAC/E,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM;IAAE,WAAW,EAAE,CAAC"}
|
|
@@ -3,14 +3,17 @@ export type GatewayProtocol = "anthropic.messages";
|
|
|
3
3
|
export type RoutingPolicy = "round-robin";
|
|
4
4
|
export interface ModelCatalogEntry {
|
|
5
5
|
id: string;
|
|
6
|
-
provider:
|
|
6
|
+
provider: AccountPool;
|
|
7
|
+
targetProviderId: string;
|
|
8
|
+
transportProviderId: string;
|
|
7
9
|
upstreamModel: string;
|
|
8
10
|
accountPool: AccountPool;
|
|
9
11
|
inputProtocol: GatewayProtocol;
|
|
10
12
|
outputProtocol: GatewayProtocol;
|
|
11
13
|
capabilities: string[];
|
|
12
14
|
defaultPolicy: RoutingPolicy;
|
|
13
|
-
|
|
15
|
+
effort?: string;
|
|
16
|
+
routeKind: "faithful" | "alias";
|
|
14
17
|
}
|
|
15
18
|
export interface RoutingTarget {
|
|
16
19
|
requestedModel?: string;
|
|
@@ -18,7 +21,11 @@ export interface RoutingTarget {
|
|
|
18
21
|
upstreamModel?: string;
|
|
19
22
|
accountPool: AccountPool;
|
|
20
23
|
routingPolicy: RoutingPolicy;
|
|
21
|
-
routeReason: "
|
|
24
|
+
routeReason: "env-model-map" | "provider-request" | "canonical-route";
|
|
25
|
+
providerId?: string;
|
|
26
|
+
transportProviderId?: string;
|
|
27
|
+
effort?: string;
|
|
28
|
+
routeKind?: "faithful" | "alias";
|
|
22
29
|
}
|
|
23
30
|
export declare function listModelCatalog(): ModelCatalogEntry[];
|
|
24
31
|
export declare function resetModelCatalogCache(): void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-catalog.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/model-catalog.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"model-catalog.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/model-catalog.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,OAAO,GAAG,QAAQ,CAAC;AAC3D,MAAM,MAAM,eAAe,GAAG,oBAAoB,CAAC;AACnD,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC;AAE1C,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,WAAW,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,WAAW,CAAC;IACzB,aAAa,EAAE,eAAe,CAAC;IAC/B,cAAc,EAAE,eAAe,CAAC;IAChC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC;CACjC;AAED,MAAM,WAAW,aAAa;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;IACzB,aAAa,EAAE,aAAa,CAAC;IAC7B,WAAW,EACP,eAAe,GACf,kBAAkB,GAClB,iBAAiB,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC;CAClC;AAkDD,wBAAgB,gBAAgB,IAAI,iBAAiB,EAAE,CAmCtD;AAED,wBAAgB,sBAAsB,IAAI,IAAI,CAG7C;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,GACf,WAAW,GAAG,SAAS,CAgBzB;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAQ5E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAqC1E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,aAAa,CAI9D;AAED,wBAAgB,oBAAoB,CAAC,OAAO,sBAAqB,GAAG;IAClE,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1F,CAmBA"}
|
|
@@ -1,89 +1,6 @@
|
|
|
1
|
+
import { describeCanonicalTargetRoutes } from "@sentropic/llm-gateway";
|
|
1
2
|
const CODEX_CAPABILITIES = ["streaming", "tools", "reasoning_effort"];
|
|
2
3
|
const GOOGLE_CAPABILITIES = ["streaming", "tools"];
|
|
3
|
-
const DEFAULT_MODEL_CATALOG = [
|
|
4
|
-
{
|
|
5
|
-
id: "gpt-5.6-terra",
|
|
6
|
-
provider: "codex",
|
|
7
|
-
upstreamModel: "gpt-5.6-terra",
|
|
8
|
-
accountPool: "codex",
|
|
9
|
-
inputProtocol: "anthropic.messages",
|
|
10
|
-
outputProtocol: "anthropic.messages",
|
|
11
|
-
capabilities: [...CODEX_CAPABILITIES],
|
|
12
|
-
defaultPolicy: "round-robin",
|
|
13
|
-
aliases: [],
|
|
14
|
-
},
|
|
15
|
-
{
|
|
16
|
-
id: "gpt-5.6-sol",
|
|
17
|
-
provider: "codex",
|
|
18
|
-
upstreamModel: "gpt-5.6-sol",
|
|
19
|
-
accountPool: "codex",
|
|
20
|
-
inputProtocol: "anthropic.messages",
|
|
21
|
-
outputProtocol: "anthropic.messages",
|
|
22
|
-
capabilities: [...CODEX_CAPABILITIES],
|
|
23
|
-
defaultPolicy: "round-robin",
|
|
24
|
-
aliases: ["claude-fable-5", "fable-5"],
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
id: "gpt-5.6-luna",
|
|
28
|
-
provider: "codex",
|
|
29
|
-
upstreamModel: "gpt-5.6-luna",
|
|
30
|
-
accountPool: "codex",
|
|
31
|
-
inputProtocol: "anthropic.messages",
|
|
32
|
-
outputProtocol: "anthropic.messages",
|
|
33
|
-
capabilities: [...CODEX_CAPABILITIES],
|
|
34
|
-
defaultPolicy: "round-robin",
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
id: "gpt-5.5",
|
|
38
|
-
provider: "codex",
|
|
39
|
-
upstreamModel: "gpt-5.5",
|
|
40
|
-
accountPool: "codex",
|
|
41
|
-
inputProtocol: "anthropic.messages",
|
|
42
|
-
outputProtocol: "anthropic.messages",
|
|
43
|
-
capabilities: [...CODEX_CAPABILITIES],
|
|
44
|
-
defaultPolicy: "round-robin",
|
|
45
|
-
aliases: [
|
|
46
|
-
"claude-opus-4-7",
|
|
47
|
-
"claude-opus-4-6",
|
|
48
|
-
"claude-sonnet-4-6",
|
|
49
|
-
"claude-sonnet-4-5",
|
|
50
|
-
"claude-haiku-4-5-20251001",
|
|
51
|
-
],
|
|
52
|
-
},
|
|
53
|
-
{
|
|
54
|
-
id: "gpt-5.3-codex-spark",
|
|
55
|
-
provider: "codex",
|
|
56
|
-
upstreamModel: "gpt-5.3-codex-spark",
|
|
57
|
-
accountPool: "codex",
|
|
58
|
-
inputProtocol: "anthropic.messages",
|
|
59
|
-
outputProtocol: "anthropic.messages",
|
|
60
|
-
capabilities: [...CODEX_CAPABILITIES],
|
|
61
|
-
defaultPolicy: "round-robin",
|
|
62
|
-
},
|
|
63
|
-
// ── Google / Gemini models ──
|
|
64
|
-
{
|
|
65
|
-
id: "gemini-3.5-flash",
|
|
66
|
-
provider: "google",
|
|
67
|
-
upstreamModel: "gemini-3.5-flash",
|
|
68
|
-
accountPool: "google",
|
|
69
|
-
inputProtocol: "anthropic.messages",
|
|
70
|
-
outputProtocol: "anthropic.messages",
|
|
71
|
-
capabilities: [...GOOGLE_CAPABILITIES],
|
|
72
|
-
defaultPolicy: "round-robin",
|
|
73
|
-
aliases: ["gemini-3.5-high", "gemini-flash", "claude-sonnet-5", "claude-sonnet-5-high"],
|
|
74
|
-
},
|
|
75
|
-
{
|
|
76
|
-
id: "gemini-3.1-pro",
|
|
77
|
-
provider: "google",
|
|
78
|
-
upstreamModel: "gemini-3.1-pro",
|
|
79
|
-
accountPool: "google",
|
|
80
|
-
inputProtocol: "anthropic.messages",
|
|
81
|
-
outputProtocol: "anthropic.messages",
|
|
82
|
-
capabilities: [...GOOGLE_CAPABILITIES],
|
|
83
|
-
defaultPolicy: "round-robin",
|
|
84
|
-
aliases: ["gemini-3.1-pro-high", "gemini-pro-high", "gemini-pro", "claude-opus-4-8", "claude-opus-4-8-xhigh"],
|
|
85
|
-
},
|
|
86
|
-
];
|
|
87
4
|
let _catalog = null;
|
|
88
5
|
let _envModelMap = null;
|
|
89
6
|
function parseEnvModelMap() {
|
|
@@ -103,18 +20,56 @@ function envCatalogEntries() {
|
|
|
103
20
|
return {
|
|
104
21
|
id,
|
|
105
22
|
provider: isGoogle ? "google" : (isAnthropic ? "anthropic" : "codex"),
|
|
23
|
+
targetProviderId: isGoogle
|
|
24
|
+
? "google"
|
|
25
|
+
: isAnthropic
|
|
26
|
+
? "anthropic"
|
|
27
|
+
: "openai",
|
|
28
|
+
transportProviderId: isGoogle
|
|
29
|
+
? "gemini-code-assist"
|
|
30
|
+
: isAnthropic
|
|
31
|
+
? "claude-code"
|
|
32
|
+
: "codex",
|
|
106
33
|
upstreamModel,
|
|
107
34
|
accountPool: isGoogle ? "google" : (isAnthropic ? "anthropic" : "codex"),
|
|
108
35
|
inputProtocol: "anthropic.messages",
|
|
109
36
|
outputProtocol: "anthropic.messages",
|
|
110
37
|
capabilities: isGoogle ? [...GOOGLE_CAPABILITIES] : [...CODEX_CAPABILITIES],
|
|
111
38
|
defaultPolicy: "round-robin",
|
|
39
|
+
routeKind: upstreamModel === id ? "faithful" : "alias",
|
|
112
40
|
};
|
|
113
41
|
});
|
|
114
42
|
}
|
|
115
43
|
export function listModelCatalog() {
|
|
116
|
-
if (!_catalog)
|
|
117
|
-
|
|
44
|
+
if (!_catalog) {
|
|
45
|
+
const canonical = describeCanonicalTargetRoutes().map((route) => {
|
|
46
|
+
const accountPool = accountPoolForProvider(route.transportProviderId) ??
|
|
47
|
+
accountPoolForProvider(route.providerId);
|
|
48
|
+
if (!accountPool) {
|
|
49
|
+
throw new Error(`canonical route ${route.requestedId} has unsupported transport ${route.transportProviderId}`);
|
|
50
|
+
}
|
|
51
|
+
return {
|
|
52
|
+
id: route.requestedId,
|
|
53
|
+
provider: accountPool,
|
|
54
|
+
targetProviderId: route.providerId,
|
|
55
|
+
transportProviderId: route.transportProviderId,
|
|
56
|
+
upstreamModel: route.model,
|
|
57
|
+
accountPool,
|
|
58
|
+
inputProtocol: "anthropic.messages",
|
|
59
|
+
outputProtocol: "anthropic.messages",
|
|
60
|
+
capabilities: accountPool === "google"
|
|
61
|
+
? [...GOOGLE_CAPABILITIES]
|
|
62
|
+
: [...CODEX_CAPABILITIES],
|
|
63
|
+
defaultPolicy: "round-robin",
|
|
64
|
+
...(route.effort ? { effort: route.effort } : {}),
|
|
65
|
+
routeKind: route.kind,
|
|
66
|
+
};
|
|
67
|
+
});
|
|
68
|
+
const byId = new Map(canonical.map((entry) => [entry.id, entry]));
|
|
69
|
+
for (const entry of envCatalogEntries())
|
|
70
|
+
byId.set(entry.id, entry);
|
|
71
|
+
_catalog = [...byId.values()];
|
|
72
|
+
}
|
|
118
73
|
return _catalog;
|
|
119
74
|
}
|
|
120
75
|
export function resetModelCatalogCache() {
|
|
@@ -159,6 +114,9 @@ export function resolveModelRoute(model) {
|
|
|
159
114
|
accountPool: isGoogle ? "google" : (isAnthropic ? "anthropic" : "codex"),
|
|
160
115
|
routingPolicy: "round-robin",
|
|
161
116
|
routeReason: "env-model-map",
|
|
117
|
+
providerId: isGoogle ? "google" : (isAnthropic ? "anthropic" : "openai"),
|
|
118
|
+
transportProviderId: isGoogle ? "gemini-code-assist" : (isAnthropic ? "claude-code" : "codex"),
|
|
119
|
+
routeKind: envUpstream === model ? "faithful" : "alias",
|
|
162
120
|
};
|
|
163
121
|
}
|
|
164
122
|
for (const entry of listModelCatalog()) {
|
|
@@ -169,29 +127,13 @@ export function resolveModelRoute(model) {
|
|
|
169
127
|
upstreamModel: entry.upstreamModel,
|
|
170
128
|
accountPool: entry.accountPool,
|
|
171
129
|
routingPolicy: entry.defaultPolicy,
|
|
172
|
-
routeReason: "
|
|
130
|
+
routeReason: "canonical-route",
|
|
131
|
+
providerId: entry.targetProviderId,
|
|
132
|
+
transportProviderId: entry.transportProviderId,
|
|
133
|
+
...(entry.effort ? { effort: entry.effort } : {}),
|
|
134
|
+
routeKind: entry.routeKind,
|
|
173
135
|
};
|
|
174
136
|
}
|
|
175
|
-
if (entry.aliases?.includes(model)) {
|
|
176
|
-
return {
|
|
177
|
-
requestedModel: model,
|
|
178
|
-
catalogModelId: entry.id,
|
|
179
|
-
upstreamModel: entry.upstreamModel,
|
|
180
|
-
accountPool: entry.accountPool,
|
|
181
|
-
routingPolicy: entry.defaultPolicy,
|
|
182
|
-
routeReason: "catalog-alias",
|
|
183
|
-
};
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
if (model.startsWith("gpt-")) {
|
|
187
|
-
return {
|
|
188
|
-
requestedModel: model,
|
|
189
|
-
catalogModelId: model,
|
|
190
|
-
upstreamModel: model,
|
|
191
|
-
accountPool: "codex",
|
|
192
|
-
routingPolicy: "round-robin",
|
|
193
|
-
routeReason: "passthrough-gpt",
|
|
194
|
-
};
|
|
195
137
|
}
|
|
196
138
|
return undefined;
|
|
197
139
|
}
|
|
@@ -210,18 +152,6 @@ export function modelCatalogResponse(entries = listModelCatalog()) {
|
|
|
210
152
|
object: "model",
|
|
211
153
|
owned_by: entry.provider,
|
|
212
154
|
});
|
|
213
|
-
if (entry.aliases) {
|
|
214
|
-
for (const alias of entry.aliases) {
|
|
215
|
-
if (!modelMap.has(alias)) {
|
|
216
|
-
modelMap.set(alias, {
|
|
217
|
-
...entry,
|
|
218
|
-
id: alias,
|
|
219
|
-
object: "model",
|
|
220
|
-
owned_by: entry.provider,
|
|
221
|
-
});
|
|
222
|
-
}
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
155
|
}
|
|
226
156
|
return {
|
|
227
157
|
object: "list",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-catalog.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/model-catalog.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"model-catalog.js","sourceRoot":"","sources":["../../src/llm-gateway-runtime/model-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AAqCvE,MAAM,kBAAkB,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,kBAAkB,CAAU,CAAC;AAC/E,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,OAAO,CAAU,CAAC;AAE5D,IAAI,QAAQ,GAA+B,IAAI,CAAC;AAChD,IAAI,YAAY,GAAkC,IAAI,CAAC;AAEvD,SAAS,gBAAgB;IACvB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClC,YAAY,GAAG,EAAE,CAAC;QAClB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAGrD,CAAC;IACF,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,aAAa,CAAC,EAAE,EAAE;QACpE,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEnE,OAAO;YACL,EAAE;YACF,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;YACrE,gBAAgB,EAAE,QAAQ;gBACxB,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,WAAW;oBACX,CAAC,CAAC,WAAW;oBACb,CAAC,CAAC,QAAQ;YACd,mBAAmB,EAAE,QAAQ;gBAC3B,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,WAAW;oBACX,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,OAAO;YACb,aAAa;YACb,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;YACxE,aAAa,EAAE,oBAAoB;YACnC,cAAc,EAAE,oBAAoB;YACpC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC;YAC3E,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,aAAa,KAAK,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;SACvD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,SAAS,GAAG,6BAA6B,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9D,MAAM,WAAW,GAAG,sBAAsB,CAAC,KAAK,CAAC,mBAAmB,CAAC;gBACnE,sBAAsB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC3C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CACb,mBAAmB,KAAK,CAAC,WAAW,8BAA8B,KAAK,CAAC,mBAAmB,EAAE,CAC9F,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,KAAK,CAAC,WAAW;gBACrB,QAAQ,EAAE,WAAW;gBACrB,gBAAgB,EAAE,KAAK,CAAC,UAAU;gBAClC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;gBAC9C,aAAa,EAAE,KAAK,CAAC,KAAK;gBAC1B,WAAW;gBACX,aAAa,EAAE,oBAA6B;gBAC5C,cAAc,EAAE,oBAA6B;gBAC7C,YAAY,EACV,WAAW,KAAK,QAAQ;oBACtB,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC;oBAC1B,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC;gBAC7B,aAAa,EAAE,aAAsB;gBACrC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,SAAS,EAAE,KAAK,CAAC,IAAI;aACM,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,CAClB,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAC5C,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE;YAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACnE,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,QAAQ,GAAG,IAAI,CAAC;IAChB,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAgB;IAEhB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC1C,IAAI,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;QACtD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IACE,UAAU,KAAK,QAAQ;QACvB,UAAU,KAAK,QAAQ;QACvB,UAAU,KAAK,KAAK;QACpB,UAAU,KAAK,oBAAoB,EACnC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,UAAU,KAAK,WAAW,IAAI,UAAU,KAAK,aAAa;QAC5D,OAAO,WAAW,CAAC;IACrB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,WAAW,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAC;IACnC,OAAO;QACL,WAAW;QACX,aAAa,EAAE,aAAa;QAC5B,WAAW,EAAE,kBAAkB;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9G,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACjE,OAAO;YACL,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,WAAW;YAC1B,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;YACxE,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,eAAe;YAC5B,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;YACxE,mBAAmB,EAAE,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9F,SAAS,EAAE,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;SACxD,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;YACvB,OAAO;gBACL,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,KAAK,CAAC,EAAE;gBACxB,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,WAAW,EAAE,iBAAiB;gBAC9B,UAAU,EAAE,KAAK,CAAC,gBAAgB;gBAClC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;gBAC9C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;IAC3D,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAO,GAAG,gBAAgB,EAAE;IAI/D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAGrB,CAAC;IAEJ,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;YACrB,GAAG,KAAK;YACR,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,OAAgB;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;KACpC,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proxy-anthropic.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/proxy-anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"proxy-anthropic.d.ts","sourceRoot":"","sources":["../../src/llm-gateway-runtime/proxy-anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAiRpC,wBAAsB,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CA8ElE"}
|
|
@@ -3,7 +3,7 @@ import { lookupToken, rebindGatewaySession, } from "./sticky.js";
|
|
|
3
3
|
import { handleMessagesViaOpenAI } from "./proxy-openai.js";
|
|
4
4
|
import { handleMessagesViaGemini } from "./proxy-gemini.js";
|
|
5
5
|
import { accountPoolForProvider, resolveModelRoute, } from "./model-catalog.js";
|
|
6
|
-
import { recordSessionRequest } from "./session-ledger.js";
|
|
6
|
+
import { recordSessionActive, recordSessionFallback, recordSessionIdle, recordSessionRateLimitComplete, recordSessionRateLimited, recordSessionRequest, } from "./session-ledger.js";
|
|
7
7
|
const ANTHROPIC_BASE = process.env.ANTHROPIC_UPSTREAM_URL ?? "https://api.anthropic.com";
|
|
8
8
|
const PASSTHROUGH_REQUEST_HEADERS = [
|
|
9
9
|
"anthropic-version",
|
|
@@ -33,7 +33,25 @@ function isQuotaFallbackResponse(response) {
|
|
|
33
33
|
function quotaReason(response) {
|
|
34
34
|
return `upstream ${response.status}`;
|
|
35
35
|
}
|
|
36
|
+
function retryAfterMs(response, nowMs = Date.now()) {
|
|
37
|
+
const raw = response.headers.get("retry-after")?.trim();
|
|
38
|
+
if (!raw)
|
|
39
|
+
return undefined;
|
|
40
|
+
const seconds = Number(raw);
|
|
41
|
+
if (Number.isFinite(seconds) && seconds >= 0)
|
|
42
|
+
return Math.round(seconds * 1000);
|
|
43
|
+
const at = Date.parse(raw);
|
|
44
|
+
return Number.isFinite(at) ? Math.max(0, at - nowMs) : undefined;
|
|
45
|
+
}
|
|
36
46
|
async function rebindAfterQuotaResponse(gatewayToken, session, response, route) {
|
|
47
|
+
const exhaustedAccount = findAccount(session.accountId);
|
|
48
|
+
if (exhaustedAccount && response.status === 429) {
|
|
49
|
+
const retry = retryAfterMs(response);
|
|
50
|
+
recordSessionRateLimited(session.sessionId, exhaustedAccount, {
|
|
51
|
+
...(route ? { route } : {}),
|
|
52
|
+
...(retry !== undefined ? { retryAfterMs: retry } : {}),
|
|
53
|
+
});
|
|
54
|
+
}
|
|
37
55
|
markAccountExhausted(session.accountId, quotaReason(response));
|
|
38
56
|
const fallback = selectFallbackAccount(session.accountId, Date.now(), {
|
|
39
57
|
...(session.requiredTransport
|
|
@@ -53,11 +71,54 @@ async function rebindAfterQuotaResponse(gatewayToken, session, response, route)
|
|
|
53
71
|
}
|
|
54
72
|
if (!rebound)
|
|
55
73
|
return undefined;
|
|
74
|
+
if (exhaustedAccount) {
|
|
75
|
+
recordSessionFallback(session.sessionId, exhaustedAccount, fallback, route);
|
|
76
|
+
}
|
|
56
77
|
await response.body?.cancel().catch(() => { });
|
|
57
78
|
console.warn(`[llm-gateway] account ${session.accountId} returned ${response.status}; ` +
|
|
58
79
|
`rebinding session to ${fallback.id} (${fallback.provider})`);
|
|
59
80
|
return rebound;
|
|
60
81
|
}
|
|
82
|
+
function completeWhenBodyEnds(response, complete) {
|
|
83
|
+
if (!response.body) {
|
|
84
|
+
complete();
|
|
85
|
+
return response;
|
|
86
|
+
}
|
|
87
|
+
const reader = response.body.getReader();
|
|
88
|
+
let completed = false;
|
|
89
|
+
const completeOnce = () => {
|
|
90
|
+
if (completed)
|
|
91
|
+
return;
|
|
92
|
+
completed = true;
|
|
93
|
+
complete();
|
|
94
|
+
};
|
|
95
|
+
const body = new ReadableStream({
|
|
96
|
+
async pull(controller) {
|
|
97
|
+
try {
|
|
98
|
+
const result = await reader.read();
|
|
99
|
+
if (result.done) {
|
|
100
|
+
completeOnce();
|
|
101
|
+
controller.close();
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
controller.enqueue(result.value);
|
|
105
|
+
}
|
|
106
|
+
catch (error) {
|
|
107
|
+
completeOnce();
|
|
108
|
+
controller.error(error);
|
|
109
|
+
}
|
|
110
|
+
},
|
|
111
|
+
async cancel(reason) {
|
|
112
|
+
completeOnce();
|
|
113
|
+
await reader.cancel(reason);
|
|
114
|
+
},
|
|
115
|
+
});
|
|
116
|
+
return new Response(body, {
|
|
117
|
+
status: response.status,
|
|
118
|
+
statusText: response.statusText,
|
|
119
|
+
headers: response.headers,
|
|
120
|
+
});
|
|
121
|
+
}
|
|
61
122
|
async function handleMessagesViaAnthropic(c, session, body) {
|
|
62
123
|
const upstreamUrl = `${ANTHROPIC_BASE}/v1/messages`;
|
|
63
124
|
const requestHeaders = {
|
|
@@ -104,11 +165,16 @@ async function handleMessagesViaAnthropic(c, session, body) {
|
|
|
104
165
|
headers: responseHeaders,
|
|
105
166
|
});
|
|
106
167
|
}
|
|
107
|
-
async function dispatchToSessionAccount(c, session, body) {
|
|
168
|
+
async function dispatchToSessionAccount(c, session, body, recordOutbound) {
|
|
108
169
|
if (session.requiredTransport &&
|
|
109
170
|
session.transport !== session.requiredTransport) {
|
|
110
171
|
return c.json({ error: "gateway session transport constraint is no longer satisfied" }, 503);
|
|
111
172
|
}
|
|
173
|
+
// The account/transport guard above has passed. This is the final common
|
|
174
|
+
// point immediately before the provider-specific outbound request is
|
|
175
|
+
// constructed, so route text cannot be claimed merely from parsing or a
|
|
176
|
+
// successful rebind.
|
|
177
|
+
recordOutbound();
|
|
112
178
|
if (session.provider === "google" ||
|
|
113
179
|
session.provider === "gemini" ||
|
|
114
180
|
session.provider === "gcp" ||
|
|
@@ -148,36 +214,63 @@ export async function handleMessages(c) {
|
|
|
148
214
|
return c.json({ error: "unauthorized" }, 403);
|
|
149
215
|
const body = await c.req.raw.arrayBuffer();
|
|
150
216
|
const route = routeFromRequestBody(body);
|
|
151
|
-
recordSessionRequest(session.sessionId, route);
|
|
152
217
|
const sessionAccount = findAccount(session.accountId);
|
|
153
|
-
if (route &&
|
|
154
|
-
|
|
155
|
-
|
|
218
|
+
if (route && !sessionAccount) {
|
|
219
|
+
return c.json({ error: "gateway session account is unavailable" }, 503);
|
|
220
|
+
}
|
|
221
|
+
if (route && sessionAccount && !accountSupportsRoute(sessionAccount, route)) {
|
|
156
222
|
const correctPoolAccount = selectFallbackAccount(session.accountId, Date.now(), {
|
|
157
223
|
route,
|
|
158
224
|
});
|
|
159
|
-
if (correctPoolAccount) {
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
console.error("rebindGatewaySession failed:", err);
|
|
167
|
-
// If rebind fails, continue with the original session
|
|
225
|
+
if (!correctPoolAccount) {
|
|
226
|
+
return c.json({ error: "no account can serve the requested route" }, 503);
|
|
227
|
+
}
|
|
228
|
+
try {
|
|
229
|
+
const rebound = await rebindGatewaySession(gatewayToken, correctPoolAccount, route);
|
|
230
|
+
if (!rebound) {
|
|
231
|
+
return c.json({ error: "requested route could not be rebound" }, 503);
|
|
168
232
|
}
|
|
233
|
+
const reboundSession = rebound;
|
|
234
|
+
session = reboundSession;
|
|
235
|
+
}
|
|
236
|
+
catch (err) {
|
|
237
|
+
console.error("rebindGatewaySession failed:", err);
|
|
238
|
+
return c.json({ error: "requested route could not be rebound" }, 503);
|
|
169
239
|
}
|
|
170
240
|
}
|
|
171
241
|
const attempted = new Set();
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
242
|
+
let outboundRecorded = false;
|
|
243
|
+
try {
|
|
244
|
+
for (;;) {
|
|
245
|
+
const dispatchSession = session;
|
|
246
|
+
attempted.add(dispatchSession.accountId);
|
|
247
|
+
const response = await dispatchToSessionAccount(c, dispatchSession, body, () => {
|
|
248
|
+
if (outboundRecorded)
|
|
249
|
+
return;
|
|
250
|
+
recordSessionRequest(dispatchSession.sessionId, route);
|
|
251
|
+
outboundRecorded = true;
|
|
252
|
+
});
|
|
253
|
+
if (!isQuotaFallbackResponse(response)) {
|
|
254
|
+
const completedSessionId = session.sessionId;
|
|
255
|
+
return completeWhenBodyEnds(response, () => recordSessionIdle(completedSessionId, route));
|
|
256
|
+
}
|
|
257
|
+
const rebound = await rebindAfterQuotaResponse(gatewayToken, session, response, route);
|
|
258
|
+
if (!rebound || attempted.has(rebound.accountId)) {
|
|
259
|
+
if (response.status === 429) {
|
|
260
|
+
recordSessionRateLimitComplete(session.sessionId, route);
|
|
261
|
+
}
|
|
262
|
+
else {
|
|
263
|
+
recordSessionIdle(session.sessionId, route);
|
|
264
|
+
}
|
|
265
|
+
return response;
|
|
266
|
+
}
|
|
267
|
+
session = rebound;
|
|
268
|
+
recordSessionActive(session.sessionId, route);
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
catch (error) {
|
|
272
|
+
recordSessionIdle(session.sessionId, route);
|
|
273
|
+
throw error;
|
|
181
274
|
}
|
|
182
275
|
}
|
|
183
276
|
//# sourceMappingURL=proxy-anthropic.js.map
|