@miller-tech/uap 1.17.2 ā 1.19.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.tsbuildinfo +1 -1
- package/dist/benchmarks/token-throughput.d.ts.map +1 -1
- package/dist/benchmarks/token-throughput.js +2 -1
- package/dist/benchmarks/token-throughput.js.map +1 -1
- package/dist/memory/predictive-memory.d.ts.map +1 -1
- package/dist/memory/predictive-memory.js +2 -3
- package/dist/memory/predictive-memory.js.map +1 -1
- package/docs/performance/baseline-2026-03-27.json +11 -0
- package/package.json +1 -1
- package/tools/agents/scripts/anthropic_proxy.py +208 -29
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"token-throughput.d.ts","sourceRoot":"","sources":["../../src/benchmarks/token-throughput.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;
|
|
1
|
+
{"version":3,"file":"token-throughput.d.ts","sourceRoot":"","sources":["../../src/benchmarks/token-throughput.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;EAQtC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAMhF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYtC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAczC,CAAC;AAEH,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAMtF,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;QACtC,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE;YACP,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,wBAAsB,cAAc,CAClC,MAAM,EAAE,qBAAqB,EAC7B,QAAQ,EAAE,qBAAqB,CAAC,UAAU,CAAC,EAC3C,OAAO,GAAE,OAAO,CAAC,qBAAqB,CAAM,GAC3C,OAAO,CAAC,sBAAsB,CAAC,CAqBjC;AAMD,wBAAsB,2BAA2B,CAC/C,MAAM,GAAE,OAAO,CAAC,qBAAqB,CAAM,GAC1C,OAAO,CAAC,wBAAwB,CAAC,CAkGnC"}
|
|
@@ -4,6 +4,7 @@
|
|
|
4
4
|
* Measures token generation throughput at different context sizes.
|
|
5
5
|
* Uses actual model inference via the local API endpoint.
|
|
6
6
|
*/
|
|
7
|
+
import { writeFileSync } from 'fs';
|
|
7
8
|
import { z } from 'zod';
|
|
8
9
|
// ============================================================================
|
|
9
10
|
// Benchmark Configuration
|
|
@@ -187,7 +188,7 @@ if (import.meta.url.endsWith(process.argv[1] ?? '')) {
|
|
|
187
188
|
console.log(` Total Tokens: ${benchmark.summary.totalTokensProcessed}`);
|
|
188
189
|
// Save results
|
|
189
190
|
const outputPath = process.env.OUTPUT_FILE || './token_throughput_results.json';
|
|
190
|
-
|
|
191
|
+
writeFileSync(outputPath, JSON.stringify(benchmark, null, 2));
|
|
191
192
|
console.log(`\nš¾ Results saved to: ${outputPath}`);
|
|
192
193
|
}
|
|
193
194
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"token-throughput.js","sourceRoot":"","sources":["../../src/benchmarks/token-throughput.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC;IACxD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC;IAClD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC3F,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;CACrC,CAAC,CAAC;AAIH,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,IAAI,EAAE,CAAC,CAAC,KAAK,CACX,CAAC,CAAC,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;QAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,2BAA2B;IACnC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC;IAC7C,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC9B,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC9B,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;QACxB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;QACrB,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE;KACjC,CAAC;CACH,CAAC,CAAC;AAqCH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAA6B,EAC7B,QAA2C,EAC3C,UAA0C,EAAE;IAE5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,mBAAmB,EAAE;QAClE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ;YACR,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS;YAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YACtD,GAAG,OAAO;SACX,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAqC,CAAC;AAC5D,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,SAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAE5C,KAAK,MAAM,WAAW,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,8BAA8B,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QAEjF,sCAAsC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAsC;YAClD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,MAAM;aAChB;SACF,CAAC;QAEF,MAAM,UAAU,GAIX,EAAE,CAAC;QAER,cAAc;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;YAClE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBACjD,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACrC,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAEzD,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBACtD,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,YAAY,GAChB,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QAC1E,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAExE,iFAAiF;QACjF,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpD,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;gBACvF,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC;YACvB,CAAC,CAAC;QAEJ,OAAO,CAAC,IAAI,CAAC;YACX,WAAW;YACX,eAAe,EAAE,kBAAkB;YACnC,WAAW;YACX,YAAY;YACZ,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CACT,aAAa,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC9F,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAExD,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,GAAG;QACX,OAAO;QACP,OAAO,EAAE;YACP,kBAAkB,EAChB,kBAAkB,CAAC,MAAM,GAAG,CAAC;gBAC3B,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM;gBAC3E,CAAC,CAAC,CAAC;YACP,kBAAkB,EAAE,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;YACvF,kBAAkB,EAAE,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;YACvF,YAAY,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACzG,SAAS,EAAE,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM;YACxD,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;SACjH;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACpD,MAAM,MAAM,GAAmC;QAC7C,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,0BAA0B;QAC5D,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,uBAAuB;QACnD,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;YACrC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;YACvC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;QACpD,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,EAAE,CAAC;KACnE,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,2BAA2B,CAAC,MAAM,CAAC,CAAC;QAE5D,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CACT,yBAAyB,EACzB,cAAc,EACd,UAAU,EACV,YAAY,EACZ,aAAa,CACd,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CACT,GAAG,CAAC,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvH,GAAG,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACjC,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,iBAAiB,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAEzE,eAAe;QACf,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,iCAAiC,CAAC;QAChF,
|
|
1
|
+
{"version":3,"file":"token-throughput.js","sourceRoot":"","sources":["../../src/benchmarks/token-throughput.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC;IACxD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,uBAAuB,CAAC;IAClD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC3F,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;CACrC,CAAC,CAAC;AAIH,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,IAAI,EAAE,CAAC,CAAC,KAAK,CACX,CAAC,CAAC,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;QAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,2BAA2B;IACnC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC;IAC7C,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC9B,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC9B,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE;QAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;QACxB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;QACrB,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE;KACjC,CAAC;CACH,CAAC,CAAC;AAqCH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,MAA6B,EAC7B,QAA2C,EAC3C,UAA0C,EAAE;IAE5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,mBAAmB,EAAE;QAClE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ;YACR,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS;YAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YACtD,GAAG,OAAO;SACX,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAqC,CAAC;AAC5D,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,SAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAE5C,KAAK,MAAM,WAAW,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,8BAA8B,WAAW,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QAEjF,sCAAsC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAsC;YAClD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,MAAM;aAChB;SACF,CAAC;QAEF,MAAM,UAAU,GAIX,EAAE,CAAC;QAER,cAAc;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;YAClE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBACjD,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACrC,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAEzD,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;gBACtD,UAAU,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;QACvE,MAAM,YAAY,GAChB,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QAC1E,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAExE,iFAAiF;QACjF,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpD,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;gBACvF,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC;YACvB,CAAC,CAAC;QAEJ,OAAO,CAAC,IAAI,CAAC;YACX,WAAW;YACX,eAAe,EAAE,kBAAkB;YACnC,WAAW;YACX,YAAY;YACZ,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CACT,aAAa,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC9F,CAAC;IACJ,CAAC;IAED,oBAAoB;IACpB,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAExD,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,GAAG;QACX,OAAO;QACP,OAAO,EAAE;YACP,kBAAkB,EAChB,kBAAkB,CAAC,MAAM,GAAG,CAAC;gBAC3B,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,kBAAkB,CAAC,MAAM;gBAC3E,CAAC,CAAC,CAAC;YACP,kBAAkB,EAAE,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;YACvF,kBAAkB,EAAE,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;YACvF,YAAY,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACzG,SAAS,EAAE,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM;YACxD,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;SACjH;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACpD,MAAM,MAAM,GAAmC;QAC7C,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,0BAA0B;QAC5D,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,uBAAuB;QACnD,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;YACrC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;YACvC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;QACpD,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,GAAG,EAAE,EAAE,CAAC;KACnE,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,2BAA2B,CAAC,MAAM,CAAC,CAAC;QAE5D,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CACT,yBAAyB,EACzB,cAAc,EACd,UAAU,EACV,YAAY,EACZ,aAAa,CACd,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CACT,GAAG,CAAC,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvH,GAAG,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACjC,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,iBAAiB,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;QAEzE,eAAe;QACf,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,iCAAiC,CAAC;QAChF,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;IACtD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"predictive-memory.d.ts","sourceRoot":"","sources":["../../src/memory/predictive-memory.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;
|
|
1
|
+
{"version":3,"file":"predictive-memory.d.ts","sourceRoot":"","sources":["../../src/memory/predictive-memory.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAsBH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;CACtC;AAED;;;GAGG;AACH,qBAAa,uBAAuB;IAClC;;;OAGG;IACH,OAAO,CAAC,cAAc,CAAoC;IAE1D;;;OAGG;IACH,OAAO,CAAC,WAAW,CAAyD;IAE5E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAO;IAElC;;;;;;;;;;;OAWG;IACH,oBAAoB,CAAC,eAAe,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAuB9E;;;;;;OAMG;IACG,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IAoBhG;;;;;;OAMG;IACH,YAAY,CAAC,eAAe,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,IAAI;IAgBlE;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAc/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAoC3B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAsB7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;;OAGG;IACH,OAAO,CAAC,eAAe;IA2FvB;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IA2C9B;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;CA+BjC;AAKD,wBAAgB,0BAA0B,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,uBAAuB,CAQnF"}
|
|
@@ -5,6 +5,8 @@
|
|
|
5
5
|
* prefetches them to reduce latency. Learns from observed access
|
|
6
6
|
* patterns to improve predictions over time.
|
|
7
7
|
*/
|
|
8
|
+
import { existsSync } from 'fs';
|
|
9
|
+
import Database from 'better-sqlite3';
|
|
8
10
|
import { jaccardSimilarity } from '../utils/string-similarity.js';
|
|
9
11
|
import { concurrentMap } from '../utils/concurrency-pool.js';
|
|
10
12
|
/**
|
|
@@ -289,7 +291,6 @@ export class PredictiveMemoryService {
|
|
|
289
291
|
*/
|
|
290
292
|
saveToDb(dbPath) {
|
|
291
293
|
try {
|
|
292
|
-
const Database = require('better-sqlite3');
|
|
293
294
|
const db = new Database(dbPath);
|
|
294
295
|
db.exec(`
|
|
295
296
|
CREATE TABLE IF NOT EXISTS predictive_queries (
|
|
@@ -329,8 +330,6 @@ export class PredictiveMemoryService {
|
|
|
329
330
|
*/
|
|
330
331
|
loadFromDb(dbPath) {
|
|
331
332
|
try {
|
|
332
|
-
const Database = require('better-sqlite3');
|
|
333
|
-
const { existsSync } = require('fs');
|
|
334
333
|
if (!existsSync(dbPath))
|
|
335
334
|
return;
|
|
336
335
|
const db = new Database(dbPath, { readonly: true });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"predictive-memory.js","sourceRoot":"","sources":["../../src/memory/predictive-memory.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D;;;GAGG;AACH,MAAM,gBAAgB,GAA6B;IACjD,QAAQ,EAAE,CAAC,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,aAAa,CAAC;IAChG,UAAU,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,OAAO,EAAE,oBAAoB,EAAE,SAAS,CAAC;IAC1F,OAAO,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,CAAC;IACrF,QAAQ,EAAE,CAAC,eAAe,EAAE,wBAAwB,EAAE,WAAW,EAAE,iBAAiB,CAAC;IACrF,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,KAAK,CAAC;IAC9E,GAAG,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,CAAC;IACrF,WAAW,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,CAAC;IACjF,SAAS,EAAE,CAAC,gBAAgB,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,iBAAiB,CAAC;CAC3F,CAAC;AAMF;;;GAGG;AACH,MAAM,OAAO,uBAAuB;IAClC;;;OAGG;IACK,cAAc,GAA0B,IAAI,GAAG,EAAE,CAAC;IAE1D;;;OAGG;IACK,WAAW,GAAsD,EAAE,CAAC;IAE3D,UAAU,GAAG,GAAG,CAAC;IAElC;;;;;;;;;;;OAWG;IACH,oBAAoB,CAAC,eAAuB,EAAE,WAAqB;QACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,gFAAgF;QAChF,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAE3D,0EAA0E;QAC1E,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAEvD,8DAA8D;QAC9D,IAAI,CAAC,qBAAqB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAEzD,uEAAuE;QACvE,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAChD,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAEtD,OAAO,CAAC,GAAG,WAAW,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CAAC,WAAqB,EAAE,aAA4B;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;QAEzC,uCAAuC;QACvC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/D,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtD,OAAO,CAAC,KAAK,EAAE,YAAY,CAAU,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,KAAK,EAAE,EAAE,CAAU,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,OAAO,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,eAAuB,EAAE,WAAqB;QACzD,mBAAmB;QACnB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9E,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9C,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACvD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,eAAuB,EAAE,WAAwB;QAC/E,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,iBAAiB,CAClC,eAAe,CAAC,WAAW,EAAE,EAC7B,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAC/B,CAAC;YACF,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;gBACrB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,WAAmB,EAAE,WAAwB;QACvE,aAAa;QACb,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACpF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAChF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CACjC,iJAAiJ,CAClJ,CAAC;QACF,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,WAAmB,EAAE,WAAwB;QACzE,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAExC,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACnE,2DAA2D;YAC3D,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,iEAAiE;YACjE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACjF,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;gBACpB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,WAAmB,EAAE,WAAwB;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAEnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACjD,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,WAAmB;QACzC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;YACxB,KAAK;YACL,GAAG;YACH,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,KAAK;YACL,MAAM;YACN,IAAI;YACJ,MAAM;YACN,OAAO;YACP,MAAM;YACN,KAAK;YACL,KAAK;YACL,IAAI;YACJ,MAAM;YACN,KAAK;YACL,MAAM;YACN,OAAO;YACP,OAAO;YACP,QAAQ;YACR,KAAK;YACL,OAAO;YACP,KAAK;YACL,OAAO;YACP,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,MAAM;YACN,SAAS;YACT,QAAQ;YACR,QAAQ;YACR,OAAO;YACP,OAAO;YACP,OAAO;YACP,SAAS;YACT,KAAK;YACL,KAAK;YACL,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,KAAK;YACL,MAAM;YACN,MAAM;YACN,KAAK;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,KAAK;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,MAAM;YACN,MAAM;YACN,MAAM;YACN,IAAI;YACJ,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,MAAM;YACN,KAAK;YACL,KAAK;YACL,KAAK;SACN,CAAC,CAAC;QAEH,OAAO,WAAW;aACf,WAAW,EAAE;aACb,KAAK,CAAC,KAAK,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;aACzC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,wEAAwE;IAExE;;OAEG;IACH,QAAQ,CAAC,MAAc;QACrB,IAAI,CAAC;YACH,MAAM,
|
|
1
|
+
{"version":3,"file":"predictive-memory.js","sourceRoot":"","sources":["../../src/memory/predictive-memory.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAE7D;;;GAGG;AACH,MAAM,gBAAgB,GAA6B;IACjD,QAAQ,EAAE,CAAC,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,iBAAiB,EAAE,aAAa,CAAC;IAChG,UAAU,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,OAAO,EAAE,oBAAoB,EAAE,SAAS,CAAC;IAC1F,OAAO,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,CAAC;IACrF,QAAQ,EAAE,CAAC,eAAe,EAAE,wBAAwB,EAAE,WAAW,EAAE,iBAAiB,CAAC;IACrF,QAAQ,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,KAAK,CAAC;IAC9E,GAAG,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,CAAC;IACrF,WAAW,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,CAAC;IACjF,SAAS,EAAE,CAAC,gBAAgB,EAAE,SAAS,EAAE,cAAc,EAAE,aAAa,EAAE,iBAAiB,CAAC;CAC3F,CAAC;AAMF;;;GAGG;AACH,MAAM,OAAO,uBAAuB;IAClC;;;OAGG;IACK,cAAc,GAA0B,IAAI,GAAG,EAAE,CAAC;IAE1D;;;OAGG;IACK,WAAW,GAAsD,EAAE,CAAC;IAE3D,UAAU,GAAG,GAAG,CAAC;IAElC;;;;;;;;;;;OAWG;IACH,oBAAoB,CAAC,eAAuB,EAAE,WAAqB;QACjE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAEtC,gFAAgF;QAChF,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAE3D,0EAA0E;QAC1E,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAEvD,8DAA8D;QAC9D,IAAI,CAAC,qBAAqB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAEzD,uEAAuE;QACvE,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAChD,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,kBAAkB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;QAEtD,OAAO,CAAC,GAAG,WAAW,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CAAC,WAAqB,EAAE,aAA4B;QAChE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;QAEzC,uCAAuC;QACvC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/D,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtD,OAAO,CAAC,KAAK,EAAE,YAAY,CAAU,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,KAAK,EAAE,EAAE,CAAU,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,OAAO,EAAE,CAAC;YAC5C,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,eAAuB,EAAE,WAAqB;QACzD,mBAAmB;QACnB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAC9E,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9C,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QACvD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,eAAuB,EAAE,WAAwB;QAC/E,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,iBAAiB,CAClC,eAAe,CAAC,WAAW,EAAE,EAC7B,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAC/B,CAAC;YACF,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;gBACrB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,WAAmB,EAAE,WAAwB;QACvE,aAAa;QACb,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACpF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAChF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CACjC,iJAAiJ,CAClJ,CAAC;QACF,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,WAAmB,EAAE,WAAwB;QACzE,MAAM,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAExC,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACnE,2DAA2D;YAC3D,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,iEAAiE;YACjE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YACjF,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;gBACpB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,WAAmB,EAAE,WAAwB;QACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAEnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACjD,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,WAAmB;QACzC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;YACxB,KAAK;YACL,GAAG;YACH,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,KAAK;YACL,MAAM;YACN,IAAI;YACJ,MAAM;YACN,OAAO;YACP,MAAM;YACN,KAAK;YACL,KAAK;YACL,IAAI;YACJ,MAAM;YACN,KAAK;YACL,MAAM;YACN,OAAO;YACP,OAAO;YACP,QAAQ;YACR,KAAK;YACL,OAAO;YACP,KAAK;YACL,OAAO;YACP,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,IAAI;YACJ,MAAM;YACN,IAAI;YACJ,MAAM;YACN,SAAS;YACT,QAAQ;YACR,QAAQ;YACR,OAAO;YACP,OAAO;YACP,OAAO;YACP,SAAS;YACT,KAAK;YACL,KAAK;YACL,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,KAAK;YACL,MAAM;YACN,MAAM;YACN,KAAK;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,KAAK;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,IAAI;YACJ,KAAK;YACL,IAAI;YACJ,MAAM;YACN,MAAM;YACN,MAAM;YACN,IAAI;YACJ,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,MAAM;YACN,KAAK;YACL,KAAK;YACL,KAAK;SACN,CAAC,CAAC;QAEH,OAAO,WAAW;aACf,WAAW,EAAE;aACb,KAAK,CAAC,KAAK,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;aACzC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,wEAAwE;IAExE;;OAEG;IACH,QAAQ,CAAC,MAAc;QACrB,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;OAUP,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CACvB,4EAA4E,CAC7E,CAAC;YACF,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACrC,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;oBACrD,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC,CAAC,CAAC;YACH,UAAU,EAAE,CAAC;YAEb,oCAAoC;YACpC,EAAE,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAC3B,qEAAqE,CACtE,CAAC;YACF,MAAM,cAAc,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACzC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBACnE,CAAC;YACH,CAAC,CAAC,CAAC;YACH,cAAc,EAAE,CAAC;YAEjB,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAAC,MAAM,CAAC;YACP,mCAAmC;QACrC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,OAAO;YAEhC,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAEpD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,EAG5E,CAAC;gBACH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChE,CAAC;gBAED,MAAM,QAAQ,GAAG,EAAE;qBAChB,OAAO,CAAC,8EAA8E,CAAC;qBACvF,GAAG,CAAC,IAAI,CAAC,UAAU,CAAoD,CAAC;gBAC3E,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtC,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;iBAC/B,CAAC,CAAC,CAAC;YACN,CAAC;YAAC,MAAM,CAAC;gBACP,2BAA2B;YAC7B,CAAC;YAED,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAAC,MAAM,CAAC;YACP,4BAA4B;QAC9B,CAAC;IACH,CAAC;CACF;AAED,YAAY;AACZ,IAAI,QAAQ,GAAmC,IAAI,CAAC;AAEpD,MAAM,UAAU,0BAA0B,CAAC,MAAe;IACxD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,IAAI,uBAAuB,EAAE,CAAC;QACzC,8CAA8C;QAC9C,MAAM,QAAQ,GAAG,MAAM,IAAI,oCAAoC,CAAC;QAChE,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
{
|
|
2
|
+
"timestamp": "2026-03-27T00:00:00.000Z",
|
|
3
|
+
"version": "1.17.2",
|
|
4
|
+
"memory": {
|
|
5
|
+
"heapUsedMB": 0.2,
|
|
6
|
+
"Total": 0.5
|
|
7
|
+
},
|
|
8
|
+
"queryLatency": { "p50": 0.1 },
|
|
9
|
+
"dbPerformance": { "p50": 0.5, "summary": "baseline ready" },
|
|
10
|
+
"summary": "Baseline ready for comparison"
|
|
11
|
+
}
|
package/package.json
CHANGED
|
@@ -85,6 +85,7 @@ import re
|
|
|
85
85
|
import sys
|
|
86
86
|
import time
|
|
87
87
|
import uuid
|
|
88
|
+
from collections import defaultdict, deque
|
|
88
89
|
from dataclasses import dataclass, field
|
|
89
90
|
|
|
90
91
|
import httpx
|
|
@@ -101,6 +102,8 @@ PROXY_PORT = int(os.environ.get("PROXY_PORT", "4000"))
|
|
|
101
102
|
PROXY_HOST = os.environ.get("PROXY_HOST", "0.0.0.0")
|
|
102
103
|
PROXY_LOG_LEVEL = os.environ.get("PROXY_LOG_LEVEL", "INFO").upper()
|
|
103
104
|
PROXY_READ_TIMEOUT = float(os.environ.get("PROXY_READ_TIMEOUT", "600"))
|
|
105
|
+
PROXY_UPSTREAM_RETRY_MAX = int(os.environ.get("PROXY_UPSTREAM_RETRY_MAX", "3"))
|
|
106
|
+
PROXY_UPSTREAM_RETRY_DELAY_SECS = float(os.environ.get("PROXY_UPSTREAM_RETRY_DELAY_SECS", "5"))
|
|
104
107
|
PROXY_MAX_CONNECTIONS = int(os.environ.get("PROXY_MAX_CONNECTIONS", "20"))
|
|
105
108
|
PROXY_CONTEXT_WINDOW = int(os.environ.get("PROXY_CONTEXT_WINDOW", "0"))
|
|
106
109
|
PROXY_CONTEXT_PRUNE_THRESHOLD = float(
|
|
@@ -116,9 +119,9 @@ PROXY_LOOP_BREAKER = os.environ.get("PROXY_LOOP_BREAKER", "on").lower() not in {
|
|
|
116
119
|
"no",
|
|
117
120
|
}
|
|
118
121
|
PROXY_LOOP_WINDOW = int(os.environ.get("PROXY_LOOP_WINDOW", "6"))
|
|
119
|
-
PROXY_LOOP_REPEAT_THRESHOLD = int(os.environ.get("PROXY_LOOP_REPEAT_THRESHOLD", "
|
|
122
|
+
PROXY_LOOP_REPEAT_THRESHOLD = int(os.environ.get("PROXY_LOOP_REPEAT_THRESHOLD", "6"))
|
|
120
123
|
PROXY_FORCED_THRESHOLD = int(os.environ.get("PROXY_FORCED_THRESHOLD", "15"))
|
|
121
|
-
PROXY_NO_PROGRESS_THRESHOLD = int(os.environ.get("PROXY_NO_PROGRESS_THRESHOLD", "
|
|
124
|
+
PROXY_NO_PROGRESS_THRESHOLD = int(os.environ.get("PROXY_NO_PROGRESS_THRESHOLD", "3"))
|
|
122
125
|
PROXY_CONTEXT_RELEASE_THRESHOLD = float(
|
|
123
126
|
os.environ.get("PROXY_CONTEXT_RELEASE_THRESHOLD", "0.90")
|
|
124
127
|
)
|
|
@@ -138,16 +141,28 @@ PROXY_TOOL_STATE_FORCED_BUDGET = int(
|
|
|
138
141
|
)
|
|
139
142
|
PROXY_TOOL_STATE_AUTO_BUDGET = int(os.environ.get("PROXY_TOOL_STATE_AUTO_BUDGET", "2"))
|
|
140
143
|
PROXY_TOOL_STATE_STAGNATION_THRESHOLD = int(
|
|
141
|
-
os.environ.get("PROXY_TOOL_STATE_STAGNATION_THRESHOLD", "
|
|
144
|
+
os.environ.get("PROXY_TOOL_STATE_STAGNATION_THRESHOLD", "9")
|
|
142
145
|
)
|
|
143
146
|
PROXY_TOOL_STATE_CYCLE_WINDOW = int(
|
|
144
147
|
os.environ.get("PROXY_TOOL_STATE_CYCLE_WINDOW", "8")
|
|
145
148
|
)
|
|
146
149
|
PROXY_TOOL_STATE_FINALIZE_THRESHOLD = int(
|
|
147
|
-
os.environ.get("PROXY_TOOL_STATE_FINALIZE_THRESHOLD", "
|
|
150
|
+
os.environ.get("PROXY_TOOL_STATE_FINALIZE_THRESHOLD", "18")
|
|
148
151
|
)
|
|
149
152
|
PROXY_TOOL_STATE_REVIEW_CYCLE_LIMIT = int(
|
|
150
|
-
os.environ.get("PROXY_TOOL_STATE_REVIEW_CYCLE_LIMIT", "
|
|
153
|
+
os.environ.get("PROXY_TOOL_STATE_REVIEW_CYCLE_LIMIT", "2")
|
|
154
|
+
)
|
|
155
|
+
PROXY_CLIENT_RATE_WINDOW_SECS = int(
|
|
156
|
+
os.environ.get("PROXY_CLIENT_RATE_WINDOW_SECS", "60")
|
|
157
|
+
)
|
|
158
|
+
PROXY_CLIENT_RATE_LOG_MIN_SECS = float(
|
|
159
|
+
os.environ.get("PROXY_CLIENT_RATE_LOG_MIN_SECS", "15")
|
|
160
|
+
)
|
|
161
|
+
PROXY_OPUS46_CTX_THRESHOLD = float(
|
|
162
|
+
os.environ.get("PROXY_OPUS46_CTX_THRESHOLD", "0.8")
|
|
163
|
+
)
|
|
164
|
+
PROXY_OPUS46_MAX_TOKENS_HIGH_CTX = int(
|
|
165
|
+
os.environ.get("PROXY_OPUS46_MAX_TOKENS_HIGH_CTX", "4096")
|
|
151
166
|
)
|
|
152
167
|
PROXY_TOOL_NARROWING_EXPAND_ON_LOOP = os.environ.get(
|
|
153
168
|
"PROXY_TOOL_NARROWING_EXPAND_ON_LOOP", "on"
|
|
@@ -323,6 +338,51 @@ logging.basicConfig(
|
|
|
323
338
|
)
|
|
324
339
|
logger = logging.getLogger("uap.anthropic_proxy")
|
|
325
340
|
|
|
341
|
+
_client_request_times: dict[str, deque[float]] = defaultdict(deque)
|
|
342
|
+
_client_rate_last_log: dict[str, float] = defaultdict(float)
|
|
343
|
+
|
|
344
|
+
|
|
345
|
+
def resolve_client_id(request: Request) -> str:
|
|
346
|
+
header_keys = ("x-uap-client-id", "x-forwarded-for", "x-real-ip")
|
|
347
|
+
for key in header_keys:
|
|
348
|
+
value = request.headers.get(key)
|
|
349
|
+
if value:
|
|
350
|
+
return f"{key}:{value.split(',')[0].strip()}"
|
|
351
|
+
if request.client:
|
|
352
|
+
return f"remote:{request.client.host}"
|
|
353
|
+
return "remote:unknown"
|
|
354
|
+
|
|
355
|
+
|
|
356
|
+
def log_client_rate(client_id: str) -> int:
|
|
357
|
+
if PROXY_CLIENT_RATE_WINDOW_SECS <= 0:
|
|
358
|
+
return 0
|
|
359
|
+
now = time.time()
|
|
360
|
+
window = PROXY_CLIENT_RATE_WINDOW_SECS
|
|
361
|
+
request_times = _client_request_times[client_id]
|
|
362
|
+
request_times.append(now)
|
|
363
|
+
cutoff = now - window
|
|
364
|
+
while request_times and request_times[0] < cutoff:
|
|
365
|
+
request_times.popleft()
|
|
366
|
+
count = len(request_times)
|
|
367
|
+
if PROXY_CLIENT_RATE_LOG_MIN_SECS <= 0:
|
|
368
|
+
logger.info(
|
|
369
|
+
"CLIENT_RATE: id=%s window=%ss count=%d",
|
|
370
|
+
client_id,
|
|
371
|
+
window,
|
|
372
|
+
count,
|
|
373
|
+
)
|
|
374
|
+
return count
|
|
375
|
+
last_log = _client_rate_last_log.get(client_id, 0.0)
|
|
376
|
+
if now - last_log >= PROXY_CLIENT_RATE_LOG_MIN_SECS:
|
|
377
|
+
_client_rate_last_log[client_id] = now
|
|
378
|
+
logger.info(
|
|
379
|
+
"CLIENT_RATE: id=%s window=%ss count=%d",
|
|
380
|
+
client_id,
|
|
381
|
+
window,
|
|
382
|
+
count,
|
|
383
|
+
)
|
|
384
|
+
return count
|
|
385
|
+
|
|
326
386
|
|
|
327
387
|
def _load_tool_call_grammar(path: str) -> str:
|
|
328
388
|
if not PROXY_TOOL_CALL_GRAMMAR:
|
|
@@ -1065,6 +1125,37 @@ def prune_conversation(
|
|
|
1065
1125
|
http_client: httpx.AsyncClient | None = None
|
|
1066
1126
|
|
|
1067
1127
|
|
|
1128
|
+
async def _post_with_retry(
|
|
1129
|
+
client: httpx.AsyncClient,
|
|
1130
|
+
url: str,
|
|
1131
|
+
payload: dict,
|
|
1132
|
+
headers: dict,
|
|
1133
|
+
) -> httpx.Response:
|
|
1134
|
+
last_exc: Exception | None = None
|
|
1135
|
+
for attempt in range(PROXY_UPSTREAM_RETRY_MAX):
|
|
1136
|
+
try:
|
|
1137
|
+
return await client.post(url, json=payload, headers=headers)
|
|
1138
|
+
except (httpx.ConnectError, httpx.RemoteProtocolError, httpx.ReadTimeout) as exc:
|
|
1139
|
+
last_exc = exc
|
|
1140
|
+
if attempt < PROXY_UPSTREAM_RETRY_MAX - 1:
|
|
1141
|
+
logger.warning(
|
|
1142
|
+
"Upstream connect failed (attempt %d/%d): %s ā retrying in %.0fs",
|
|
1143
|
+
attempt + 1,
|
|
1144
|
+
PROXY_UPSTREAM_RETRY_MAX,
|
|
1145
|
+
type(exc).__name__,
|
|
1146
|
+
PROXY_UPSTREAM_RETRY_DELAY_SECS,
|
|
1147
|
+
)
|
|
1148
|
+
await asyncio.sleep(PROXY_UPSTREAM_RETRY_DELAY_SECS)
|
|
1149
|
+
else:
|
|
1150
|
+
logger.error(
|
|
1151
|
+
"Upstream connect failed after %d attempts: %s: %s",
|
|
1152
|
+
PROXY_UPSTREAM_RETRY_MAX,
|
|
1153
|
+
type(exc).__name__,
|
|
1154
|
+
exc,
|
|
1155
|
+
)
|
|
1156
|
+
raise last_exc if last_exc else RuntimeError("upstream retry failed")
|
|
1157
|
+
|
|
1158
|
+
|
|
1068
1159
|
@asynccontextmanager
|
|
1069
1160
|
async def lifespan(app: FastAPI):
|
|
1070
1161
|
"""Manage the httpx client lifecycle with the FastAPI app."""
|
|
@@ -1879,6 +1970,25 @@ def build_openai_request(anthropic_body: dict, monitor: SessionMonitor) -> dict:
|
|
|
1879
1970
|
)
|
|
1880
1971
|
requested_max = max(1024, available_for_output)
|
|
1881
1972
|
|
|
1973
|
+
model_name = str(anthropic_body.get("model", "")).lower()
|
|
1974
|
+
utilization = estimated_input / ctx_window if ctx_window else 0.0
|
|
1975
|
+
if (
|
|
1976
|
+
PROXY_OPUS46_MAX_TOKENS_HIGH_CTX > 0
|
|
1977
|
+
and "opus" in model_name
|
|
1978
|
+
and "4.6" in model_name
|
|
1979
|
+
and utilization >= PROXY_OPUS46_CTX_THRESHOLD
|
|
1980
|
+
and requested_max > PROXY_OPUS46_MAX_TOKENS_HIGH_CTX
|
|
1981
|
+
):
|
|
1982
|
+
logger.warning(
|
|
1983
|
+
"MAX_TOKENS capped for Opus 4.6 at high context: %d -> %d (ctx=%d input~%d util=%.1f%%)",
|
|
1984
|
+
requested_max,
|
|
1985
|
+
PROXY_OPUS46_MAX_TOKENS_HIGH_CTX,
|
|
1986
|
+
ctx_window,
|
|
1987
|
+
estimated_input,
|
|
1988
|
+
utilization * 100,
|
|
1989
|
+
)
|
|
1990
|
+
requested_max = PROXY_OPUS46_MAX_TOKENS_HIGH_CTX
|
|
1991
|
+
|
|
1882
1992
|
openai_body["max_tokens"] = requested_max
|
|
1883
1993
|
if "temperature" in anthropic_body:
|
|
1884
1994
|
openai_body["temperature"] = anthropic_body["temperature"]
|
|
@@ -3953,6 +4063,7 @@ async def messages(request: Request):
|
|
|
3953
4063
|
body = await request.json()
|
|
3954
4064
|
model = body.get("model", "default")
|
|
3955
4065
|
is_stream = body.get("stream", False)
|
|
4066
|
+
client_id = resolve_client_id(request)
|
|
3956
4067
|
session_id = resolve_session_id(request, body)
|
|
3957
4068
|
monitor = get_session_monitor(session_id)
|
|
3958
4069
|
last_session_id = session_id
|
|
@@ -3982,8 +4093,12 @@ async def messages(request: Request):
|
|
|
3982
4093
|
last_text = last_content[:200]
|
|
3983
4094
|
else:
|
|
3984
4095
|
last_text = str(last_content)[:200]
|
|
4096
|
+
rate_count = log_client_rate(client_id)
|
|
3985
4097
|
logger.info(
|
|
3986
|
-
"REQ: stream=%s msgs=%d tools=%d max_tokens=%s last_role=%s last_content=%.200s",
|
|
4098
|
+
"REQ: client=%s rate_%ss=%d stream=%s msgs=%d tools=%d max_tokens=%s last_role=%s last_content=%.200s",
|
|
4099
|
+
client_id,
|
|
4100
|
+
PROXY_CLIENT_RATE_WINDOW_SECS,
|
|
4101
|
+
rate_count,
|
|
3987
4102
|
is_stream,
|
|
3988
4103
|
n_messages,
|
|
3989
4104
|
n_tools,
|
|
@@ -4040,11 +4155,27 @@ async def messages(request: Request):
|
|
|
4040
4155
|
strict_body = dict(openai_body)
|
|
4041
4156
|
strict_body["stream"] = False
|
|
4042
4157
|
|
|
4043
|
-
|
|
4044
|
-
|
|
4045
|
-
|
|
4046
|
-
|
|
4047
|
-
|
|
4158
|
+
try:
|
|
4159
|
+
strict_resp = await _post_with_retry(
|
|
4160
|
+
client,
|
|
4161
|
+
f"{LLAMA_CPP_BASE}/chat/completions",
|
|
4162
|
+
strict_body,
|
|
4163
|
+
{"Content-Type": "application/json"},
|
|
4164
|
+
)
|
|
4165
|
+
except Exception as exc:
|
|
4166
|
+
return Response(
|
|
4167
|
+
content=json.dumps(
|
|
4168
|
+
{
|
|
4169
|
+
"type": "error",
|
|
4170
|
+
"error": {
|
|
4171
|
+
"type": "overloaded_error",
|
|
4172
|
+
"message": f"Upstream server unavailable after {PROXY_UPSTREAM_RETRY_MAX} retries: {exc}",
|
|
4173
|
+
},
|
|
4174
|
+
}
|
|
4175
|
+
),
|
|
4176
|
+
status_code=529,
|
|
4177
|
+
media_type="application/json",
|
|
4178
|
+
)
|
|
4048
4179
|
|
|
4049
4180
|
if strict_resp.status_code != 200:
|
|
4050
4181
|
error_text = strict_resp.text[:1000]
|
|
@@ -4054,11 +4185,27 @@ async def messages(request: Request):
|
|
|
4054
4185
|
error_text,
|
|
4055
4186
|
"strict-stream",
|
|
4056
4187
|
):
|
|
4057
|
-
|
|
4058
|
-
|
|
4059
|
-
|
|
4060
|
-
|
|
4061
|
-
|
|
4188
|
+
try:
|
|
4189
|
+
strict_resp = await _post_with_retry(
|
|
4190
|
+
client,
|
|
4191
|
+
f"{LLAMA_CPP_BASE}/chat/completions",
|
|
4192
|
+
strict_body,
|
|
4193
|
+
{"Content-Type": "application/json"},
|
|
4194
|
+
)
|
|
4195
|
+
except Exception as exc:
|
|
4196
|
+
return Response(
|
|
4197
|
+
content=json.dumps(
|
|
4198
|
+
{
|
|
4199
|
+
"type": "error",
|
|
4200
|
+
"error": {
|
|
4201
|
+
"type": "overloaded_error",
|
|
4202
|
+
"message": f"Upstream server unavailable after {PROXY_UPSTREAM_RETRY_MAX} retries: {exc}",
|
|
4203
|
+
},
|
|
4204
|
+
}
|
|
4205
|
+
),
|
|
4206
|
+
status_code=529,
|
|
4207
|
+
media_type="application/json",
|
|
4208
|
+
)
|
|
4062
4209
|
|
|
4063
4210
|
if strict_resp.status_code != 200:
|
|
4064
4211
|
error_text = strict_resp.text[:1000]
|
|
@@ -4128,8 +4275,8 @@ async def messages(request: Request):
|
|
|
4128
4275
|
|
|
4129
4276
|
# Retry upstream connection with backoff to handle
|
|
4130
4277
|
# llama-server restarts gracefully instead of 500-ing to the client.
|
|
4131
|
-
MAX_UPSTREAM_RETRIES =
|
|
4132
|
-
RETRY_DELAY_SECS =
|
|
4278
|
+
MAX_UPSTREAM_RETRIES = PROXY_UPSTREAM_RETRY_MAX
|
|
4279
|
+
RETRY_DELAY_SECS = PROXY_UPSTREAM_RETRY_DELAY_SECS
|
|
4133
4280
|
last_exc: Exception | None = None
|
|
4134
4281
|
resp: httpx.Response | None = None
|
|
4135
4282
|
|
|
@@ -4147,7 +4294,7 @@ async def messages(request: Request):
|
|
|
4147
4294
|
# Connection succeeded ā break out of retry loop
|
|
4148
4295
|
last_exc = None
|
|
4149
4296
|
break
|
|
4150
|
-
except (httpx.ConnectError, httpx.RemoteProtocolError) as exc:
|
|
4297
|
+
except (httpx.ConnectError, httpx.RemoteProtocolError, httpx.ReadTimeout) as exc:
|
|
4151
4298
|
last_exc = exc
|
|
4152
4299
|
if attempt < MAX_UPSTREAM_RETRIES - 1:
|
|
4153
4300
|
logger.warning(
|
|
@@ -4314,11 +4461,27 @@ async def messages(request: Request):
|
|
|
4314
4461
|
},
|
|
4315
4462
|
)
|
|
4316
4463
|
else:
|
|
4317
|
-
|
|
4318
|
-
|
|
4319
|
-
|
|
4320
|
-
|
|
4321
|
-
|
|
4464
|
+
try:
|
|
4465
|
+
resp = await _post_with_retry(
|
|
4466
|
+
client,
|
|
4467
|
+
f"{LLAMA_CPP_BASE}/chat/completions",
|
|
4468
|
+
openai_body,
|
|
4469
|
+
{"Content-Type": "application/json"},
|
|
4470
|
+
)
|
|
4471
|
+
except Exception as exc:
|
|
4472
|
+
return Response(
|
|
4473
|
+
content=json.dumps(
|
|
4474
|
+
{
|
|
4475
|
+
"type": "error",
|
|
4476
|
+
"error": {
|
|
4477
|
+
"type": "overloaded_error",
|
|
4478
|
+
"message": f"Upstream server unavailable after {PROXY_UPSTREAM_RETRY_MAX} retries: {exc}",
|
|
4479
|
+
},
|
|
4480
|
+
}
|
|
4481
|
+
),
|
|
4482
|
+
status_code=529,
|
|
4483
|
+
media_type="application/json",
|
|
4484
|
+
)
|
|
4322
4485
|
|
|
4323
4486
|
if resp.status_code != 200:
|
|
4324
4487
|
error_text = resp.text[:1000]
|
|
@@ -4328,11 +4491,27 @@ async def messages(request: Request):
|
|
|
4328
4491
|
error_text,
|
|
4329
4492
|
"non-stream",
|
|
4330
4493
|
):
|
|
4331
|
-
|
|
4332
|
-
|
|
4333
|
-
|
|
4334
|
-
|
|
4335
|
-
|
|
4494
|
+
try:
|
|
4495
|
+
resp = await _post_with_retry(
|
|
4496
|
+
client,
|
|
4497
|
+
f"{LLAMA_CPP_BASE}/chat/completions",
|
|
4498
|
+
openai_body,
|
|
4499
|
+
{"Content-Type": "application/json"},
|
|
4500
|
+
)
|
|
4501
|
+
except Exception as exc:
|
|
4502
|
+
return Response(
|
|
4503
|
+
content=json.dumps(
|
|
4504
|
+
{
|
|
4505
|
+
"type": "error",
|
|
4506
|
+
"error": {
|
|
4507
|
+
"type": "overloaded_error",
|
|
4508
|
+
"message": f"Upstream server unavailable after {PROXY_UPSTREAM_RETRY_MAX} retries: {exc}",
|
|
4509
|
+
},
|
|
4510
|
+
}
|
|
4511
|
+
),
|
|
4512
|
+
status_code=529,
|
|
4513
|
+
media_type="application/json",
|
|
4514
|
+
)
|
|
4336
4515
|
|
|
4337
4516
|
# Option B: Handle non-streaming errors too
|
|
4338
4517
|
if resp.status_code != 200:
|