@tyvm/knowhow 0.0.61 → 0.0.63

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/package.json +1 -1
  2. package/src/chat/modules/AgentModule.ts +6 -6
  3. package/src/processors/JsonCompressor.ts +496 -0
  4. package/src/processors/TokenCompressor.ts +194 -125
  5. package/src/processors/ToolResponseCache.ts +64 -11
  6. package/src/processors/index.ts +1 -0
  7. package/tests/compressor/bigstring.test.ts +352 -2
  8. package/tests/compressor/githubjson.txt +1 -0
  9. package/tests/compressor/toolResponseCache.test.ts +303 -0
  10. package/ts_build/package.json +1 -1
  11. package/ts_build/src/chat/modules/AgentModule.js +5 -4
  12. package/ts_build/src/chat/modules/AgentModule.js.map +1 -1
  13. package/ts_build/src/processors/JsonCompressor.d.ts +36 -0
  14. package/ts_build/src/processors/JsonCompressor.js +295 -0
  15. package/ts_build/src/processors/JsonCompressor.js.map +1 -0
  16. package/ts_build/src/processors/TokenCompressor.d.ts +23 -5
  17. package/ts_build/src/processors/TokenCompressor.js +106 -70
  18. package/ts_build/src/processors/TokenCompressor.js.map +1 -1
  19. package/ts_build/src/processors/ToolResponseCache.d.ts +4 -2
  20. package/ts_build/src/processors/ToolResponseCache.js +50 -10
  21. package/ts_build/src/processors/ToolResponseCache.js.map +1 -1
  22. package/ts_build/src/processors/index.d.ts +1 -0
  23. package/ts_build/src/processors/index.js +3 -1
  24. package/ts_build/src/processors/index.js.map +1 -1
  25. package/ts_build/tests/compressor/bigstring.test.js +209 -0
  26. package/ts_build/tests/compressor/bigstring.test.js.map +1 -1
  27. package/ts_build/tests/compressor/toolResponseCache.test.d.ts +1 -0
  28. package/ts_build/tests/compressor/toolResponseCache.test.js +240 -0
  29. package/ts_build/tests/compressor/toolResponseCache.test.js.map +1 -0
@@ -1 +1 @@
1
- {"version":3,"file":"TokenCompressor.js","sourceRoot":"","sources":["../../../src/processors/TokenCompressor.ts"],"names":[],"mappings":";;;AAQA,MAAa,eAAe;IAClB,OAAO,GAA2B,EAAE,CAAC;IACrC,SAAS,GAAW,aAAa,CAAC;IAClC,QAAQ,GAAW,8BAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC;IAGxD,oBAAoB,GAAW,IAAI,CAAC;IACpC,cAAc,GAAW,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAGvD,SAAS,GAAW,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAE1D,YAAY,YAA2B;QACrC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAGO,cAAc,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAEM,uBAAuB,CAAC,SAAiB;QAC9C,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,CAAC,CAAC;IACtC,CAAC;IAGO,YAAY,CAAC,SAAiB;QACpC,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE;YAC9B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;SAC5B;IACH,CAAC;IAKO,YAAY,CAAC,OAAe;QAClC,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,MAAM;YACN,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKM,sBAAsB,CAAC,OAAe,EAAE,OAAe,EAAE;QAC9D,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE;YACzC,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,OAAO,CAAC;QAGxB,OAAO,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE;YAC7C,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;YAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtB,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;SAChD;QAGD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SAC3B;QAID,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACrB;QAGD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAG7B,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjC,YAAY,IAAI,wBAAwB,OAAO,GAAG,CAAC;aACpD;YAED,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;SAC9C;QAGD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAEjC,OAAO,wBAAwB,WAAW,cAAc,UAAU,kBAAkB,QAAQ,WAAW,IAAI,cAAc,OAAO,CAAC,SAAS,CACxI,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,QAAQ,+EAA+E,CAAC;IAC7G,CAAC;IAKM,eAAe,CAAC,OAAe,EAAE,OAAe,EAAE;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAI5C,MAAM,cAAc,GAClB,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAE3D,IAAI,MAAM,IAAI,cAAc,EAAE;YAC5B,OAAO,OAAO,CAAC;SAChB;QAGD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,EAAE;YAEX,MAAM,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAGjE,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;YAChE,IAAI,gBAAgB,GAAG,MAAM,GAAG,GAAG,EAAE;gBACnC,OAAO,iBAAiB,CAAC;aAC1B;SACF;QAGD,OAAO,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAMM,sBAAsB,CAAC,GAAQ,EAAE,OAAe,EAAE;QACvD,IACE,IAAI,KAAK,EAAE;YACX,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,EAC1D;YACA,OAAO,GAAG,CAAC;SACZ;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAEtB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAC7C,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CACvD,CAAC;YAMF,MAAM,UAAU,GAAU,EAAE,CAAC;YAC7B,IAAI,YAAY,GAAU,EAAE,CAAC;YAE7B,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAE3B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBACjD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;gBAErD,IAAI,WAAW,GAAG,IAAI,CAAC,oBAAoB,EAAE;oBAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;oBAEnC,MAAM,IAAI,GAAG,kCAAkC,WAAW,YACxD,YAAY,CAAC,MACf,iBAAiB,GAAG,WAAW,IAAI,IAAI,CAAC,MACtC,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAC5B,eAAe,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,aAC1C,IAAI,CAAC,QACP,mBAAmB,GAAG,2BAA2B,CAAC;oBAClD,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAEzB,YAAY,GAAG,EAAE,CAAC;iBACnB;aACF;YAID,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,UAAU,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,CAAC;aACrC;YACD,OAAO,UAAU,CAAC;SACnB;QAGD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;aAC3D;YAGD,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YACnD,IAAI,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE;gBACtC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBAEtC,OAAO,6BAA6B,MAAM,kBAAkB,GAAG,WAAW,IAAI,WAAW,MAAM,CAAC,IAAI,CAClG,MAAM,CACP,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,aACxD,IAAI,CAAC,QACP,mBAAmB,GAAG,6BAA6B,CAAC;aACrD;YACD,OAAO,MAAM,CAAC;SACf;QAGD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAE3B,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,UAAU,EAAE;gBACd,MAAM,cAAc,GAAG,IAAI,CAAC,sBAAsB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACrE,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAErE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;gBAEnE,IAAI,gBAAgB,GAAG,cAAc,GAAG,GAAG,EAAE;oBAC3C,OAAO,oBAAoB,CAAC;iBAC7B;aACF;YAGD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE;gBACtC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBAE3B,OAAO,+BAA+B,MAAM,kBAAkB,GAAG,WAAW,IAAI,cAAc,GAAG,CAAC,SAAS,CACzG,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,GAAG,6BAA6B,CAAC;aACrD;YACD,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,WAAW;QACjB,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE;aACnD,QAAQ,CAAC,EAAE,CAAC;aACZ,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAgB;QAE3C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;SACzD;aAEI,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;gBAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE;oBACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC7C;aACF;SACF;IACH,CAAC;IAED,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;aACrC;QACH,CAAC,CAAC;IACJ,CAAC;IAOD,cAAc,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,WAAW,CAAC,GAAW,EAAE,KAAa;QACpC,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE;YAE/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;SACnD;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,YAAY,CAAC,YAA2B;QACtC,IAAI,YAAY,EAAE;YAChB,YAAY,CAAC,QAAQ,CAAC,CAAC,8BAAsB,CAAC,CAAC,CAAC;YAChD,YAAY,CAAC,YAAY,CAAC;gBACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAW,EAAE,EAAE;oBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAEtC,IAAI,CAAC,IAAI,EAAE;wBACT,OAAO,iCAAiC,GAAG,sBAAsB,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACzF,IAAI,CACL,EAAE,CAAC;qBACL;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC,CAAC;SACJ;IACH,CAAC;CACF;AA3UD,0CA2UC;AAEY,QAAA,sBAAsB,GAAS;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,mKAAmK;QACrK,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,CAAC;SAClB;KACF;CACF,CAAC"}
1
+ {"version":3,"file":"TokenCompressor.js","sourceRoot":"","sources":["../../../src/processors/TokenCompressor.ts"],"names":[],"mappings":";;;AAGA,qDAK0B;AAiB1B,MAAa,eAAe;IAClB,OAAO,GAA2B,EAAE,CAAC;IACrC,SAAS,GAAW,aAAa,CAAC;IAClC,QAAQ,GAAW,8BAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC;IAGxD,oBAAoB,GAAW,IAAI,CAAC;IACpC,cAAc,GAAW,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAGxD,SAAS,GAAW,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAGjD,cAAc,CAAiB;IAEvC,YAAY,YAA2B;QACrC,IAAI,CAAC,cAAc,GAAG,IAAI,+BAAc,CACtC,IAAI,EACJ,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,CACd,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAGM,cAAc,CAAC,IAAY;QAChC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAEM,uBAAuB,CAAC,SAAiB;QAC9C,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAChE,CAAC;IAGO,YAAY,CAAC,SAAiB;QACpC,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE;YAC9B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAC3B,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAAC;SAC1E;IACH,CAAC;IAOM,YAAY,CAAC,OAAe;QACjC,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC;IAKM,sBAAsB,CAAC,OAAe,EAAE,OAAe,EAAE;QAC9D,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE;YACzC,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,OAAO,CAAC;QAGxB,OAAO,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE;YAC7C,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;YAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtB,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;SAChD;QAGD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SAC3B;QAID,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SACrB;QAGD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACtC,IAAI,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAG7B,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjC,YAAY,IAAI,wBAAwB,OAAO,GAAG,CAAC;aACpD;YAED,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;SAC9C;QAGD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAEjC,OAAO,wBAAwB,WAAW,cAAc,UAAU,kBAAkB,QAAQ,WAAW,IAAI,cAAc,OAAO,CAAC,SAAS,CACxI,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,QAAQ,+EAA+E,CAAC;IAC7G,CAAC;IAKO,mBAAmB,CAAC,OAAe;QAEzC,IAAI,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE;YAC1C,OAAO,IAAI,CAAC;SACb;QAGD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,MAAM,IAAI,MAAM,CAAC,WAAW,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE;YAC1E,OAAO,IAAI,CAAC;SACb;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAKM,eAAe,CAAC,OAAe,EAAE,OAAe,EAAE;QAEvD,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE;YACrC,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAI5C,MAAM,cAAc,GAClB,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;QAE3D,IAAI,MAAM,IAAI,cAAc,EAAE;YAC5B,OAAO,OAAO,CAAC;SAChB;QAGD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,EAAE;YAEX,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YAGrE,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;YAIpD,MAAM,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAC/C,cAAc,EACd,IAAI,IAAI,MAAM,CACf,CAAC;YAGF,MAAM,kBAAkB,GAAG,OAAO,CAAC,WAAW;gBAC5C,CAAC,CAAC;oBACE,WAAW,EAAE,IAAI;oBACjB,cAAc,EAAE,OAAO,CAAC,cAAc;oBACtC,KAAK,EAAE,aAAa;iBACrB;gBACH,CAAC,CAAC,aAAa,CAAC;YAGlB,MAAM,gBAAgB,GACpB,OAAO,kBAAkB,KAAK,QAAQ;gBACtC,CAAC,KAAK,CAAC,OAAO,CAAC,kBAAkB,CAAC;gBAChC,CAAC,CAAC,EAAE,GAAG,kBAAkB,EAAE,WAAW,EAAE,SAAS,EAAE;gBACnD,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC;YAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAGpE,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;YAKhE,MAAM,oBAAoB,GAAG,GAAG,CAAC;YAEjC,IAAI,gBAAgB,GAAG,MAAM,GAAG,oBAAoB,EAAE;gBACpD,OAAO,iBAAiB,CAAC;aAC1B;SACF;QAGD,OAAO,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAMM,sBAAsB,CAAC,GAAQ,EAAE,OAAe,EAAE;QACvD,OAAO,IAAI,CAAC,cAAc,CAAC,sBAAsB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAEM,WAAW;QAChB,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE;aACnD,QAAQ,CAAC,EAAE,CAAC;aACZ,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpB,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAgB;QAE3C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;SACzD;aAEI,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;gBAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE;oBACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC7C;aACF;SACF;IACH,CAAC;IAED,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;aACrC;QACH,CAAC,CAAC;IACJ,CAAC;IAOD,cAAc,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,WAAW,CAAC,GAAW,EAAE,KAAa;QACpC,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,EAAE;YAE/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;SACnD;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,CAAC;IAC3C,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,YAAY,CAAC,YAA2B;QACtC,IAAI,YAAY,EAAE;YAChB,YAAY,CAAC,QAAQ,CAAC,CAAC,8BAAsB,CAAC,CAAC,CAAC;YAChD,YAAY,CAAC,YAAY,CAAC;gBACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAW,EAAE,EAAE;oBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAEtC,IAAI,CAAC,IAAI,EAAE;wBACT,OAAO,iCAAiC,GAAG,sBAAsB,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACzF,IAAI,CACL,EAAE,CAAC;qBACL;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC,CAAC;SACJ;IACH,CAAC;IAKD,SAAS,CAAC,GAAW;QACnB,MAAM,SAAS,GAAG,GAAG,GAAG,SAAS,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,EAAE;YACd,OAAO,IAAI,CAAC;SACb;QACD,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;SAC9B;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKD,uBAAuB,CAAC,GAAW;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,IAAI,CAAC;SACb;QACD,IAAI;YACF,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAwB,CAAC;YAC5D,OAAO,QAAQ,CAAC,qBAAqB,IAAI,IAAI,CAAC;SAC/C;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKD,aAAa,CAAC,OAAY,EAAE,aAAqB;QAC/C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC3C,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAAC;QAC/D,IAAI,CAAC,UAAU,EAAE;YACf,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,EACJ,0BAA0B,EAC1B,0BAA0B,EAC1B,iBAAiB,EACjB,GAAG,UAAU,EACd,GAAG,OAAO,CAAC;QACZ,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,UAAU,EAAE,CAAC;IAC1C,CAAC;IAKD,WAAW,CAAC,OAAe;QACzB,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,+CAA+C,CAAC;QACnE,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE;YAClD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aAChB;SACF;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAKD,WAAW,CAAC,GAAW;QACrB,MAAM,KAAK,GAAc,EAAE,CAAC;QAC5B,IAAI,UAAU,GAAkB,GAAG,CAAC;QAEpC,OAAO,UAAU,EAAE;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACzC,IAAI,CAAC,OAAO;gBAAE,MAAM;YAEpB,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,UAAU;gBACf,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;aACnC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAChE,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;SAC9C;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA/XD,0CA+XC;AAEY,QAAA,sBAAsB,GAAS;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,mKAAmK;QACrK,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,CAAC;SAClB;KACF;CACF,CAAC"}
@@ -1,13 +1,15 @@
1
1
  import { Message } from "../clients/types";
2
2
  import { MessageProcessorFunction } from "../services/MessageProcessor";
3
3
  import { ToolsService } from "../services";
4
+ import { JsonCompressor } from "./JsonCompressor";
4
5
  import { jqToolResponseDefinition, grepToolResponseDefinition, GrepOptions, tailToolResponseDefinition, TailOptions, listStoredToolResponsesDefinition } from "./tools";
5
6
  export declare class ToolResponseCache {
6
7
  private storage;
7
8
  private metadataStorage;
8
9
  private toolNameMap;
9
- constructor(toolsService: ToolsService);
10
- private tryParseJson;
10
+ private jsonCompressor;
11
+ constructor(toolsService: ToolsService, jsonCompressor?: JsonCompressor);
12
+ private createMinimalJsonCompressor;
11
13
  parseNestedJsonStrings(obj: any): any;
12
14
  storeToolResponse(content: string, toolCallId: string, toolName?: string): void;
13
15
  private processMessage;
@@ -1,6 +1,7 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.listStoredToolResponsesDefinition = exports.tailToolResponseDefinition = exports.grepToolResponseDefinition = exports.jqToolResponseDefinition = exports.ToolResponseCache = void 0;
4
+ const JsonCompressor_1 = require("./JsonCompressor");
4
5
  const tools_1 = require("./tools");
5
6
  Object.defineProperty(exports, "jqToolResponseDefinition", { enumerable: true, get: function () { return tools_1.jqToolResponseDefinition; } });
6
7
  Object.defineProperty(exports, "grepToolResponseDefinition", { enumerable: true, get: function () { return tools_1.grepToolResponseDefinition; } });
@@ -10,20 +11,27 @@ class ToolResponseCache {
10
11
  storage = {};
11
12
  metadataStorage = {};
12
13
  toolNameMap = {};
13
- constructor(toolsService) {
14
+ jsonCompressor;
15
+ constructor(toolsService, jsonCompressor) {
16
+ this.jsonCompressor = jsonCompressor || this.createMinimalJsonCompressor();
14
17
  this.registerTool(toolsService);
15
18
  }
16
- tryParseJson(content) {
17
- try {
18
- return JSON.parse(content);
19
- }
20
- catch {
21
- return null;
22
- }
19
+ createMinimalJsonCompressor() {
20
+ const minimalStorage = {
21
+ storeString: (key, value) => {
22
+ },
23
+ generateKey: () => {
24
+ return `temp_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
25
+ },
26
+ estimateTokens: (text) => {
27
+ return Math.ceil(text.length / 4);
28
+ },
29
+ };
30
+ return new JsonCompressor_1.JsonCompressor(minimalStorage, 4000, 8000, "expandTokens");
23
31
  }
24
32
  parseNestedJsonStrings(obj) {
25
33
  if (typeof obj === "string") {
26
- const parsed = this.tryParseJson(obj);
34
+ const parsed = this.jsonCompressor.tryParseJson(obj);
27
35
  if (parsed) {
28
36
  return this.parseNestedJsonStrings(parsed);
29
37
  }
@@ -45,7 +53,39 @@ class ToolResponseCache {
45
53
  if (this.storage[toolCallId]) {
46
54
  return;
47
55
  }
48
- this.storage[toolCallId] = content;
56
+ const parsed = this.jsonCompressor.tryParseJson(content);
57
+ if (parsed && typeof parsed === 'object' && parsed._mcp_format === true && parsed._data) {
58
+ this.storage[toolCallId] = JSON.stringify({
59
+ _mcp_format: true,
60
+ _raw_structure: parsed._raw_structure,
61
+ _data: parsed._data
62
+ });
63
+ }
64
+ else if (parsed !== null) {
65
+ try {
66
+ const outerParse = JSON.parse(content);
67
+ if (typeof outerParse === 'string') {
68
+ if (typeof parsed === 'object') {
69
+ this.storage[toolCallId] = JSON.stringify(parsed);
70
+ }
71
+ else if (typeof parsed === 'string') {
72
+ this.storage[toolCallId] = parsed;
73
+ }
74
+ else {
75
+ this.storage[toolCallId] = content;
76
+ }
77
+ }
78
+ else {
79
+ this.storage[toolCallId] = content;
80
+ }
81
+ }
82
+ catch {
83
+ this.storage[toolCallId] = content;
84
+ }
85
+ }
86
+ else {
87
+ this.storage[toolCallId] = content;
88
+ }
49
89
  this.metadataStorage[toolCallId] = {
50
90
  toolCallId,
51
91
  originalLength: content.length,
@@ -1 +1 @@
1
- {"version":3,"file":"ToolResponseCache.js","sourceRoot":"","sources":["../../../src/processors/ToolResponseCache.ts"],"names":[],"mappings":";;;AAGA,mCAWiB;AAiPf,yGA3PA,gCAAwB,OA2PA;AACxB,2GA1PA,kCAA0B,OA0PA;AAC1B,2GAxPA,kCAA0B,OAwPA;AAC1B,kHAtPA,yCAAiC,OAsPA;AApOnC,MAAa,iBAAiB;IACpB,OAAO,GAAwB,EAAE,CAAC;IAClC,eAAe,GAAgC,EAAE,CAAC;IAClD,WAAW,GAAqC,EAAE,CAAC;IAE3D,YAAY,YAA0B;QACpC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAKO,YAAY,CAAC,OAAe;QAClC,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,MAAM;YACN,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKM,sBAAsB,CAAC,GAAQ;QACpC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,MAAM,EAAE;gBACV,OAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;aAC5C;YACD,OAAO,GAAG,CAAC;SACZ;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACtB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7D;QAED,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;aAClD;YACD,OAAO,MAAM,CAAC;SACf;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAKM,iBAAiB,CACtB,OAAe,EACf,UAAkB,EAClB,QAAiB;QAKjB,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;YAC5B,OAAO;SACR;QAGD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC;QAGnC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG;YACjC,UAAU;YACV,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;SACrB,CAAC;QAEF,IAAI,QAAQ,EAAE;YACZ,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;SACzC;IACH,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,OAAgB;QAE3C,IACE,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,CAAC,OAAO,CAAC,YAAY;YACrB,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EACnC;YACA,OAAO;SACR;QAGD,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9E,CAAC;IAKD,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;aACpC;QACH,CAAC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,iBAAiB,CACrB,UAAkB,EAClB,OAAe;QAEf,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAA,sBAAc,EAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,UAAkB,EAClB,OAAe,EACf,OAAqB;QAErB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAA,mBAAW,EAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IACvE,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,UAAkB,EAClB,OAAqB;QAErB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAA,mBAAW,EAAC,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAKD,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAA,sCAA8B,EACnC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,WAAW,CACjB,CAAC;IACJ,CAAC;IAKD,mBAAmB,CAAC,UAAkB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;IAC1C,CAAC;IAKD,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAKD,YAAY,CAAC,YAA0B;QACrC,YAAY,CAAC,QAAQ,CAAC;YACpB,gCAAwB;YACxB,kCAA0B;YAC1B,kCAA0B;YAC1B,yCAAiC;SAClC,CAAC,CAAC;QACH,YAAY,CAAC,YAAY,CAAC;YACxB,CAAC,gCAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAC7C,UAAkB,EAClB,OAAe,EACf,EAAE;gBACF,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;YACD,CAAC,kCAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAC/C,UAAkB,EAClB,OAAe,EACf,OAAa,EACb,EAAE;gBACF,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACnE,CAAC;YACD,CAAC,kCAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAC/C,UAAkB,EAClB,OAAa,EACb,EAAE;gBACF,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;YACD,CAAC,yCAAiC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;gBAC5D,OAAO,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAC9C,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AA9ND,8CA8NC"}
1
+ {"version":3,"file":"ToolResponseCache.js","sourceRoot":"","sources":["../../../src/processors/ToolResponseCache.ts"],"names":[],"mappings":";;;AAGA,qDAAkD;AAClD,mCAWiB;AAqSf,yGA/SA,gCAAwB,OA+SA;AACxB,2GA9SA,kCAA0B,OA8SA;AAC1B,2GA5SA,kCAA0B,OA4SA;AAC1B,kHA1SA,yCAAiC,OA0SA;AAxRnC,MAAa,iBAAiB;IACpB,OAAO,GAAwB,EAAE,CAAC;IAClC,eAAe,GAAgC,EAAE,CAAC;IAClD,WAAW,GAAqC,EAAE,CAAC;IACnD,cAAc,CAAiB;IAEvC,YAAY,YAA0B,EAAE,cAA+B;QAErE,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,IAAI,CAAC,2BAA2B,EAAE,CAAC;QAC3E,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAMO,2BAA2B;QAEjC,MAAM,cAAc,GAAG;YACrB,WAAW,EAAE,CAAC,GAAW,EAAE,KAAa,EAAE,EAAE;YAE5C,CAAC;YACD,WAAW,EAAE,GAAG,EAAE;gBAChB,OAAO,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACzE,CAAC;YACD,cAAc,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpC,CAAC;SACF,CAAC;QAGF,OAAO,IAAI,+BAAc,CAAC,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;IACxE,CAAC;IAKM,sBAAsB,CAAC,GAAQ;QACpC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACrD,IAAI,MAAM,EAAE;gBACV,OAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;aAC5C;YACD,OAAO,GAAG,CAAC;SACZ;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACtB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7D;QAED,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;aAClD;YACD,OAAO,MAAM,CAAC;SACf;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAKM,iBAAiB,CACtB,OAAe,EACf,UAAkB,EAClB,QAAiB;QAKjB,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;YAC5B,OAAO;SACR;QAGD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEzD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE;YAIvF,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;gBACxC,WAAW,EAAE,IAAI;gBACjB,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB,CAAC,CAAC;SACJ;aAAM,IAAI,MAAM,KAAK,IAAI,EAAE;YAG1B,IAAI;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACvC,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;oBAElC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;wBAC9B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;qBACnD;yBAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;wBAErC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC;qBACnC;yBAAM;wBAEL,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC;qBACpC;iBACF;qBAAM;oBAEL,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC;iBACpC;aACF;YAAC,MAAM;gBAEN,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC;aACpC;SACF;aAAM;YAEL,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC;SACpC;QAGD,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG;YACjC,UAAU;YACV,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;SACrB,CAAC;QAEF,IAAI,QAAQ,EAAE;YACZ,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;SACzC;IACH,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,OAAgB;QAE3C,IACE,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,CAAC,OAAO,CAAC,YAAY;YACrB,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EACnC;YACA,OAAO;SACR;QAGD,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9E,CAAC;IAKD,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;aACpC;QACH,CAAC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,iBAAiB,CACrB,UAAkB,EAClB,OAAe;QAEf,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAA,sBAAc,EAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IACjE,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,UAAkB,EAClB,OAAe,EACf,OAAqB;QAErB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAA,mBAAW,EAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IACvE,CAAC;IAKD,KAAK,CAAC,gBAAgB,CACpB,UAAkB,EAClB,OAAqB;QAErB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,OAAO,IAAA,mBAAW,EAAC,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAKD,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAA,sCAA8B,EACnC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,WAAW,CACjB,CAAC;IACJ,CAAC;IAKD,mBAAmB,CAAC,UAAkB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;IAC1C,CAAC;IAKD,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAKD,YAAY,CAAC,YAA0B;QACrC,YAAY,CAAC,QAAQ,CAAC;YACpB,gCAAwB;YACxB,kCAA0B;YAC1B,kCAA0B;YAC1B,yCAAiC;SAClC,CAAC,CAAC;QACH,YAAY,CAAC,YAAY,CAAC;YACxB,CAAC,gCAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAC7C,UAAkB,EAClB,OAAe,EACf,EAAE;gBACF,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;YACD,CAAC,kCAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAC/C,UAAkB,EAClB,OAAe,EACf,OAAa,EACb,EAAE;gBACF,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACnE,CAAC;YACD,CAAC,kCAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAC/C,UAAkB,EAClB,OAAa,EACb,EAAE;gBACF,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;YACD,CAAC,yCAAiC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;gBAC5D,OAAO,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAC9C,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAlRD,8CAkRC"}
@@ -1,6 +1,7 @@
1
1
  export { Base64ImageDetector } from "./Base64ImageDetector";
2
2
  export { CustomVariables } from "./CustomVariables";
3
3
  export { TokenCompressor } from "./TokenCompressor";
4
+ export { JsonCompressor, JsonSchema, CompressionMetadata, JsonCompressorStorage } from "./JsonCompressor";
4
5
  export { ToolResponseCache } from "./ToolResponseCache";
5
6
  export { XmlToolCallProcessor } from "./XmlToolCallProcessor";
6
7
  export { HarmonyToolProcessor } from "./HarmonyToolProcessor";
@@ -1,12 +1,14 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.HarmonyToolProcessor = exports.XmlToolCallProcessor = exports.ToolResponseCache = exports.TokenCompressor = exports.CustomVariables = exports.Base64ImageDetector = void 0;
3
+ exports.HarmonyToolProcessor = exports.XmlToolCallProcessor = exports.ToolResponseCache = exports.JsonCompressor = exports.TokenCompressor = exports.CustomVariables = exports.Base64ImageDetector = void 0;
4
4
  var Base64ImageDetector_1 = require("./Base64ImageDetector");
5
5
  Object.defineProperty(exports, "Base64ImageDetector", { enumerable: true, get: function () { return Base64ImageDetector_1.Base64ImageDetector; } });
6
6
  var CustomVariables_1 = require("./CustomVariables");
7
7
  Object.defineProperty(exports, "CustomVariables", { enumerable: true, get: function () { return CustomVariables_1.CustomVariables; } });
8
8
  var TokenCompressor_1 = require("./TokenCompressor");
9
9
  Object.defineProperty(exports, "TokenCompressor", { enumerable: true, get: function () { return TokenCompressor_1.TokenCompressor; } });
10
+ var JsonCompressor_1 = require("./JsonCompressor");
11
+ Object.defineProperty(exports, "JsonCompressor", { enumerable: true, get: function () { return JsonCompressor_1.JsonCompressor; } });
10
12
  var ToolResponseCache_1 = require("./ToolResponseCache");
11
13
  Object.defineProperty(exports, "ToolResponseCache", { enumerable: true, get: function () { return ToolResponseCache_1.ToolResponseCache; } });
12
14
  var XmlToolCallProcessor_1 = require("./XmlToolCallProcessor");
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/processors/index.ts"],"names":[],"mappings":";;;AAAA,6DAA4D;AAAnD,0HAAA,mBAAmB,OAAA;AAC5B,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,yDAAwD;AAA/C,sHAAA,iBAAiB,OAAA;AAC1B,+DAA8D;AAArD,4HAAA,oBAAoB,OAAA;AAC7B,+DAA8D;AAArD,4HAAA,oBAAoB,OAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/processors/index.ts"],"names":[],"mappings":";;;AAAA,6DAA4D;AAAnD,0HAAA,mBAAmB,OAAA;AAC5B,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,qDAAoD;AAA3C,kHAAA,eAAe,OAAA;AACxB,mDAA0G;AAAjG,gHAAA,cAAc,OAAA;AACvB,yDAAwD;AAA/C,sHAAA,iBAAiB,OAAA;AAC1B,+DAA8D;AAArD,4HAAA,oBAAoB,OAAA;AAC7B,+DAA8D;AAArD,4HAAA,oBAAoB,OAAA"}
@@ -6,6 +6,7 @@ const services_1 = require("../../src/services");
6
6
  describe("TokenCompressor - Large File Test", () => {
7
7
  let tokenCompressor;
8
8
  const bigstringPath = "tests/compressor/bigstring.txt";
9
+ const jsonPath = "tests/compressor/githubjson.txt";
9
10
  beforeAll(() => {
10
11
  const { Tools } = (0, services_1.services)();
11
12
  tokenCompressor = new TokenCompressor_1.TokenCompressor(Tools);
@@ -62,5 +63,213 @@ describe("TokenCompressor - Large File Test", () => {
62
63
  const compressionRatio = compressed.length / fileContents.length;
63
64
  expect(compressionRatio).toBeLessThan(0.01);
64
65
  });
66
+ test("should handle json compression", async () => {
67
+ const fileBuffer = await (0, utils_1.readFile)(jsonPath);
68
+ const fileContents = fileBuffer.toString();
69
+ const estimatedTokens = Math.ceil(fileContents.length / 4);
70
+ expect(estimatedTokens).toBeGreaterThan(4000);
71
+ const compressed = tokenCompressor.compressContent(fileContents);
72
+ console.log({ compressedJson: compressed });
73
+ const compressedObj = JSON.parse(compressed);
74
+ expect(compressedObj._mcp_format).toBe(true);
75
+ expect(compressedObj._data).toBeDefined();
76
+ expect(compressedObj._schema_key).toBeDefined();
77
+ const compressionRatio = compressed.length / fileContents.length;
78
+ expect(compressionRatio).toBeLessThan(0.5);
79
+ });
80
+ test("should detect json", async () => {
81
+ const fileBuffer = await (0, utils_1.readFile)(jsonPath);
82
+ const fileContents = fileBuffer.toString();
83
+ const compressed = tokenCompressor.tryParseJson(fileContents);
84
+ expect(compressed).toBeTruthy();
85
+ });
86
+ test("should analyze githubjson.txt compression with key chain utilities", async () => {
87
+ const fileBuffer = await (0, utils_1.readFile)(jsonPath);
88
+ const fileContents = fileBuffer.toString();
89
+ console.log(`\n=== GitHub JSON Compression Analysis ===`);
90
+ console.log(`Original file size: ${fileContents.length} characters`);
91
+ console.log(`Estimated tokens: ${Math.ceil(fileContents.length / 4)}`);
92
+ const compressed = tokenCompressor.compressContent(fileContents);
93
+ console.log(`\nCompressed representation length: ${compressed.length} characters`);
94
+ console.log(`\nCompressed output:\n${compressed.substring(0, 500)}...\n`);
95
+ const rootKeys = tokenCompressor.extractKeys(compressed);
96
+ console.log(`\nRoot keys found: ${rootKeys.length}`);
97
+ console.log(`Keys: ${rootKeys.join(", ")}\n`);
98
+ expect(rootKeys.length).toBeGreaterThan(0);
99
+ for (const rootKey of rootKeys) {
100
+ console.log(`\n--- Analyzing key chain for: ${rootKey} ---`);
101
+ const keyChain = tokenCompressor.getKeyChain(rootKey);
102
+ console.log(`Total keys in chain: ${keyChain.length}`);
103
+ const byDepth = keyChain.reduce((acc, info) => {
104
+ if (!acc[info.depth]) {
105
+ acc[info.depth] = [];
106
+ }
107
+ acc[info.depth].push(info);
108
+ return acc;
109
+ }, {});
110
+ console.log(`\nKeys by depth:`);
111
+ for (const [depth, infos] of Object.entries(byDepth)) {
112
+ console.log(` Depth ${depth}: ${infos.length} keys`);
113
+ for (const info of infos) {
114
+ console.log(` - ${info.key}:`);
115
+ console.log(` Size: ${info.size} chars (${info.tokens} tokens)`);
116
+ console.log(` Type: ${info.type}`);
117
+ console.log(` Child keys: ${info.childKeys.length}`);
118
+ if (info.nextChunkKey) {
119
+ console.log(` Next chunk: ${info.nextChunkKey}`);
120
+ }
121
+ }
122
+ }
123
+ for (const info of keyChain) {
124
+ const data = await tokenCompressor.retrieveString(info.key);
125
+ console.log({ data });
126
+ if (info.type === "child") {
127
+ expect(info.tokens).toBeGreaterThan(1000);
128
+ }
129
+ expect(info.tokens).toBeLessThan(tokenCompressor.maxTokens * 1.5);
130
+ }
131
+ const totalSize = keyChain.reduce((sum, info) => sum + info.size, 0);
132
+ const totalTokens = keyChain.reduce((sum, info) => sum + info.tokens, 0);
133
+ console.log(`\nTotal stored size: ${totalSize} characters (${totalTokens} tokens)`);
134
+ console.log(`Storage efficiency: Stored ${keyChain.length} chunks for original content`);
135
+ }
136
+ console.log(`\n=== Storage State ===`);
137
+ console.log(`Total keys in storage: ${tokenCompressor.getStorageSize()}`);
138
+ console.log(`All storage keys: ${tokenCompressor.getStorageKeys().join(", ")}`);
139
+ expect(tokenCompressor.getStorageSize()).toBeGreaterThan(0);
140
+ const parsedCompressed = tokenCompressor.tryParseJson(compressed);
141
+ expect(parsedCompressed).toBeTruthy();
142
+ let dataKeys = [];
143
+ if (parsedCompressed && typeof parsedCompressed === "object") {
144
+ const extractAllKeys = (obj) => {
145
+ const keys = [];
146
+ const str = JSON.stringify(obj);
147
+ keys.push(...tokenCompressor.extractKeys(str));
148
+ return keys;
149
+ };
150
+ dataKeys = extractAllKeys(parsedCompressed);
151
+ }
152
+ console.log(`\nKeys found in compressed structure: ${dataKeys.length}`);
153
+ const storedContent = dataKeys.length > 0 ? tokenCompressor.retrieveString(dataKeys[0]) : null;
154
+ const embeddedKeys = tokenCompressor.extractKeys(storedContent);
155
+ console.log(`\nKeys embedded in first stored chunk: ${embeddedKeys.length}`);
156
+ if (embeddedKeys.length > 0) {
157
+ console.log(`Embedded keys: ${embeddedKeys.join(", ")}`);
158
+ }
159
+ });
160
+ test("should demonstrate improved compression with schema and low-signal detection", async () => {
161
+ const fileBuffer = await (0, utils_1.readFile)(jsonPath);
162
+ const fileContents = fileBuffer.toString();
163
+ console.log(`\n=== Compression Performance Analysis ===`);
164
+ console.log(`Original file size: ${fileContents.length} characters`);
165
+ console.log(`Estimated tokens: ${Math.ceil(fileContents.length / 4)}`);
166
+ const compressed = tokenCompressor.compressContent(fileContents);
167
+ console.log(`\nCompressed representation: ${compressed.length} characters`);
168
+ const compressionRatio = ((1 - compressed.length / fileContents.length) *
169
+ 100).toFixed(2);
170
+ console.log(`Compression ratio: ${compressionRatio}%`);
171
+ console.log(`\nCompressed output preview:\n${compressed.substring(0, 800)}`);
172
+ const compressedObj = JSON.parse(compressed);
173
+ console.log(`\n=== Schema Information ===`);
174
+ if (compressedObj._schema_key) {
175
+ console.log(`Schema key found: ${compressedObj._schema_key}`);
176
+ const schema = tokenCompressor.retrieveString(compressedObj._schema_key);
177
+ if (schema) {
178
+ console.log(`Schema structure:`);
179
+ console.log(JSON.stringify(schema, null, 2).substring(0, 1000));
180
+ }
181
+ }
182
+ console.log(`\n=== Low-Signal Property Compression ===`);
183
+ if (compressedObj._data && Array.isArray(compressedObj._data)) {
184
+ const firstItem = compressedObj._data[0];
185
+ if (typeof firstItem === "string" &&
186
+ firstItem.includes("COMPRESSED_JSON")) {
187
+ const keyMatch = firstItem.match(/Key: (compressed_[a-z0-9_]+)/);
188
+ if (keyMatch) {
189
+ const itemKey = keyMatch[1];
190
+ const itemData = tokenCompressor.retrieveString(itemKey);
191
+ if (itemData) {
192
+ const item = JSON.parse(itemData);
193
+ const innerItem = JSON.parse(item.text);
194
+ if (Array.isArray(innerItem)) {
195
+ const sampleItem = innerItem[0];
196
+ if (sampleItem._compressed_properties_key) {
197
+ console.log(`Sample item has ${sampleItem._compressed_property_names.length} compressed properties`);
198
+ console.log(`Compressed properties: ${sampleItem._compressed_property_names
199
+ .slice(0, 10)
200
+ .join(", ")}...`);
201
+ console.log(`Info: ${sampleItem._compression_info}`);
202
+ const compressedProps = tokenCompressor.getCompressedProperties(sampleItem._compressed_properties_key);
203
+ if (compressedProps) {
204
+ const propNames = Object.keys(compressedProps.compressed_properties);
205
+ console.log(`\nRetrieved ${propNames.length} compressed properties successfully`);
206
+ console.log(`Sample compressed property keys: ${propNames
207
+ .slice(0, 5)
208
+ .join(", ")}`);
209
+ }
210
+ }
211
+ }
212
+ }
213
+ }
214
+ }
215
+ }
216
+ console.log(`\n=== Storage Analysis ===`);
217
+ const totalKeys = tokenCompressor.getStorageSize();
218
+ console.log(`Total storage keys: ${totalKeys}`);
219
+ let totalStoredSize = 0;
220
+ for (const key of tokenCompressor.getStorageKeys()) {
221
+ const data = tokenCompressor.retrieveString(key);
222
+ if (data) {
223
+ totalStoredSize += data.length;
224
+ }
225
+ }
226
+ console.log(`Total stored data: ${totalStoredSize} characters`);
227
+ console.log(`Compressed representation: ${compressed.length} characters`);
228
+ console.log(`Storage overhead ratio: ${((totalStoredSize / fileContents.length) *
229
+ 100).toFixed(2)}%`);
230
+ console.log(`Initial view compression: ${compressionRatio}%`);
231
+ expect(parseFloat(compressionRatio)).toBeGreaterThan(60);
232
+ if (compressedObj._schema_key) {
233
+ const schema = tokenCompressor.retrieveString(compressedObj._schema_key);
234
+ expect(schema).toBeTruthy();
235
+ }
236
+ expect(totalKeys).toBeGreaterThan(5);
237
+ console.log(`\n✓ Compression improvements verified!`);
238
+ });
239
+ test("should not double-compress already compressed content", async () => {
240
+ const fileBuffer = await (0, utils_1.readFile)(jsonPath);
241
+ const fileContents = fileBuffer.toString();
242
+ console.log(`\n=== Testing Double Compression Prevention ===`);
243
+ console.log(`Original file size: ${fileContents.length} characters`);
244
+ const message = JSON.parse(fileContents);
245
+ const messageToCompress = JSON.parse(JSON.stringify(message));
246
+ await tokenCompressor.compressMessage(messageToCompress);
247
+ const firstCompression = messageToCompress.content[0].text;
248
+ console.log(`\nAfter first compression: ${firstCompression.length} characters`);
249
+ console.log(`First compression preview:\n${firstCompression.substring(0, 300)}...`);
250
+ const firstParsed = tokenCompressor.tryParseJson(firstCompression);
251
+ expect(firstParsed).toBeTruthy();
252
+ expect(firstParsed._schema_key).toBeDefined();
253
+ expect(firstParsed.data).toBeDefined();
254
+ await tokenCompressor.compressMessage(messageToCompress);
255
+ const secondCompression = messageToCompress.content[0].text;
256
+ console.log(`\nAfter second compression: ${secondCompression.length} characters`);
257
+ console.log(`Second compression preview:\n${secondCompression.substring(0, 300)}...`);
258
+ const secondParsed = tokenCompressor.tryParseJson(secondCompression);
259
+ expect(secondParsed).toBeTruthy();
260
+ console.log(`\nSecond parsed structure keys:`, Object.keys(secondParsed));
261
+ console.log(`Full structure:`, JSON.stringify(secondParsed, null, 2).substring(0, 500));
262
+ const isOverCompressed = Object.keys(secondParsed).length === 3 &&
263
+ secondParsed._mcp_format === true &&
264
+ secondParsed._raw_structure !== undefined &&
265
+ secondParsed._schema_key !== undefined;
266
+ console.log(`\nIs over-compressed: ${isOverCompressed}`);
267
+ expect(secondCompression).toBe(firstCompression);
268
+ expect(secondParsed).toEqual(firstParsed);
269
+ expect(secondParsed.data).toBeDefined();
270
+ expect(Array.isArray(secondParsed.data)).toBe(true);
271
+ expect(isOverCompressed).toBe(false);
272
+ console.log(`\n✓ Double compression prevention verified!`);
273
+ });
65
274
  });
66
275
  //# sourceMappingURL=bigstring.test.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"bigstring.test.js","sourceRoot":"","sources":["../../../tests/compressor/bigstring.test.ts"],"names":[],"mappings":";;AAAA,2CAA2C;AAC3C,0EAAuE;AACvE,iDAA8C;AAE9C,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,IAAI,eAAgC,CAAC;IACrC,MAAM,aAAa,GAAG,gCAAgC,CAAC;IAEvD,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;QAC7B,eAAe,GAAG,IAAI,iCAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,YAAY,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAEpF,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAChD,YAAY,EACZ,aAAa,CACd,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAGhD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACnD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAG5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAS,CAAC,CAAC,CAAC,CAAC;QAG9B,MAAM,UAAU,GAAG,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAG7C,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGzE,MAAM,YAAY,GAAG,UAAU,CAAC;QAChC,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,GAAG,CAAC;QAEtB,OAAO,YAAY,IAAI,UAAU,GAAG,SAAS,EAAE;YAC7C,UAAU,EAAE,CAAC;YAEb,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACxE,IAAI,YAAY,EAAE;gBAEhB,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,cAAc,OAAO,aAAa,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;aAChG;iBAAM;gBAEL,aAAa,IAAI,YAAY,CAAC;gBAC9B,MAAM;aACP;SACF;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,SAAS,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,uBAAuB,aAAa,CAAC,MAAM,aAAa,CAAC,CAAC;QAItE,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAG3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAGjE,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAGnD,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
1
+ {"version":3,"file":"bigstring.test.js","sourceRoot":"","sources":["../../../tests/compressor/bigstring.test.ts"],"names":[],"mappings":";;AAAA,2CAA2C;AAC3C,0EAAgF;AAChF,iDAA8C;AAG9C,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,IAAI,eAAgC,CAAC;IACrC,MAAM,aAAa,GAAG,gCAAgC,CAAC;IACvD,MAAM,QAAQ,GAAG,iCAAiC,CAAC;IAEnD,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,mBAAQ,GAAE,CAAC;QAC7B,eAAe,GAAG,IAAI,iCAAe,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,YAAY,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAEpF,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAChD,YAAY,EACZ,aAAa,CACd,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAGhD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACnD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAG5D,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,QAAS,CAAC,CAAC,CAAC,CAAC;QAG9B,MAAM,UAAU,GAAG,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAG7C,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGzE,MAAM,YAAY,GAAG,UAAU,CAAC;QAChC,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,GAAG,CAAC;QAEtB,OAAO,YAAY,IAAI,UAAU,GAAG,SAAS,EAAE;YAC7C,UAAU,EAAE,CAAC;YAEb,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACxE,IAAI,YAAY,EAAE;gBAEhB,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBAChE,OAAO,CAAC,GAAG,CACT,mBAAmB,UAAU,cAAc,OAAO,aAAa,SAAS,CAAC,MAAM,EAAE,CAClF,CAAC;aACH;iBAAM;gBAEL,aAAa,IAAI,YAAY,CAAC;gBAC9B,MAAM;aACP;SACF;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,SAAS,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,uBAAuB,aAAa,CAAC,MAAM,aAAa,CAAC,CAAC;QAItE,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,aAAa,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAG3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAGjE,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAGnD,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAG3C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAG5C,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAGhD,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACjE,MAAM,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACpC,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,eAAe,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAE9D,MAAM,CAAC,UAAU,CAAC,CAAC,UAAU,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QACpF,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CACT,uCAAuC,UAAU,CAAC,MAAM,aAAa,CACtE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAG1E,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAG3C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,MAAM,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEtD,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAGvD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBACpB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;iBACtB;gBACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,EAA+B,CAAC,CAAC;YAEpC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAChC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACpD,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,KAAK,KAAK,CAAC,MAAM,OAAO,CAAC,CAAC;gBACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;oBACxB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;oBAClC,OAAO,CAAC,GAAG,CACT,iBAAiB,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,MAAM,UAAU,CAC3D,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC5D,IAAI,IAAI,CAAC,YAAY,EAAE;wBACrB,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;qBACzD;iBACF;aACF;YAGD,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE;gBAC3B,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBAItB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE;oBACzB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;iBAC3C;gBAGD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,eAAe,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;aACnE;YAGD,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACrE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CACT,wBAAwB,SAAS,gBAAgB,WAAW,UAAU,CACvE,CAAC;YACF,OAAO,CAAC,GAAG,CACT,8BAA8B,QAAQ,CAAC,MAAM,8BAA8B,CAC5E,CAAC;SACH;QAGD,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,0BAA0B,eAAe,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CACT,qBAAqB,eAAe,CAAC,cAAc,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnE,CAAC;QAEF,MAAM,CAAC,eAAe,CAAC,cAAc,EAAE,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAI5D,MAAM,gBAAgB,GAAG,eAAe,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAClE,MAAM,CAAC,gBAAgB,CAAC,CAAC,UAAU,EAAE,CAAC;QAGtC,IAAI,QAAQ,GAAa,EAAE,CAAC;QAC5B,IAAI,gBAAgB,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE;YAE5D,MAAM,cAAc,GAAG,CAAC,GAAQ,EAAY,EAAE;gBAC5C,MAAM,IAAI,GAAa,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;YACF,QAAQ,GAAG,cAAc,CAAC,gBAAgB,CAAC,CAAC;SAC7C;QAED,OAAO,CAAC,GAAG,CAAC,yCAAyC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,MAAM,aAAa,GACjB,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE3E,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,aAAc,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CACT,0CAA0C,YAAY,CAAC,MAAM,EAAE,CAChE,CAAC;QACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,OAAO,CAAC,GAAG,CAAC,kBAAkB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SAC1D;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC9F,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAGvE,MAAM,UAAU,GAAG,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CAAC,gCAAgC,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;QAC5E,MAAM,gBAAgB,GAAG,CACvB,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAC7C,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,sBAAsB,gBAAgB,GAAG,CAAC,CAAC;QAGvD,OAAO,CAAC,GAAG,CACT,iCAAiC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAChE,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAE7C,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,IAAI,aAAa,CAAC,WAAW,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACzE,IAAI,MAAM,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;aACjE;SACF;QAED,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QAEzD,IAAI,aAAa,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE;YAC7D,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzC,IACE,OAAO,SAAS,KAAK,QAAQ;gBAC7B,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EACrC;gBAEA,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACjE,IAAI,QAAQ,EAAE;oBACZ,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC5B,MAAM,QAAQ,GAAG,eAAe,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;oBACzD,IAAI,QAAQ,EAAE;wBACZ,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAGxC,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;4BAC5B,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;4BAChC,IAAI,UAAU,CAAC,0BAA0B,EAAE;gCACzC,OAAO,CAAC,GAAG,CACT,mBAAmB,UAAU,CAAC,0BAA0B,CAAC,MAAM,wBAAwB,CACxF,CAAC;gCACF,OAAO,CAAC,GAAG,CACT,0BAA0B,UAAU,CAAC,0BAA0B;qCAC5D,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;qCACZ,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,CAAC;gCACF,OAAO,CAAC,GAAG,CAAC,SAAS,UAAU,CAAC,iBAAiB,EAAE,CAAC,CAAC;gCAGrD,MAAM,eAAe,GAAG,eAAe,CAAC,uBAAuB,CAC7D,UAAU,CAAC,0BAA0B,CACtC,CAAC;gCACF,IAAI,eAAe,EAAE;oCACnB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAC3B,eAAe,CAAC,qBAAqB,CACtC,CAAC;oCACF,OAAO,CAAC,GAAG,CACT,eAAe,SAAS,CAAC,MAAM,qCAAqC,CACrE,CAAC;oCACF,OAAO,CAAC,GAAG,CACT,oCAAoC,SAAS;yCAC1C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;yCACX,IAAI,CAAC,IAAI,CAAC,EAAE,CAChB,CAAC;iCACH;6BACF;yBACF;qBACF;iBACF;aACF;SACF;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,eAAe,CAAC,cAAc,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAC;QAGhD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,KAAK,MAAM,GAAG,IAAI,eAAe,CAAC,cAAc,EAAE,EAAE;YAClD,MAAM,IAAI,GAAG,eAAe,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACjD,IAAI,IAAI,EAAE;gBACR,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC;aAChC;SACF;QAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,eAAe,aAAa,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,8BAA8B,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CACT,2BAA2B,CACzB,CAAC,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC;YACvC,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAChB,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,6BAA6B,gBAAgB,GAAG,CAAC,CAAC;QAG9D,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAGzD,IAAI,aAAa,CAAC,WAAW,EAAE;YAC7B,MAAM,MAAM,GAAG,eAAe,CAAC,cAAc,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YACzE,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;SAC7B;QAGD,MAAM,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAErC,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QAEvE,MAAM,UAAU,GAAG,MAAM,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAE3C,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,CAAC,MAAM,aAAa,CAAC,CAAC;QAGrE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAY,CAAC;QAGpD,MAAM,iBAAiB,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAGvE,MAAM,eAAe,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAEzD,MAAM,gBAAgB,GAAI,iBAAiB,CAAC,OAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,8BAA8B,gBAAgB,CAAC,MAAM,aAAa,CAAC,CAAC;QAChF,OAAO,CAAC,GAAG,CAAC,+BAA+B,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAGpF,MAAM,WAAW,GAAG,eAAe,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QACnE,MAAM,CAAC,WAAW,CAAC,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAGvC,MAAM,eAAe,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAEzD,MAAM,iBAAiB,GAAI,iBAAiB,CAAC,OAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,+BAA+B,iBAAiB,CAAC,MAAM,aAAa,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,gCAAgC,iBAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAGtF,MAAM,YAAY,GAAG,eAAe,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACrE,MAAM,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC;QAElC,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1E,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAGxF,MAAM,gBAAgB,GACpB,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,KAAK,CAAC;YACtC,YAAY,CAAC,WAAW,KAAK,IAAI;YACjC,YAAY,CAAC,cAAc,KAAK,SAAS;YACzC,YAAY,CAAC,WAAW,KAAK,SAAS,CAAC;QAEzC,OAAO,CAAC,GAAG,CAAC,yBAAyB,gBAAgB,EAAE,CAAC,CAAC;QAGzD,MAAM,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAGjD,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAGpD,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAErC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}