@blackbox_ai/blackbox-cli-core 0.0.4

package/dist/src/utils/request-tokenizer/imageTokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageTokenizer.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/imageTokenizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AAEtE;;;;;;;;;GASG;AACH,MAAM,OAAO,cAAc;IACzB,6BAA6B;IACrB,MAAM,CAAU,gBAAgB,GAAG,EAAE,GAAG,EAAE,CAAC;IAEnD,+BAA+B;IACvB,MAAM,CAAU,oBAAoB,GAAG,CAAC,CAAC;IAEjD,+BAA+B;IACvB,MAAM,CAAU,oBAAoB,GAAG,KAAK,CAAC;IAErD,wCAAwC;IAChC,MAAM,CAAU,qBAAqB,GAAG,CAAC,CAAC;IAElD;;;;;;OAMG;IACH,KAAK,CAAC,oBAAoB,CACxB,UAAkB,EAClB,QAAgB;QAEhB,IAAI,CAAC;YACH,sCAAsC;YACtC,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxC,OAAO,CAAC,IAAI,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;gBACtD,kDAAkD;gBAClD,OAAO;oBACL,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,GAAG;oBACX,QAAQ;oBACR,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC;iBAC/C,CAAC;YACJ,CAAC;YAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAElE,OAAO;gBACL,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,QAAQ;gBACR,QAAQ,EAAE,MAAM,CAAC,MAAM;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YACzD,uCAAuC;YACvC,OAAO;gBACL,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,QAAQ;gBACR,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC;aAC/C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,iBAAiB,CAC7B,MAAc,EACd,QAAgB;QAEhB,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACK,oBAAoB,CAAC,MAAc;QAIzC,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,uBAAuB;QACvB,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,CAAC;YACpC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;SAC/C,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEvC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACK,qBAAqB,CAAC,MAAc;QAI1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,EAAE,CAAC;gBACT,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAElC,cAAc;YACd,IACE,CAAC,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC;gBAClC,CAAC,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC;gBAClC,CAAC,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC;gBAClC,CAAC,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC,EAClC,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YAC3B,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtD,MAAM,IAAI,CAAC,GAAG,aAAa,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,MAAc;QAI1C,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9D,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,aAAa,KAAK,MAAM,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEzD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;YAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC;YAChD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3B,CAAC;aAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3B,CAAC;aAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACxD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3B,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,MAAc;QAIzC,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1D,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAEtC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACH,eAAe,CAAC,QAAuB;QACrC,OAAO,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC1E,CAAC;IAED;;;;;;;;;;;OAWG;IACK,0BAA0B,CAAC,KAAa,EAAE,MAAc;QAC9D,kCAAkC;QAClC,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;QACxC,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;QAEvC,0BAA0B;QAC1B,MAAM,SAAS,GACb,cAAc,CAAC,oBAAoB,GAAG,cAAc,CAAC,gBAAgB,CAAC;QACxE,MAAM,SAAS,GACb,cAAc,CAAC,oBAAoB,GAAG,cAAc,CAAC,gBAAgB,CAAC;QAExE,gBAAgB;QAChB,IAAI,IAAI,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;YAC5B,0BAA0B;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;YAC3C,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;QAC5C,CAAC;aAAM,IAAI,IAAI,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;YACnC,wBAAwB;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;QAC7C,CAAC;QAED,mBAAmB;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAC5B,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,cAAc,CAAC,gBAAgB,CAChD,CAAC;QAEF,OAAO,WAAW,GAAG,cAAc,CAAC,qBAAqB,CAAC;IAC5D,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CACxB,eAA0D;QAE1D,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,eAAe,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACjE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC/C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;gBAC3D,oCAAoC;gBACpC,OAAO,CAAC,IAAI,CACV,cAAc,CAAC,oBAAoB;oBACjC,cAAc,CAAC,qBAAqB,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACK,oBAAoB,CAAC,MAAc;QAIzC,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,uBAAuB;QACvB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEvC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,2CAA2C;IACzF,CAAC;IAED;;;;OAIG;IACK,qBAAqB,CAAC,MAAc;QAI1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,mBAAmB;QACnB,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,cAAc,GAAG,SAAS,KAAK,IAAI,CAAC;QAC1C,MAAM,WAAW,GAAG,SAAS,KAAK,IAAI,CAAC;QAEvC,IAAI,CAAC,cAAc,IAAI,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,mCAAmC;QACnC,MAAM,KAAK,GAAG,cAAc;YAC1B,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;YACxB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,kBAAkB;QAClB,MAAM,SAAS,GAAG,cAAc;YAC9B,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;YACxB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAE3B,IAAI,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,mCAAmC;QACnC,MAAM,UAAU,GAAG,cAAc;YAC/B,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC;YAChC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAEnC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,oBAAoB;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAE3C,IAAI,WAAW,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM;gBAAE,MAAM;YAE5C,MAAM,GAAG,GAAG,cAAc;gBACxB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC;gBAClC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;YAErC,MAAM,IAAI,GAAG,cAAc;gBACzB,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC;gBACtC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;YAEzC,MAAM,KAAK,GAAG,cAAc;gBAC1B,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC;gBACtC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;YAEzC,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,aAAa;gBACb,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,gBAAgB;YACtD,CAAC;iBAAM,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBAC1B,uBAAuB;gBACvB,MAAM,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,gBAAgB;YACvD,CAAC;YAED,IAAI,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC;gBAAE,MAAM;QACrC,CAAC;QAED,IAAI,KAAK,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACK,qBAAqB,CAAC,MAAc;QAI1C,IAAI,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,qCAAqC;QACrC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QAED,sCAAsC;QACtC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAE1E,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,oCAAoC;gBACpC,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,CAAC;gBAC9B,IAAI,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,yBAAyB;gBAE3D,OAAO,WAAW,GAAG,MAAM,GAAG,OAAO,GAAG,CAAC,EAAE,CAAC;oBAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;oBACtD,MAAM,YAAY,GAAG,MAAM;yBACxB,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC;yBAC1C,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAErB,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;wBAC5B,kCAAkC;wBAClC,IAAI,WAAW,GAAG,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;4BACtC,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;4BACpD,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;4BACrD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;wBAC3B,CAAC;oBACH,CAAC;oBAED,IAAI,YAAY,KAAK,CAAC;wBAAE,MAAM;oBAC9B,WAAW,IAAI,YAAY,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,IAAI,OAAO,KAAK,CAAC;gBAAE,MAAM;YACzB,MAAM,IAAI,OAAO,CAAC;QACpB,CAAC;QAED,sEAAsE;QACtE,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QACjE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACrC,CAAC"}

package/dist/src/utils/request-tokenizer/imageTokenizer.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};

package/dist/src/utils/request-tokenizer/imageTokenizer.test.js

@@ -0,0 +1,114 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect } from 'vitest';
+import { ImageTokenizer } from './imageTokenizer.js';
+describe('ImageTokenizer', () => {
+    const tokenizer = new ImageTokenizer();
+    describe('token calculation', () => {
+        it('should calculate tokens based on image dimensions with reference logic', () => {
+            const metadata = {
+                width: 28,
+                height: 28,
+                mimeType: 'image/png',
+                dataSize: 1000,
+            };
+            const tokens = tokenizer.calculateTokens(metadata);
+            // 28x28 = 784 pixels = 1 image token + 2 special tokens = 3 total
+            // But minimum scaling may apply for small images
+            expect(tokens).toBeGreaterThanOrEqual(6); // Minimum after scaling + special tokens
+        });
+        it('should calculate tokens for larger images', () => {
+            const metadata = {
+                width: 512,
+                height: 512,
+                mimeType: 'image/png',
+                dataSize: 10000,
+            };
+            const tokens = tokenizer.calculateTokens(metadata);
+            // 512x512 with reference logic: rounded dimensions + scaling + special tokens
+            expect(tokens).toBeGreaterThan(300);
+            expect(tokens).toBeLessThan(400); // Should be reasonable for 512x512
+        });
+        it('should enforce minimum tokens per image with scaling', () => {
+            const metadata = {
+                width: 1,
+                height: 1,
+                mimeType: 'image/png',
+                dataSize: 100,
+            };
+            const tokens = tokenizer.calculateTokens(metadata);
+            // Tiny images get scaled up to minimum pixels + special tokens
+            expect(tokens).toBeGreaterThanOrEqual(6); // 4 image tokens + 2 special tokens
+        });
+        it('should handle very large images with scaling', () => {
+            const metadata = {
+                width: 8192,
+                height: 8192,
+                mimeType: 'image/png',
+                dataSize: 100000,
+            };
+            const tokens = tokenizer.calculateTokens(metadata);
+            // Very large images should be scaled down to max limit + special tokens
+            expect(tokens).toBeLessThanOrEqual(16386); // 16384 max + 2 special tokens
+            expect(tokens).toBeGreaterThan(16000); // Should be close to the limit
+        });
+    });
+    describe('PNG dimension extraction', () => {
+        it('should extract dimensions from valid PNG', async () => {
+            // 1x1 PNG image in base64
+            const pngBase64 = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNkYPhfDwAChAI9jU77yQAAAABJRU5ErkJggg==';
+            const metadata = await tokenizer.extractImageMetadata(pngBase64, 'image/png');
+            expect(metadata.width).toBe(1);
+            expect(metadata.height).toBe(1);
+            expect(metadata.mimeType).toBe('image/png');
+        });
+        it('should handle invalid PNG gracefully', async () => {
+            const invalidBase64 = 'invalid-png-data';
+            const metadata = await tokenizer.extractImageMetadata(invalidBase64, 'image/png');
+            // Should return default dimensions
+            expect(metadata.width).toBe(512);
+            expect(metadata.height).toBe(512);
+            expect(metadata.mimeType).toBe('image/png');
+        });
+    });
+    describe('batch processing', () => {
+        it('should process multiple images serially', async () => {
+            const pngBase64 = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNkYPhfDwAChAI9jU77yQAAAABJRU5ErkJggg==';
+            const images = [
+                { data: pngBase64, mimeType: 'image/png' },
+                { data: pngBase64, mimeType: 'image/png' },
+                { data: pngBase64, mimeType: 'image/png' },
+            ];
+            const tokens = await tokenizer.calculateTokensBatch(images);
+            expect(tokens).toHaveLength(3);
+            expect(tokens.every((t) => t >= 4)).toBe(true); // All should have at least 4 tokens
+        });
+        it('should handle mixed valid and invalid images', async () => {
+            const validPng = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNkYPhfDwAChAI9jU77yQAAAABJRU5ErkJggg==';
+            const invalidPng = 'invalid-data';
+            const images = [
+                { data: validPng, mimeType: 'image/png' },
+                { data: invalidPng, mimeType: 'image/png' },
+            ];
+            const tokens = await tokenizer.calculateTokensBatch(images);
+            expect(tokens).toHaveLength(2);
+            expect(tokens.every((t) => t >= 4)).toBe(true); // All should have at least minimum tokens
+        });
+    });
+    describe('different image formats', () => {
+        it('should handle different MIME types', async () => {
+            const pngBase64 = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNkYPhfDwAChAI9jU77yQAAAABJRU5ErkJggg==';
+            const formats = ['image/png', 'image/jpeg', 'image/webp', 'image/gif'];
+            for (const mimeType of formats) {
+                const metadata = await tokenizer.extractImageMetadata(pngBase64, mimeType);
+                expect(metadata.mimeType).toBe(mimeType);
+                expect(metadata.width).toBeGreaterThan(0);
+                expect(metadata.height).toBeGreaterThan(0);
+            }
+        });
+    });
+});
+//# sourceMappingURL=imageTokenizer.test.js.map

package/dist/src/utils/request-tokenizer/imageTokenizer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageTokenizer.test.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/imageTokenizer.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;IAEvC,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;YAChF,MAAM,QAAQ,GAAG;gBACf,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,WAAW;gBACrB,QAAQ,EAAE,IAAI;aACf,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,kEAAkE;YAClE,iDAAiD;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,yCAAyC;QACrF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG;gBACf,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,QAAQ,EAAE,WAAW;gBACrB,QAAQ,EAAE,KAAK;aAChB,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,8EAA8E;YAC9E,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,mCAAmC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,QAAQ,GAAG;gBACf,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,CAAC;gBACT,QAAQ,EAAE,WAAW;gBACrB,QAAQ,EAAE,GAAG;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,+DAA+D;YAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,oCAAoC;QAChF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,QAAQ,GAAG;gBACf,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,WAAW;gBACrB,QAAQ,EAAE,MAAM;aACjB,CAAC;YAEF,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEnD,wEAAwE;YACxE,MAAM,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,+BAA+B;YAC1E,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,+BAA+B;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,0BAA0B;YAC1B,MAAM,SAAS,GACb,kGAAkG,CAAC;YAErG,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,oBAAoB,CACnD,SAAS,EACT,WAAW,CACZ,CAAC;YAEF,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,aAAa,GAAG,kBAAkB,CAAC;YAEzC,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,oBAAoB,CACnD,aAAa,EACb,WAAW,CACZ,CAAC;YAEF,mCAAmC;YACnC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,SAAS,GACb,kGAAkG,CAAC;YAErG,MAAM,MAAM,GAAG;gBACb,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;gBAC1C,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;gBAC1C,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE;aAC3C,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oCAAoC;QACtF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,QAAQ,GACZ,kGAAkG,CAAC;YACrG,MAAM,UAAU,GAAG,cAAc,CAAC;YAElC,MAAM,MAAM,GAAG;gBACb,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE;gBACzC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE;aAC5C,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,0CAA0C;QAC5F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,SAAS,GACb,kGAAkG,CAAC;YAErG,MAAM,OAAO,GAAG,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YAEvE,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,oBAAoB,CACnD,SAAS,EACT,QAAQ,CACT,CAAC;gBACF,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACzC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBAC1C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/utils/request-tokenizer/index.d.ts

@@ -0,0 +1,18 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export { DefaultRequestTokenizer } from './requestTokenizer.js';
+import { DefaultRequestTokenizer } from './requestTokenizer.js';
+export { TextTokenizer } from './textTokenizer.js';
+export { ImageTokenizer } from './imageTokenizer.js';
+export type { RequestTokenizer, TokenizerConfig, TokenCalculationResult, ImageMetadata, } from './types.js';
+/**
+ * Get the default request tokenizer instance
+ */
+export declare function getDefaultTokenizer(): DefaultRequestTokenizer;
+/**
+ * Dispose of the default tokenizer instance
+ */
+export declare function disposeDefaultTokenizer(): Promise<void>;

package/dist/src/utils/request-tokenizer/index.js

@@ -0,0 +1,30 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export { DefaultRequestTokenizer } from './requestTokenizer.js';
+import { DefaultRequestTokenizer } from './requestTokenizer.js';
+export { TextTokenizer } from './textTokenizer.js';
+export { ImageTokenizer } from './imageTokenizer.js';
+// Singleton instance for convenient usage
+let defaultTokenizer = null;
+/**
+ * Get the default request tokenizer instance
+ */
+export function getDefaultTokenizer() {
+    if (!defaultTokenizer) {
+        defaultTokenizer = new DefaultRequestTokenizer();
+    }
+    return defaultTokenizer;
+}
+/**
+ * Dispose of the default tokenizer instance
+ */
+export async function disposeDefaultTokenizer() {
+    if (defaultTokenizer) {
+        await defaultTokenizer.dispose();
+        defaultTokenizer = null;
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/src/utils/request-tokenizer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AASrD,0CAA0C;AAC1C,IAAI,gBAAgB,GAAmC,IAAI,CAAC;AAE5D;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,gBAAgB,GAAG,IAAI,uBAAuB,EAAE,CAAC;IACnD,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB;IAC3C,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,gBAAgB,CAAC,OAAO,EAAE,CAAC;QACjC,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;AACH,CAAC"}

package/dist/src/utils/request-tokenizer/requestTokenizer.d.ts

@@ -0,0 +1,56 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { CountTokensParameters } from '@google/genai';
+import type { RequestTokenizer, TokenizerConfig, TokenCalculationResult } from './types.js';
+/**
+ * Simple request tokenizer that handles text and image content serially
+ */
+export declare class DefaultRequestTokenizer implements RequestTokenizer {
+    private textTokenizer;
+    private imageTokenizer;
+    constructor();
+    /**
+     * Calculate tokens for a request using serial processing
+     */
+    calculateTokens(request: CountTokensParameters, config?: TokenizerConfig): Promise<TokenCalculationResult>;
+    /**
+     * Calculate tokens for text contents
+     */
+    private calculateTextTokens;
+    /**
+     * Calculate tokens for image contents using serial processing
+     */
+    private calculateImageTokens;
+    /**
+     * Calculate tokens for audio contents
+     * TODO: Implement proper audio token calculation
+     */
+    private calculateAudioTokens;
+    /**
+     * Calculate tokens for other content types (functions, files, etc.)
+     */
+    private calculateOtherTokens;
+    /**
+     * Fallback token calculation using simple string serialization
+     */
+    private calculateFallbackTokens;
+    /**
+     * Process request contents and group by type
+     */
+    private processAndGroupContents;
+    /**
+     * Process a single content item and add to appropriate arrays
+     */
+    private processContent;
+    /**
+     * Process a single part and add to appropriate arrays
+     */
+    private processPart;
+    /**
+     * Dispose of resources
+     */
+    dispose(): Promise<void>;
+}

package/dist/src/utils/request-tokenizer/requestTokenizer.js

@@ -0,0 +1,263 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { TextTokenizer } from './textTokenizer.js';
+import { ImageTokenizer } from './imageTokenizer.js';
+/**
+ * Simple request tokenizer that handles text and image content serially
+ */
+export class DefaultRequestTokenizer {
+    textTokenizer;
+    imageTokenizer;
+    constructor() {
+        this.textTokenizer = new TextTokenizer();
+        this.imageTokenizer = new ImageTokenizer();
+    }
+    /**
+     * Calculate tokens for a request using serial processing
+     */
+    async calculateTokens(request, config = {}) {
+        const startTime = performance.now();
+        // Apply configuration
+        if (config.textEncoding) {
+            this.textTokenizer = new TextTokenizer(config.textEncoding);
+        }
+        try {
+            // Process request content and group by type
+            const { textContents, imageContents, audioContents, otherContents } = this.processAndGroupContents(request);
+            if (textContents.length === 0 &&
+                imageContents.length === 0 &&
+                audioContents.length === 0 &&
+                otherContents.length === 0) {
+                return {
+                    totalTokens: 0,
+                    breakdown: {
+                        textTokens: 0,
+                        imageTokens: 0,
+                        audioTokens: 0,
+                        otherTokens: 0,
+                    },
+                    processingTime: performance.now() - startTime,
+                };
+            }
+            // Calculate tokens for each content type serially
+            const textTokens = await this.calculateTextTokens(textContents);
+            const imageTokens = await this.calculateImageTokens(imageContents);
+            const audioTokens = await this.calculateAudioTokens(audioContents);
+            const otherTokens = await this.calculateOtherTokens(otherContents);
+            const totalTokens = textTokens + imageTokens + audioTokens + otherTokens;
+            const processingTime = performance.now() - startTime;
+            return {
+                totalTokens,
+                breakdown: {
+                    textTokens,
+                    imageTokens,
+                    audioTokens,
+                    otherTokens,
+                },
+                processingTime,
+            };
+        }
+        catch (error) {
+            console.error('Error calculating tokens:', error);
+            // Fallback calculation
+            const fallbackTokens = this.calculateFallbackTokens(request);
+            return {
+                totalTokens: fallbackTokens,
+                breakdown: {
+                    textTokens: fallbackTokens,
+                    imageTokens: 0,
+                    audioTokens: 0,
+                    otherTokens: 0,
+                },
+                processingTime: performance.now() - startTime,
+            };
+        }
+    }
+    /**
+     * Calculate tokens for text contents
+     */
+    async calculateTextTokens(textContents) {
+        if (textContents.length === 0)
+            return 0;
+        try {
+            const tokenCounts = await this.textTokenizer.calculateTokensBatch(textContents);
+            return tokenCounts.reduce((sum, count) => sum + count, 0);
+        }
+        catch (error) {
+            console.warn('Error calculating text tokens:', error);
+            // Fallback: character-based estimation
+            const totalChars = textContents.join('').length;
+            return Math.ceil(totalChars / 4);
+        }
+    }
+    /**
+     * Calculate tokens for image contents using serial processing
+     */
+    async calculateImageTokens(imageContents) {
+        if (imageContents.length === 0)
+            return 0;
+        try {
+            const tokenCounts = await this.imageTokenizer.calculateTokensBatch(imageContents);
+            return tokenCounts.reduce((sum, count) => sum + count, 0);
+        }
+        catch (error) {
+            console.warn('Error calculating image tokens:', error);
+            // Fallback: minimum tokens per image
+            return imageContents.length * 6; // 4 image tokens + 2 special tokens as minimum
+        }
+    }
+    /**
+     * Calculate tokens for audio contents
+     * TODO: Implement proper audio token calculation
+     */
+    async calculateAudioTokens(audioContents) {
+        if (audioContents.length === 0)
+            return 0;
+        // Placeholder implementation - audio token calculation would depend on
+        // the specific model's audio processing capabilities
+        // For now, estimate based on data size
+        let totalTokens = 0;
+        for (const audioContent of audioContents) {
+            try {
+                const dataSize = Math.floor(audioContent.data.length * 0.75); // Approximate binary size
+                // Rough estimate: 1 token per 100 bytes of audio data
+                totalTokens += Math.max(Math.ceil(dataSize / 100), 10); // Minimum 10 tokens per audio
+            }
+            catch (error) {
+                console.warn('Error calculating audio tokens:', error);
+                totalTokens += 10; // Fallback minimum
+            }
+        }
+        return totalTokens;
+    }
+    /**
+     * Calculate tokens for other content types (functions, files, etc.)
+     */
+    async calculateOtherTokens(otherContents) {
+        if (otherContents.length === 0)
+            return 0;
+        try {
+            // Treat other content as text for token calculation
+            const tokenCounts = await this.textTokenizer.calculateTokensBatch(otherContents);
+            return tokenCounts.reduce((sum, count) => sum + count, 0);
+        }
+        catch (error) {
+            console.warn('Error calculating other content tokens:', error);
+            // Fallback: character-based estimation
+            const totalChars = otherContents.join('').length;
+            return Math.ceil(totalChars / 4);
+        }
+    }
+    /**
+     * Fallback token calculation using simple string serialization
+     */
+    calculateFallbackTokens(request) {
+        try {
+            const content = JSON.stringify(request.contents);
+            return Math.ceil(content.length / 4); // Rough estimate: 1 token ≈ 4 characters
+        }
+        catch (error) {
+            console.warn('Error in fallback token calculation:', error);
+            return 100; // Conservative fallback
+        }
+    }
+    /**
+     * Process request contents and group by type
+     */
+    processAndGroupContents(request) {
+        const textContents = [];
+        const imageContents = [];
+        const audioContents = [];
+        const otherContents = [];
+        if (!request.contents) {
+            return { textContents, imageContents, audioContents, otherContents };
+        }
+        const contents = Array.isArray(request.contents)
+            ? request.contents
+            : [request.contents];
+        for (const content of contents) {
+            this.processContent(content, textContents, imageContents, audioContents, otherContents);
+        }
+        return { textContents, imageContents, audioContents, otherContents };
+    }
+    /**
+     * Process a single content item and add to appropriate arrays
+     */
+    processContent(content, textContents, imageContents, audioContents, otherContents) {
+        if (typeof content === 'string') {
+            if (content.trim()) {
+                textContents.push(content);
+            }
+            return;
+        }
+        if ('parts' in content && content.parts) {
+            for (const part of content.parts) {
+                this.processPart(part, textContents, imageContents, audioContents, otherContents);
+            }
+        }
+    }
+    /**
+     * Process a single part and add to appropriate arrays
+     */
+    processPart(part, textContents, imageContents, audioContents, otherContents) {
+        if (typeof part === 'string') {
+            if (part.trim()) {
+                textContents.push(part);
+            }
+            return;
+        }
+        if ('text' in part && part.text) {
+            textContents.push(part.text);
+            return;
+        }
+        if ('inlineData' in part && part.inlineData) {
+            const { data, mimeType } = part.inlineData;
+            if (mimeType && mimeType.startsWith('image/')) {
+                imageContents.push({ data: data || '', mimeType });
+                return;
+            }
+            if (mimeType && mimeType.startsWith('audio/')) {
+                audioContents.push({ data: data || '', mimeType });
+                return;
+            }
+        }
+        if ('fileData' in part && part.fileData) {
+            otherContents.push(JSON.stringify(part.fileData));
+            return;
+        }
+        if ('functionCall' in part && part.functionCall) {
+            otherContents.push(JSON.stringify(part.functionCall));
+            return;
+        }
+        if ('functionResponse' in part && part.functionResponse) {
+            otherContents.push(JSON.stringify(part.functionResponse));
+            return;
+        }
+        // Unknown part type - try to serialize
+        try {
+            const serialized = JSON.stringify(part);
+            if (serialized && serialized !== '{}') {
+                otherContents.push(serialized);
+            }
+        }
+        catch (error) {
+            console.warn('Failed to serialize unknown part type:', error);
+        }
+    }
+    /**
+     * Dispose of resources
+     */
+    async dispose() {
+        try {
+            // Dispose of tokenizers
+            this.textTokenizer.dispose();
+        }
+        catch (error) {
+            console.warn('Error disposing request tokenizer:', error);
+        }
+    }
+}
+//# sourceMappingURL=requestTokenizer.js.map

package/dist/src/utils/request-tokenizer/requestTokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"requestTokenizer.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/requestTokenizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD;;GAEG;AACH,MAAM,OAAO,uBAAuB;IAC1B,aAAa,CAAgB;IAC7B,cAAc,CAAiB;IAEvC;QACE,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,OAA8B,EAC9B,SAA0B,EAAE;QAE5B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEpC,sBAAsB;QACtB,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,CAAC;YACH,4CAA4C;YAC5C,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,GACjE,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;YAExC,IACE,YAAY,CAAC,MAAM,KAAK,CAAC;gBACzB,aAAa,CAAC,MAAM,KAAK,CAAC;gBAC1B,aAAa,CAAC,MAAM,KAAK,CAAC;gBAC1B,aAAa,CAAC,MAAM,KAAK,CAAC,EAC1B,CAAC;gBACD,OAAO;oBACL,WAAW,EAAE,CAAC;oBACd,SAAS,EAAE;wBACT,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,CAAC;wBACd,WAAW,EAAE,CAAC;wBACd,WAAW,EAAE,CAAC;qBACf;oBACD,cAAc,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;iBAC9C,CAAC;YACJ,CAAC;YAED,kDAAkD;YAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;YAChE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;YAEnE,MAAM,WAAW,GAAG,UAAU,GAAG,WAAW,GAAG,WAAW,GAAG,WAAW,CAAC;YACzE,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAErD,OAAO;gBACL,WAAW;gBACX,SAAS,EAAE;oBACT,UAAU;oBACV,WAAW;oBACX,WAAW;oBACX,WAAW;iBACZ;gBACD,cAAc;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAElD,uBAAuB;YACvB,MAAM,cAAc,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;YAE7D,OAAO;gBACL,WAAW,EAAE,cAAc;gBAC3B,SAAS,EAAE;oBACT,UAAU,EAAE,cAAc;oBAC1B,WAAW,EAAE,CAAC;oBACd,WAAW,EAAE,CAAC;oBACd,WAAW,EAAE,CAAC;iBACf;gBACD,cAAc,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;aAC9C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,YAAsB;QACtD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,WAAW,GACf,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;YAC9D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;YACtD,uCAAuC;YACvC,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;YAChD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,aAAwD;QAExD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,WAAW,GACf,MAAM,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;YAChE,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;YACvD,qCAAqC;YACrC,OAAO,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,+CAA+C;QAClF,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,oBAAoB,CAChC,aAAwD;QAExD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEzC,uEAAuE;QACvE,qDAAqD;QACrD,uCAAuC;QACvC,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,0BAA0B;gBACxF,sDAAsD;gBACtD,WAAW,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,8BAA8B;YACxF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;gBACvD,WAAW,IAAI,EAAE,CAAC,CAAC,mBAAmB;YACxC,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,aAAuB;QACxD,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEzC,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,WAAW,GACf,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;YAC/D,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;YAC/D,uCAAuC;YACvC,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;YACjD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,OAA8B;QAC5D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,yCAAyC;QACjF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC5D,OAAO,GAAG,CAAC,CAAC,wBAAwB;QACtC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,OAA8B;QAM5D,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,MAAM,aAAa,GAA8C,EAAE,CAAC;QACpE,MAAM,aAAa,GAA8C,EAAE,CAAC;QACpE,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;QACvE,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC9C,CAAC,CAAC,OAAO,CAAC,QAAQ;YAClB,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEvB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,cAAc,CACjB,OAAO,EACP,YAAY,EACZ,aAAa,EACb,aAAa,EACb,aAAa,CACd,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;IACvE,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,OAAqC,EACrC,YAAsB,EACtB,aAAwD,EACxD,aAAwD,EACxD,aAAuB;QAEvB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnB,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,OAAO,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACxC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,CAAC,WAAW,CACd,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,aAAa,EACb,aAAa,CACd,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CACjB,IAAmB,EACnB,YAAsB,EACtB,aAAwD,EACxD,aAAwD,EACxD,aAAuB;QAEvB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAChC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QAED,IAAI,YAAY,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5C,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3C,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9C,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;YACD,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9C,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,UAAU,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QAED,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAChD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,kBAAkB,IAAI,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,UAAU,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;gBACtC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,wBAAwB;YACxB,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF"}

package/dist/src/utils/request-tokenizer/requestTokenizer.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};