@realtimex/node-llama-cpp 0.1.0

package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaChatSession.js","sourceRoot":"","sources":["../../../src/evaluator/LlamaChatSession/LlamaChatSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AAMvF,OAAO,EAAC,8BAA8B,EAAC,MAAM,+CAA+C,CAAC;AAG7F,OAAO,EACH,SAAS,EAEZ,MAAM,2BAA2B,CAAC;AAInC,OAAO,EAAC,eAAe,EAAC,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAC,oBAAoB,EAAC,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EACqC,sCAAsC,EACjF,MAAM,mDAAmD,CAAC;AAke3D,MAAM,sBAAsB,GAAG;IAC3B,OAAO,EAAE,MAAM;IACf,gBAAgB,EAAE;QACd;YACI,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,4HAA4H;SACrI;QACD,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAC;QACxB,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAC;KAClC;CACiE,CAAC;AAEvE;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACzB,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAkB,oBAAoB,CAAU;IAChE,gBAAgB,CAAkB,aAAa,CAAuC;IACtF,gBAAgB,CAAkB,qBAAqB,CAAU;IACjE,gBAAgB,CAAkB,aAAa,CAAU;IACzD,gBAAgB,CAAkB,SAAS,GAAG,EAAE,CAAC;IACjD,gBAAgB,CAAS,YAAY,CAAoB;IACzD,gBAAgB,CAAS,eAAe,CAAuC;IAC/E,gBAAgB,CAAS,iCAAiC,GAAY,IAAI,CAAC;IAC3E,gBAAgB,CAAS,KAAK,CAAmB;IACjD,gBAAgB,CAAQ,oBAAoB,GAAG,EAAE,CAAC;IAClD,gBAAgB,CAAiB,mCAAmC,GAAG,IAAI,GAAG,EAAmB,CAAC;IAElF,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD,YAAmB,OAAgC;QAC/C,MAAM,EACF,eAAe,EACf,WAAW,GAAG,MAAM,EACpB,YAAY,EACZ,oBAAoB,GAAG,KAAK,EAC5B,mBAAmB,GAAG,KAAK,EAC3B,YAAY,EACf,GAAG,OAAO,CAAC;QAEZ,IAAI,eAAe,IAAI,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEtD,IAAI,eAAe,CAAC,QAAQ;YACxB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,qBAAqB,GAAG,oBAAoB,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAElC,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACvB,mBAAmB;YACnB,WAAW;YACX,eAAe;SAClB,CAAC,CAAC;QAEH,MAAM,iCAAiC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACjG,IAAI,iCAAiC,IAAI,IAAI,IAAI,iCAAiC,IAAI,IAAI,CAAC,qBAAqB;YAC5G,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,0BAA0B,CAAC,EAAC,YAAY,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAC;;YAE1G,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAE3B,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CACL,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC9D,CAAC;IAEM,OAAO,CAAC,EAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,KAAiC,EAAE;QAC1F,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,OAAO;QAEX,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAC,eAAe,EAAC,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAElB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrD,CAAC;IAED,IAAW,WAAW;QAClB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAClC,CAAC;IAED,IAAW,QAAQ;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,MAAM,CACf,MAAc,EACd,UAA6C,EAAE;QAE/C,MAAM,EACF,SAAS,EACT,sBAAsB,EACtB,wBAAwB,EACxB,WAAW,EACX,OAAO,EACP,eAAe,EACf,yBAAyB,EACzB,OAAO,EACP,MAAM,EACN,iBAAiB,GAAG,KAAK,EACzB,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,SAAS,EACT,kBAAkB,EACrB,GAAG,OAAO,CAAC;QAEZ,MAAM,EAAC,YAAY,EAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAY,MAAM,EAAE;YAChE,uEAAuE;YACvE,SAAS,EAAE,SAAsB;YACjC,OAAO,EAAE,OAAoB;YAC7B,sBAAsB,EAAE,sBAAmC;YAC3D,wBAAwB,EAAE,wBAAqC;YAC/D,yBAAyB,EAAE,yBAAsC;YAEjE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,SAAS;YACpF,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG;YACxC,oBAAoB,EAAE,cAAc,EAAE,aAAa,EAAE,gBAAgB,EAAE,SAAS,EAAE,kBAAkB;SACvG,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACxB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc,CAA4E,MAAc,EAAE,EACnH,SAAS,EACT,sBAAsB,EACtB,wBAAwB,EACxB,WAAW,EACX,OAAO,EACP,eAAe,EACf,yBAAyB,EACzB,OAAO,EACP,MAAM,EACN,iBAAiB,GAAG,KAAK,EACzB,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,SAAS,EACT,kBAAkB,EAClB,kBAAkB,KACiB,EAAE;QACrC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;YACvD,MAAM,IAAI,KAAK,CAAC,wNAAwN,CAAC,CAAC;QAE9O,IAAI,CAAC,mCAAmC,EAAE,CAAC;QAC3C,OAAO,MAAM,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE;YACrE,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,IAAI,CAAC,mCAAmC,EAAE,CAAC;YAE3C,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;gBAClB,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,MAAM,+BAA+B,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,WAAW,IAAI,IAAI,CAAC;YACtG,MAAM,CAAC,eAAe,EAAE,sBAAsB,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;YAC1E,IAAI,cAAc,GAAG,IAAI,CAAC,iCAAiC;gBACvD,CAAC,CAAC,IAAI,CAAC,eAAe;gBACtB,CAAC,CAAC,SAAS,CAAC;YAChB,IAAI,cAAc,GAAG,8BAA8B,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAC/E,IAAI,2BAA2B,GAAG,cAAc,EAAE,aAAa,IAAI,IAAI;gBACnE,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,8BAA8B,CAAC,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;YAC5E,IAAI,qBAAqB,GAAW,CAAC,CAAC;YAEtC,MAAM,sBAAsB,GAAG,CAAC,cAAc,IAAI,IAAI,IAAI,cAAc,KAAK,EAAE,CAAC;gBAC5E,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,SAAS,CAAC;YAEhB,cAAc,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,sBAAsB,IAAI,IAAI;oBACpC,CAAC,CAAC,CAAC,sBAAsB,CAAC;oBAC1B,CAAC,CAAC,EAAE;aACX,CAAC,CAAC;YAEH,IAAI,2BAA2B,IAAI,IAAI;gBACnC,2BAA2B,CAAC,IAAI,CAAC;oBAC7B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,sBAAsB,IAAI,IAAI;wBACpC,CAAC,CAAC,CAAC,sBAAsB,CAAC;wBAC1B,CAAC,CAAC,EAAE;iBACX,CAAC,CAAC;YAEP,IAAI,sBAAsB,IAAI,IAAI,EAAE,CAAC;gBACjC,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBAC1E,iBAAiB,CAAC,WAAW,CAAC,EAAE,CAAC,sBAAsB,CAAC,CAAC;gBACzD,iBAAiB,CAAC,eAAe,CAAC,EAAE,CAAC;oBACjC,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,SAAS;oBACtB,IAAI,EAAE,sBAAsB;oBAC5B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,sBAAsB,CAAC;iBACtD,CAAC,CAAC;YACP,CAAC;YAED,IAAI,CAAC;gBACD,OAAO,IAAI,EAAE,CAAC;oBACV,MAAM,uBAAuB,GAIvB,EAAE,CAAC;oBACT,IAAI,6BAA6B,GAAG,KAAK,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC;oBAEvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB,CAAC;oBAC5E,MAAM,EACF,cAAc,EAAE,qBAAqB,EACrC,QAAQ,EACX,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAY,cAAc,EAAE;wBAC7D,SAAS;wBACT,sBAAsB;wBACtB,wBAAwB;wBACxB,OAAO,EAAE,OAAoB,EAAE,uEAAuE;wBACtG,WAAW,EAAE,iBAAiB,CAAC,WAAW,CAAC;wBAC3C,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;wBACnC,eAAe,EAAE,iBAAiB,CAAC,eAAe,CAAC;wBACnD,yBAAyB,EAAE,yBAAyB,IAAI,IAAI;4BACxD,CAAC,CAAC,SAAS;4BACX,CAAC,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,yBAAyB,EAAE,CAAC;gCACvD,SAAS,EAAE,qBAAqB,GAAG,KAAK,CAAC,SAAS;gCAClD,YAAY,EAAE,KAAK,CAAC,YAAY;gCAChC,WAAW,EAAE,KAAK,CAAC,WAAW;gCAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;6BACnB,CAAC,CAAC;wBACP,OAAO,EAAE;4BACL,sBAAsB,EAAE,IAAI;4BAC5B,aAAa,EAAE,OAAO,EAAE,aAAa;4BACrC,aAAa,EAAE,OAAO,EAAE,aAAa;yBACxC;wBACD,MAAM,EAAE,eAAe,CAAC,MAAM;wBAC9B,iBAAiB;wBACjB,aAAa;wBACb,gBAAgB;wBAChB,IAAI;wBACJ,IAAI;wBACJ,IAAI;wBACJ,IAAI;wBACJ,GAAG;wBACH,SAAS;wBACT,kBAAkB;wBAClB,SAAS;wBACT,WAAW;wBACX,oBAAoB;wBACpB,YAAY,EAAE;4BACV,GAAG,IAAI,CAAC,aAAa;4BACrB,sBAAsB,EAAE,cAAc,EAAE,oBAAoB;yBAC/D;wBACD,kBAAkB;wBAClB,2BAA2B,EAAE;4BACzB,OAAO,EAAE,2BAA2B;4BACpC,6CAA6C,EAAE,GAAG;yBACrD;wBACD,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE;4BACnC,uBAAuB,CAAC,IAAI,CACxB,CAAC,KAAK,IAAI,EAAE;gCACR,IAAI,CAAC;oCACD,MAAM,kBAAkB,GAAG,SAAS,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;oCAElE,IAAI,kBAAkB,IAAI,IAAI;wCAC1B,MAAM,IAAI,KAAK,CACX,qCAAqC,YAAY,CAAC,YAAY,wBAAwB,CACzF,CAAC;oCAEN,MAAM,kBAAkB,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,MAAa,CAAC,CAAC;oCAExF,OAAO;wCACH,YAAY;wCACZ,kBAAkB;wCAClB,kBAAkB;qCACrB,CAAC;gCACN,CAAC;gCAAC,OAAO,GAAG,EAAE,CAAC;oCACX,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;wCAClC,0BAA0B,GAAG,IAAI,CAAC;wCAClC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oCAC/B,CAAC;oCAED,IAAI,6BAA6B;wCAC7B,MAAM,GAAG,CAAC;oCAEd,OAAO,IAAI,CAAC;gCAChB,CAAC;4BACL,CAAC,CAAC,EAAE,CACP,CAAC;wBACN,CAAC;qBACJ,CAAC,CAAC;oBACH,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAC1B,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,0BAA0B,IAAI,CAAC,iBAAiB,CAAC;wBACpF,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC;oBAExC,IAAI,SAAS,IAAI,IAAI;wBACjB,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,CAAC,CAAC;oBAEjH,cAAc,GAAG,qBAAqB,CAAC;oBACvC,cAAc,GAAG,cAAc,CAAC,YAAY,CAAC;oBAE7C,IAAI,uBAAuB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACrC,6BAA6B,GAAG,IAAI,CAAC;wBACrC,MAAM,0BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;wBACxE,MAAM,wBAAwB,GAAG,IAAI,eAAe,EAAE,CAAC;wBACvD,MAAM,OAAO,CAAC,IAAI,CAAC;4BACf,0BAA0B;4BAC1B,IAAI,OAAO,CAAO,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;gCACjC,eAAe,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oCAClD,IAAI,0BAA0B,IAAI,CAAC,iBAAiB;wCAChD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;;wCAEtC,MAAM,EAAE,CAAC;gCACjB,CAAC,EAAE,EAAC,MAAM,EAAE,wBAAwB,CAAC,MAAM,EAAC,CAAC,CAAC;gCAE9C,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oCACjC,IAAI,0BAA0B,IAAI,CAAC,iBAAiB;wCAChD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;;wCAEtC,MAAM,EAAE,CAAC;gCACjB,CAAC;4BACL,CAAC,CAAC;yBACL,CAAC,CAAC;wBACH,wBAAwB,CAAC,KAAK,EAAE,CAAC;wBACjC,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBAE1B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;4BAClC,MAAM,mBAAmB,GAAG,CAAC,MAAM,0BAA0B,CAAC;iCACzD,MAAM,CAAC,CAAC,MAAM,EAA0C,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC;4BAChF,IAAI,CAAC,kBAAkB,EAAE,CAAC;4BAE1B,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,0BAA0B,IAAI,CAAC,iBAAiB,CAAC;gCACpF,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC;4BAExC,2BAA2B,GAAG,cAAc,CAAC,aAAa,CAAC;4BAE3D,IAAI,aAAa,GAAG,+BAA+B,CAAC;4BACpD,KAAK,MAAM,EAAC,YAAY,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,IAAI,mBAAmB,EAAE,CAAC;gCACvF,cAAc,GAAG,4BAA4B,CAAC;oCAC1C,WAAW,EAAE,cAAc;oCAC3B,YAAY,EAAE,YAAY,CAAC,YAAY;oCACvC,mBAAmB,EAAE,kBAAkB,CAAC,WAAW;oCACnD,UAAU,EAAE,YAAY,CAAC,MAAM;oCAC/B,UAAU,EAAE,kBAAkB;oCAC9B,OAAO,EAAE,YAAY,CAAC,GAAG;oCACzB,cAAc,EAAE,aAAa;iCAChC,CAAC,CAAC;gCAEH,2BAA2B,GAAG,4BAA4B,CAAC;oCACvD,WAAW,EAAE,2BAA2B;oCACxC,YAAY,EAAE,YAAY,CAAC,YAAY;oCACvC,mBAAmB,EAAE,kBAAkB,CAAC,WAAW;oCACnD,UAAU,EAAE,YAAY,CAAC,MAAM;oCAC/B,UAAU,EAAE,kBAAkB;oCAC9B,OAAO,EAAE,YAAY,CAAC,GAAG;oCACzB,cAAc,EAAE,aAAa;iCAChC,CAAC,CAAC;gCAEH,aAAa,GAAG,KAAK,CAAC;gCACtB,qBAAqB,EAAE,CAAC;4BAC5B,CAAC;4BAED,cAAc,CAAC,YAAY,GAAG,cAAc,CAAC;4BAC7C,cAAc,CAAC,aAAa,GAAG,2BAA2B,CAAC;4BAE3D,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,0BAA0B,IAAI,iBAAiB,EAAE,CAAC;gCACrF,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC;gCAC9B,QAAQ,CAAC,4BAA4B,GAAG,SAAS,CAAC;4BACtD,CAAC;;gCACG,SAAS;wBACjB,CAAC;oBACL,CAAC;oBAED,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;oBACtC,IAAI,CAAC,iCAAiC,GAAG,IAAI,CAAC;oBAC9C,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;oBACnC,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;oBAE/B,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;oBACvE,MAAM,YAAY,GAAG,qBAAqB,CAAC,QAAQ;yBAC9C,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;yBAC1D,IAAI,CAAC,EAAE,CAAC,CAAC;oBAEd,IAAI,QAAQ,CAAC,UAAU,KAAK,mBAAmB;wBAC3C,OAAO;4BACH,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;4BACxC,YAAY;4BACZ,UAAU,EAAE,QAAQ,CAAC,UAAU;4BAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;4BAC7C,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;yBACtE,CAAC;oBAEN,OAAO;wBACH,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;wBACxC,YAAY;wBACZ,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;qBACtE,CAAC;gBACN,CAAC;YACL,CAAC;oBAAS,CAAC;gBACP,sBAAsB,EAAE,CAAC;YAC7B,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,UAAyC,EAAE;QAClF,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE;YACtC,GAAG,OAAO;YACV,eAAe,EAAE,KAAK;YACtB,SAAS,EAAE,CAAC;SACf,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;;;OASG;IACI,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,UAA0C,EAAE;QACpF,MAAM,EAAC,UAAU,EAAC,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAExE,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACI,4BAA4B,CAAC,OAAgD;QAChF,OAAO,sCAAsC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,sBAAsB,CAAC,MAAc,EAAE,EAChD,SAAS,EACT,iBAAiB,GAAG,KAAK,EAEzB,SAAS,EACT,sBAAsB,EACtB,WAAW,EACX,OAAO,EACP,MAAM,EACN,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,GAAG,EACH,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,EACb,gBAAgB,EAChB,SAAS,EACT,kBAAkB,EAClB,kBAAkB,EAClB,eAAe,KACiB,EAAE;QAClC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YAClB,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI;gBACtB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;iBACtF,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM;gBACzC,MAAM,IAAI,KAAK,CAAC,wNAAwN,CAAC,CAAC;QAClP,CAAC;QAED,MAAM,CAAC,eAAe,EAAE,sBAAsB,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,mCAAmC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAE9D,MAAM,sBAAsB,GAAG,OAAO,eAAe,IAAI,SAAS;YAC9D,CAAC,CAAC,eAAe;YACjB,CAAC,CAAC,eAAe,KAAK,MAAM;gBACxB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,eAAe,EAAE,OAAO,IAAI,sBAAsB,CAAC,OAAO,CAAC;QAErE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC;QAC9E,MAAM,qBAAqB,GAAG,sBAAsB,KAAK,MAAM;YAC3D,CAAC,CAAC,iBAAiB,KAAK,oBAAoB,CAAC,MAAM;YACnD,CAAC,CAAC,sBAAsB,CAAC;QAE7B,IAAI,CAAC;YACD,OAAO,MAAM,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,eAAe,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE;gBACrF,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAE1B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;oBAClB,MAAM,IAAI,aAAa,EAAE,CAAC;gBAE9B,IAAI,qBAAqB,EAAE,CAAC;oBACxB,MAAM,sBAAsB,GAAG,CAAC,OAAO,eAAe,IAAI,SAAS,IAAI,eAAe,KAAK,MAAM,CAAC;wBAC9F,CAAC,CAAC,sBAAsB,CAAC,gBAAgB;wBACzC,CAAC,CAAC,eAAe,EAAE,gBAAgB,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;oBAEnF,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,MAAM,KAAK,CAAC;wBACxD,CAAC,CAAC,sBAAsB,CAAC,gBAAgB;wBACzC,CAAC,CAAC,sBAAsB,CAAC;oBAE7B,MAAM,uBAAuB,GAAG,CAAC,WAA8B,EAG7D,EAAE;wBACA,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;wBACvC,IAAI,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,OAAO;4BACxC,UAAU,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAC,CAAC,CAAC;wBAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BAC/C,MAAM,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;4BACjC,MAAM,UAAU,GAAG,CAAC,KAAK,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;4BAErD,IAAI,IAAI,IAAI,IAAI;gCACZ,SAAS;4BAEb,IAAI,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gCACtC,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;gCAC1C,IAAI,OAAO,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ;oCACtC,WAAW,CAAC,IAAI,CAAE,WAAW,CAAC,GAAG,EAAc,GAAG,MAAM,CAAC,CAAC;;oCAE1D,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gCAE7B,UAAU,CAAC,IAAI,CAAC;oCACZ,IAAI,EAAE,OAAO;oCACb,QAAQ,EAAE,WAAW;iCACxB,CAAC,CAAC;4BACP,CAAC;;gCACG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC9B,CAAC;wBAED,IAAI,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,OAAO;4BACzC,UAAU,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAC,CAAC,CAAC;wBAEzD,OAAO;4BACH,OAAO,EAAE,UAAU;4BACnB,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM;yBACrD,CAAC;oBACN,CAAC,CAAC;oBAEF,MAAM,EAAC,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAC,GAAG,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAC7F,MAAM,EAAC,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAC1E,kBAAkB,EAClB;wBACI,cAAc,EAAE,IAAI;wBACpB,SAAS;wBACT,sBAAsB;wBACtB,OAAO,EAAE,OAAoB,EAAE,2DAA2D;wBAC1F,WAAW;wBACX,OAAO;wBACP,MAAM,EAAE,eAAe,CAAC,MAAM;wBAC9B,iBAAiB,EAAE,IAAI;wBACvB,aAAa;wBACb,gBAAgB;wBAChB,IAAI;wBACJ,IAAI;wBACJ,IAAI;wBACJ,IAAI;wBACJ,GAAG;wBACH,SAAS;wBACT,kBAAkB;wBAClB,SAAS,EAAE,SAAS,IAAI,IAAI;4BACxB,CAAC,CAAC,SAAS;4BACX,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,2CAA2C;wBACzE,WAAW;wBACX,oBAAoB;wBACpB,YAAY,EAAE;4BACV,GAAG,IAAI,CAAC,aAAa;4BACrB,sBAAsB,EAAE,IAAI,CAAC,eAAe,EAAE,oBAAoB;yBACrE;wBACD,kBAAkB;wBAClB,2BAA2B,EAAE;4BACzB,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,aAAa,IAAI,IAAI;gCAChD,CAAC,CAAC,SAAS;gCACX,CAAC,CAAC,uBAAuB,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC,OAAO;4BAC1E,6CAA6C,EAAE,GAAG;yBACrD;qBACJ,CACJ,CAAC;oBACF,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAE1B,IAAI,CAAC,eAAe,GAAG;wBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,aAAa,EAAE,cAAc,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC;wBACjE,oBAAoB,EAAE,cAAc,CAAC,oBAAoB;qBAC5D,CAAC;oBACF,IAAI,CAAC,iCAAiC,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,CAAC;oBAEnF,IAAI,CAAC,iBAAiB,IAAI,QAAQ,CAAC,UAAU,KAAK,OAAO,IAAI,eAAe,CAAC,MAAM,EAAE,OAAO;wBACxF,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC;oBAExC,IAAI,QAAQ,CAAC,UAAU,KAAK,mBAAmB;wBAC3C,OAAO;4BACH,UAAU,EAAE,QAAQ;4BACpB,UAAU,EAAE,QAAQ,CAAC,UAAU;4BAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;4BAC7C,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;yBACtE,CAAC;oBAEN,OAAO;wBACH,UAAU,EAAE,QAAQ;wBACpB,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;qBACtE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,MAAM,EAAC,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAC1F,4BAA4B,CAAC,IAAI,CAAC,YAAY,CAAC,EAC/C;wBACI,iBAAiB,EAAE,MAAM;wBACzB,SAAS;wBACT,sBAAsB;wBACtB,OAAO;wBACP,WAAW;wBACX,OAAO;wBACP,MAAM,EAAE,eAAe,CAAC,MAAM;wBAC9B,iBAAiB,EAAE,IAAI;wBACvB,aAAa;wBACb,gBAAgB;wBAChB,IAAI;wBACJ,IAAI;wBACJ,IAAI;wBACJ,IAAI;wBACJ,GAAG;wBACH,SAAS;wBACT,kBAAkB;wBAClB,SAAS;wBACT,WAAW;wBACX,oBAAoB;wBACpB,YAAY,EAAE;4BACV,GAAG,IAAI,CAAC,aAAa;4BACrB,sBAAsB,EAAE,IAAI,CAAC,eAAe,EAAE,oBAAoB;yBACrE;wBACD,kBAAkB;wBAClB,2BAA2B,EAAE;4BACzB,OAAO,EAAE,4BAA4B,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC;4BAC1E,6CAA6C,EAAE,GAAG;yBACrD;qBACJ,CACJ,CAAC;oBACF,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAE1B,IAAI,CAAC,eAAe,GAAG;wBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;wBAC/B,aAAa,EAAE,4BAA4B,CAAC,cAAc,CAAC,aAAa,CAAC;wBACzE,oBAAoB,EAAE,cAAc,CAAC,oBAAoB;qBAC5D,CAAC;oBACF,IAAI,CAAC,iCAAiC,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM,CAAC;oBAEnF,IAAI,CAAC,iBAAiB,IAAI,QAAQ,CAAC,UAAU,KAAK,OAAO,IAAI,eAAe,CAAC,MAAM,EAAE,OAAO;wBACxF,MAAM,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC;oBAExC,IAAI,QAAQ,CAAC,UAAU,KAAK,mBAAmB;wBAC3C,OAAO;4BACH,UAAU,EAAE,UAAU;4BACtB,UAAU,EAAE,QAAQ,CAAC,UAAU;4BAC/B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;4BAC7C,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;yBACtE,CAAC;oBAEN,OAAO;wBACH,UAAU,EAAE,UAAU;wBACtB,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;qBACtE,CAAC;gBACN,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,mCAAmC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YACjE,sBAAsB,EAAE,CAAC;QAC7B,CAAC;IACL,CAAC;IAEM,cAAc;QACjB,OAAO,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAEM,8BAA8B;QACjC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI;YAC5B,OAAO,IAAI,CAAC;QAEhB,OAAO,eAAe,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAChE,CAAC;IAEM,cAAc,CAAC,WAA8B;QAChD,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,iCAAiC,GAAG,KAAK,CAAC;IACnD,CAAC;IAED,gEAAgE;IACzD,gBAAgB;QACnB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;YACnC,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,iCAAiC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACjG,IAAI,iCAAiC,IAAI,IAAI,IAAI,iCAAiC,IAAI,IAAI,CAAC,qBAAqB;YAC5G,IAAI,CAAC,cAAc,CACf,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,0BAA0B,CAAC,EAAC,YAAY,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CACxF,CAAC;;YAEF,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,gBAAgB;IACR,mCAAmC;QACvC,KAAK,MAAM,eAAe,IAAI,IAAI,CAAC,mCAAmC;YAClE,eAAe,CAAC,KAAK,EAAE,CAAC;QAE5B,IAAI,CAAC,mCAAmC,CAAC,KAAK,EAAE,CAAC;IACrD,CAAC;IAED,gBAAgB;IACR,kBAAkB;QACtB,IAAI,IAAI,CAAC,QAAQ;YACb,MAAM,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC;CACJ;AAED,SAAS,4BAA4B,CAAC,EAClC,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,OAAO,EACP,cAAc,EASjB;IACG,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,KAAK,OAAO;QAC1F,cAAc,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACf,CAAC,CAAC;IAEP,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,MAAM,YAAY,GAA0B;QACxC,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,mBAAmB;QAChC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,OAAO;KACV,CAAC;IAEF,IAAI,cAAc;QACd,YAAY,CAAC,cAAc,GAAG,IAAI,CAAC;IAEvC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAEjC,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,SAAS,wBAAwB,CAAC,WAA8B;IAC5D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,KAAK,OAAO;QACjF,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAE1E,OAAO,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;AACpE,CAAC;AAID,SAAS,4BAA4B,CAAC,WAA+B;IACjE,IAAI,WAAW,IAAI,IAAI;QACnB,OAAO,WAAW,CAAC;IAEvB,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAE3C,OAAO,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM;QACzC,cAAc,CAAC,GAAG,EAAE,CAAC;IAEzB,OAAO,cAAc,CAAC;AAC1B,CAAC"}

package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.d.ts

@@ -0,0 +1,45 @@
+import type { LlamaContextSequence } from "../../LlamaContext/LlamaContext.js";
+import type { LLamaChatCompletePromptOptions } from "../LlamaChatSession.js";
+export type LLamaChatPromptCompletionEngineOptions = {
+    /**
+     * Max tokens to allow for preloading a prompt and generating a completion for it.
+     *
+     * Defaults to `256` or half of the context size, whichever is smaller.
+     */
+    maxPreloadTokens?: number;
+    onGeneration?(prompt: string, completion: string): void;
+    /**
+     * Max number of completions to cache.
+     *
+     * Defaults to `100`.
+     */
+    maxCachedCompletions?: number;
+    temperature?: LLamaChatCompletePromptOptions["temperature"];
+    minP?: LLamaChatCompletePromptOptions["minP"];
+    topK?: LLamaChatCompletePromptOptions["topK"];
+    topP?: LLamaChatCompletePromptOptions["topP"];
+    seed?: LLamaChatCompletePromptOptions["seed"];
+    xtc?: LLamaChatCompletePromptOptions["xtc"];
+    trimWhitespaceSuffix?: LLamaChatCompletePromptOptions["trimWhitespaceSuffix"];
+    evaluationPriority?: LLamaChatCompletePromptOptions["evaluationPriority"];
+    repeatPenalty?: LLamaChatCompletePromptOptions["repeatPenalty"];
+    dryRepeatPenalty?: LLamaChatCompletePromptOptions["dryRepeatPenalty"];
+    tokenBias?: LLamaChatCompletePromptOptions["tokenBias"];
+    customStopTriggers?: LLamaChatCompletePromptOptions["customStopTriggers"];
+    grammar?: LLamaChatCompletePromptOptions["grammar"];
+    functions?: LLamaChatCompletePromptOptions["functions"];
+    documentFunctionParams?: LLamaChatCompletePromptOptions["documentFunctionParams"];
+    completeAsModel?: LLamaChatCompletePromptOptions["completeAsModel"];
+};
+export declare const defaultMaxPreloadTokens: (sequence: LlamaContextSequence) => number;
+export declare class LlamaChatSessionPromptCompletionEngine {
+    private constructor();
+    dispose(): void;
+    /**
+     * Get completion for the prompt from the cache,
+     * and begin preloading this prompt into the context sequence and completing it.
+     *
+     * On completion progress, `onGeneration` (configured for this engine instance) will be called.
+     */
+    complete(prompt: string): string;
+}

package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js

@@ -0,0 +1,191 @@
+import { DisposeAggregator, DisposedError } from "lifecycle-utils";
+import { getConsoleLogPrefix } from "../../../utils/getConsoleLogPrefix.js";
+import { LruCache } from "../../../utils/LruCache.js";
+import { safeEventCallback } from "../../../utils/safeEventCallback.js";
+export const defaultMaxPreloadTokens = (sequence) => {
+    const defaultValue = 256;
+    return sequence.model.fileInsights.swaSize != null
+        ? Math.min(Math.ceil(sequence.model.fileInsights.swaSize / 2), defaultValue, Math.ceil(sequence.contextSize / 2))
+        : Math.min(defaultValue, Math.ceil(sequence.contextSize / 2));
+};
+const defaultMaxCachedCompletions = 100;
+export class LlamaChatSessionPromptCompletionEngine {
+    /** @internal */ _chatSession;
+    /** @internal */ _maxPreloadTokens;
+    /** @internal */ _maxCachedCompletions;
+    /** @internal */ _onGeneration;
+    /** @internal */ _completionOptions;
+    /** @internal */ _completionCaches = new WeakMap();
+    /** @internal */ _disposeAggregator = new DisposeAggregator();
+    /** @internal */ _currentCompletionAbortController = new AbortController();
+    /** @internal */ _lastPrompt;
+    /** @internal */ _disposed = false;
+    constructor(chatSession, { maxPreloadTokens = defaultMaxPreloadTokens(chatSession.sequence), onGeneration, maxCachedCompletions = defaultMaxCachedCompletions, ...options }) {
+        this._chatSession = chatSession;
+        this._maxPreloadTokens = Math.max(1, maxPreloadTokens);
+        this._maxCachedCompletions = Math.max(1, maxCachedCompletions);
+        this._onGeneration = safeEventCallback(onGeneration);
+        this._completionOptions = options;
+        this.dispose = this.dispose.bind(this);
+        this._disposeAggregator.add(this._chatSession.onDispose.createListener(this.dispose));
+        this._disposeAggregator.add(() => {
+            this._disposed = true;
+            this._currentCompletionAbortController.abort();
+        });
+    }
+    dispose() {
+        if (this._disposed)
+            return;
+        this._disposeAggregator.dispose();
+    }
+    /**
+     * Get completion for the prompt from the cache,
+     * and begin preloading this prompt into the context sequence and completing it.
+     *
+     * On completion progress, `onGeneration` (configured for this engine instance) will be called.
+     */
+    complete(prompt) {
+        if (this._disposed)
+            throw new DisposedError();
+        const completionCache = this._getCurrentCompletionCache();
+        const completion = completionCache.getCompletion(prompt);
+        if (this._lastPrompt == null || !(this._lastPrompt + (completion ?? "")).startsWith(prompt)) {
+            this._lastPrompt = prompt;
+            this._restartCompletion(completionCache);
+        }
+        this._lastPrompt = prompt;
+        return completion ?? "";
+    }
+    /** @internal */
+    _getCurrentCompletionCache() {
+        const completionCache = this._completionCaches.get(this._chatSession._chatHistoryStateRef);
+        if (completionCache != null)
+            return completionCache;
+        const newCompletionCache = new CompletionCache(this._maxCachedCompletions);
+        this._completionCaches.set(this._chatSession._chatHistoryStateRef, newCompletionCache);
+        return newCompletionCache;
+    }
+    /** @internal */
+    _restartCompletion(completionCache) {
+        if (this._disposed)
+            return;
+        this._currentCompletionAbortController.abort();
+        this._currentCompletionAbortController = new AbortController();
+        const prompt = this._lastPrompt;
+        if (prompt == null)
+            return;
+        const existingCompletion = completionCache.getCompletion(prompt);
+        const promptToComplete = prompt + (existingCompletion ?? "");
+        const currentPromptTokens = this._chatSession.model.tokenize(promptToComplete, false, "trimLeadingSpace").length;
+        const leftTokens = Math.max(0, this._maxPreloadTokens - currentPromptTokens);
+        if (leftTokens === 0)
+            return;
+        const currentAbortController = this._currentCompletionAbortController;
+        const currentAbortSignal = this._currentCompletionAbortController.signal;
+        let currentCompletion = "";
+        void this._chatSession.completePrompt(promptToComplete, {
+            ...this._completionOptions,
+            stopOnAbortSignal: false,
+            maxTokens: leftTokens,
+            signal: currentAbortSignal,
+            onTextChunk: (chunk) => {
+                currentCompletion += chunk;
+                const completion = (existingCompletion ?? "") + currentCompletion;
+                completionCache.putCompletion(prompt, completion);
+                if (this._getCurrentCompletionCache() !== completionCache) {
+                    currentAbortController.abort();
+                    return;
+                }
+                if (this._lastPrompt === prompt)
+                    this._onGeneration?.(prompt, completion);
+            }
+        })
+            .then(() => {
+            if (this._lastPrompt !== prompt && this._getCurrentCompletionCache() === completionCache)
+                return this._restartCompletion(completionCache);
+        })
+            .catch((err) => {
+            if ((currentAbortSignal.aborted && err === currentAbortSignal.reason) || err instanceof DOMException)
+                return;
+            console.error(getConsoleLogPrefix(false, false), err);
+        });
+    }
+    /** @internal */
+    static _create(chatSession, options = {}) {
+        return new LlamaChatSessionPromptCompletionEngine(chatSession, options);
+    }
+}
+class CompletionCache {
+    /** @internal */ _cache;
+    /** @internal */ _rootNode = [new Map()];
+    constructor(maxInputs) {
+        this._cache = new LruCache(maxInputs, {
+            onDelete: (key) => {
+                this._deleteInput(key);
+            }
+        });
+    }
+    get maxInputs() {
+        return this._cache.maxSize;
+    }
+    getCompletion(input) {
+        let node = this._rootNode;
+        for (let i = 0; i < input.length; i++) {
+            if (node == null)
+                return null;
+            const [next, completion] = node;
+            const char = input[i];
+            if (!next.has(char)) {
+                if (completion != null && completion.startsWith(input.slice(i))) {
+                    this._cache.get(input.slice(0, i));
+                    return completion.slice(input.length - i);
+                }
+            }
+            node = next.get(char);
+        }
+        if (node == null)
+            return null;
+        const [, possibleCompletion] = node;
+        if (possibleCompletion != null) {
+            this._cache.get(input);
+            return possibleCompletion;
+        }
+        return null;
+    }
+    putCompletion(input, completion) {
+        this._cache.set(input, null);
+        let node = this._rootNode;
+        for (let i = 0; i < input.length; i++) {
+            const [next] = node;
+            const char = input[i];
+            if (!next.has(char))
+                next.set(char, [new Map()]);
+            node = next.get(char);
+        }
+        const currentCompletion = node[1];
+        if (currentCompletion != null && currentCompletion.startsWith(completion))
+            return currentCompletion;
+        node[1] = completion;
+        return completion;
+    }
+    /** @internal */
+    _deleteInput(input) {
+        let lastNodeWithMultipleChildren = this._rootNode;
+        let lastNodeWithMultipleChildrenDeleteChar = input[0];
+        let node = this._rootNode;
+        for (let i = 0; i < input.length; i++) {
+            const [next] = node;
+            const char = input[i];
+            if (next.size > 1) {
+                lastNodeWithMultipleChildren = node;
+                lastNodeWithMultipleChildrenDeleteChar = char;
+            }
+            if (!next.has(char))
+                return;
+            node = next.get(char);
+        }
+        if (lastNodeWithMultipleChildrenDeleteChar !== "")
+            lastNodeWithMultipleChildren[0].delete(lastNodeWithMultipleChildrenDeleteChar);
+    }
+}
+//# sourceMappingURL=LlamaChatSessionPromptCompletionEngine.js.map

package/dist/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlamaChatSessionPromptCompletionEngine.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAC,MAAM,iBAAiB,CAAC;AACjE,OAAO,EAAC,mBAAmB,EAAC,MAAM,uCAAuC,CAAC;AAC1E,OAAO,EAAC,QAAQ,EAAC,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AAsCtE,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,QAA8B,EAAE,EAAE;IACtE,MAAM,YAAY,GAAW,GAAG,CAAC;IAEjC,OAAO,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,IAAI,IAAI;QAC9C,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,GAAG,CAAC,CAAC,EAClD,YAAY,EACZ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC,CACtC;QACD,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,YAAY,EACZ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC,CACtC,CAAC;AACV,CAAC,CAAC;AACF,MAAM,2BAA2B,GAAG,GAAG,CAAC;AAExC,MAAM,OAAO,sCAAsC;IAC/C,gBAAgB,CAAkB,YAAY,CAAmB;IACjE,gBAAgB,CAAkB,iBAAiB,CAAS;IAC5D,gBAAgB,CAAkB,qBAAqB,CAAS;IAChE,gBAAgB,CAAkB,aAAa,CAA0D;IACzG,gBAAgB,CAAkB,kBAAkB,CAAiC;IACrF,gBAAgB,CAAkB,iBAAiB,GAAG,IAAI,OAAO,EAA2B,CAAC;IAC7F,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAS,iCAAiC,GAAG,IAAI,eAAe,EAAE,CAAC;IACnF,gBAAgB,CAAS,WAAW,CAAU;IAC9C,gBAAgB,CAAS,SAAS,GAAG,KAAK,CAAC;IAE3C,YAAoB,WAA6B,EAAE,EAC/C,gBAAgB,GAAG,uBAAuB,CAAC,WAAW,CAAC,QAAQ,CAAC,EAChE,YAAY,EACZ,oBAAoB,GAAG,2BAA2B,EAClD,GAAG,OAAO,EAC2B;QACrC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACvD,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;QAC/D,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC;QAElC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAC3D,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,iCAAiC,CAAC,KAAK,EAAE,CAAC;QACnD,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,OAAO;QACV,IAAI,IAAI,CAAC,SAAS;YACd,OAAO;QAEX,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACI,QAAQ,CAAC,MAAc;QAC1B,IAAI,IAAI,CAAC,SAAS;YACd,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,MAAM,eAAe,GAAG,IAAI,CAAC,0BAA0B,EAAE,CAAC;QAE1D,MAAM,UAAU,GAAG,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEzD,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1F,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;YAC1B,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAE1B,OAAO,UAAU,IAAI,EAAE,CAAC;IAC5B,CAAC;IAED,gBAAgB;IACR,0BAA0B;QAC9B,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC;QAE3F,IAAI,eAAe,IAAI,IAAI;YACvB,OAAO,eAAe,CAAC;QAE3B,MAAM,kBAAkB,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC3E,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAAC;QACvF,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAED,gBAAgB;IACR,kBAAkB,CAAC,eAAgC;QACvD,IAAI,IAAI,CAAC,SAAS;YACd,OAAO;QAEX,IAAI,CAAC,iCAAiC,CAAC,KAAK,EAAE,CAAC;QAC/C,IAAI,CAAC,iCAAiC,GAAG,IAAI,eAAe,EAAE,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;QAEhC,IAAI,MAAM,IAAI,IAAI;YACd,OAAO;QAEX,MAAM,kBAAkB,GAAG,eAAe,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,gBAAgB,GAAG,MAAM,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;QAE7D,MAAM,mBAAmB,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,gBAAgB,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC,MAAM,CAAC;QACjH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,CAAC;QAE7E,IAAI,UAAU,KAAK,CAAC;YAChB,OAAO;QAEX,MAAM,sBAAsB,GAAG,IAAI,CAAC,iCAAiC,CAAC;QACtE,MAAM,kBAAkB,GAAG,IAAI,CAAC,iCAAiC,CAAC,MAAM,CAAC;QACzE,IAAI,iBAAiB,GAAW,EAAE,CAAC;QACnC,KAAK,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,gBAAgB,EAAE;YACpD,GAAG,IAAI,CAAC,kBAAkB;YAC1B,iBAAiB,EAAE,KAAK;YACxB,SAAS,EAAE,UAAU;YACrB,MAAM,EAAE,kBAAkB;YAC1B,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;gBACnB,iBAAiB,IAAI,KAAK,CAAC;gBAC3B,MAAM,UAAU,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,GAAG,iBAAiB,CAAC;gBAClE,eAAe,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAElD,IAAI,IAAI,CAAC,0BAA0B,EAAE,KAAK,eAAe,EAAE,CAAC;oBACxD,sBAAsB,CAAC,KAAK,EAAE,CAAC;oBAC/B,OAAO;gBACX,CAAC;gBAED,IAAI,IAAI,CAAC,WAAW,KAAK,MAAM;oBAC3B,IAAI,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACjD,CAAC;SACJ,CAAC;aACG,IAAI,CAAC,GAAG,EAAE;YACP,IAAI,IAAI,CAAC,WAAW,KAAK,MAAM,IAAI,IAAI,CAAC,0BAA0B,EAAE,KAAK,eAAe;gBACpF,OAAO,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACxD,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,IAAI,CAAC,kBAAkB,CAAC,OAAO,IAAI,GAAG,KAAK,kBAAkB,CAAC,MAAM,CAAC,IAAI,GAAG,YAAY,YAAY;gBAChG,OAAO;YAEX,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACX,CAAC;IAED,gBAAgB;IACT,MAAM,CAAC,OAAO,CAAC,WAA6B,EAAE,UAAkD,EAAE;QACrG,OAAO,IAAI,sCAAsC,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC5E,CAAC;CACJ;AAED,MAAM,eAAe;IACjB,gBAAgB,CAAkB,MAAM,CAAyB;IACjE,gBAAgB,CAAkB,SAAS,GAAc,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAErE,YAAmB,SAAiB;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,QAAQ,CAAC,SAAS,EAAE;YAClC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;gBACd,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC/B,CAAC;IAEM,aAAa,CAAC,KAAa;QAC9B,IAAI,IAAI,GAA0B,IAAI,CAAC,SAAS,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,IAAI,IAAI;gBACZ,OAAO,IAAI,CAAC;YAEhB,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,GAAc,IAAI,CAAC;YAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YAEvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClB,IAAI,UAAU,IAAI,IAAI,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;oBACnC,OAAO,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACL,CAAC;YAED,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,IAAI,IAAI;YACZ,OAAO,IAAI,CAAC;QAEhB,MAAM,CAAC,EAAE,kBAAkB,CAAC,GAAG,IAAI,CAAC;QACpC,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO,kBAAkB,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,aAAa,CAAC,KAAa,EAAE,UAAkB;QAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAE7B,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YACpB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YAEvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBACf,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YAEhC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAC3B,CAAC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,iBAAiB,IAAI,IAAI,IAAI,iBAAiB,CAAC,UAAU,CAAC,UAAU,CAAC;YACrE,OAAO,iBAAiB,CAAC;QAE7B,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;QACrB,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,gBAAgB;IACR,YAAY,CAAC,KAAa;QAC9B,IAAI,4BAA4B,GAAc,IAAI,CAAC,SAAS,CAAC;QAC7D,IAAI,sCAAsC,GAAW,KAAK,CAAC,CAAC,CAAE,CAAC;QAE/D,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YACpB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YAEvB,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAChB,4BAA4B,GAAG,IAAI,CAAC;gBACpC,sCAAsC,GAAG,IAAI,CAAC;YAClD,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBACf,OAAO;YAEX,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAC3B,CAAC;QAED,IAAI,sCAAsC,KAAK,EAAE;YAC7C,4BAA4B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,sCAAsC,CAAC,CAAC;IACvF,CAAC;CACJ"}

package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.d.ts

@@ -0,0 +1,15 @@
+import { GbnfJsonDefList, GbnfJsonSchema, GbnfJsonSchemaToType } from "../../../utils/gbnfJson/types.js";
+import { ChatSessionModelFunction } from "../../../types.js";
+/**
+ * Define a function that can be used by the model in a chat session, and return it.
+ *
+ * This is a helper function to facilitate defining functions with full TypeScript type information.
+ *
+ * The handler function can return a Promise, and the return value will be awaited before being returned to the model.
+ * @param functionDefinition
+ */
+export declare function defineChatSessionFunction<const Params extends GbnfJsonSchema<Defs>, const Defs extends GbnfJsonDefList<Defs>>({ description, params, handler }: {
+    description?: string;
+    params?: Readonly<Params> & GbnfJsonSchema<Defs>;
+    handler: (params: GbnfJsonSchemaToType<NoInfer<Params>>) => Promise<any> | any;
+}): ChatSessionModelFunction<NoInfer<Params>>;

package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js

@@ -0,0 +1,16 @@
+/**
+ * Define a function that can be used by the model in a chat session, and return it.
+ *
+ * This is a helper function to facilitate defining functions with full TypeScript type information.
+ *
+ * The handler function can return a Promise, and the return value will be awaited before being returned to the model.
+ * @param functionDefinition
+ */
+export function defineChatSessionFunction({ description, params, handler }) {
+    return {
+        description,
+        params,
+        handler
+    };
+}
+//# sourceMappingURL=defineChatSessionFunction.js.map

package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defineChatSessionFunction.js","sourceRoot":"","sources":["../../../../src/evaluator/LlamaChatSession/utils/defineChatSessionFunction.ts"],"names":[],"mappings":"AAGA;;;;;;;GAOG;AACH,MAAM,UAAU,yBAAyB,CAGvC,EACE,WAAW,EACX,MAAM,EACN,OAAO,EAKV;IACG,OAAO;QACH,WAAW;QACX,MAAM;QACN,OAAO;KACV,CAAC;AACN,CAAC"}

package/dist/evaluator/LlamaCompletion.d.ts

@@ -0,0 +1,219 @@
+import { EventRelay } from "lifecycle-utils";
+import { LLamaContextualDryRepeatPenalty, LLamaContextualRepeatPenalty, Token } from "../types.js";
+import { LlamaText } from "../utils/LlamaText.js";
+import { LlamaGrammar } from "./LlamaGrammar.js";
+import { EvaluationPriority } from "./LlamaContext/types.js";
+import { LlamaContextSequence } from "./LlamaContext/LlamaContext.js";
+import { TokenBias } from "./TokenBias.js";
+export type LlamaCompletionOptions = {
+    contextSequence: LlamaContextSequence;
+    /**
+     * Automatically dispose the sequence when the object is disposed.
+     *
+     * Defaults to `false`.
+     */
+    autoDisposeSequence?: boolean;
+};
+export type LlamaCompletionGenerationOptions = {
+    /**
+     * Called as the model generates a completion with the generated text chunk.
+     *
+     * Useful for streaming the generated completion as it's being generated.
+     */
+    onTextChunk?: (text: string) => void;
+    /**
+     * Called as the model generates a completion with the generated tokens.
+     *
+     * Preferably, you'd want to use `onTextChunk` instead of this.
+     */
+    onToken?: (tokens: Token[]) => void;
+    /**
+     * An AbortSignal to later abort the generation.
+     *
+     * When the signal is aborted, the generation will stop and throw `signal.reason` as the error.
+     *
+     * > To stop an ongoing generation without throwing an error, also set `stopOnAbortSignal` to `true`.
+     */
+    signal?: AbortSignal;
+    /**
+     * When a completion already started being generated and then the signal is aborted,
+     * the generation will stop and the completion will be returned as is instead of throwing an error.
+     *
+     * Defaults to `false`.
+     */
+    stopOnAbortSignal?: boolean;
+    /** Maximum number of tokens to generate */
+    maxTokens?: number;
+    /**
+     * Temperature is a hyperparameter that controls the randomness of the generated text.
+     * It affects the probability distribution of the model's output tokens.
+     *
+     * A higher temperature (e.g., 1.5) makes the output more random and creative,
+     * while a lower temperature (e.g., 0.5) makes the output more focused, deterministic, and conservative.
+     *
+     * The suggested temperature is 0.8, which provides a balance between randomness and determinism.
+     *
+     * At the extreme, a temperature of 0 will always pick the most likely next token, leading to identical outputs in each run.
+     *
+     * Set to `0` to disable.
+     * Disabled by default (set to `0`).
+     */
+    temperature?: number;
+    /**
+     * From the next token candidates, discard the percentage of tokens with the lowest probability.
+     * For example, if set to `0.05`, 5% of the lowest probability tokens will be discarded.
+     * This is useful for generating more high-quality results when using a high temperature.
+     * Set to a value between `0` and `1` to enable.
+     *
+     * Only relevant when `temperature` is set to a value greater than `0`.
+     * Disabled by default.
+     */
+    minP?: number;
+    /**
+     * Limits the model to consider only the K most likely next tokens for sampling at each step of sequence generation.
+     * An integer number between `1` and the size of the vocabulary.
+     * Set to `0` to disable (which uses the full vocabulary).
+     *
+     * Only relevant when `temperature` is set to a value greater than 0.
+     */
+    topK?: number;
+    /**
+     * Dynamically selects the smallest set of tokens whose cumulative probability exceeds the threshold P,
+     * and samples the next token only from this set.
+     * A float number between `0` and `1`.
+     * Set to `1` to disable.
+     *
+     * Only relevant when `temperature` is set to a value greater than `0`.
+     */
+    topP?: number;
+    /**
+     * Used to control the randomness of the generated text.
+     *
+     * Change the seed to get different results.
+     *
+     * Only relevant when using `temperature`.
+     */
+    seed?: number;
+    /**
+     * Exclude Top Choices (XTC) removes the top tokens from consideration and avoids more obvious and repetitive generations.
+     * Using it leads to more creative responses, but also to increased hallucinations.
+     *
+     * The `probability` value controls the chance that the top tokens will be removed in the next token generation step.
+     * The `threshold` value control the minimum probability of a token for it to be removed.
+     *
+     * Start with `{probability: 0.5, threshold: 0.1}` and adjust from there.
+     *
+     * Disabled by default.
+     */
+    xtc?: {
+        /**
+         * A number between `0` and `1` representing the probability of applying Exclude Top Choices (XTC) at each token generation step.
+         */
+        probability: number;
+        /**
+         * A number between `0` and `1` representing the minimum probability
+         * of a token for it to be removed when applying Exclude Top Choices (XTC).
+         */
+        threshold: number;
+    };
+    /**
+     * Trim whitespace from the end of the generated text
+     * Disabled by default.
+     */
+    trimWhitespaceSuffix?: boolean;
+    repeatPenalty?: false | LLamaContextualRepeatPenalty;
+    /**
+     * DRY (Don't Repeat Yourself) penalty is a technique to reduce repetitions in the generated text
+     * by penalizing tokens based on recent token usage patterns.
+     *
+     * With the right parameters choice, it makes it impossible for the model to
+     * repeat itself verbatim with the same tokens in the same order (the model can still repeat itself by
+     * using different tokens or by paraphrasing, but that is far less of an issue than a broken-record looping).
+     *
+     * Disabled by default.
+     */
+    dryRepeatPenalty?: LLamaContextualDryRepeatPenalty;
+    /**
+     * Adjust the probability of tokens being generated.
+     * Can be used to bias the model to generate tokens that you want it to lean towards,
+     * or to avoid generating tokens that you want it to avoid.
+     */
+    tokenBias?: TokenBias | (() => TokenBias);
+    /**
+     * See the parameter `evaluationPriority` on the `LlamaContextSequence.evaluate()` function for more information.
+     */
+    evaluationPriority?: EvaluationPriority;
+    grammar?: LlamaGrammar;
+    /**
+     * Custom stop triggers to stop the completion when any of the provided triggers are found.
+     */
+    customStopTriggers?: readonly (LlamaText | string | readonly (string | Token)[])[];
+    /**
+     * The number of tokens to delete from the context window to make space for new ones.
+     * Defaults to 10% of the context size.
+     */
+    contextShiftSize?: number | ((sequence: LlamaContextSequence) => number | Promise<number>);
+    /**
+     * Context shift reconstructs the context with partial relevant data to continue generation when the context fills up.
+     * This flag disables this behavior.
+     * This flag will cause the generation to stop when the context fills up
+     * by setting an appropriate `maxTokens` value or lowering the given `maxTokens` value when needed.
+     * This flag will cause the generation to fail if there's no space for generating new tokens at all with the given inputs.
+     *
+     * Disabled by default. Not recommended unless you know what you're doing.
+     */
+    disableContextShift?: boolean;
+};
+export type LlamaInfillGenerationOptions = LlamaCompletionGenerationOptions & {
+    /**
+     * The minimum number of tokens to keep from the prefix input when making a context shift.
+     * Defaults to 10% of the context size.
+     */
+    minPrefixKeepTokens?: number | ((sequence: LlamaContextSequence) => number | Promise<number>);
+};
+export type LlamaCompletionResponse = {
+    response: string;
+    metadata: {
+        remainingGenerationAfterStop?: string | Token[];
+        stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens" | "abort";
+    } | {
+        remainingGenerationAfterStop?: string | Token[];
+        stopReason: "customStopTrigger";
+        customStopTrigger: (string | Token)[];
+    };
+};
+/**
+ * @see [Text Completion](https://node-llama-cpp.withcat.ai/guide/text-completion) tutorial
+ */
+export declare class LlamaCompletion {
+    readonly onDispose: EventRelay<void>;
+    constructor({ contextSequence, autoDisposeSequence }: LlamaCompletionOptions);
+    dispose({ disposeSequence }?: {
+        disposeSequence?: boolean;
+    }): void;
+    /** @hidden */
+    [Symbol.dispose](): void;
+    get disposed(): boolean;
+    get infillSupported(): boolean;
+    /**
+     * Generate a completion for an input.
+     */
+    generateCompletion(input: Token[] | string | LlamaText, options?: LlamaCompletionGenerationOptions): Promise<string>;
+    /**
+     * Same as `generateCompletion`, but returns additional metadata about the generation.
+     * See `generateCompletion` for more information.
+     */
+    generateCompletionWithMeta(input: Token[] | string | LlamaText, { onTextChunk, onToken, signal, stopOnAbortSignal, maxTokens, temperature, minP, topK, topP, seed, xtc, trimWhitespaceSuffix, repeatPenalty, tokenBias, evaluationPriority, grammar, customStopTriggers, contextShiftSize, disableContextShift }?: LlamaCompletionGenerationOptions): Promise<LlamaCompletionResponse>;
+    /**
+     * Infill (also known as Fill-In-Middle), generates a completion for an input (`prefixInput`) that
+     * should connect to a given continuation (`suffixInput`).
+     * For example, for `prefixInput: "123"` and `suffixInput: "789"`, the model is expected to generate `456`
+     * to make the final text be `123456789`.
+     */
+    generateInfillCompletion(prefixInput: Token[] | string | LlamaText, suffixInput: Token[] | string | LlamaText, options?: LlamaInfillGenerationOptions): Promise<string>;
+    /**
+     * Same as `generateInfillCompletion`, but returns additional metadata about the generation.
+     * See `generateInfillCompletion` for more information.
+     */
+    generateInfillCompletionWithMeta(prefixInput: Token[] | string | LlamaText, suffixInput: Token[] | string | LlamaText, { onTextChunk, onToken, signal, stopOnAbortSignal, maxTokens, temperature, minP, topK, topP, seed, xtc, trimWhitespaceSuffix, repeatPenalty, tokenBias, evaluationPriority, grammar, contextShiftSize, customStopTriggers, minPrefixKeepTokens, disableContextShift }?: LlamaInfillGenerationOptions): Promise<LlamaCompletionResponse>;
+}