cactus-react-native 0.1.1 → 0.1.3

package/android/src/main/CMakeLists.txt

@@ -3,7 +3,7 @@ cmake_minimum_required(VERSION 3.10)
 project(cactus)
 
 set(CMAKE_CXX_STANDARD 17)
-set(SOURCE_DIR ${CMAKE_SOURCE_DIR}/../../../../cactus)
+set(SOURCE_DIR ${CMAKE_SOURCE_DIR}/../../../../cpp)
 
 include_directories(${SOURCE_DIR})
 include_directories(${SOURCE_DIR}/ggml-cpu)

package/ios/CMakeLists.txt

@@ -18,8 +18,8 @@ add_definitions(
     -DLM_GGML_METAL_USE_BF16
 )
 
-# Set the source directory to the cactus directory
-set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../cactus)
+# Set the source directory to the cpp directory
+set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../cpp)
 
 # Define public headers
 set(PUBLIC_HEADERS
@@ -101,12 +101,12 @@ add_library(cactus SHARED
     ${SOURCE_DIR}/json.hpp
 )
 
-# Setup include directories, use the cactus directory
+# Setup include directories, use the cpp directory
 target_include_directories(cactus
     PUBLIC
-        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus>
-        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus/ggml-cpu>
-        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus/tools/mtmd>
+        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp>
+        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp/ggml-cpu>
+        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp/tools/mtmd>
         $<INSTALL_INTERFACE:include>
 )
 

package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h

@@ -3,6 +3,7 @@
 
 #include <sstream>
 #include <iostream>
+#include <chrono>
 #include "chat.h"
 #include "common.h"
 #include "ggml.h"
@@ -48,6 +49,13 @@ struct completion_token_output
     llama_token tok;
 };
 
+struct conversation_result {
+    std::string text;
+    std::chrono::milliseconds time_to_first_token;
+    std::chrono::milliseconds total_time;
+    int tokens_generated;
+};
+
 struct cactus_tokenize_result {
     std::vector<llama_token> tokens;
     bool has_media = false;
@@ -112,6 +120,10 @@ struct cactus_context {
     bool has_vocoder = false;
     std::vector<llama_token> audio_tokens;
 
+    // Conversation management state
+    bool conversation_active = false;
+    std::string last_chat_template = "";
+
     ~cactus_context();
 
     void rewind();

package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h

@@ -3,6 +3,7 @@
 
 #include <sstream>
 #include <iostream>
+#include <chrono>
 #include "chat.h"
 #include "common.h"
 #include "ggml.h"
@@ -48,6 +49,13 @@ struct completion_token_output
     llama_token tok;
 };
 
+struct conversation_result {
+    std::string text;
+    std::chrono::milliseconds time_to_first_token;
+    std::chrono::milliseconds total_time;
+    int tokens_generated;
+};
+
 struct cactus_tokenize_result {
     std::vector<llama_token> tokens;
     bool has_media = false;
@@ -112,6 +120,10 @@ struct cactus_context {
     bool has_vocoder = false;
     std::vector<llama_token> audio_tokens;
 
+    // Conversation management state
+    bool conversation_active = false;
+    std::string last_chat_template = "";
+
     ~cactus_context();
 
     void rewind();

package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/cactus.h

@@ -3,6 +3,7 @@
 
 #include <sstream>
 #include <iostream>
+#include <chrono>
 #include "chat.h"
 #include "common.h"
 #include "ggml.h"
@@ -48,6 +49,13 @@ struct completion_token_output
     llama_token tok;
 };
 
+struct conversation_result {
+    std::string text;
+    std::chrono::milliseconds time_to_first_token;
+    std::chrono::milliseconds total_time;
+    int tokens_generated;
+};
+
 struct cactus_tokenize_result {
     std::vector<llama_token> tokens;
     bool has_media = false;
@@ -112,6 +120,10 @@ struct cactus_context {
     bool has_vocoder = false;
     std::vector<llama_token> audio_tokens;
 
+    // Conversation management state
+    bool conversation_active = false;
+    std::string last_chat_template = "";
+
     ~cactus_context();
 
     void rewind();

package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h

@@ -3,6 +3,7 @@
 
 #include <sstream>
 #include <iostream>
+#include <chrono>
 #include "chat.h"
 #include "common.h"
 #include "ggml.h"
@@ -48,6 +49,13 @@ struct completion_token_output
     llama_token tok;
 };
 
+struct conversation_result {
+    std::string text;
+    std::chrono::milliseconds time_to_first_token;
+    std::chrono::milliseconds total_time;
+    int tokens_generated;
+};
+
 struct cactus_tokenize_result {
     std::vector<llama_token> tokens;
     bool has_media = false;
@@ -112,6 +120,10 @@ struct cactus_context {
     bool has_vocoder = false;
     std::vector<llama_token> audio_tokens;
 
+    // Conversation management state
+    bool conversation_active = false;
+    std::string last_chat_template = "";
+
     ~cactus_context();
 
     void rewind();

package/lib/commonjs/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAAyG,SAAAE,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAwBzG,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;EAEAqE,QAAQA,CAACnF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAAC2F,QAAQ,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAoF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO7F,qBAAM,CAAC4F,UAAU,CAAC,IAAI,CAACtE,EAAE,EAAEuE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPtF,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAAC8F,SAAS,CAAC,IAAI,CAACxE,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMuD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMvC,MAAM,GAAG,MAAM5D,qBAAM,CAAC+F,KAAK,CAAC,IAAI,CAACzE,EAAE,EAAE0E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEzD,IAAI,CAAC0D,KAAK,CAAC/C,MAAM,CAAC;IACpB,OAAO;MACLwC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOlH,qBAAM,CAAC4G,iBAAiB,CAAC,IAAI,CAACtF,EAAE,EAAEwF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOnH,qBAAM,CAACmH,kBAAkB,CAAC,IAAI,CAAC7F,EAAE,CAAC;EAC3C;EAEA,MAAM8F,qBAAqBA,CAAA,EAEzB;IACA,OAAOpH,qBAAM,CAACoH,qBAAqB,CAAC,IAAI,CAAC9F,EAAE,CAAC;EAC9C;EAEA,MAAM+F,OAAOA,CAAA,EAAkB;IAC7B,OAAOrH,qBAAM,CAACsH,cAAc,CAAC,IAAI,CAAChG,EAAE,CAAC;EACvC;AACF;AAACiG,OAAA,CAAAvG,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAAC+G,OAAgB,EAAiB;EACrE,OAAOxH,qBAAM,CAACS,eAAe,CAAC+G,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCnH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAACwH,MAAM,CAACxH,YAAY,CAACyH,OAAO,CAACrH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAesH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO7H,qBAAM,CAAC4H,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAAClH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAACwI,SAAS,CAAC/G,IAAI,EAAE6G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACE1H,KAAK;EACL2H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI9H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI6H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE9H,UAAU,CAAC,SAAS,CAAC,EAAE8H,QAAQ,GAAGA,QAAQ,CAAC7H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAImF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM9F,SAAS,GAAG0G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG7J,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCmI,UAAU,CAACnJ,GAAG,CAACsJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJlI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEuI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM7J,qBAAM,CAAC8J,WAAW,CAAC1I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXuH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAAC5I,KAAK,CAAE+E,GAAQ,IAAK;IACrBgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEuI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOhK,qBAAM,CAACiK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAOtH,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAAC8J,WAAW,CAAChC,gBAAgB,EAAE,EAAEtF,MAAM,CAAC;AAC7D,CAAC;AAAC+E,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAO9I,SAAiB,EAAE+I,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMpK,qBAAM,CAACkK,cAAc,CAAC9I,SAAS,EAAE+I,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOjJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAACqK,mBAAmB,CAACjJ,SAAS,CAAC;AACpD,CAAC;AAACmG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOlJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAACsK,yBAAyB,CAAClJ,SAAS,CAAC;AAC1D,CAAC;AAACmG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOnJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAACuK,wBAAwB,CAACnJ,SAAS,CAAC;AACzD,CAAC;AAACmG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAOpJ,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAACwK,iBAAiB,CAACpJ,SAAS,CAAC;AAClD,CAAC;AAACmG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAOrJ,SAAiB,EAAEiD,MAAc,EAAEqG,UAAoB,EAAElI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAACyK,oBAAoB,CAACrJ,SAAS,EAAEiD,MAAM,EAAEqG,UAAU,EAAElI,MAAM,CAAC;AACjF,CAAC;AAAC+E,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAOvJ,SAAiB,EAAEwJ,gBAAwB,KAAK;EAChF,OAAO,MAAM5K,qBAAM,CAAC2K,WAAW,CAACvJ,SAAS,EAAEwJ,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAOzJ,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAAC6K,gBAAgB,CAACzJ,SAAS,CAAC;AACjD,CAAC;AAACmG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAO1J,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAAC8K,UAAU,CAAC1J,SAAS,CAAC;AAC3C,CAAC;AAACmG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAO3J,SAAiB,EAAE4J,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMjL,qBAAM,CAAC+K,2BAA2B,CAAC3J,SAAS,EAAE4J,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAO9J,SAAiB,EAAE6J,WAAmB,KAAuC;EAC/H,OAAO,MAAMjL,qBAAM,CAACkL,6BAA6B,CAAC9J,SAAS,EAAE6J,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAO/J,SAAiB,EAAEyE,MAAgB,KAAuC;EAChH,OAAO,MAAM7F,qBAAM,CAACmL,iBAAiB,CAAC/J,SAAS,EAAEyE,MAAM,CAAC;AAC1D,CAAC;AAAC0B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOhK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAACoL,cAAc,CAAChK,SAAS,CAAC;AAC/C,CAAC;AAACmG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAMzF,QAAQ,GAAG,MAAAA,CAAOvE,SAAiB,EAAEZ,IAAY,EAAEkK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMrL,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,EAAEkK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAM1K,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAAC+G,OAAA,CAAA5B,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","_lm","_vlm","_tts","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AA4jBA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,IAAA,GAAAP,OAAA;AACA,IAAAQ,IAAA,GAAAR,OAAA;AAAkC,SAAAE,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAriBlC,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;EAEAqE,QAAQA,CAACnF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAAC2F,QAAQ,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAoF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAO7F,qBAAM,CAAC4F,UAAU,CAAC,IAAI,CAACtE,EAAE,EAAEuE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPtF,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAAC8F,SAAS,CAAC,IAAI,CAACxE,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMuD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMvC,MAAM,GAAG,MAAM5D,qBAAM,CAAC+F,KAAK,CAAC,IAAI,CAACzE,EAAE,EAAE0E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEzD,IAAI,CAAC0D,KAAK,CAAC/C,MAAM,CAAC;IACpB,OAAO;MACLwC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOlH,qBAAM,CAAC4G,iBAAiB,CAAC,IAAI,CAACtF,EAAE,EAAEwF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOnH,qBAAM,CAACmH,kBAAkB,CAAC,IAAI,CAAC7F,EAAE,CAAC;EAC3C;EAEA,MAAM8F,qBAAqBA,CAAA,EAEzB;IACA,OAAOpH,qBAAM,CAACoH,qBAAqB,CAAC,IAAI,CAAC9F,EAAE,CAAC;EAC9C;EAEA,MAAM+F,OAAOA,CAAA,EAAkB;IAC7B,OAAOrH,qBAAM,CAACsH,cAAc,CAAC,IAAI,CAAChG,EAAE,CAAC;EACvC;EAEA,MAAMiG,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQvH,qBAAM,CAASuH,MAAM,CAAC,IAAI,CAACjG,EAAE,CAAC;EACxC;AACF;AAACkG,OAAA,CAAAxG,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACgH,OAAgB,EAAiB;EACrE,OAAOzH,qBAAM,CAACS,eAAe,CAACgH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCpH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAACyH,MAAM,CAACzH,YAAY,CAAC0H,OAAO,CAACtH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAeuH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAO9H,qBAAM,CAAC6H,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACnH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAACyI,SAAS,CAAChH,IAAI,EAAE8G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACE3H,KAAK;EACL4H,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEzC,QAAQ;EACnB,GAAG0C;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI/H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI8H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE/H,UAAU,CAAC,SAAS,CAAC,EAAE+H,QAAQ,GAAGA,QAAQ,CAAC9H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAImF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCvF,IAAI,EAAEuF,CAAC,CAACvF,IAAI,CAACwF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM9F,SAAS,GAAG2G,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAG9J,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCoI,UAAU,CAACpJ,GAAG,CAACuJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJnI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAM9J,qBAAM,CAAC+J,WAAW,CAAC3I,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXwH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAExC,YAAY;IACvB,GAAGyC;EACL,CAAC,CAAC,CAAC7I,KAAK,CAAE+E,GAAQ,IAAK;IACrBiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEwI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOjK,qBAAM,CAACkK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAOvH,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAAC+J,WAAW,CAAChC,gBAAgB,EAAE,EAAEvF,MAAM,CAAC;AAC7D,CAAC;AAACgF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAO/I,SAAiB,EAAEgJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAMrK,qBAAM,CAACmK,cAAc,CAAC/I,SAAS,EAAEgJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOlJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAACsK,mBAAmB,CAAClJ,SAAS,CAAC;AACpD,CAAC;AAACoG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOnJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAACuK,yBAAyB,CAACnJ,SAAS,CAAC;AAC1D,CAAC;AAACoG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOpJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAACwK,wBAAwB,CAACpJ,SAAS,CAAC;AACzD,CAAC;AAACoG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAOrJ,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAACyK,iBAAiB,CAACrJ,SAAS,CAAC;AAClD,CAAC;AAACoG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAOtJ,SAAiB,EAAEiD,MAAc,EAAEsG,UAAoB,EAAEnI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC0K,oBAAoB,CAACtJ,SAAS,EAAEiD,MAAM,EAAEsG,UAAU,EAAEnI,MAAM,CAAC;AACjF,CAAC;AAACgF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAOxJ,SAAiB,EAAEyJ,gBAAwB,KAAK;EAChF,OAAO,MAAM7K,qBAAM,CAAC4K,WAAW,CAACxJ,SAAS,EAAEyJ,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO1J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAAC8K,gBAAgB,CAAC1J,SAAS,CAAC;AACjD,CAAC;AAACoG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAO3J,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAAC+K,UAAU,CAAC3J,SAAS,CAAC;AAC3C,CAAC;AAACoG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAO5J,SAAiB,EAAE6J,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMlL,qBAAM,CAACgL,2BAA2B,CAAC5J,SAAS,EAAE6J,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAO/J,SAAiB,EAAE8J,WAAmB,KAAuC;EAC/H,OAAO,MAAMlL,qBAAM,CAACmL,6BAA6B,CAAC/J,SAAS,EAAE8J,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOhK,SAAiB,EAAEyE,MAAgB,KAAuC;EAChH,OAAO,MAAM7F,qBAAM,CAACoL,iBAAiB,CAAChK,SAAS,EAAEyE,MAAM,CAAC;AAC1D,CAAC;AAAC2B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOjK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAACqL,cAAc,CAACjK,SAAS,CAAC;AAC/C,CAAC;AAACoG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAM1F,QAAQ,GAAG,MAAAA,CAAOvE,SAAiB,EAAEZ,IAAY,EAAEmK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAMtL,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,EAAEmK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAM3K,qBAAM,CAAC2F,QAAQ,CAACvE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACgH,OAAA,CAAA7B,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/commonjs/lm.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_index","require","CactusLM","constructor","context","init","params","onProgress","initLlama","completion","messages","n_predict","temperature","top_p","top_k","min_p","penalty_repeat","penalty_freq","penalty_present","mirostat","mirostat_tau","mirostat_eta","seed","stop","ignore_eos","chat_template","jinja","tools","parallel_tool_calls","tool_choice","response_format","n_probs","grammar","grammar_lazy","grammar_triggers","json_schema","callback","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAWO,MAAMC,QAAQ,CAAC;EAGZC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACpB;IACnB,MAAMH,OAAO,GAAG,MAAM,IAAAI,gBAAS,EAACF,MAAM,EAAEC,UAAU,CAAC;IACnD,OAAO,IAAIL,QAAQ,CAACE,OAAO,CAAC;EAC9B;EAEA,MAAMK,UAAUA,CACdC,QAAsC,EACtC;IACEC,SAAS;IACTC,WAAW;IACXC,KAAK;IACLC,KAAK;IACLC,KAAK;IACLC,cAAc;IACdC,YAAY;IACZC,eAAe;IACfC,QAAQ;IACRC,YAAY;IACZC,YAAY;IACZC,IAAI;IACJC,IAAI;IACJC,UAAU;IACVC,aAAa;IACbC,KAAK;IACLC,KAAK;IACLC,mBAAmB;IACnBC,WAAW;IACXC,eAAe;IACfC,OAAO;IACPC,OAAO;IACPC,YAAY;IACZC,gBAAgB;IAChBC;EA2BF,CAAC,GAAG,CAAC,CAAC,EACNC,QAAoC,EACH;IACjC,OAAO,IAAI,CAAChC,OAAO,CAACK,UAAU,CAAC;MAC7BC,QAAQ;MACRC,SAAS;MACTC,WAAW;MACXC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC,cAAc;MACdC,YAAY;MACZC,eAAe;MACfC,QAAQ;MACRC,YAAY;MACZC,YAAY;MACZC,IAAI;MACJC,IAAI;MACJC,UAAU;MACVC,aAAa;MACbC,KAAK;MACLC,KAAK;MACLC,mBAAmB;MACnBC,WAAW;MACXC,eAAe;MACfC,OAAO;MACPC,OAAO;MACPC,YAAY;MACZC,gBAAgB;MAChBC;IACF,CAAC,EAAEC,QAAQ,CAAC;EACd;EAEA,MAAMC,SAASA,CACbC,IAAY,EACZhC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACF,OAAO,CAACiC,SAAS,CAACC,IAAI,EAAEhC,MAAM,CAAC;EAC7C;EAEA,MAAMiC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACnC,OAAO,EAAEmC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACpC,OAAO,CAACoC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAvC,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/commonjs/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","Tools","injectToolsIntoMessages","parseAndExecuteTool","updateMessagesWithToolCall","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","result","toolCalled","toolName","toolInput","toolOutput","newMessages","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAuBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AACnC,SAASC,KAAK,EAAEC,uBAAuB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,SAAS;AAsBzG,SAASN,sBAAsB,EAAEC,0BAA0B,EAAEE,KAAK;AAElE,MAAMI,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIZ,QAAQ,CAACa,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAId,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACa,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGb,kBAAkB;AACnC;AAEA,MAAMe,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAnB,MAAM,EAAEoB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOtC,MAAM,CAACkC,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOxC,MAAM,CAACuC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAGlD,UAAU,CAAC+C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAO3D,MAAM,CAACiD,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBb,MAAyC,EACzCc,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAAChB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACmB,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACd,MAAM,CAACU,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IAEA,IAAIhB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIiB,cAAc,KAAK,CAAC,EAAE;MACtBjB,QAAQ,GAAG7C,uBAAuB,CAAC6C,QAAQ,EAAEE,MAAM,CAACU,KAAK,CAAC;IAC9D;IAEA,MAAMQ,MAAM,GAAG,MAAM,IAAI,CAACD,UAAU,CAAC;MAAC,GAAGjB,MAAM;MAAEF;IAAQ,CAAC,EAAEgB,QAAQ,CAAC;IAErE,MAAM;MAACK,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAMpE,mBAAmB,CAACgE,MAAM,EAAElB,MAAM,CAACU,KAAK,CAAC;IAEnD,IAAIS,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAME,WAAW,GAAGpE,0BAA0B,CAC1C2C,QAAQ,EAAEsB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACT,mBAAmB,CACjC;QAAC,GAAGb,MAAM;QAAEF,QAAQ,EAAEyB;MAAW,CAAC,EAClCT,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOE,MAAM;EACnB;EAEE,MAAMD,UAAUA,CACdjB,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMU,YAAY,GAAG;MACnB,GAAGxB,MAAM;MACTyB,MAAM,EAAEzB,MAAM,CAACyB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACZ;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAM6B,eAAe,GAAG,MAAM,IAAI,CAAC9B,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAAC4B,aAAa,IAAI5B,MAAM,CAAC6B,YAAY,EAC3C;QACE1B,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOe,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGzB,MAAM,CAACyB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACjB,eAAe,IAAI,CAACiB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMzB,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEkB,YAAY,CAACnD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIgC,aAAkB,GACpBxB,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE4D;MAAY,CAAC,GAAG5E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACyB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG7F,MAAM,CAACqE,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE2C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD1E,KAAK,CAAE4E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOlG,MAAM,CAACkG,cAAc,CAAC,IAAI,CAACjE,EAAE,CAAC;EACvC;EAEAkE,QAAQA,CAAChF,IAAY,EAAiC;IACpD,OAAOnB,MAAM,CAACmG,QAAQ,CAAC,IAAI,CAAClE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAiF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOrG,MAAM,CAACoG,UAAU,CAAC,IAAI,CAACnE,EAAE,EAAEoE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPnF,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOpD,MAAM,CAACsG,SAAS,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMmD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMrC,MAAM,GAAG,MAAMtE,MAAM,CAACuG,KAAK,CAAC,IAAI,CAACtE,EAAE,EAAEuE,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEtD,IAAI,CAACuD,KAAK,CAAC7C,MAAM,CAAC;IACpB,OAAO;MACLsC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO1H,MAAM,CAACoH,iBAAiB,CAAC,IAAI,CAACnF,EAAE,EAAEqF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAO3H,MAAM,CAAC2H,kBAAkB,CAAC,IAAI,CAAC1F,EAAE,CAAC;EAC3C;EAEA,MAAM2F,qBAAqBA,CAAA,EAEzB;IACA,OAAO5H,MAAM,CAAC4H,qBAAqB,CAAC,IAAI,CAAC3F,EAAE,CAAC;EAC9C;EAEA,MAAM4F,OAAOA,CAAA,EAAkB;IAC7B,OAAO7H,MAAM,CAAC8H,cAAc,CAAC,IAAI,CAAC7F,EAAE,CAAC;EACvC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAAC2G,OAAgB,EAAiB;EACrE,OAAO/H,MAAM,CAACoB,eAAe,CAAC2G,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClC/G,QAA+C,EACvB;EACxBJ,YAAY,CAAC4E,IAAI,CAACxE,QAAQ,CAAC;EAC3B,OAAO;IACL+E,MAAM,EAAEA,CAAA,KAAM;MACZnF,YAAY,CAACoH,MAAM,CAACpH,YAAY,CAACqH,OAAO,CAACjH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAekH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOpI,MAAM,CAACmI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAAC9G,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOtC,MAAM,CAAC+I,SAAS,CAAC3G,IAAI,EAAEyG,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACEtH,KAAK;EACLuH,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEvC,QAAQ;EACnB,GAAGwC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI1H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAIyH,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE1H,UAAU,CAAC,SAAS,CAAC,EAAE0H,QAAQ,GAAGA,QAAQ,CAACzH,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIgF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM3F,SAAS,GAAGsG,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGrJ,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjC+H,UAAU,CAAC/I,GAAG,CAACkJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJ9H,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEmI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMpK,MAAM,CAACqK,WAAW,CAACtI,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXmH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEtC,YAAY;IACvB,GAAGuC;EACL,CAAC,CAAC,CAACxI,KAAK,CAAE4E,GAAQ,IAAK;IACrB+D,sBAAsB,EAAEhE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACF+D,sBAAsB,EAAEhE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIrE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEmI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOvK,MAAM,CAACwK,kBAAkB,CAAC,CAAC;AACpC;AAEA,OAAO,MAAMH,WAAW,GAAG,MAAOjH,MAA2B,IAAK;EAChE,OAAO,MAAMpD,MAAM,CAACqK,WAAW,CAAChC,gBAAgB,EAAE,EAAEjF,MAAM,CAAC;AAC7D,CAAC;AAED,OAAO,MAAMqH,cAAc,GAAG,MAAAA,CAAO1I,SAAiB,EAAE2I,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM3K,MAAM,CAACyK,cAAc,CAAC1I,SAAS,EAAE2I,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAED,OAAO,MAAMC,mBAAmB,GAAG,MAAO7I,SAAiB,IAAK;EAC9D,OAAO,MAAM/B,MAAM,CAAC4K,mBAAmB,CAAC7I,SAAS,CAAC;AACpD,CAAC;AAED,OAAO,MAAM8I,yBAAyB,GAAG,MAAO9I,SAAiB,IAAK;EACpE,OAAO,MAAM/B,MAAM,CAAC6K,yBAAyB,CAAC9I,SAAS,CAAC;AAC1D,CAAC;AAED,OAAO,MAAM+I,wBAAwB,GAAG,MAAO/I,SAAiB,IAAK;EACnE,OAAO,MAAM/B,MAAM,CAAC8K,wBAAwB,CAAC/I,SAAS,CAAC;AACzD,CAAC;AAED,OAAO,MAAMgJ,iBAAiB,GAAG,MAAOhJ,SAAiB,IAAK;EAC5D,OAAO,MAAM/B,MAAM,CAAC+K,iBAAiB,CAAChJ,SAAS,CAAC;AAClD,CAAC;AAED,OAAO,MAAMiJ,oBAAoB,GAAG,MAAAA,CAAOjJ,SAAiB,EAAE8C,MAAc,EAAEoG,UAAoB,EAAE7H,MAA8B,KAAsC;EACtK,OAAO,MAAMpD,MAAM,CAACgL,oBAAoB,CAACjJ,SAAS,EAAE8C,MAAM,EAAEoG,UAAU,EAAE7H,MAAM,CAAC;AACjF,CAAC;AAED,OAAO,MAAM8H,WAAW,GAAG,MAAAA,CAAOnJ,SAAiB,EAAEoJ,gBAAwB,KAAK;EAChF,OAAO,MAAMnL,MAAM,CAACkL,WAAW,CAACnJ,SAAS,EAAEoJ,gBAAgB,CAAC;AAC9D,CAAC;AAED,OAAO,MAAMC,gBAAgB,GAAG,MAAOrJ,SAAiB,IAAK;EAC3D,OAAO,MAAM/B,MAAM,CAACoL,gBAAgB,CAACrJ,SAAS,CAAC;AACjD,CAAC;AAED,OAAO,MAAMsJ,UAAU,GAAG,MAAOtJ,SAAiB,IAA6B;EAC7E,OAAO,MAAM/B,MAAM,CAACqL,UAAU,CAACtJ,SAAS,CAAC;AAC3C,CAAC;AAED,OAAO,MAAMuJ,2BAA2B,GAAG,MAAAA,CAAOvJ,SAAiB,EAAEwJ,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMxL,MAAM,CAACsL,2BAA2B,CAACvJ,SAAS,EAAEwJ,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAED,OAAO,MAAMC,6BAA6B,GAAG,MAAAA,CAAO1J,SAAiB,EAAEyJ,WAAmB,KAAuC;EAC/H,OAAO,MAAMxL,MAAM,CAACyL,6BAA6B,CAAC1J,SAAS,EAAEyJ,WAAW,CAAC;AAC3E,CAAC;AAED,OAAO,MAAME,iBAAiB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEsE,MAAgB,KAAuC;EAChH,OAAO,MAAMrG,MAAM,CAAC0L,iBAAiB,CAAC3J,SAAS,EAAEsE,MAAM,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMsF,cAAc,GAAG,MAAO5J,SAAiB,IAAK;EACzD,OAAO,MAAM/B,MAAM,CAAC2L,cAAc,CAAC5J,SAAS,CAAC;AAC/C,CAAC;AAED,OAAO,MAAMoE,QAAQ,GAAG,MAAAA,CAAOpE,SAAiB,EAAEZ,IAAY,EAAE8J,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM5L,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,EAAE8J,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMjL,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC","ignoreList":[]}
+{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","Platform","Cactus","SchemaGrammarConverter","convertJsonSchemaToGrammar","formatChat","Tools","injectToolsIntoMessages","parseAndExecuteTool","updateMessagesWithToolCall","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","OS","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","default","getFormattedChat","messages","template","params","chat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","result","toolCalled","toolName","toolInput","toolOutput","newMessages","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length","CactusLM","CactusVLM","CactusTTS"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,kBAAkB,EAAEC,kBAAkB,EAAEC,QAAQ,QAAQ,cAAc;AAE/E,OAAOC,MAAM,MAAM,gBAAgB;AAuBnC,SAASC,sBAAsB,EAAEC,0BAA0B,QAAQ,WAAW;AAE9E,SAASC,UAAU,QAAQ,QAAQ;AACnC,SAASC,KAAK,EAAEC,uBAAuB,EAAEC,mBAAmB,EAAEC,0BAA0B,QAAQ,SAAS;AAuBzG,SAASN,sBAAsB,EAAEC,0BAA0B,EAAEE,KAAK;AAElE,MAAMI,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIZ,QAAQ,CAACa,EAAE,KAAK,KAAK,EAAE;EACzB;EACAD,YAAY,GAAG,IAAId,kBAAkB,CAACG,MAAM,CAAC;AAC/C;AACA,IAAID,QAAQ,CAACa,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGb,kBAAkB;AACnC;AAEA,MAAMe,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIF,YAAY,EAAE;EAChBA,YAAY,CAACG,WAAW,CACtBJ,mBAAmB,EAClBK,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAnB,MAAM,EAAEoB,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAED,OAAO,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAOtC,MAAM,CAACkC,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAOxC,MAAM,CAACuC,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAEE,OAAO;EAC7C;EAEA,MAAMC,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAGlD,UAAU,CAAC+C,QAAQ,CAAC;IACjC,MAAMI,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIO,MAAM,EAAEG,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIN,QAAQ,EAAEK,IAAI,GAAGL,QAAQ,EAAC;IAC9B,MAAMO,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,EAAEO,eAAe,CAAC;IACzD,OAAO3D,MAAM,CAACiD,gBAAgB,CAAC,IAAI,CAAChB,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACR,IAAI,CAAC,EAAEG,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEV,MAAM,EAAEU,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACT,MAAM,CAACU,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEX,MAAM,EAAEW,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACT,MAAM,CAACW,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEZ,MAAM,EAAEY;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBb,MAAyC,EACzCc,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAAChB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACmB,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACd,MAAM,CAACU,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAACjB,MAAM,EAAEc,QAAQ,CAAC;IAC5C;IAEA,IAAIhB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIiB,cAAc,KAAK,CAAC,EAAE;MACtBjB,QAAQ,GAAG7C,uBAAuB,CAAC6C,QAAQ,EAAEE,MAAM,CAACU,KAAK,CAAC;IAC9D;IAEA,MAAMQ,MAAM,GAAG,MAAM,IAAI,CAACD,UAAU,CAAC;MAAC,GAAGjB,MAAM;MAAEF;IAAQ,CAAC,EAAEgB,QAAQ,CAAC;IAErE,MAAM;MAACK,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAMpE,mBAAmB,CAACgE,MAAM,EAAElB,MAAM,CAACU,KAAK,CAAC;IAEnD,IAAIS,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAME,WAAW,GAAGpE,0BAA0B,CAC1C2C,QAAQ,EAAEsB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACT,mBAAmB,CACjC;QAAC,GAAGb,MAAM;QAAEF,QAAQ,EAAEyB;MAAW,CAAC,EAClCT,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOE,MAAM;EACnB;EAEE,MAAMD,UAAUA,CACdjB,MAAwB,EACxBc,QAAoC,EACH;IACjC,MAAMU,YAAY,GAAG;MACnB,GAAGxB,MAAM;MACTyB,MAAM,EAAEzB,MAAM,CAACyB,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACZ;IAC7B,CAAC;IACD,IAAId,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAM6B,eAAe,GAAG,MAAM,IAAI,CAAC9B,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAAC4B,aAAa,IAAI5B,MAAM,CAAC6B,YAAY,EAC3C;QACE1B,KAAK,EAAEH,MAAM,CAACG,KAAK;QACnBO,KAAK,EAAEV,MAAM,CAACU,KAAK;QACnBC,mBAAmB,EAAEX,MAAM,CAACW,mBAAmB;QAC/CC,WAAW,EAAEZ,MAAM,CAACY;MACtB,CACF,CAAC;MACD,IAAI,OAAOe,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGzB,MAAM,CAACyB,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACjB,eAAe,IAAI,CAACiB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMzB,UAAU,GAAGpC,aAAa,CAAC8B,MAAM,CAACO,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEkB,YAAY,CAACnD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIgC,aAAkB,GACpBxB,QAAQ,IACRvD,YAAY,CAACG,WAAW,CAACL,cAAc,EAAGM,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE4D;MAAY,CAAC,GAAG5E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACyB,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG7F,MAAM,CAACqE,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE2C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD1E,KAAK,CAAE4E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAOlG,MAAM,CAACkG,cAAc,CAAC,IAAI,CAACjE,EAAE,CAAC;EACvC;EAEAkE,QAAQA,CAAChF,IAAY,EAAiC;IACpD,OAAOnB,MAAM,CAACmG,QAAQ,CAAC,IAAI,CAAClE,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAiF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOrG,MAAM,CAACoG,UAAU,CAAC,IAAI,CAACnE,EAAE,EAAEoE,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACPnF,IAAY,EACZiC,MAAwB,EACQ;IAChC,OAAOpD,MAAM,CAACsG,SAAS,CAAC,IAAI,CAACrE,EAAE,EAAEd,IAAI,EAAEiC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAMmD,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAMrC,MAAM,GAAG,MAAMtE,MAAM,CAACuG,KAAK,CAAC,IAAI,CAACtE,EAAE,EAAEuE,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpEtD,IAAI,CAACuD,KAAK,CAAC7C,MAAM,CAAC;IACpB,OAAO;MACLsC,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAO1H,MAAM,CAACoH,iBAAiB,CAAC,IAAI,CAACnF,EAAE,EAAEqF,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAO3H,MAAM,CAAC2H,kBAAkB,CAAC,IAAI,CAAC1F,EAAE,CAAC;EAC3C;EAEA,MAAM2F,qBAAqBA,CAAA,EAEzB;IACA,OAAO5H,MAAM,CAAC4H,qBAAqB,CAAC,IAAI,CAAC3F,EAAE,CAAC;EAC9C;EAEA,MAAM4F,OAAOA,CAAA,EAAkB;IAC7B,OAAO7H,MAAM,CAAC8H,cAAc,CAAC,IAAI,CAAC7F,EAAE,CAAC;EACvC;EAEA,MAAM8F,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQ/H,MAAM,CAAS+H,MAAM,CAAC,IAAI,CAAC9F,EAAE,CAAC;EACxC;AACF;AAEA,OAAO,eAAeb,eAAeA,CAAC4G,OAAgB,EAAiB;EACrE,OAAOhI,MAAM,CAACoB,eAAe,CAAC4G,OAAO,CAAC;AACxC;AAEA,OAAO,SAASC,oBAAoBA,CAClChH,QAA+C,EACvB;EACxBJ,YAAY,CAAC4E,IAAI,CAACxE,QAAQ,CAAC;EAC3B,OAAO;IACL+E,MAAM,EAAEA,CAAA,KAAM;MACZnF,YAAY,CAACqH,MAAM,CAACrH,YAAY,CAACsH,OAAO,CAAClH,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEA,OAAO,eAAemH,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOrI,MAAM,CAACoI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACD,OAAO,eAAeC,kBAAkBA,CAAC/G,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAOtC,MAAM,CAACgJ,SAAS,CAAC5G,IAAI,EAAE0G,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAED,OAAO,eAAeC,SAASA,CAC7B;EACEvH,KAAK;EACLwH,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAI3H,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAI0H,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAE3H,UAAU,CAAC,SAAS,CAAC,EAAE2H,QAAQ,GAAGA,QAAQ,CAAC1H,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIgF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClCpF,IAAI,EAAEoF,CAAC,CAACpF,IAAI,CAACqF,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAM3F,SAAS,GAAGuG,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGtJ,YAAY,CAACG,WAAW,CAC/CN,8BAA8B,EAC7BO,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCgI,UAAU,CAAChJ,GAAG,CAACmJ,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJ/H,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEoI,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMrK,MAAM,CAACsK,WAAW,CAACvI,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACXoH,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAACzI,KAAK,CAAE4E,GAAQ,IAAK;IACrBgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFgE,sBAAsB,EAAEjE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIrE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAEoI,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEA,OAAO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOxK,MAAM,CAACyK,kBAAkB,CAAC,CAAC;AACpC;AAEA,OAAO,MAAMH,WAAW,GAAG,MAAOlH,MAA2B,IAAK;EAChE,OAAO,MAAMpD,MAAM,CAACsK,WAAW,CAAChC,gBAAgB,EAAE,EAAElF,MAAM,CAAC;AAC7D,CAAC;AAED,OAAO,MAAMsH,cAAc,GAAG,MAAAA,CAAO3I,SAAiB,EAAE4I,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM5K,MAAM,CAAC0K,cAAc,CAAC3I,SAAS,EAAE4I,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAED,OAAO,MAAMC,mBAAmB,GAAG,MAAO9I,SAAiB,IAAK;EAC9D,OAAO,MAAM/B,MAAM,CAAC6K,mBAAmB,CAAC9I,SAAS,CAAC;AACpD,CAAC;AAED,OAAO,MAAM+I,yBAAyB,GAAG,MAAO/I,SAAiB,IAAK;EACpE,OAAO,MAAM/B,MAAM,CAAC8K,yBAAyB,CAAC/I,SAAS,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMgJ,wBAAwB,GAAG,MAAOhJ,SAAiB,IAAK;EACnE,OAAO,MAAM/B,MAAM,CAAC+K,wBAAwB,CAAChJ,SAAS,CAAC;AACzD,CAAC;AAED,OAAO,MAAMiJ,iBAAiB,GAAG,MAAOjJ,SAAiB,IAAK;EAC5D,OAAO,MAAM/B,MAAM,CAACgL,iBAAiB,CAACjJ,SAAS,CAAC;AAClD,CAAC;AAED,OAAO,MAAMkJ,oBAAoB,GAAG,MAAAA,CAAOlJ,SAAiB,EAAE8C,MAAc,EAAEqG,UAAoB,EAAE9H,MAA8B,KAAsC;EACtK,OAAO,MAAMpD,MAAM,CAACiL,oBAAoB,CAAClJ,SAAS,EAAE8C,MAAM,EAAEqG,UAAU,EAAE9H,MAAM,CAAC;AACjF,CAAC;AAED,OAAO,MAAM+H,WAAW,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,gBAAwB,KAAK;EAChF,OAAO,MAAMpL,MAAM,CAACmL,WAAW,CAACpJ,SAAS,EAAEqJ,gBAAgB,CAAC;AAC9D,CAAC;AAED,OAAO,MAAMC,gBAAgB,GAAG,MAAOtJ,SAAiB,IAAK;EAC3D,OAAO,MAAM/B,MAAM,CAACqL,gBAAgB,CAACtJ,SAAS,CAAC;AACjD,CAAC;AAED,OAAO,MAAMuJ,UAAU,GAAG,MAAOvJ,SAAiB,IAA6B;EAC7E,OAAO,MAAM/B,MAAM,CAACsL,UAAU,CAACvJ,SAAS,CAAC;AAC3C,CAAC;AAED,OAAO,MAAMwJ,2BAA2B,GAAG,MAAAA,CAAOxJ,SAAiB,EAAEyJ,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMzL,MAAM,CAACuL,2BAA2B,CAACxJ,SAAS,EAAEyJ,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAED,OAAO,MAAMC,6BAA6B,GAAG,MAAAA,CAAO3J,SAAiB,EAAE0J,WAAmB,KAAuC;EAC/H,OAAO,MAAMzL,MAAM,CAAC0L,6BAA6B,CAAC3J,SAAS,EAAE0J,WAAW,CAAC;AAC3E,CAAC;AAED,OAAO,MAAME,iBAAiB,GAAG,MAAAA,CAAO5J,SAAiB,EAAEsE,MAAgB,KAAuC;EAChH,OAAO,MAAMrG,MAAM,CAAC2L,iBAAiB,CAAC5J,SAAS,EAAEsE,MAAM,CAAC;AAC1D,CAAC;AAED,OAAO,MAAMuF,cAAc,GAAG,MAAO7J,SAAiB,IAAK;EACzD,OAAO,MAAM/B,MAAM,CAAC4L,cAAc,CAAC7J,SAAS,CAAC;AAC/C,CAAC;AAED,OAAO,MAAMoE,QAAQ,GAAG,MAAAA,CAAOpE,SAAiB,EAAEZ,IAAY,EAAE+J,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM7L,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,EAAE+J,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMlL,MAAM,CAACmG,QAAQ,CAACpE,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAED,SAAS2K,QAAQ,QAAQ,MAAM;AAC/B,SAASC,SAAS,QAAQ,OAAO;AACjC,SAASC,SAAS,QAAQ,OAAO","ignoreList":[]}

package/lib/module/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["initVocoder","getFormattedAudioCompletion","decodeAudioTokens","releaseVocoder","CactusTTS","constructor","context","init","vocoderModelPath","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","tokens","tokenize","release"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;AAAA,SAEEA,WAAW,EACXC,2BAA2B,EAC3BC,iBAAiB,EACjBC,cAAc,QACT,SAAS;AAGhB,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAMR,WAAW,CAACM,OAAO,CAACG,EAAE,EAAED,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMI,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAMZ,2BAA2B,CAC5D,IAAI,CAACK,OAAO,CAACG,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD,MAAMG,MAAM,GAAG,CAAC,MAAM,IAAI,CAACR,OAAO,CAACS,QAAQ,CAACF,gBAAgB,CAAC,EAAEC,MAAM;IACrE,OAAOZ,iBAAiB,CAAC,IAAI,CAACI,OAAO,CAACG,EAAE,EAAEK,MAAM,CAAC;EACnD;EAEA,MAAME,OAAOA,CAAA,EAAkB;IAC7B,OAAOb,cAAc,CAAC,IAAI,CAACG,OAAO,CAACG,EAAE,CAAC;EACxC;AACF","ignoreList":[]}

package/lib/module/vlm.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["initLlama","initMultimodal","multimodalCompletion","CactusVLM","constructor","context","init","params","onProgress","id","mmproj","completion","messages","images","n_predict","temperature","top_p","top_k","min_p","penalty_repeat","penalty_freq","penalty_present","mirostat","mirostat_tau","mirostat_eta","seed","stop","ignore_eos","chat_template","jinja","tools","parallel_tool_calls","tool_choice","response_format","n_probs","grammar","grammar_lazy","grammar_triggers","json_schema","callback","length","formattedPrompt","getFormattedChat","prompt","emit_partial_completion","rewind","release"],"sourceRoot":"../../src","sources":["vlm.ts"],"mappings":";;AAAA,SACEA,SAAS,EACTC,cAAc,EACdC,oBAAoB,QAEf,SAAS;AAahB,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfC,MAAwB,EACxBC,UAAuC,EACnB;IACpB,MAAMH,OAAO,GAAG,MAAML,SAAS,CAACO,MAAM,EAAEC,UAAU,CAAC;;IAEnD;IACA,MAAMP,cAAc,CAACI,OAAO,CAACI,EAAE,EAAEF,MAAM,CAACG,MAAM,EAAE,KAAK,CAAC;IAEtD,OAAO,IAAIP,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMM,UAAUA,CACdC,QAAsC,EACtC;IACEC,MAAM;IACNC,SAAS;IACTC,WAAW;IACXC,KAAK;IACLC,KAAK;IACLC,KAAK;IACLC,cAAc;IACdC,YAAY;IACZC,eAAe;IACfC,QAAQ;IACRC,YAAY;IACZC,YAAY;IACZC,IAAI;IACJC,IAAI;IACJC,UAAU;IACVC,aAAa;IACbC,KAAK;IACLC,KAAK;IACLC,mBAAmB;IACnBC,WAAW;IACXC,eAAe;IACfC,OAAO;IACPC,OAAO;IACPC,YAAY;IACZC,gBAAgB;IAChBC;EA4BF,CAAC,GAAG,CAAC,CAAC,EACNC,QAAoC,EACH;IACjC,IAAI1B,MAAM,IAAIA,MAAM,CAAC2B,MAAM,GAAG,CAAC,EAAE;MAC/B,MAAMC,eAAe,GAAG,MAAM,IAAI,CAACpC,OAAO,CAACqC,gBAAgB,CAAC9B,QAAQ,CAAC;MACrE,MAAM+B,MAAM,GACV,OAAOF,eAAe,KAAK,QAAQ,GAC/BA,eAAe,GACfA,eAAe,CAACE,MAAM;MAC5B,OAAOzC,oBAAoB,CACzB,IAAI,CAACG,OAAO,CAACI,EAAE,EACfkC,MAAM,EACN9B,MAAM,EACN;QACE8B,MAAM;QACN7B,SAAS;QACTC,WAAW;QACXC,KAAK;QACLC,KAAK;QACLC,KAAK;QACLC,cAAc;QACdC,YAAY;QACZC,eAAe;QACfC,QAAQ;QACRC,YAAY;QACZC,YAAY;QACZC,IAAI;QACJC,IAAI;QACJC,UAAU;QACVC,aAAa;QACbC,KAAK;QACLC,KAAK;QACLC,mBAAmB;QACnBC,WAAW;QACXC,eAAe;QACfC,OAAO;QACPC,OAAO;QACPC,YAAY;QACZC,gBAAgB;QAChBC,WAAW;QACXM,uBAAuB,EAAE,CAAC,CAACL;MAC7B,CACF,CAAC;IACH;IACA,OAAO,IAAI,CAAClC,OAAO,CAACM,UAAU,CAAC;MAC7BC,QAAQ;MACRE,SAAS;MACTC,WAAW;MACXC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC,cAAc;MACdC,YAAY;MACZC,eAAe;MACfC,QAAQ;MACRC,YAAY;MACZC,YAAY;MACZC,IAAI;MACJC,IAAI;MACJC,UAAU;MACVC,aAAa;MACbC,KAAK;MACLC,KAAK;MACLC,mBAAmB;MACnBC,WAAW;MACXC,eAAe;MACfC,OAAO;MACPC,OAAO;MACPC,YAAY;MACZC,gBAAgB;MAChBC;IACF,CAAC,EAAEC,QAAQ,CAAC;EACd;EAEA,MAAMM,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACxC,OAAO,EAAEwC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACzC,OAAO,CAACyC,OAAO,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}

package/lib/typescript/index.d.ts

@@ -3,7 +3,7 @@ import type { SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule
 import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
 import type { CactusMessagePart, CactusOAICompatibleMessage } from './chat';
 import { Tools } from './tools';
-export type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, CactusMessagePart, CactusOAICompatibleMessage, JinjaFormattedChatResult, SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule, };
+export type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, CactusMessagePart, CactusOAICompatibleMessage, JinjaFormattedChatResult, NativeAudioDecodeResult, SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule, };
 export { SchemaGrammarConverter, convertJsonSchemaToGrammar, Tools };
 export type TokenData = {
     token: string;
@@ -88,6 +88,7 @@ export declare class LlamaContext {
         scaled?: number;
     }>>;
     release(): Promise<void>;
+    rewind(): Promise<void>;
 }
 export declare function toggleNativeLog(enabled: boolean): Promise<void>;
 export declare function addNativeLogListener(listener: (level: string, text: string) => void): {
@@ -112,4 +113,7 @@ export declare const getAudioCompletionGuideTokens: (contextId: number, textToSp
 export declare const decodeAudioTokens: (contextId: number, tokens: number[]) => Promise<NativeAudioDecodeResult>;
 export declare const releaseVocoder: (contextId: number) => Promise<void>;
 export declare const tokenize: (contextId: number, text: string, mediaPaths?: string[]) => Promise<NativeTokenizeResult>;
+export { CactusLM } from './lm';
+export { CactusVLM } from './vlm';
+export { CactusTTS } from './tts';
 //# sourceMappingURL=index.d.ts.map

package/lib/typescript/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAE3E,OAAO,EAAE,KAAK,EAA4E,MAAM,SAAS,CAAA;AACzG,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,iBAAiB,EACjB,0BAA0B,EAC1B,wBAAwB,EAGxB,+BAA+B,EAC/B,iCAAiC,GAClC,CAAA;AAED,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAA;AA6BpE,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAOD,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,mBAAmB,EACnB,cAAc,GAAG,cAAc,GAAG,cAAc,CACjD,GAAG;IACF,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,qBAAqB,CAAA;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAA;IAC5C,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,OAAO,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAA;IACvC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;CAC3C,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,IAAI,CACjC,sBAAsB,EACtB,yBAAyB,GAAG,QAAQ,CACrC,GACC,oBAAoB,CAAA;AAEtB,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAYD,qBAAa,YAAY;IACvB,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;IAExB,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEtB,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,kBAAkB;IAOtE;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAMrE;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB,oBAAoB,IAAI,OAAO;IAI/B,gBAAgB,IAAI,OAAO;IAKrB,gBAAgB,CACpB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC;IAiBvC,mBAAmB,CACrB,MAAM,EAAE,gBAAgB,GAAG;QAAC,KAAK,EAAE,KAAK,CAAA;KAAC,EACzC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,EACpC,cAAc,GAAE,MAAU,EAC1B,cAAc,GAAE,MAAU,GAC3B,OAAO,CAAC,sBAAsB,CAAC;IAsC5B,UAAU,CACd,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAsElC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI7C,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,KAAK,CACT,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC;IAejB,iBAAiB,CACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAUV,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC,qBAAqB,IAAI,OAAO,CACpC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACzC;IAIK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAC9C;IAAE,MAAM,EAAE,MAAM,IAAI,CAAA;CAAE,CAOxB;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAaD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIvE;AAWD,wBAAsB,SAAS,CAC7B,EACE,KAAK,EACL,cAAc,EAAE,YAAY,EAC5B,YAAY,EAAE,WAAW,EACzB,IAAI,EACJ,SAAS,EAAE,QAAQ,EACnB,GAAG,IAAI,EACR,EAAE,aAAa,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,YAAY,CAAC,CAsDvB;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,eAAO,MAAM,WAAW,GAAU,QAAQ,mBAAmB,gCAE5D,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,EAAE,YAAY,MAAM,EAAE,SAAQ,OAAe,qBAElG,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAAU,WAAW,MAAM,qBAE1D,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAU,WAAW,MAAM,qBAEhE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,WAAW,MAAM,qBAE/D,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,kBAExD,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,YAAY,MAAM,EAAE,EAAE,QAAQ,sBAAsB,KAAG,OAAO,CAAC,sBAAsB,CAElK,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,WAAW,MAAM,EAAE,kBAAkB,MAAM,qBAE5E,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAU,WAAW,MAAM,qBAEvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,WAAW,MAAM,KAAG,OAAO,CAAC,aAAa,CAEzE,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAU,WAAW,MAAM,EAAE,gBAAgB,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,2BAA2B,CAErJ,CAAC;AAEF,eAAO,MAAM,6BAA6B,GAAU,WAAW,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,uBAAuB,CAE3H,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,KAAG,OAAO,CAAC,uBAAuB,CAE5G,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,kBAErD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAU,WAAW,MAAM,EAAE,MAAM,MAAM,EAAE,aAAa,MAAM,EAAE,KAAG,OAAO,CAAC,oBAAoB,CAMnH,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACxB,aAAa,EACb,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,EACxB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAE3E,OAAO,EAAE,KAAK,EAA4E,MAAM,SAAS,CAAA;AACzG,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,iBAAiB,EACjB,0BAA0B,EAC1B,wBAAwB,EACxB,uBAAuB,EAGvB,+BAA+B,EAC/B,iCAAiC,GAClC,CAAA;AAED,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAA;AA6BpE,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAOD,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,mBAAmB,EACnB,cAAc,GAAG,cAAc,GAAG,cAAc,CACjD,GAAG;IACF,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,qBAAqB,CAAA;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAA;IAC5C,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,OAAO,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAA;IACvC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;CAC3C,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,IAAI,CACjC,sBAAsB,EACtB,yBAAyB,GAAG,QAAQ,CACrC,GACC,oBAAoB,CAAA;AAEtB,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAYD,qBAAa,YAAY;IACvB,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;IAExB,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEtB,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,kBAAkB;IAOtE;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAMrE;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB,oBAAoB,IAAI,OAAO;IAI/B,gBAAgB,IAAI,OAAO;IAKrB,gBAAgB,CACpB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC;IAiBvC,mBAAmB,CACrB,MAAM,EAAE,gBAAgB,GAAG;QAAC,KAAK,EAAE,KAAK,CAAA;KAAC,EACzC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,EACpC,cAAc,GAAE,MAAU,EAC1B,cAAc,GAAE,MAAU,GAC3B,OAAO,CAAC,sBAAsB,CAAC;IAsC5B,UAAU,CACd,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAsElC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI7C,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,KAAK,CACT,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC;IAejB,iBAAiB,CACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAUV,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC,qBAAqB,IAAI,OAAO,CACpC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACzC;IAIK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;CAI9B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAC9C;IAAE,MAAM,EAAE,MAAM,IAAI,CAAA;CAAE,CAOxB;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAaD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIvE;AAWD,wBAAsB,SAAS,CAC7B,EACE,KAAK,EACL,cAAc,EAAE,YAAY,EAC5B,YAAY,EAAE,WAAW,EACzB,IAAI,EACJ,SAAS,EAAE,QAAQ,EACnB,GAAG,IAAI,EACR,EAAE,aAAa,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,YAAY,CAAC,CAsDvB;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD;AAED,eAAO,MAAM,WAAW,GAAU,QAAQ,mBAAmB,gCAE5D,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,EAAE,YAAY,MAAM,EAAE,SAAQ,OAAe,qBAElG,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAAU,WAAW,MAAM,qBAE1D,CAAC;AAEF,eAAO,MAAM,yBAAyB,GAAU,WAAW,MAAM,qBAEhE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,WAAW,MAAM,qBAE/D,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,kBAExD,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,YAAY,MAAM,EAAE,EAAE,QAAQ,sBAAsB,KAAG,OAAO,CAAC,sBAAsB,CAElK,CAAC;AAEF,eAAO,MAAM,WAAW,GAAU,WAAW,MAAM,EAAE,kBAAkB,MAAM,qBAE5E,CAAC;AAEF,eAAO,MAAM,gBAAgB,GAAU,WAAW,MAAM,qBAEvD,CAAC;AAEF,eAAO,MAAM,UAAU,GAAU,WAAW,MAAM,KAAG,OAAO,CAAC,aAAa,CAEzE,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAU,WAAW,MAAM,EAAE,gBAAgB,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,2BAA2B,CAErJ,CAAC;AAEF,eAAO,MAAM,6BAA6B,GAAU,WAAW,MAAM,EAAE,aAAa,MAAM,KAAG,OAAO,CAAC,uBAAuB,CAE3H,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAU,WAAW,MAAM,EAAE,QAAQ,MAAM,EAAE,KAAG,OAAO,CAAC,uBAAuB,CAE5G,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,WAAW,MAAM,kBAErD,CAAC;AAEF,eAAO,MAAM,QAAQ,GAAU,WAAW,MAAM,EAAE,MAAM,MAAM,EAAE,aAAa,MAAM,EAAE,KAAG,OAAO,CAAC,oBAAoB,CAMnH,CAAC;AAEF,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC"}

package/lib/typescript/lm.d.ts

@@ -0,0 +1,41 @@
+import type { ContextParams, CactusOAICompatibleMessage, NativeCompletionResult, EmbeddingParams, NativeEmbeddingResult, TokenData, CompletionResponseFormat } from './index';
+export declare class CactusLM {
+    private context;
+    private constructor();
+    static init(params: ContextParams, onProgress?: (progress: number) => void): Promise<CactusLM>;
+    completion(messages: CactusOAICompatibleMessage[], { n_predict, temperature, top_p, top_k, min_p, penalty_repeat, penalty_freq, penalty_present, mirostat, mirostat_tau, mirostat_eta, seed, stop, ignore_eos, chat_template, jinja, tools, parallel_tool_calls, tool_choice, response_format, n_probs, grammar, grammar_lazy, grammar_triggers, json_schema, }?: {
+        n_predict?: number;
+        temperature?: number;
+        top_p?: number;
+        top_k?: number;
+        min_p?: number;
+        penalty_repeat?: number;
+        penalty_freq?: number;
+        penalty_present?: number;
+        mirostat?: number;
+        mirostat_tau?: number;
+        mirostat_eta?: number;
+        seed?: number;
+        stop?: string[];
+        ignore_eos?: boolean;
+        chat_template?: string;
+        jinja?: boolean;
+        tools?: object;
+        parallel_tool_calls?: object;
+        tool_choice?: string;
+        response_format?: CompletionResponseFormat;
+        n_probs?: number;
+        grammar?: string;
+        grammar_lazy?: boolean;
+        grammar_triggers?: Array<{
+            type: number;
+            value: string;
+            token: number;
+        }>;
+        json_schema?: string;
+    }, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
+    embedding(text: string, params?: EmbeddingParams): Promise<NativeEmbeddingResult>;
+    rewind(): Promise<void>;
+    release(): Promise<void>;
+}
+//# sourceMappingURL=lm.d.ts.map

package/lib/typescript/lm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lm.d.ts","sourceRoot":"","sources":["../../src/lm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,0BAA0B,EAC1B,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACrB,SAAS,EACT,wBAAwB,EACzB,MAAM,SAAS,CAAA;AAEhB,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,MAAM,EAAE,aAAa,EACrB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,QAAQ,CAAC;IAKd,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,EACE,SAAS,EACT,WAAW,EACX,KAAK,EACL,KAAK,EACL,KAAK,EACL,cAAc,EACd,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,IAAI,EACJ,IAAI,EACJ,UAAU,EACV,aAAa,EACb,KAAK,EACL,KAAK,EACL,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,OAAO,EACP,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,WAAW,GACZ,GAAE;QACD,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,cAAc,CAAC,EAAE,MAAM,CAAA;QACvB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,eAAe,CAAC,EAAE,MAAM,CAAA;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,UAAU,CAAC,EAAE,OAAO,CAAA;QACpB,aAAa,CAAC,EAAE,MAAM,CAAA;QACtB,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,YAAY,CAAC,EAAE,OAAO,CAAA;QACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QACxE,WAAW,CAAC,EAAE,MAAM,CAAA;KAChB,EACN,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IA+B5B,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/lib/typescript/tts.d.ts

@@ -0,0 +1,10 @@
+import { LlamaContext } from './index';
+import type { NativeAudioDecodeResult } from './index';
+export declare class CactusTTS {
+    private context;
+    private constructor();
+    static init(context: LlamaContext, vocoderModelPath: string): Promise<CactusTTS>;
+    generate(textToSpeak: string, speakerJsonStr: string): Promise<NativeAudioDecodeResult>;
+    release(): Promise<void>;
+}
+//# sourceMappingURL=tts.d.ts.map

package/lib/typescript/tts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../src/tts.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EAKb,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEtD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,OAAO,EAAE,YAAY,EACrB,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,SAAS,CAAC;IAKf,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,uBAAuB,CAAC;IAU7B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/lib/typescript/vlm.d.ts

@@ -0,0 +1,44 @@
+import type { ContextParams, CactusOAICompatibleMessage, NativeCompletionResult, TokenData, CompletionResponseFormat } from './index';
+export type VLMContextParams = ContextParams & {
+    mmproj: string;
+};
+export declare class CactusVLM {
+    private context;
+    private constructor();
+    static init(params: VLMContextParams, onProgress?: (progress: number) => void): Promise<CactusVLM>;
+    completion(messages: CactusOAICompatibleMessage[], { images, n_predict, temperature, top_p, top_k, min_p, penalty_repeat, penalty_freq, penalty_present, mirostat, mirostat_tau, mirostat_eta, seed, stop, ignore_eos, chat_template, jinja, tools, parallel_tool_calls, tool_choice, response_format, n_probs, grammar, grammar_lazy, grammar_triggers, json_schema, }?: {
+        images?: string[];
+        n_predict?: number;
+        temperature?: number;
+        top_p?: number;
+        top_k?: number;
+        min_p?: number;
+        penalty_repeat?: number;
+        penalty_freq?: number;
+        penalty_present?: number;
+        mirostat?: number;
+        mirostat_tau?: number;
+        mirostat_eta?: number;
+        seed?: number;
+        stop?: string[];
+        ignore_eos?: boolean;
+        chat_template?: string;
+        jinja?: boolean;
+        tools?: object;
+        parallel_tool_calls?: object;
+        tool_choice?: string;
+        response_format?: CompletionResponseFormat;
+        n_probs?: number;
+        grammar?: string;
+        grammar_lazy?: boolean;
+        grammar_triggers?: Array<{
+            type: number;
+            value: string;
+            token: number;
+        }>;
+        json_schema?: string;
+    }, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
+    rewind(): Promise<void>;
+    release(): Promise<void>;
+}
+//# sourceMappingURL=vlm.d.ts.map

package/lib/typescript/vlm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vlm.d.ts","sourceRoot":"","sources":["../../src/vlm.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EACb,0BAA0B,EAC1B,sBAAsB,EACtB,SAAS,EACT,wBAAwB,EACzB,MAAM,SAAS,CAAA;AAEhB,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO;WAIM,IAAI,CACf,MAAM,EAAE,gBAAgB,EACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,SAAS,CAAC;IASf,UAAU,CACd,QAAQ,EAAE,0BAA0B,EAAE,EACtC,EACE,MAAM,EACN,SAAS,EACT,WAAW,EACX,KAAK,EACL,KAAK,EACL,KAAK,EACL,cAAc,EACd,YAAY,EACZ,eAAe,EACf,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,IAAI,EACJ,IAAI,EACJ,UAAU,EACV,aAAa,EACb,KAAK,EACL,KAAK,EACL,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,OAAO,EACP,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,WAAW,GACZ,GAAE;QACD,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;QACjB,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,cAAc,CAAC,EAAE,MAAM,CAAA;QACvB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,eAAe,CAAC,EAAE,MAAM,CAAA;QACxB,QAAQ,CAAC,EAAE,MAAM,CAAA;QACjB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;QACf,UAAU,CAAC,EAAE,OAAO,CAAA;QACpB,aAAa,CAAC,EAAE,MAAM,CAAA;QACtB,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,YAAY,CAAC,EAAE,OAAO,CAAA;QACtB,gBAAgB,CAAC,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QACxE,WAAW,CAAC,EAAE,MAAM,CAAA;KAChB,EACN,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAwE5B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAKvB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cactus-react-native",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "Run AI models locally on mobile devices",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",
@@ -193,6 +193,7 @@
   "eslintIgnore": [
     "node_modules/",
     "lib/",
+    "example/",
     "*.d.ts",
     "llama.cpp/"
   ],

package/src/index.ts

@@ -42,6 +42,7 @@ export type {
   CactusMessagePart,
   CactusOAICompatibleMessage,
   JinjaFormattedChatResult,
+  NativeAudioDecodeResult,
 
   // Deprecated
   SchemaGrammarConverterPropOrder,
@@ -411,6 +412,11 @@ export class LlamaContext {
   async release(): Promise<void> {
     return Cactus.releaseContext(this.id)
   }
+
+  async rewind(): Promise<void> {
+    // @ts-ignore
+    return (Cactus as any).rewind(this.id)
+  }
 }
 
 export async function toggleNativeLog(enabled: boolean): Promise<void> {
@@ -590,4 +596,8 @@ export const tokenize = async (contextId: number, text: string, mediaPaths?: str
   } else {
     return await Cactus.tokenize(contextId, text);
   }
-};
+};
+
+export { CactusLM } from './lm';
+export { CactusVLM } from './vlm';
+export { CactusTTS } from './tts';