cactus-react-native 0.1.2 → 0.1.4

package/lib/commonjs/index.js

@@ -3,6 +3,24 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
+Object.defineProperty(exports, "CactusLM", {
+  enumerable: true,
+  get: function () {
+    return _lm.CactusLM;
+  }
+});
+Object.defineProperty(exports, "CactusTTS", {
+  enumerable: true,
+  get: function () {
+    return _tts.CactusTTS;
+  }
+});
+Object.defineProperty(exports, "CactusVLM", {
+  enumerable: true,
+  get: function () {
+    return _vlm.CactusVLM;
+  }
+});
 exports.LlamaContext = void 0;
 Object.defineProperty(exports, "SchemaGrammarConverter", {
   enumerable: true,
@@ -38,6 +56,9 @@ var _NativeCactus = _interopRequireDefault(require("./NativeCactus"));
 var _grammar = require("./grammar");
 var _chat = require("./chat");
 var _tools = require("./tools");
+var _lm = require("./lm");
+var _vlm = require("./vlm");
+var _tts = require("./tts");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
 const EVENT_ON_INIT_CONTEXT_PROGRESS = '@Cactus_onInitContextProgress';
 const EVENT_ON_TOKEN = '@Cactus_onToken';
@@ -132,17 +153,24 @@ class LlamaContext {
       return this.completion(params, callback);
     }
     if (recursionCount >= recursionLimit) {
-      return this.completion(params, callback);
+      // console.log(`Recursion limit reached (${recursionCount}/${recursionLimit}), returning default completion`)
+      return this.completion({
+        ...params,
+        jinja: true,
+        tools: params.tools.getSchemas()
+      }, callback);
     }
-    let messages = [...(params?.messages || [])]; // avoid mutating the original
+    const messages = [...params.messages]; // avoid mutating the original messages
 
-    if (recursionCount === 0) {
-      messages = (0, _tools.injectToolsIntoMessages)(messages, params.tools);
-    }
+    // console.log('Calling completion...')
     const result = await this.completion({
       ...params,
-      messages
+      messages: messages,
+      jinja: true,
+      tools: params.tools.getSchemas()
     }, callback);
+    // console.log('Completion result:', result);
+
     const {
       toolCalled,
       toolName,
@@ -150,10 +178,25 @@ class LlamaContext {
       toolOutput
     } = await (0, _tools.parseAndExecuteTool)(result, params.tools);
     if (toolCalled && toolName && toolInput) {
-      const newMessages = (0, _tools.updateMessagesWithToolCall)(messages, toolName, toolInput, toolOutput);
+      const assistantMessage = {
+        role: 'assistant',
+        content: result.content,
+        tool_calls: result.tool_calls
+      };
+      messages.push(assistantMessage);
+      const toolCallId = result.tool_calls?.[0]?.id;
+      const toolMessage = {
+        role: 'tool',
+        content: JSON.stringify(toolOutput),
+        tool_call_id: toolCallId
+      };
+      messages.push(toolMessage);
+
+      // console.log('Messages being sent to next completion:', JSON.stringify(messages, null, 2));
+
       return await this.completionWithTools({
         ...params,
-        messages: newMessages
+        messages: messages
       }, callback, recursionCount + 1, recursionLimit);
     }
     return result;
@@ -216,35 +259,6 @@ class LlamaContext {
   stopCompletion() {
     return _NativeCactus.default.stopCompletion(this.id);
   }
-
-  // New conversation management methods
-  /**
-   * Generate a response to a user message (simple text return)
-   */
-  async generateResponse(userMessage, maxTokens = 200) {
-    return _NativeCactus.default.generateResponse(this.id, userMessage, maxTokens);
-  }
-
-  /**
-   * Continue conversation with detailed timing information
-   */
-  async continueConversation(userMessage, maxTokens = 200) {
-    return _NativeCactus.default.continueConversation(this.id, userMessage, maxTokens);
-  }
-
-  /**
-   * Clear conversation history and reset KV cache
-   */
-  async clearConversation() {
-    return _NativeCactus.default.clearConversation(this.id);
-  }
-
-  /**
-   * Check if conversation is currently active
-   */
-  async isConversationActive() {
-    return _NativeCactus.default.isConversationActive(this.id);
-  }
   tokenize(text) {
     return _NativeCactus.default.tokenize(this.id, text);
   }
@@ -284,6 +298,10 @@ class LlamaContext {
   async release() {
     return _NativeCactus.default.releaseContext(this.id);
   }
+  async rewind() {
+    // @ts-ignore
+    return _NativeCactus.default.rewind(this.id);
+  }
 }
 exports.LlamaContext = LlamaContext;
 async function toggleNativeLog(enabled) {

package/lib/commonjs/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","injectToolsIntoMessages","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","newMessages","updateMessagesWithToolCall","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","push","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","generateResponse","userMessage","maxTokens","continueConversation","clearConversation","isConversationActive","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAwBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAAyG,SAAAE,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAwBzG,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACrBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC,OAAO,IAAI,CAACC,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IAEA,IAAIjB,QAAQ,GAAG,CAAC,IAAGE,MAAM,EAAEF,QAAQ,IAAI,EAAE,EAAC,CAAC,CAAC;;IAE5C,IAAIkB,cAAc,KAAK,CAAC,EAAE;MACtBlB,QAAQ,GAAG,IAAAqB,8BAAuB,EAACrB,QAAQ,EAAEE,MAAM,CAACW,KAAK,CAAC;IAC9D;IAEA,MAAMS,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MAAC,GAAGlB,MAAM;MAAEF;IAAQ,CAAC,EAAEiB,QAAQ,CAAC;IAErE,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,WAAW,GAAG,IAAAC,iCAA0B,EAC1C7B,QAAQ,EAAEwB,QAAQ,EAAEC,SAAS,EAAEC,UACnC,CAAC;MAED,OAAO,MAAM,IAAI,CAACV,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAE4B;MAAW,CAAC,EAClCX,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACnB;EAEE,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMa,YAAY,GAAG;MACnB,GAAG5B,MAAM;MACT6B,MAAM,EAAE7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACf;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMiC,eAAe,GAAG,MAAM,IAAI,CAAClC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACgC,aAAa,IAAIhC,MAAM,CAACiC,YAAY,EAC3C;QACE7B,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOkB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAACC,IAAI,CAAC,GAAGV,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAG7B,MAAM,CAAC6B,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAACpB,eAAe,IAAI,CAACoB,YAAY,CAACO,OAAO,EAAE;MACzD,MAAM5B,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAEqB,YAAY,CAACtD,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAImC,aAAkB,GACpB3B,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAE+D;MAAY,CAAC,GAAG/E,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAAC4B,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACf,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIe,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAGrF,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAE8C,YAAY,CAAC;IACxD,OAAOiB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACD7E,KAAK,CAAE+E,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO1F,qBAAM,CAAC0F,cAAc,CAAC,IAAI,CAACpE,EAAE,CAAC;EACvC;;EAEA;EACA;AACF;AACA;EACE,MAAMqE,gBAAgBA,CACpBC,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACN;IACjB,OAAO7F,qBAAM,CAAC2F,gBAAgB,CAAC,IAAI,CAACrE,EAAE,EAAEsE,WAAW,EAAEC,SAAS,CAAC;EACjE;;EAEA;AACF;AACA;EACE,MAAMC,oBAAoBA,CACxBF,WAAmB,EACnBC,SAAiB,GAAG,GAAG,EACY;IACnC,OAAO7F,qBAAM,CAAC8F,oBAAoB,CAAC,IAAI,CAACxE,EAAE,EAAEsE,WAAW,EAAEC,SAAS,CAAC;EACrE;;EAEA;AACF;AACA;EACE,MAAME,iBAAiBA,CAAA,EAAkB;IACvC,OAAO/F,qBAAM,CAAC+F,iBAAiB,CAAC,IAAI,CAACzE,EAAE,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAM0E,oBAAoBA,CAAA,EAAqB;IAC7C,OAAOhG,qBAAM,CAACgG,oBAAoB,CAAC,IAAI,CAAC1E,EAAE,CAAC;EAC7C;EAEA2E,QAAQA,CAACzF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAACiG,QAAQ,CAAC,IAAI,CAAC3E,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEA0F,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOnG,qBAAM,CAACkG,UAAU,CAAC,IAAI,CAAC5E,EAAE,EAAE6E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP5F,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAACoG,SAAS,CAAC,IAAI,CAAC9E,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM6D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM7C,MAAM,GAAG,MAAM5D,qBAAM,CAACqG,KAAK,CAAC,IAAI,CAAC/E,EAAE,EAAEgF,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE/D,IAAI,CAACgE,KAAK,CAACrD,MAAM,CAAC;IACpB,OAAO;MACL8C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC7F,IAAI,EAAE6F,CAAC,CAAC7F,IAAI,CAAC8F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOxH,qBAAM,CAACkH,iBAAiB,CAAC,IAAI,CAAC5F,EAAE,EAAE8F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOzH,qBAAM,CAACyH,kBAAkB,CAAC,IAAI,CAACnG,EAAE,CAAC;EAC3C;EAEA,MAAMoG,qBAAqBA,CAAA,EAEzB;IACA,OAAO1H,qBAAM,CAAC0H,qBAAqB,CAAC,IAAI,CAACpG,EAAE,CAAC;EAC9C;EAEA,MAAMqG,OAAOA,CAAA,EAAkB;IAC7B,OAAO3H,qBAAM,CAAC4H,cAAc,CAAC,IAAI,CAACtG,EAAE,CAAC;EACvC;AACF;AAACuG,OAAA,CAAA7G,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACqH,OAAgB,EAAiB;EACrE,OAAO9H,qBAAM,CAACS,eAAe,CAACqH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCzH,QAA+C,EACvB;EACxBJ,YAAY,CAAC+E,IAAI,CAAC3E,QAAQ,CAAC;EAC3B,OAAO;IACLkF,MAAM,EAAEA,CAAA,KAAM;MACZtF,YAAY,CAAC8H,MAAM,CAAC9H,YAAY,CAAC+H,OAAO,CAAC3H,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAe4H,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOnI,qBAAM,CAACkI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACxH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAAC8I,SAAS,CAACrH,IAAI,EAAEmH,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACEhI,KAAK;EACLiI,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAExC,QAAQ;EACnB,GAAGyC;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIpI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAImI,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEpI,UAAU,CAAC,SAAS,CAAC,EAAEoI,QAAQ,GAAGA,QAAQ,CAACnI,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIyF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC7F,IAAI,EAAE6F,CAAC,CAAC7F,IAAI,CAAC8F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMpG,SAAS,GAAGgH,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGnK,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCyI,UAAU,CAACzJ,GAAG,CAAC4J,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJxI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMnK,qBAAM,CAACoK,WAAW,CAAChJ,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX6H,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAEvC,YAAY;IACvB,GAAGwC;EACL,CAAC,CAAC,CAAClJ,KAAK,CAAE+E,GAAQ,IAAK;IACrBsE,sBAAsB,EAAEvE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFsE,sBAAsB,EAAEvE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAIxE,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOtK,qBAAM,CAACuK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAO5H,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAACoK,WAAW,CAAChC,gBAAgB,EAAE,EAAE5F,MAAM,CAAC;AAC7D,CAAC;AAACqF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM1K,qBAAM,CAACwK,cAAc,CAACpJ,SAAS,EAAEqJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOvJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAAC2K,mBAAmB,CAACvJ,SAAS,CAAC;AACpD,CAAC;AAACyG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOxJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAAC4K,yBAAyB,CAACxJ,SAAS,CAAC;AAC1D,CAAC;AAACyG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOzJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAAC6K,wBAAwB,CAACzJ,SAAS,CAAC;AACzD,CAAC;AAACyG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAO1J,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAAC8K,iBAAiB,CAAC1J,SAAS,CAAC;AAClD,CAAC;AAACyG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEiD,MAAc,EAAE2G,UAAoB,EAAExI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC+K,oBAAoB,CAAC3J,SAAS,EAAEiD,MAAM,EAAE2G,UAAU,EAAExI,MAAM,CAAC;AACjF,CAAC;AAACqF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAO7J,SAAiB,EAAE8J,gBAAwB,KAAK;EAChF,OAAO,MAAMlL,qBAAM,CAACiL,WAAW,CAAC7J,SAAS,EAAE8J,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO/J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAACmL,gBAAgB,CAAC/J,SAAS,CAAC;AACjD,CAAC;AAACyG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAOhK,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAACoL,UAAU,CAAChK,SAAS,CAAC;AAC3C,CAAC;AAACyG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAOjK,SAAiB,EAAEkK,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMvL,qBAAM,CAACqL,2BAA2B,CAACjK,SAAS,EAAEkK,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAOpK,SAAiB,EAAEmK,WAAmB,KAAuC;EAC/H,OAAO,MAAMvL,qBAAM,CAACwL,6BAA6B,CAACpK,SAAS,EAAEmK,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOrK,SAAiB,EAAE+E,MAAgB,KAAuC;EAChH,OAAO,MAAMnG,qBAAM,CAACyL,iBAAiB,CAACrK,SAAS,EAAE+E,MAAM,CAAC;AAC1D,CAAC;AAAC0B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOtK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAAC0L,cAAc,CAACtK,SAAS,CAAC;AAC/C,CAAC;AAACyG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAMzF,QAAQ,GAAG,MAAAA,CAAO7E,SAAiB,EAAEZ,IAAY,EAAEwK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM3L,qBAAM,CAACiG,QAAQ,CAAC7E,SAAS,EAAEZ,IAAI,EAAEwK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMhL,qBAAM,CAACiG,QAAQ,CAAC7E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACqH,OAAA,CAAA5B,QAAA,GAAAA,QAAA","ignoreList":[]}
+{"version":3,"names":["_reactNative","require","_NativeCactus","_interopRequireDefault","_grammar","_chat","_tools","_lm","_vlm","_tts","e","__esModule","default","EVENT_ON_INIT_CONTEXT_PROGRESS","EVENT_ON_TOKEN","EVENT_ON_NATIVE_LOG","EventEmitter","Platform","OS","NativeEventEmitter","Cactus","DeviceEventEmitter","logListeners","addListener","evt","forEach","listener","level","text","toggleNativeLog","catch","getJsonSchema","responseFormat","type","json_schema","schema","LlamaContext","gpu","reasonNoGPU","constructor","contextId","model","id","loadSession","filepath","path","startsWith","slice","saveSession","options","tokenSize","isLlamaChatSupported","chatTemplates","llamaChat","isJinjaSupported","minja","toolUse","getFormattedChat","messages","template","params","chat","formatChat","useJinja","jinja","tmpl","undefined","jsonSchema","response_format","JSON","stringify","tools","parallel_tool_calls","tool_choice","completionWithTools","callback","recursionCount","recursionLimit","completion","getSchemas","result","toolCalled","toolName","toolInput","toolOutput","parseAndExecuteTool","assistantMessage","role","content","tool_calls","push","toolCallId","toolMessage","tool_call_id","nativeParams","prompt","emit_partial_completion","formattedResult","chat_template","chatTemplate","chat_format","grammar","grammar_lazy","grammar_triggers","preserved_tokens","additional_stops","stop","tokenListener","tokenResult","Error","promise","then","completionResult","remove","err","stopCompletion","tokenize","detokenize","tokens","embedding","bench","pp","tg","pl","nr","modelDesc","modelSize","modelNParams","ppAvg","ppStd","tgAvg","tgStd","parse","applyLoraAdapters","loraList","loraAdapters","map","l","replace","scaled","removeLoraAdapters","getLoadedLoraAdapters","release","releaseContext","rewind","exports","enabled","addNativeLogListener","splice","indexOf","setContextLimit","limit","contextIdCounter","contextIdRandom","process","env","NODE_ENV","Math","floor","random","modelInfoSkip","loadLlamaModelInfo","modelInfo","poolTypeMap","none","mean","cls","last","rank","initLlama","is_model_asset","isModelAsset","pooling_type","poolingType","lora","lora_list","rest","onProgress","loraPath","removeProgressListener","progress","poolType","modelDetails","androidLib","initContext","use_progress_callback","releaseAllLlama","releaseAllContexts","initMultimodal","mmprojPath","useGpu","isMultimodalEnabled","isMultimodalSupportVision","isMultimodalSupportAudio","releaseMultimodal","multimodalCompletion","mediaPaths","initVocoder","vocoderModelPath","isVocoderEnabled","getTTSType","getFormattedAudioCompletion","speakerJsonStr","textToSpeak","getAudioCompletionGuideTokens","decodeAudioTokens","releaseVocoder","length"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,IAAAC,aAAA,GAAAC,sBAAA,CAAAF,OAAA;AAuBA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AAmlBA,IAAAM,GAAA,GAAAN,OAAA;AACA,IAAAO,IAAA,GAAAP,OAAA;AACA,IAAAQ,IAAA,GAAAR,OAAA;AAAkC,SAAAE,uBAAAO,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AA5jBlC,MAAMG,8BAA8B,GAAG,+BAA+B;AACtE,MAAMC,cAAc,GAAG,iBAAiB;AACxC,MAAMC,mBAAmB,GAAG,qBAAqB;AAEjD,IAAIC,YAA2D;AAC/D,IAAIC,qBAAQ,CAACC,EAAE,KAAK,KAAK,EAAE;EACzB;EACAF,YAAY,GAAG,IAAIG,+BAAkB,CAACC,qBAAM,CAAC;AAC/C;AACA,IAAIH,qBAAQ,CAACC,EAAE,KAAK,SAAS,EAAE;EAC7BF,YAAY,GAAGK,+BAAkB;AACnC;AAEA,MAAMC,YAA0D,GAAG,EAAE;;AAErE;AACA,IAAIN,YAAY,EAAE;EAChBA,YAAY,CAACO,WAAW,CACtBR,mBAAmB,EAClBS,GAAoC,IAAK;IACxCF,YAAY,CAACG,OAAO,CAAEC,QAAQ,IAAKA,QAAQ,CAACF,GAAG,CAACG,KAAK,EAAEH,GAAG,CAACI,IAAI,CAAC,CAAC;EACnE,CACF,CAAC;EACD;EACAR,qBAAM,EAAES,eAAe,GAAG,KAAK,CAAC,EAAEC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;AACrD;AA2EA,MAAMC,aAAa,GAAIC,cAAyC,IAAK;EACnE,IAAIA,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACE,WAAW,EAAEC,MAAM;EAC3C;EACA,IAAIH,cAAc,EAAEC,IAAI,KAAK,aAAa,EAAE;IAC1C,OAAOD,cAAc,CAACG,MAAM,IAAI,CAAC,CAAC;EACpC;EACA,OAAO,IAAI;AACb,CAAC;AAEM,MAAMC,YAAY,CAAC;EAGxBC,GAAG,GAAY,KAAK;EAEpBC,WAAW,GAAW,EAAE;EAIxBC,WAAWA,CAAC;IAAEC,SAAS;IAAEH,GAAG;IAAEC,WAAW;IAAEG;EAA0B,CAAC,EAAE;IACtE,IAAI,CAACC,EAAE,GAAGF,SAAS;IACnB,IAAI,CAACH,GAAG,GAAGA,GAAG;IACd,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,KAAK,GAAGA,KAAK;EACpB;;EAEA;AACF;AACA;EACE,MAAME,WAAWA,CAACC,QAAgB,EAAoC;IACpE,IAAIC,IAAI,GAAGD,QAAQ;IACnB,IAAIC,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;IACpD,OAAO3B,qBAAM,CAACuB,WAAW,CAAC,IAAI,CAACD,EAAE,EAAEG,IAAI,CAAC;EAC1C;;EAEA;AACF;AACA;EACE,MAAMG,WAAWA,CACfJ,QAAgB,EAChBK,OAA+B,EACd;IACjB,OAAO7B,qBAAM,CAAC4B,WAAW,CAAC,IAAI,CAACN,EAAE,EAAEE,QAAQ,EAAEK,OAAO,EAAEC,SAAS,IAAI,CAAC,CAAC,CAAC;EACxE;EAEAC,oBAAoBA,CAAA,EAAY;IAC9B,OAAO,CAAC,CAAC,IAAI,CAACV,KAAK,CAACW,aAAa,CAACC,SAAS;EAC7C;EAEAC,gBAAgBA,CAAA,EAAY;IAC1B,MAAM;MAAEC;IAAM,CAAC,GAAG,IAAI,CAACd,KAAK,CAACW,aAAa;IAC1C,OAAO,CAAC,CAACG,KAAK,EAAEC,OAAO,IAAI,CAAC,CAACD,KAAK,EAAE3C,OAAO;EAC7C;EAEA,MAAM6C,gBAAgBA,CACpBC,QAAsC,EACtCC,QAAwB,EACxBC,MAMC,EAC2C;IAC5C,MAAMC,IAAI,GAAG,IAAAC,gBAAU,EAACJ,QAAQ,CAAC;IACjC,MAAMK,QAAQ,GAAG,IAAI,CAACT,gBAAgB,CAAC,CAAC,IAAIM,MAAM,EAAEI,KAAK;IACzD,IAAIC,IAAI,GAAG,IAAI,CAACd,oBAAoB,CAAC,CAAC,IAAIY,QAAQ,GAAGG,SAAS,GAAG,QAAQ;IACzE,IAAIP,QAAQ,EAAEM,IAAI,GAAGN,QAAQ,EAAC;IAC9B,MAAMQ,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,EAAEQ,eAAe,CAAC;IACzD,OAAOhD,qBAAM,CAACqC,gBAAgB,CAAC,IAAI,CAACf,EAAE,EAAE2B,IAAI,CAACC,SAAS,CAACT,IAAI,CAAC,EAAEI,IAAI,EAAE;MAClED,KAAK,EAAED,QAAQ;MACf7B,WAAW,EAAEiC,UAAU,GAAGE,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC,GAAGD,SAAS;MAChEK,KAAK,EAAEX,MAAM,EAAEW,KAAK,GAAGF,IAAI,CAACC,SAAS,CAACV,MAAM,CAACW,KAAK,CAAC,GAAGL,SAAS;MAC/DM,mBAAmB,EAAEZ,MAAM,EAAEY,mBAAmB,GAC5CH,IAAI,CAACC,SAAS,CAACV,MAAM,CAACY,mBAAmB,CAAC,GAC1CN,SAAS;MACbO,WAAW,EAAEb,MAAM,EAAEa;IACvB,CAAC,CAAC;EACJ;EAEA,MAAMC,mBAAmBA,CACvBd,MAAyC,EACzCe,QAAoC,EACpCC,cAAsB,GAAG,CAAC,EAC1BC,cAAsB,GAAG,CAAC,EACK;IAC/B,IAAI,CAACjB,MAAM,CAACF,QAAQ,EAAE;MAAE;MACpB,OAAO,IAAI,CAACoB,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAI,CAACf,MAAM,CAACW,KAAK,EAAE;MAAE;MACjB,OAAO,IAAI,CAACO,UAAU,CAAClB,MAAM,EAAEe,QAAQ,CAAC;IAC5C;IACA,IAAIC,cAAc,IAAIC,cAAc,EAAE;MAClC;MACA,OAAO,IAAI,CAACC,UAAU,CAAC;QACnB,GAAGlB,MAAM;QACTI,KAAK,EAAE,IAAI;QACXO,KAAK,EAAEX,MAAM,CAACW,KAAK,CAACQ,UAAU,CAAC;MACnC,CAAC,EAAEJ,QAAQ,CAAC;IAChB;IAEA,MAAMjB,QAAQ,GAAG,CAAC,GAAGE,MAAM,CAACF,QAAQ,CAAC,CAAC,CAAC;;IAEvC;IACA,MAAMsB,MAAM,GAAG,MAAM,IAAI,CAACF,UAAU,CAAC;MACjC,GAAGlB,MAAM;MACTF,QAAQ,EAAEA,QAAQ;MAClBM,KAAK,EAAE,IAAI;MACXO,KAAK,EAAEX,MAAM,CAACW,KAAK,CAACQ,UAAU,CAAC;IACnC,CAAC,EAAEJ,QAAQ,CAAC;IACZ;;IAEA,MAAM;MAACM,UAAU;MAAEC,QAAQ;MAAEC,SAAS;MAAEC;IAAU,CAAC,GAC/C,MAAM,IAAAC,0BAAmB,EAACL,MAAM,EAAEpB,MAAM,CAACW,KAAK,CAAC;IAEnD,IAAIU,UAAU,IAAIC,QAAQ,IAAIC,SAAS,EAAE;MACrC,MAAMG,gBAAgB,GAAG;QACrBC,IAAI,EAAE,WAAW;QACjBC,OAAO,EAAER,MAAM,CAACQ,OAAO;QACvBC,UAAU,EAAET,MAAM,CAACS;MACvB,CAA+B;MAE/B/B,QAAQ,CAACgC,IAAI,CAACJ,gBAAgB,CAAC;MAE/B,MAAMK,UAAU,GAAGX,MAAM,CAACS,UAAU,GAAG,CAAC,CAAC,EAAE/C,EAAE;MAC7C,MAAMkD,WAAW,GAAG;QAChBL,IAAI,EAAE,MAAM;QACZC,OAAO,EAAEnB,IAAI,CAACC,SAAS,CAACc,UAAU,CAAC;QACnCS,YAAY,EAAEF;MAClB,CAA+B;MAE/BjC,QAAQ,CAACgC,IAAI,CAACE,WAAW,CAAC;;MAE1B;;MAEA,OAAO,MAAM,IAAI,CAAClB,mBAAmB,CACjC;QAAC,GAAGd,MAAM;QAAEF,QAAQ,EAAEA;MAAQ,CAAC,EAC/BiB,QAAQ,EACRC,cAAc,GAAG,CAAC,EAClBC,cACJ,CAAC;IACL;IAEA,OAAOG,MAAM;EACf;EAEA,MAAMF,UAAUA,CACdlB,MAAwB,EACxBe,QAAoC,EACH;IACjC,MAAMmB,YAAY,GAAG;MACnB,GAAGlC,MAAM;MACTmC,MAAM,EAAEnC,MAAM,CAACmC,MAAM,IAAI,EAAE;MAC3BC,uBAAuB,EAAE,CAAC,CAACrB;IAC7B,CAAC;IACD,IAAIf,MAAM,CAACF,QAAQ,EAAE;MACnB;MACA,MAAMuC,eAAe,GAAG,MAAM,IAAI,CAACxC,gBAAgB,CACjDG,MAAM,CAACF,QAAQ,EACfE,MAAM,CAACsC,aAAa,IAAItC,MAAM,CAACuC,YAAY,EAC3C;QACEnC,KAAK,EAAEJ,MAAM,CAACI,KAAK;QACnBO,KAAK,EAAEX,MAAM,CAACW,KAAK;QACnBC,mBAAmB,EAAEZ,MAAM,CAACY,mBAAmB;QAC/CC,WAAW,EAAEb,MAAM,CAACa;MACtB,CACF,CAAC;MACD,IAAI,OAAOwB,eAAe,KAAK,QAAQ,EAAE;QACvCH,YAAY,CAACC,MAAM,GAAGE,eAAe,IAAI,EAAE;MAC7C,CAAC,MAAM;QACLH,YAAY,CAACC,MAAM,GAAGE,eAAe,CAACF,MAAM,IAAI,EAAE;QAClD,IAAI,OAAOE,eAAe,CAACG,WAAW,KAAK,QAAQ,EACjDN,YAAY,CAACM,WAAW,GAAGH,eAAe,CAACG,WAAW;QACxD,IAAIH,eAAe,CAACI,OAAO,EACzBP,YAAY,CAACO,OAAO,GAAGJ,eAAe,CAACI,OAAO;QAChD,IAAI,OAAOJ,eAAe,CAACK,YAAY,KAAK,SAAS,EACnDR,YAAY,CAACQ,YAAY,GAAGL,eAAe,CAACK,YAAY;QAC1D,IAAIL,eAAe,CAACM,gBAAgB,EAClCT,YAAY,CAACS,gBAAgB,GAAGN,eAAe,CAACM,gBAAgB;QAClE,IAAIN,eAAe,CAACO,gBAAgB,EAClCV,YAAY,CAACU,gBAAgB,GAAGP,eAAe,CAACO,gBAAgB;QAClE,IAAIP,eAAe,CAACQ,gBAAgB,EAAE;UACpC,IAAI,CAACX,YAAY,CAACY,IAAI,EAAEZ,YAAY,CAACY,IAAI,GAAG,EAAE;UAC9CZ,YAAY,CAACY,IAAI,CAAChB,IAAI,CAAC,GAAGO,eAAe,CAACQ,gBAAgB,CAAC;QAC7D;MACF;IACF,CAAC,MAAM;MACLX,YAAY,CAACC,MAAM,GAAGnC,MAAM,CAACmC,MAAM,IAAI,EAAE;IAC3C;IAEA,IAAID,YAAY,CAAC1B,eAAe,IAAI,CAAC0B,YAAY,CAACO,OAAO,EAAE;MACzD,MAAMlC,UAAU,GAAGpC,aAAa,CAAC6B,MAAM,CAACQ,eAAe,CAAC;MACxD,IAAID,UAAU,EAAE2B,YAAY,CAAC5D,WAAW,GAAGmC,IAAI,CAACC,SAAS,CAACH,UAAU,CAAC;IACvE;IAEA,IAAIwC,aAAkB,GACpBhC,QAAQ,IACR3D,YAAY,CAACO,WAAW,CAACT,cAAc,EAAGU,GAAqB,IAAK;MAClE,MAAM;QAAEgB,SAAS;QAAEoE;MAAY,CAAC,GAAGpF,GAAG;MACtC,IAAIgB,SAAS,KAAK,IAAI,CAACE,EAAE,EAAE;MAC3BiC,QAAQ,CAACiC,WAAW,CAAC;IACvB,CAAC,CAAC;IAEJ,IAAI,CAACd,YAAY,CAACC,MAAM,EAAE,MAAM,IAAIc,KAAK,CAAC,oBAAoB,CAAC;IAE/D,MAAMC,OAAO,GAAG1F,qBAAM,CAAC0D,UAAU,CAAC,IAAI,CAACpC,EAAE,EAAEoD,YAAY,CAAC;IACxD,OAAOgB,OAAO,CACXC,IAAI,CAAEC,gBAAgB,IAAK;MAC1BL,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,OAAOK,gBAAgB;IACzB,CAAC,CAAC,CACDlF,KAAK,CAAEoF,GAAQ,IAAK;MACnBP,aAAa,EAAEM,MAAM,CAAC,CAAC;MACvBN,aAAa,GAAG,IAAI;MACpB,MAAMO,GAAG;IACX,CAAC,CAAC;EACN;EAEAC,cAAcA,CAAA,EAAkB;IAC9B,OAAO/F,qBAAM,CAAC+F,cAAc,CAAC,IAAI,CAACzE,EAAE,CAAC;EACvC;EAEA0E,QAAQA,CAACxF,IAAY,EAAiC;IACpD,OAAOR,qBAAM,CAACgG,QAAQ,CAAC,IAAI,CAAC1E,EAAE,EAAEd,IAAI,CAAC;EACvC;EAEAyF,UAAUA,CAACC,MAAgB,EAAmB;IAC5C,OAAOlG,qBAAM,CAACiG,UAAU,CAAC,IAAI,CAAC3E,EAAE,EAAE4E,MAAM,CAAC;EAC3C;EAEAC,SAASA,CACP3F,IAAY,EACZgC,MAAwB,EACQ;IAChC,OAAOxC,qBAAM,CAACmG,SAAS,CAAC,IAAI,CAAC7E,EAAE,EAAEd,IAAI,EAAEgC,MAAM,IAAI,CAAC,CAAC,CAAC;EACtD;EAEA,MAAM4D,KAAKA,CACTC,EAAU,EACVC,EAAU,EACVC,EAAU,EACVC,EAAU,EACY;IACtB,MAAM5C,MAAM,GAAG,MAAM5D,qBAAM,CAACoG,KAAK,CAAC,IAAI,CAAC9E,EAAE,EAAE+E,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,CAAC;IAC1D,MAAM,CAACC,SAAS,EAAEC,SAAS,EAAEC,YAAY,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,EAAEC,KAAK,CAAC,GACpE9D,IAAI,CAAC+D,KAAK,CAACpD,MAAM,CAAC;IACpB,OAAO;MACL6C,SAAS;MACTC,SAAS;MACTC,YAAY;MACZC,KAAK;MACLC,KAAK;MACLC,KAAK;MACLC;IACF,CAAC;EACH;EAEA,MAAME,iBAAiBA,CACrBC,QAAkD,EACnC;IACf,IAAIC,YAAsD,GAAG,EAAE;IAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;MAClC5F,IAAI,EAAE4F,CAAC,CAAC5F,IAAI,CAAC6F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;MACrCC,MAAM,EAAEF,CAAC,CAACE;IACZ,CAAC,CAAC,CAAC;IACL,OAAOvH,qBAAM,CAACiH,iBAAiB,CAAC,IAAI,CAAC3F,EAAE,EAAE6F,YAAY,CAAC;EACxD;EAEA,MAAMK,kBAAkBA,CAAA,EAAkB;IACxC,OAAOxH,qBAAM,CAACwH,kBAAkB,CAAC,IAAI,CAAClG,EAAE,CAAC;EAC3C;EAEA,MAAMmG,qBAAqBA,CAAA,EAEzB;IACA,OAAOzH,qBAAM,CAACyH,qBAAqB,CAAC,IAAI,CAACnG,EAAE,CAAC;EAC9C;EAEA,MAAMoG,OAAOA,CAAA,EAAkB;IAC7B,OAAO1H,qBAAM,CAAC2H,cAAc,CAAC,IAAI,CAACrG,EAAE,CAAC;EACvC;EAEA,MAAMsG,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAQ5H,qBAAM,CAAS4H,MAAM,CAAC,IAAI,CAACtG,EAAE,CAAC;EACxC;AACF;AAACuG,OAAA,CAAA7G,YAAA,GAAAA,YAAA;AAEM,eAAeP,eAAeA,CAACqH,OAAgB,EAAiB;EACrE,OAAO9H,qBAAM,CAACS,eAAe,CAACqH,OAAO,CAAC;AACxC;AAEO,SAASC,oBAAoBA,CAClCzH,QAA+C,EACvB;EACxBJ,YAAY,CAACoE,IAAI,CAAChE,QAAQ,CAAC;EAC3B,OAAO;IACLuF,MAAM,EAAEA,CAAA,KAAM;MACZ3F,YAAY,CAAC8H,MAAM,CAAC9H,YAAY,CAAC+H,OAAO,CAAC3H,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxD;EACF,CAAC;AACH;AAEO,eAAe4H,eAAeA,CAACC,KAAa,EAAiB;EAClE,OAAOnI,qBAAM,CAACkI,eAAe,CAACC,KAAK,CAAC;AACtC;AAEA,IAAIC,gBAAgB,GAAG,CAAC;AACxB,MAAMC,eAAe,GAAGA,CAAA,KACtBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,CAAC,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC;AAE1E,MAAMC,aAAa,GAAG;AACpB;AACA,uBAAuB,EACvB,2BAA2B,EAC3B,uBAAuB,EACvB,uBAAuB,CACxB;AACM,eAAeC,kBAAkBA,CAACxH,KAAa,EAAmB;EACvE,IAAII,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EACpD,OAAO3B,qBAAM,CAAC8I,SAAS,CAACrH,IAAI,EAAEmH,aAAa,CAAC;AAC9C;AAEA,MAAMG,WAAW,GAAG;EAClB;EACAC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE,CAAC;EACPC,GAAG,EAAE,CAAC;EACNC,IAAI,EAAE,CAAC;EACPC,IAAI,EAAE;AACR,CAAC;AAEM,eAAeC,SAASA,CAC7B;EACEhI,KAAK;EACLiI,cAAc,EAAEC,YAAY;EAC5BC,YAAY,EAAEC,WAAW;EACzBC,IAAI;EACJC,SAAS,EAAEzC,QAAQ;EACnB,GAAG0C;AACU,CAAC,EAChBC,UAAuC,EAChB;EACvB,IAAIpI,IAAI,GAAGJ,KAAK;EAChB,IAAII,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,EAAED,IAAI,GAAGA,IAAI,CAACE,KAAK,CAAC,CAAC,CAAC;EAEpD,IAAImI,QAAQ,GAAGJ,IAAI;EACnB,IAAII,QAAQ,EAAEpI,UAAU,CAAC,SAAS,CAAC,EAAEoI,QAAQ,GAAGA,QAAQ,CAACnI,KAAK,CAAC,CAAC,CAAC;EAEjE,IAAIwF,YAAsD,GAAG,EAAE;EAC/D,IAAID,QAAQ,EACVC,YAAY,GAAGD,QAAQ,CAACE,GAAG,CAAEC,CAAC,KAAM;IAClC5F,IAAI,EAAE4F,CAAC,CAAC5F,IAAI,CAAC6F,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;IACrCC,MAAM,EAAEF,CAAC,CAACE;EACZ,CAAC,CAAC,CAAC;EAEL,MAAMnG,SAAS,GAAGgH,gBAAgB,GAAGC,eAAe,CAAC,CAAC;EACtDD,gBAAgB,IAAI,CAAC;EAErB,IAAI2B,sBAA2B,GAAG,IAAI;EACtC,IAAIF,UAAU,EAAE;IACdE,sBAAsB,GAAGnK,YAAY,CAACO,WAAW,CAC/CV,8BAA8B,EAC7BW,GAA4C,IAAK;MAChD,IAAIA,GAAG,CAACgB,SAAS,KAAKA,SAAS,EAAE;MACjCyI,UAAU,CAACzJ,GAAG,CAAC4J,QAAQ,CAAC;IAC1B,CACF,CAAC;EACH;EAEA,MAAMC,QAAQ,GAAGlB,WAAW,CAACU,WAAW,CAA6B;EACrE,MAAM;IACJxI,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,GAAG,MAAMnK,qBAAM,CAACoK,WAAW,CAAChJ,SAAS,EAAE;IACtCC,KAAK,EAAEI,IAAI;IACX6H,cAAc,EAAE,CAAC,CAACC,YAAY;IAC9Bc,qBAAqB,EAAE,CAAC,CAACR,UAAU;IACnCL,YAAY,EAAES,QAAQ;IACtBP,IAAI,EAAEI,QAAQ;IACdH,SAAS,EAAExC,YAAY;IACvB,GAAGyC;EACL,CAAC,CAAC,CAAClJ,KAAK,CAAEoF,GAAQ,IAAK;IACrBiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;IAChC,MAAMC,GAAG;EACX,CAAC,CAAC;EACFiE,sBAAsB,EAAElE,MAAM,CAAC,CAAC;EAChC,OAAO,IAAI7E,YAAY,CAAC;IACtBI,SAAS;IACTH,GAAG;IACHC,WAAW;IACXG,KAAK,EAAE6I,YAAY;IACnBC;EACF,CAAC,CAAC;AACJ;AAEO,eAAeG,eAAeA,CAAA,EAAkB;EACrD,OAAOtK,qBAAM,CAACuK,kBAAkB,CAAC,CAAC;AACpC;AAEO,MAAMH,WAAW,GAAG,MAAO5H,MAA2B,IAAK;EAChE,OAAO,MAAMxC,qBAAM,CAACoK,WAAW,CAAChC,gBAAgB,EAAE,EAAE5F,MAAM,CAAC;AAC7D,CAAC;AAACqF,OAAA,CAAAuC,WAAA,GAAAA,WAAA;AAEK,MAAMI,cAAc,GAAG,MAAAA,CAAOpJ,SAAiB,EAAEqJ,UAAkB,EAAEC,MAAe,GAAG,KAAK,KAAK;EACtG,OAAO,MAAM1K,qBAAM,CAACwK,cAAc,CAACpJ,SAAS,EAAEqJ,UAAU,EAAEC,MAAM,CAAC;AACnE,CAAC;AAAC7C,OAAA,CAAA2C,cAAA,GAAAA,cAAA;AAEK,MAAMG,mBAAmB,GAAG,MAAOvJ,SAAiB,IAAK;EAC9D,OAAO,MAAMpB,qBAAM,CAAC2K,mBAAmB,CAACvJ,SAAS,CAAC;AACpD,CAAC;AAACyG,OAAA,CAAA8C,mBAAA,GAAAA,mBAAA;AAEK,MAAMC,yBAAyB,GAAG,MAAOxJ,SAAiB,IAAK;EACpE,OAAO,MAAMpB,qBAAM,CAAC4K,yBAAyB,CAACxJ,SAAS,CAAC;AAC1D,CAAC;AAACyG,OAAA,CAAA+C,yBAAA,GAAAA,yBAAA;AAEK,MAAMC,wBAAwB,GAAG,MAAOzJ,SAAiB,IAAK;EACnE,OAAO,MAAMpB,qBAAM,CAAC6K,wBAAwB,CAACzJ,SAAS,CAAC;AACzD,CAAC;AAACyG,OAAA,CAAAgD,wBAAA,GAAAA,wBAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAO1J,SAAiB,IAAK;EAC5D,OAAO,MAAMpB,qBAAM,CAAC8K,iBAAiB,CAAC1J,SAAS,CAAC;AAClD,CAAC;AAACyG,OAAA,CAAAiD,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,oBAAoB,GAAG,MAAAA,CAAO3J,SAAiB,EAAEuD,MAAc,EAAEqG,UAAoB,EAAExI,MAA8B,KAAsC;EACtK,OAAO,MAAMxC,qBAAM,CAAC+K,oBAAoB,CAAC3J,SAAS,EAAEuD,MAAM,EAAEqG,UAAU,EAAExI,MAAM,CAAC;AACjF,CAAC;AAACqF,OAAA,CAAAkD,oBAAA,GAAAA,oBAAA;AAEK,MAAME,WAAW,GAAG,MAAAA,CAAO7J,SAAiB,EAAE8J,gBAAwB,KAAK;EAChF,OAAO,MAAMlL,qBAAM,CAACiL,WAAW,CAAC7J,SAAS,EAAE8J,gBAAgB,CAAC;AAC9D,CAAC;AAACrD,OAAA,CAAAoD,WAAA,GAAAA,WAAA;AAEK,MAAME,gBAAgB,GAAG,MAAO/J,SAAiB,IAAK;EAC3D,OAAO,MAAMpB,qBAAM,CAACmL,gBAAgB,CAAC/J,SAAS,CAAC;AACjD,CAAC;AAACyG,OAAA,CAAAsD,gBAAA,GAAAA,gBAAA;AAEK,MAAMC,UAAU,GAAG,MAAOhK,SAAiB,IAA6B;EAC7E,OAAO,MAAMpB,qBAAM,CAACoL,UAAU,CAAChK,SAAS,CAAC;AAC3C,CAAC;AAACyG,OAAA,CAAAuD,UAAA,GAAAA,UAAA;AAEK,MAAMC,2BAA2B,GAAG,MAAAA,CAAOjK,SAAiB,EAAEkK,cAAsB,EAAEC,WAAmB,KAA2C;EACzJ,OAAO,MAAMvL,qBAAM,CAACqL,2BAA2B,CAACjK,SAAS,EAAEkK,cAAc,EAAEC,WAAW,CAAC;AACzF,CAAC;AAAC1D,OAAA,CAAAwD,2BAAA,GAAAA,2BAAA;AAEK,MAAMG,6BAA6B,GAAG,MAAAA,CAAOpK,SAAiB,EAAEmK,WAAmB,KAAuC;EAC/H,OAAO,MAAMvL,qBAAM,CAACwL,6BAA6B,CAACpK,SAAS,EAAEmK,WAAW,CAAC;AAC3E,CAAC;AAAC1D,OAAA,CAAA2D,6BAAA,GAAAA,6BAAA;AAEK,MAAMC,iBAAiB,GAAG,MAAAA,CAAOrK,SAAiB,EAAE8E,MAAgB,KAAuC;EAChH,OAAO,MAAMlG,qBAAM,CAACyL,iBAAiB,CAACrK,SAAS,EAAE8E,MAAM,CAAC;AAC1D,CAAC;AAAC2B,OAAA,CAAA4D,iBAAA,GAAAA,iBAAA;AAEK,MAAMC,cAAc,GAAG,MAAOtK,SAAiB,IAAK;EACzD,OAAO,MAAMpB,qBAAM,CAAC0L,cAAc,CAACtK,SAAS,CAAC;AAC/C,CAAC;AAACyG,OAAA,CAAA6D,cAAA,GAAAA,cAAA;AAEK,MAAM1F,QAAQ,GAAG,MAAAA,CAAO5E,SAAiB,EAAEZ,IAAY,EAAEwK,UAAqB,KAAoC;EACvH,IAAIA,UAAU,IAAIA,UAAU,CAACW,MAAM,GAAG,CAAC,EAAE;IACvC,OAAO,MAAM3L,qBAAM,CAACgG,QAAQ,CAAC5E,SAAS,EAAEZ,IAAI,EAAEwK,UAAU,CAAC;EAC3D,CAAC,MAAM;IACL,OAAO,MAAMhL,qBAAM,CAACgG,QAAQ,CAAC5E,SAAS,EAAEZ,IAAI,CAAC;EAC/C;AACF,CAAC;AAACqH,OAAA,CAAA7B,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/commonjs/lm.js

@@ -0,0 +1,72 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CactusLM = void 0;
+var _index = require("./index");
+var _telemetry = require("./telemetry");
+class CactusLM {
+  constructor(context, initParams) {
+    this.context = context;
+    this.initParams = initParams;
+  }
+  static async init(params, onProgress) {
+    const configs = [params, {
+      ...params,
+      n_gpu_layers: 0
+    }];
+    for (const config of configs) {
+      try {
+        const context = await (0, _index.initLlama)(config, onProgress);
+        return {
+          lm: new CactusLM(context, config),
+          error: null
+        };
+      } catch (e) {
+        _telemetry.Telemetry.error(e, config);
+        if (configs.indexOf(config) === configs.length - 1) {
+          return {
+            lm: null,
+            error: e
+          };
+        }
+      }
+    }
+    return {
+      lm: null,
+      error: new Error('Failed to initialize CactusLM')
+    };
+  }
+  async completion(messages, params = {}, callback) {
+    const startTime = Date.now();
+    let firstTokenTime = null;
+    const wrappedCallback = callback ? data => {
+      if (firstTokenTime === null) firstTokenTime = Date.now();
+      callback(data);
+    } : undefined;
+    const result = await this.context.completion({
+      messages,
+      ...params
+    }, wrappedCallback);
+    _telemetry.Telemetry.track({
+      event: 'completion',
+      tok_per_sec: result.timings?.predicted_per_second,
+      toks_generated: result.timings?.predicted_n,
+      ttft: firstTokenTime ? firstTokenTime - startTime : null
+    }, this.initParams);
+    return result;
+  }
+  async embedding(text, params) {
+    return this.context.embedding(text, params);
+  }
+  async rewind() {
+    // @ts-ignore
+    return this.context?.rewind();
+  }
+  async release() {
+    return this.context.release();
+  }
+}
+exports.CactusLM = CactusLM;
+//# sourceMappingURL=lm.js.map

package/lib/commonjs/lm.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_index","require","_telemetry","CactusLM","constructor","context","initParams","init","params","onProgress","configs","n_gpu_layers","config","initLlama","lm","error","e","Telemetry","indexOf","length","Error","completion","messages","callback","startTime","Date","now","firstTokenTime","wrappedCallback","data","undefined","result","track","event","tok_per_sec","timings","predicted_per_second","toks_generated","predicted_n","ttft","embedding","text","rewind","release","exports"],"sourceRoot":"../../src","sources":["lm.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASA,IAAAC,UAAA,GAAAD,OAAA;AAOO,MAAME,QAAQ,CAAC;EAIZC,WAAWA,CAACC,OAAqB,EAAEC,UAAyB,EAAE;IACpE,IAAI,CAACD,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,UAAU,GAAGA,UAAU;EAC9B;EAEA,aAAaC,IAAIA,CACfC,MAAqB,EACrBC,UAAuC,EACd;IACzB,MAAMC,OAAO,GAAG,CACdF,MAAM,EACN;MAAE,GAAGA,MAAM;MAAEG,YAAY,EAAE;IAAE,CAAC,CAC/B;IAED,KAAK,MAAMC,MAAM,IAAIF,OAAO,EAAE;MAC5B,IAAI;QACF,MAAML,OAAO,GAAG,MAAM,IAAAQ,gBAAS,EAACD,MAAM,EAAEH,UAAU,CAAC;QACnD,OAAO;UAAEK,EAAE,EAAE,IAAIX,QAAQ,CAACE,OAAO,EAAEO,MAAM,CAAC;UAAEG,KAAK,EAAE;QAAK,CAAC;MAC3D,CAAC,CAAC,OAAOC,CAAC,EAAE;QACVC,oBAAS,CAACF,KAAK,CAACC,CAAC,EAAWJ,MAAM,CAAC;QACnC,IAAIF,OAAO,CAACQ,OAAO,CAACN,MAAM,CAAC,KAAKF,OAAO,CAACS,MAAM,GAAG,CAAC,EAAE;UAClD,OAAO;YAAEL,EAAE,EAAE,IAAI;YAAEC,KAAK,EAAEC;UAAW,CAAC;QACxC;MACF;IACF;IACA,OAAO;MAAEF,EAAE,EAAE,IAAI;MAAEC,KAAK,EAAE,IAAIK,KAAK,CAAC,+BAA+B;IAAE,CAAC;EACxE;EAEA,MAAMC,UAAUA,CACdC,QAAsC,EACtCd,MAAwB,GAAG,CAAC,CAAC,EAC7Be,QAA8B,EACG;IACjC,MAAMC,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAC5B,IAAIC,cAA6B,GAAG,IAAI;IAExC,MAAMC,eAAe,GAAGL,QAAQ,GAAIM,IAAS,IAAK;MAChD,IAAIF,cAAc,KAAK,IAAI,EAAEA,cAAc,GAAGF,IAAI,CAACC,GAAG,CAAC,CAAC;MACxDH,QAAQ,CAACM,IAAI,CAAC;IAChB,CAAC,GAAGC,SAAS;IAEb,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC1B,OAAO,CAACgB,UAAU,CAAC;MAAEC,QAAQ;MAAE,GAAGd;IAAO,CAAC,EAAEoB,eAAe,CAAC;IAEtFX,oBAAS,CAACe,KAAK,CAAC;MACdC,KAAK,EAAE,YAAY;MACnBC,WAAW,EAAGH,MAAM,CAASI,OAAO,EAAEC,oBAAoB;MAC1DC,cAAc,EAAGN,MAAM,CAASI,OAAO,EAAEG,WAAW;MACpDC,IAAI,EAAEZ,cAAc,GAAGA,cAAc,GAAGH,SAAS,GAAG;IACtD,CAAC,EAAE,IAAI,CAAClB,UAAU,CAAC;IAEnB,OAAOyB,MAAM;EACf;EAEA,MAAMS,SAASA,CACbC,IAAY,EACZjC,MAAwB,EACQ;IAChC,OAAO,IAAI,CAACH,OAAO,CAACmC,SAAS,CAACC,IAAI,EAAEjC,MAAM,CAAC;EAC7C;EAEA,MAAMkC,MAAMA,CAAA,EAAkB;IAC5B;IACA,OAAO,IAAI,CAACrC,OAAO,EAAEqC,MAAM,CAAC,CAAC;EAC/B;EAEA,MAAMC,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAI,CAACtC,OAAO,CAACsC,OAAO,CAAC,CAAC;EAC/B;AACF;AAACC,OAAA,CAAAzC,QAAA,GAAAA,QAAA","ignoreList":[]}

package/lib/commonjs/telemetry.js

@@ -0,0 +1,97 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.Telemetry = void 0;
+var _reactNative = require("react-native");
+// Import package.json to get version
+const packageJson = require('../package.json');
+class Telemetry {
+  static instance = null;
+  constructor(config) {
+    this.config = {
+      table: 'telemetry',
+      ...config
+    };
+  }
+  static getFilename(path) {
+    try {
+      return path.split('/').pop() || path.split('\\').pop() || 'unknown';
+    } catch {
+      return 'unknown';
+    }
+  }
+  static autoInit() {
+    if (!Telemetry.instance) {
+      Telemetry.instance = new Telemetry({
+        supabaseUrl: 'https://vlqqczxwyaodtcdmdmlw.supabase.co',
+        supabaseKey: 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InZscXFjenh3eWFvZHRjZG1kbWx3Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NTE1MTg2MzIsImV4cCI6MjA2NzA5NDYzMn0.nBzqGuK9j6RZ6mOPWU2boAC_5H9XDs-fPpo5P3WZYbI' // Anon!
+      });
+    }
+  }
+  static init(config) {
+    if (!Telemetry.instance) {
+      Telemetry.instance = new Telemetry(config);
+    }
+  }
+  static track(payload, options) {
+    if (!Telemetry.instance) {
+      Telemetry.autoInit();
+    }
+    Telemetry.instance.trackInternal(payload, options);
+  }
+  static error(error, options) {
+    if (!Telemetry.instance) {
+      Telemetry.autoInit();
+    }
+    Telemetry.instance.errorInternal(error, options);
+  }
+  trackInternal(payload, options) {
+    const record = {
+      os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
+      os_version: _reactNative.Platform.Version.toString(),
+      framework: 'react-native',
+      framework_version: packageJson.version,
+      telemetry_payload: payload,
+      timestamp: new Date().toISOString(),
+      model_filename: Telemetry.getFilename(options.model),
+      n_ctx: options.n_ctx,
+      n_gpu_layers: options.n_gpu_layers
+    };
+    this.sendRecord(record).catch(() => {});
+  }
+  errorInternal(error, options) {
+    const errorPayload = {
+      message: error.message,
+      stack: error.stack,
+      name: error.name
+    };
+    const record = {
+      os: _reactNative.Platform.OS === 'ios' ? 'iOS' : 'Android',
+      os_version: _reactNative.Platform.Version.toString(),
+      framework: 'react-native',
+      framework_version: packageJson.version,
+      error_payload: errorPayload,
+      timestamp: new Date().toISOString(),
+      model_filename: Telemetry.getFilename(options.model),
+      n_ctx: options.n_ctx,
+      n_gpu_layers: options.n_gpu_layers
+    };
+    this.sendRecord(record).catch(() => {});
+  }
+  async sendRecord(record) {
+    await globalThis.fetch(`${this.config.supabaseUrl}/rest/v1/${this.config.table}`, {
+      method: 'POST',
+      headers: {
+        'apikey': this.config.supabaseKey,
+        'Authorization': `Bearer ${this.config.supabaseKey}`,
+        'Content-Type': 'application/json',
+        'Prefer': 'return=minimal'
+      },
+      body: JSON.stringify([record])
+    });
+  }
+}
+exports.Telemetry = Telemetry;
+//# sourceMappingURL=telemetry.js.map

package/lib/commonjs/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_reactNative","require","packageJson","Telemetry","instance","constructor","config","table","getFilename","path","split","pop","autoInit","supabaseUrl","supabaseKey","init","track","payload","options","trackInternal","error","errorInternal","record","os","Platform","OS","os_version","Version","toString","framework","framework_version","version","telemetry_payload","timestamp","Date","toISOString","model_filename","model","n_ctx","n_gpu_layers","sendRecord","catch","errorPayload","message","stack","name","error_payload","globalThis","fetch","method","headers","body","JSON","stringify","exports"],"sourceRoot":"../../src","sources":["telemetry.ts"],"mappings":";;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA;AACA,MAAMC,WAAW,GAAGD,OAAO,CAAC,iBAAiB,CAAC;AAqBvC,MAAME,SAAS,CAAC;EACrB,OAAeC,QAAQ,GAAqB,IAAI;EAGxCC,WAAWA,CAACC,MAAuB,EAAE;IAC3C,IAAI,CAACA,MAAM,GAAG;MACZC,KAAK,EAAE,WAAW;MAClB,GAAGD;IACL,CAAC;EACH;EAEA,OAAeE,WAAWA,CAACC,IAAY,EAAU;IAC/C,IAAI;MACF,OAAOA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC,IAAIF,IAAI,CAACC,KAAK,CAAC,IAAI,CAAC,CAACC,GAAG,CAAC,CAAC,IAAI,SAAS;IACrE,CAAC,CAAC,MAAM;MACN,OAAO,SAAS;IAClB;EACF;EAEA,OAAOC,QAAQA,CAAA,EAAS;IACtB,IAAI,CAACT,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAAC;QACjCU,WAAW,EAAE,0CAA0C;QACvDC,WAAW,EAAE,kNAAkN,CAAE;MACnO,CAAC,CAAC;IACJ;EACF;EAEA,OAAOC,IAAIA,CAACT,MAAuB,EAAQ;IACzC,IAAI,CAACH,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACC,QAAQ,GAAG,IAAID,SAAS,CAACG,MAAM,CAAC;IAC5C;EACF;EAEA,OAAOU,KAAKA,CAACC,OAA4B,EAAEC,OAAsB,EAAQ;IACvE,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEe,aAAa,CAACF,OAAO,EAAEC,OAAO,CAAC;EACrD;EAEA,OAAOE,KAAKA,CAACA,KAAY,EAAEF,OAAsB,EAAQ;IACvD,IAAI,CAACf,SAAS,CAACC,QAAQ,EAAE;MACvBD,SAAS,CAACS,QAAQ,CAAC,CAAC;IACtB;IACAT,SAAS,CAACC,QAAQ,CAAEiB,aAAa,CAACD,KAAK,EAAEF,OAAO,CAAC;EACnD;EAEQC,aAAaA,CAACF,OAA4B,EAAEC,OAAsB,EAAQ;IAChF,MAAMI,MAAuB,GAAG;MAC9BC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCC,iBAAiB,EAAEf,OAAO;MAC1BgB,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEjC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACmB,KAAK,CAAC;MACpDC,KAAK,EAAEpB,OAAO,CAACoB,KAAK;MACpBC,YAAY,EAAErB,OAAO,CAACqB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAAClB,MAAM,CAAC,CAACmB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEQpB,aAAaA,CAACD,KAAY,EAAEF,OAAsB,EAAQ;IAChE,MAAMwB,YAAY,GAAG;MACnBC,OAAO,EAAEvB,KAAK,CAACuB,OAAO;MACtBC,KAAK,EAAExB,KAAK,CAACwB,KAAK;MAClBC,IAAI,EAAEzB,KAAK,CAACyB;IACd,CAAC;IAED,MAAMvB,MAAuB,GAAG;MAC9BC,EAAE,EAAEC,qBAAQ,CAACC,EAAE,KAAK,KAAK,GAAG,KAAK,GAAG,SAAS;MAC7CC,UAAU,EAAEF,qBAAQ,CAACG,OAAO,CAACC,QAAQ,CAAC,CAAC;MACvCC,SAAS,EAAE,cAAc;MACzBC,iBAAiB,EAAE5B,WAAW,CAAC6B,OAAO;MACtCe,aAAa,EAAEJ,YAAY;MAC3BT,SAAS,EAAE,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;MACnCC,cAAc,EAAEjC,SAAS,CAACK,WAAW,CAACU,OAAO,CAACmB,KAAK,CAAC;MACpDC,KAAK,EAAEpB,OAAO,CAACoB,KAAK;MACpBC,YAAY,EAAErB,OAAO,CAACqB;IACxB,CAAC;IAED,IAAI,CAACC,UAAU,CAAClB,MAAM,CAAC,CAACmB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;EACzC;EAEA,MAAcD,UAAUA,CAAClB,MAAuB,EAAiB;IAC/D,MAAOyB,UAAU,CAASC,KAAK,CAAC,GAAG,IAAI,CAAC1C,MAAM,CAACO,WAAW,YAAY,IAAI,CAACP,MAAM,CAACC,KAAK,EAAE,EAAE;MACzF0C,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAAC5C,MAAM,CAACQ,WAAW;QACjC,eAAe,EAAE,UAAU,IAAI,CAACR,MAAM,CAACQ,WAAW,EAAE;QACpD,cAAc,EAAE,kBAAkB;QAClC,QAAQ,EAAE;MACZ,CAAC;MACDqC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC,CAAC/B,MAAM,CAAC;IAC/B,CAAC,CAAC;EACJ;AACF;AAACgC,OAAA,CAAAnD,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/commonjs/tools.js

@@ -4,9 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.Tools = void 0;
-exports.injectToolsIntoMessages = injectToolsIntoMessages;
 exports.parseAndExecuteTool = parseAndExecuteTool;
-exports.updateMessagesWithToolCall = updateMessagesWithToolCall;
 class Tools {
   tools = new Map();
   add(func, description, parameters) {
@@ -43,76 +41,39 @@ class Tools {
   }
 }
 exports.Tools = Tools;
-function injectToolsIntoMessages(messages, tools) {
-  const newMessages = [...messages];
-  const toolsSchemas = tools.getSchemas();
-  const promptToolInjection = `You have access to the following functions. Use them if required - 
-${JSON.stringify(toolsSchemas, null, 2)}
-Only use an available tool if needed. If a tool is chosen, respond ONLY with a JSON object matching the following schema:
-\`\`\`json
-{
-"tool_name": "<name of the tool>",
-"tool_input": {
-"<parameter_name>": "<parameter_value>",
-...
-}
-}
-\`\`\`
-Remember, if you are calling a tool, you must respond with the JSON object and the JSON object ONLY!
-If no tool is needed, respond normally.
-  `;
-  const systemMessage = newMessages.find(m => m.role === 'system');
-  if (!systemMessage) {
-    newMessages.unshift({
-      role: 'system',
-      content: promptToolInjection
-    });
-  } else {
-    systemMessage.content = `${systemMessage.content}\n\n${promptToolInjection}`;
-  }
-  return newMessages;
-}
 async function parseAndExecuteTool(result, tools) {
-  const match = result.content.match(/```json\s*([\s\S]*?)\s*```/);
-  if (!match || !match[1]) return {
-    toolCalled: false
-  };
+  if (!result.tool_calls || result.tool_calls.length === 0) {
+    // console.log('No tool calls found');
+    return {
+      toolCalled: false
+    };
+  }
   try {
-    const jsonContent = JSON.parse(match[1]);
-    const {
-      tool_name,
-      tool_input
-    } = jsonContent;
-    // console.log('Calling tool:', tool_name, tool_input);
-    const toolOutput = (await tools.execute(tool_name, tool_input)) || true;
+    const toolCall = result.tool_calls[0];
+    if (!toolCall) {
+      // console.log('No tool call found');
+      return {
+        toolCalled: false
+      };
+    }
+    const toolName = toolCall.function.name;
+    const toolInput = JSON.parse(toolCall.function.arguments);
+
+    // console.log('Calling tool:', toolName, toolInput);
+    const toolOutput = await tools.execute(toolName, toolInput);
     // console.log('Tool called result:', toolOutput);
 
     return {
       toolCalled: true,
-      toolName: tool_name,
-      toolInput: tool_input,
+      toolName,
+      toolInput,
       toolOutput
     };
   } catch (error) {
-    // console.error('Error parsing JSON:', match, error);
+    // console.error('Error parsing tool call:', error);
     return {
       toolCalled: false
     };
   }
 }
-function updateMessagesWithToolCall(messages, toolName, toolInput, toolOutput) {
-  const newMessages = [...messages];
-  newMessages.push({
-    role: 'function-call',
-    content: JSON.stringify({
-      name: toolName,
-      arguments: toolInput
-    }, null, 2)
-  });
-  newMessages.push({
-    role: 'function-response',
-    content: JSON.stringify(toolOutput, null, 2)
-  });
-  return newMessages;
-}
 //# sourceMappingURL=tools.js.map

package/lib/commonjs/tools.js.map

@@ -1 +1 @@
-{"version":3,"names":["Tools","tools","Map","add","func","description","parameters","set","name","required","Object","entries","filter","_","param","map","key","getSchemas","Array","from","type","function","properties","execute","args","tool","get","Error","values","exports","injectToolsIntoMessages","messages","newMessages","toolsSchemas","promptToolInjection","JSON","stringify","systemMessage","find","m","role","unshift","content","parseAndExecuteTool","result","match","toolCalled","jsonContent","parse","tool_name","tool_input","toolOutput","toolName","toolInput","error","updateMessagesWithToolCall","push","arguments"],"sourceRoot":"../../src","sources":["tools.ts"],"mappings":";;;;;;;;;AAgBO,MAAMA,KAAK,CAAC;EACTC,KAAK,GAAG,IAAIC,GAAG,CAAe,CAAC;EAEvCC,GAAGA,CACCC,IAAc,EACdC,WAAmB,EACnBC,UAAsC,EACtC;IACA,IAAI,CAACL,KAAK,CAACM,GAAG,CAACH,IAAI,CAACI,IAAI,EAAE;MACxBJ,IAAI;MACJC,WAAW;MACXC,UAAU;MACVG,QAAQ,EAAEC,MAAM,CAACC,OAAO,CAACL,UAAU,CAAC,CACjCM,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,KAAK,CAAC,KAAKA,KAAK,CAACL,QAAQ,CAAC,CACtCM,GAAG,CAAC,CAAC,CAACC,GAAG,EAAEH,CAAC,CAAC,KAAKG,GAAG;IAC1B,CAAC,CAAC;IACF,OAAOZ,IAAI;EACb;EAEFa,UAAUA,CAAA,EAAG;IACT,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAClB,KAAK,CAACU,OAAO,CAAC,CAAC,CAAC,CAACI,GAAG,CAAC,CAAC,CAACP,IAAI,EAAE;MAAEH,WAAW;MAAEC,UAAU;MAAEG;IAAS,CAAC,CAAC,MAAM;MAC9FW,IAAI,EAAE,UAAU;MAChBC,QAAQ,EAAE;QACRb,IAAI;QACJH,WAAW;QACXC,UAAU,EAAE;UACVc,IAAI,EAAE,QAAQ;UACdE,UAAU,EAAEhB,UAAU;UACtBG;QACF;MACF;IACF,CAAC,CAAC,CAAC;EACL;EAEF,MAAMc,OAAOA,CAACf,IAAY,EAAEgB,IAAS,EAAE;IACnC,MAAMC,IAAI,GAAG,IAAI,CAACxB,KAAK,CAACyB,GAAG,CAAClB,IAAI,CAAC;IACjC,IAAI,CAACiB,IAAI,EAAE,MAAM,IAAIE,KAAK,CAAC,QAAQnB,IAAI,YAAY,CAAC;IACpD,OAAO,MAAMiB,IAAI,CAACrB,IAAI,CAAC,GAAGM,MAAM,CAACkB,MAAM,CAACJ,IAAI,CAAC,CAAC;EAClD;AACF;AAACK,OAAA,CAAA7B,KAAA,GAAAA,KAAA;AAEM,SAAS8B,uBAAuBA,CAACC,QAAsC,EAAE9B,KAAY,EAAgC;EAC1H,MAAM+B,WAAW,GAAG,CAAC,GAAGD,QAAQ,CAAC;EACjC,MAAME,YAAY,GAAGhC,KAAK,CAACgB,UAAU,CAAC,CAAC;EACvC,MAAMiB,mBAAmB,GAAG;AAC9B,EAAEC,IAAI,CAACC,SAAS,CAACH,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;AACvC;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,GAAG;EAED,MAAMI,aAAa,GAAGL,WAAW,CAACM,IAAI,CAACC,CAAC,IAAIA,CAAC,CAACC,IAAI,KAAK,QAAQ,CAAC;EAChE,IAAI,CAACH,aAAa,EAAE;IAChBL,WAAW,CAACS,OAAO,CAAC;MAChBD,IAAI,EAAE,QAAQ;MACdE,OAAO,EAAER;IACb,CAAC,CAAC;EACN,CAAC,MAAM;IACHG,aAAa,CAACK,OAAO,GAAG,GAAGL,aAAa,CAACK,OAAO,OAAOR,mBAAmB,EAAE;EAChF;EAEA,OAAOF,WAAW;AACpB;AAEO,eAAeW,mBAAmBA,CAACC,MAA8B,EAAE3C,KAAY,EAAwF;EAC5K,MAAM4C,KAAK,GAAGD,MAAM,CAACF,OAAO,CAACG,KAAK,CAAC,4BAA4B,CAAC;EAEhE,IAAI,CAACA,KAAK,IAAI,CAACA,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO;IAACC,UAAU,EAAE;EAAK,CAAC;EAEnD,IAAI;IACA,MAAMC,WAAW,GAAGZ,IAAI,CAACa,KAAK,CAACH,KAAK,CAAC,CAAC,CAAC,CAAC;IACxC,MAAM;MAAEI,SAAS;MAAEC;IAAW,CAAC,GAAGH,WAAW;IAC7C;IACA,MAAMI,UAAU,GAAG,OAAMlD,KAAK,CAACsB,OAAO,CAAC0B,SAAS,EAAEC,UAAU,CAAC,KAAI,IAAI;IACrE;;IAEA,OAAO;MACHJ,UAAU,EAAE,IAAI;MAChBM,QAAQ,EAAEH,SAAS;MACnBI,SAAS,EAAEH,UAAU;MACrBC;IACJ,CAAC;EACL,CAAC,CAAC,OAAOG,KAAK,EAAE;IACZ;IACA,OAAO;MAACR,UAAU,EAAE;IAAK,CAAC;EAC9B;AACF;AAEO,SAASS,0BAA0BA,CAACxB,QAAsC,EAAEqB,QAAgB,EAAEC,SAAc,EAAEF,UAAe,EAAgC;EAClK,MAAMnB,WAAW,GAAG,CAAC,GAAGD,QAAQ,CAAC;EAEjCC,WAAW,CAACwB,IAAI,CAAC;IACbhB,IAAI,EAAE,eAAe;IACrBE,OAAO,EAAEP,IAAI,CAACC,SAAS,CAAC;MAAC5B,IAAI,EAAE4C,QAAQ;MAAEK,SAAS,EAAEJ;IAAS,CAAC,EAAE,IAAI,EAAE,CAAC;EAC3E,CAAC,CAAC;EACFrB,WAAW,CAACwB,IAAI,CAAC;IACbhB,IAAI,EAAE,mBAAmB;IACzBE,OAAO,EAAEP,IAAI,CAACC,SAAS,CAACe,UAAU,EAAE,IAAI,EAAE,CAAC;EAC/C,CAAC,CAAC;EAEF,OAAOnB,WAAW;AACpB","ignoreList":[]}
+{"version":3,"names":["Tools","tools","Map","add","func","description","parameters","set","name","required","Object","entries","filter","_","param","map","key","getSchemas","Array","from","type","function","properties","execute","args","tool","get","Error","values","exports","parseAndExecuteTool","result","tool_calls","length","toolCalled","toolCall","toolName","toolInput","JSON","parse","arguments","toolOutput","error"],"sourceRoot":"../../src","sources":["tools.ts"],"mappings":";;;;;;;AAeO,MAAMA,KAAK,CAAC;EACTC,KAAK,GAAG,IAAIC,GAAG,CAAe,CAAC;EAEvCC,GAAGA,CACCC,IAAc,EACdC,WAAmB,EACnBC,UAAsC,EACtC;IACA,IAAI,CAACL,KAAK,CAACM,GAAG,CAACH,IAAI,CAACI,IAAI,EAAE;MACxBJ,IAAI;MACJC,WAAW;MACXC,UAAU;MACVG,QAAQ,EAAEC,MAAM,CAACC,OAAO,CAACL,UAAU,CAAC,CACjCM,MAAM,CAAC,CAAC,CAACC,CAAC,EAAEC,KAAK,CAAC,KAAKA,KAAK,CAACL,QAAQ,CAAC,CACtCM,GAAG,CAAC,CAAC,CAACC,GAAG,EAAEH,CAAC,CAAC,KAAKG,GAAG;IAC1B,CAAC,CAAC;IACF,OAAOZ,IAAI;EACb;EAEFa,UAAUA,CAAA,EAAG;IACT,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAAClB,KAAK,CAACU,OAAO,CAAC,CAAC,CAAC,CAACI,GAAG,CAAC,CAAC,CAACP,IAAI,EAAE;MAAEH,WAAW;MAAEC,UAAU;MAAEG;IAAS,CAAC,CAAC,MAAM;MAC9FW,IAAI,EAAE,UAAU;MAChBC,QAAQ,EAAE;QACRb,IAAI;QACJH,WAAW;QACXC,UAAU,EAAE;UACVc,IAAI,EAAE,QAAQ;UACdE,UAAU,EAAEhB,UAAU;UACtBG;QACF;MACF;IACF,CAAC,CAAC,CAAC;EACL;EAEF,MAAMc,OAAOA,CAACf,IAAY,EAAEgB,IAAS,EAAE;IACnC,MAAMC,IAAI,GAAG,IAAI,CAACxB,KAAK,CAACyB,GAAG,CAAClB,IAAI,CAAC;IACjC,IAAI,CAACiB,IAAI,EAAE,MAAM,IAAIE,KAAK,CAAC,QAAQnB,IAAI,YAAY,CAAC;IACpD,OAAO,MAAMiB,IAAI,CAACrB,IAAI,CAAC,GAAGM,MAAM,CAACkB,MAAM,CAACJ,IAAI,CAAC,CAAC;EAClD;AACF;AAACK,OAAA,CAAA7B,KAAA,GAAAA,KAAA;AAEM,eAAe8B,mBAAmBA,CAACC,MAA8B,EAAE9B,KAAY,EAAwF;EAC5K,IAAI,CAAC8B,MAAM,CAACC,UAAU,IAAID,MAAM,CAACC,UAAU,CAACC,MAAM,KAAK,CAAC,EAAE;IACtD;IACA,OAAO;MAACC,UAAU,EAAE;IAAK,CAAC;EAC9B;EAEA,IAAI;IACA,MAAMC,QAAQ,GAAGJ,MAAM,CAACC,UAAU,CAAC,CAAC,CAAC;IACrC,IAAI,CAACG,QAAQ,EAAE;MACb;MACA,OAAO;QAACD,UAAU,EAAE;MAAK,CAAC;IAC5B;IACA,MAAME,QAAQ,GAAGD,QAAQ,CAACd,QAAQ,CAACb,IAAI;IACvC,MAAM6B,SAAS,GAAGC,IAAI,CAACC,KAAK,CAACJ,QAAQ,CAACd,QAAQ,CAACmB,SAAS,CAAC;;IAEzD;IACA,MAAMC,UAAU,GAAG,MAAMxC,KAAK,CAACsB,OAAO,CAACa,QAAQ,EAAEC,SAAS,CAAC;IAC3D;;IAEA,OAAO;MACHH,UAAU,EAAE,IAAI;MAChBE,QAAQ;MACRC,SAAS;MACTI;IACJ,CAAC;EACL,CAAC,CAAC,OAAOC,KAAK,EAAE;IACZ;IACA,OAAO;MAACR,UAAU,EAAE;IAAK,CAAC;EAC9B;AACF","ignoreList":[]}

package/lib/commonjs/tts.js

@@ -0,0 +1,32 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CactusTTS = void 0;
+var _index = require("./index");
+class CactusTTS {
+  constructor(context) {
+    this.context = context;
+  }
+  static async init(context, vocoderModelPath) {
+    await (0, _index.initVocoder)(context.id, vocoderModelPath);
+    return new CactusTTS(context);
+  }
+  async generate(textToSpeak, speakerJsonStr) {
+    const {
+      formatted_prompt
+    } = await (0, _index.getFormattedAudioCompletion)(this.context.id, speakerJsonStr, textToSpeak);
+    // This part is simplified. In a real scenario, the tokens from 
+    // the main model would be generated and passed to decodeAudioTokens.
+    // For now, we are assuming a direct path which may not be fully functional
+    // without the main model's token output for TTS.
+    const tokens = (await this.context.tokenize(formatted_prompt)).tokens;
+    return (0, _index.decodeAudioTokens)(this.context.id, tokens);
+  }
+  async release() {
+    return (0, _index.releaseVocoder)(this.context.id);
+  }
+}
+exports.CactusTTS = CactusTTS;
+//# sourceMappingURL=tts.js.map

package/lib/commonjs/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_index","require","CactusTTS","constructor","context","init","vocoderModelPath","initVocoder","id","generate","textToSpeak","speakerJsonStr","formatted_prompt","getFormattedAudioCompletion","tokens","tokenize","decodeAudioTokens","release","releaseVocoder","exports"],"sourceRoot":"../../src","sources":["tts.ts"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AASO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAACC,OAAqB,EAAE;IACzC,IAAI,CAACA,OAAO,GAAGA,OAAO;EACxB;EAEA,aAAaC,IAAIA,CACfD,OAAqB,EACrBE,gBAAwB,EACJ;IACpB,MAAM,IAAAC,kBAAW,EAACH,OAAO,CAACI,EAAE,EAAEF,gBAAgB,CAAC;IAC/C,OAAO,IAAIJ,SAAS,CAACE,OAAO,CAAC;EAC/B;EAEA,MAAMK,QAAQA,CACZC,WAAmB,EACnBC,cAAsB,EACY;IAClC,MAAM;MAAEC;IAAiB,CAAC,GAAG,MAAM,IAAAC,kCAA2B,EAC5D,IAAI,CAACT,OAAO,CAACI,EAAE,EACfG,cAAc,EACdD,WACF,CAAC;IACD;IACA;IACA;IACA;IACA,MAAMI,MAAM,GAAG,CAAC,MAAM,IAAI,CAACV,OAAO,CAACW,QAAQ,CAACH,gBAAgB,CAAC,EAAEE,MAAM;IACrE,OAAO,IAAAE,wBAAiB,EAAC,IAAI,CAACZ,OAAO,CAACI,EAAE,EAAEM,MAAM,CAAC;EACnD;EAEA,MAAMG,OAAOA,CAAA,EAAkB;IAC7B,OAAO,IAAAC,qBAAc,EAAC,IAAI,CAACd,OAAO,CAACI,EAAE,CAAC;EACxC;AACF;AAACW,OAAA,CAAAjB,SAAA,GAAAA,SAAA","ignoreList":[]}

package/lib/commonjs/vlm.js

@@ -0,0 +1,83 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CactusVLM = void 0;
+var _index = require("./index");
+var _telemetry = require("./telemetry");
+class CactusVLM {
+  constructor(context, initParams) {
+    this.context = context;
+    this.initParams = initParams;
+  }
+  static async init(params, onProgress) {
+    const configs = [params, {
+      ...params,
+      n_gpu_layers: 0
+    }];
+    for (const config of configs) {
+      try {
+        const context = await (0, _index.initLlama)(config, onProgress);
+        // Explicitly disable GPU for the multimodal projector for stability.
+        await (0, _index.initMultimodal)(context.id, params.mmproj, false);
+        return {
+          vlm: new CactusVLM(context, params),
+          error: null
+        };
+      } catch (e) {
+        _telemetry.Telemetry.error(e, config);
+        if (configs.indexOf(config) === configs.length - 1) {
+          return {
+            vlm: null,
+            error: e
+          };
+        }
+      }
+    }
+    return {
+      vlm: null,
+      error: new Error('Failed to initialize CactusVLM')
+    };
+  }
+  async completion(messages, params = {}, callback) {
+    const startTime = Date.now();
+    let firstTokenTime = null;
+    const wrappedCallback = callback ? data => {
+      if (firstTokenTime === null) firstTokenTime = Date.now();
+      callback(data);
+    } : undefined;
+    let result;
+    if (params.images && params.images.length > 0) {
+      const formattedPrompt = await this.context.getFormattedChat(messages);
+      const prompt = typeof formattedPrompt === 'string' ? formattedPrompt : formattedPrompt.prompt;
+      result = await (0, _index.multimodalCompletion)(this.context.id, prompt, params.images, {
+        ...params,
+        prompt,
+        emit_partial_completion: !!callback
+      });
+    } else {
+      result = await this.context.completion({
+        messages,
+        ...params
+      }, wrappedCallback);
+    }
+    _telemetry.Telemetry.track({
+      event: 'completion',
+      tok_per_sec: result.timings?.predicted_per_second,
+      toks_generated: result.timings?.predicted_n,
+      ttft: firstTokenTime ? firstTokenTime - startTime : null,
+      num_images: params.images?.length
+    }, this.initParams);
+    return result;
+  }
+  async rewind() {
+    // @ts-ignore
+    return this.context?.rewind();
+  }
+  async release() {
+    return this.context.release();
+  }
+}
+exports.CactusVLM = CactusVLM;
+//# sourceMappingURL=vlm.js.map