cactus-react-native 1.0.2 → 1.2.0

package/lib/module/api/RemoteLM.js

@@ -0,0 +1,201 @@
+"use strict";
+
+import { CactusConfig } from "../config/CactusConfig.js";
+import { CactusImage } from "../native/CactusImage.js";
+export class RemoteLM {
+  static completionsUrl = 'https://openrouter.ai/api/v1/chat/completions';
+  static defaultModel = 'google/gemini-2.5-flash-lite';
+  static async complete(messages, options, tools, callback) {
+    if (!CactusConfig.cactusToken) {
+      throw new Error('cactusToken is required for hybrid completions');
+    }
+    const payload = JSON.stringify({
+      model: this.defaultModel,
+      messages: await this.transformMessages(messages),
+      tools,
+      temperature: options?.temperature,
+      top_p: options?.topP,
+      top_k: options?.topK,
+      max_tokens: options?.maxTokens,
+      stop: options?.stopSequences,
+      stream: !!callback
+    });
+    return callback ? await this.streamXHR(payload, callback) : await this.nonStreamFetch(payload);
+  }
+  static getMimeType(filePath) {
+    const extension = filePath.toLowerCase().split('.').pop();
+    switch (extension) {
+      case 'jpg':
+      case 'jpeg':
+        return 'image/jpeg';
+      case 'png':
+        return 'image/png';
+      case 'gif':
+        return 'image/gif';
+      case 'webp':
+        return 'image/webp';
+      default:
+        throw new Error(`Unsupported image format: .${extension}`);
+    }
+  }
+  static async transformMessages(messages) {
+    const transformedMessages = [];
+    for (const message of messages) {
+      const content = [];
+      if (message.content) {
+        content.push({
+          type: 'text',
+          text: message.content
+        });
+      }
+      if (message.images) {
+        for (const image of message.images) {
+          const imagePath = image.replace('file://', '');
+          const mimeType = this.getMimeType(imagePath);
+          const base64Data = await CactusImage.base64(imagePath);
+          content.push({
+            type: 'image_url',
+            image_url: {
+              url: `data:${mimeType};base64,${base64Data}`
+            }
+          });
+        }
+      }
+      transformedMessages.push({
+        role: message.role,
+        content
+      });
+    }
+    return transformedMessages;
+  }
+  static streamXHR(payload, callback) {
+    return new Promise((resolve, reject) => {
+      const xhr = new XMLHttpRequest();
+      xhr.timeout = 3 * 60 * 1000; // 3 minutes
+      xhr.ontimeout = () => reject(new Error('Remote streaming completion timed out'));
+      xhr.open('POST', this.completionsUrl);
+      xhr.setRequestHeader('Authorization', `Bearer ${CactusConfig.cactusToken}`);
+      xhr.setRequestHeader('HTTP-Referer', 'https://cactuscompute.com');
+      xhr.setRequestHeader('X-Title', 'Cactus React Native SDK');
+      xhr.setRequestHeader('Content-Type', 'application/json');
+      const startTime = performance.now();
+      let lastIndex = 0;
+      let buffer = '';
+      let response = '';
+      let toolCalls;
+      let timeToFirstTokenMs = 0;
+      let prefillTokens = 0;
+      let decodeTokens = 0;
+      let totalTokens = 0;
+      xhr.onprogress = () => {
+        const chunk = xhr.responseText.substring(lastIndex);
+        lastIndex = xhr.responseText.length;
+        buffer += chunk;
+        const lines = buffer.split('\n');
+        buffer = lines.pop() || '';
+        for (const line of lines) {
+          if (!line.startsWith('data: ')) {
+            continue;
+          }
+          const jsonStr = line.slice(6).trim();
+          if (jsonStr === '[DONE]') {
+            continue;
+          }
+          try {
+            const data = JSON.parse(jsonStr);
+            if (timeToFirstTokenMs === 0) {
+              timeToFirstTokenMs = performance.now() - startTime;
+            }
+            const toolCallChunks = data?.choices?.[0]?.delta?.tool_calls;
+            if (toolCallChunks) {
+              if (!toolCalls) {
+                toolCalls = [];
+              }
+              for (const toolCallChunk of toolCallChunks) {
+                const index = toolCallChunk.index;
+                if (!toolCalls[index]) {
+                  toolCalls[index] = {
+                    name: '',
+                    arguments: ''
+                  };
+                }
+                if (toolCallChunk.function?.name) {
+                  toolCalls[index].name = toolCallChunk.function.name;
+                }
+                if (toolCallChunk.function?.arguments) {
+                  toolCalls[index].arguments += toolCallChunk.function.arguments;
+                }
+              }
+            }
+            const content = data?.choices?.[0]?.delta?.content;
+            if (content) {
+              response += content;
+              callback(content);
+            }
+            if (data?.usage) {
+              prefillTokens = data.usage.prompt_tokens;
+              decodeTokens = data.usage.completion_tokens;
+              totalTokens = data.usage.total_tokens;
+            }
+          } catch {}
+        }
+      };
+      xhr.onload = () => {
+        const totalTimeMs = performance.now() - startTime;
+        const functionCalls = toolCalls?.map(toolCall => ({
+          name: toolCall.name,
+          arguments: JSON.parse(toolCall.arguments)
+        }));
+        resolve({
+          success: true,
+          response,
+          functionCalls,
+          timeToFirstTokenMs,
+          totalTimeMs,
+          tokensPerSecond: decodeTokens * 1000 / totalTimeMs,
+          prefillTokens,
+          decodeTokens,
+          totalTokens
+        });
+      };
+      xhr.onerror = () => reject(new Error('Remote streaming completion failed'));
+      xhr.send(payload);
+    });
+  }
+  static async nonStreamFetch(payload) {
+    const startTime = performance.now();
+    const request = await fetch(this.completionsUrl, {
+      method: 'POST',
+      headers: {
+        'Authorization': `Bearer ${CactusConfig.cactusToken}`,
+        'HTTP-Referer': 'https://cactuscompute.com',
+        'X-Title': 'Cactus React Native SDK',
+        'Content-Type': 'application/json'
+      },
+      body: payload
+    });
+    if (!request.ok) {
+      throw new Error('Remote completion failed');
+    }
+    const data = await request.json();
+    const totalTimeMs = performance.now() - startTime;
+    const decodeTokens = data.usage.completion_tokens;
+    const toolCalls = data.choices[0].message.tool_calls;
+    const functionCalls = toolCalls?.map(toolCall => ({
+      name: toolCall.function.name,
+      arguments: toolCall.function.arguments
+    }));
+    return {
+      success: true,
+      response: data.choices[0].message.content,
+      functionCalls,
+      timeToFirstTokenMs: totalTimeMs,
+      totalTimeMs,
+      tokensPerSecond: decodeTokens * 1000 / totalTimeMs,
+      prefillTokens: data.usage.prompt_tokens,
+      decodeTokens,
+      totalTokens: data.usage.total_tokens
+    };
+  }
+}
+//# sourceMappingURL=RemoteLM.js.map

package/lib/module/api/RemoteLM.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["CactusConfig","CactusImage","RemoteLM","completionsUrl","defaultModel","complete","messages","options","tools","callback","cactusToken","Error","payload","JSON","stringify","model","transformMessages","temperature","top_p","topP","top_k","topK","max_tokens","maxTokens","stop","stopSequences","stream","streamXHR","nonStreamFetch","getMimeType","filePath","extension","toLowerCase","split","pop","transformedMessages","message","content","push","type","text","images","image","imagePath","replace","mimeType","base64Data","base64","image_url","url","role","Promise","resolve","reject","xhr","XMLHttpRequest","timeout","ontimeout","open","setRequestHeader","startTime","performance","now","lastIndex","buffer","response","toolCalls","timeToFirstTokenMs","prefillTokens","decodeTokens","totalTokens","onprogress","chunk","responseText","substring","length","lines","line","startsWith","jsonStr","slice","trim","data","parse","toolCallChunks","choices","delta","tool_calls","toolCallChunk","index","name","arguments","function","usage","prompt_tokens","completion_tokens","total_tokens","onload","totalTimeMs","functionCalls","map","toolCall","success","tokensPerSecond","onerror","send","request","fetch","method","headers","body","ok","json"],"sourceRoot":"../../../src","sources":["api/RemoteLM.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,2BAAwB;AACrD,SAASC,WAAW,QAAQ,0BAAuB;AAQnD,OAAO,MAAMC,QAAQ,CAAC;EACpB,OAAwBC,cAAc,GACpC,+CAA+C;EAEjD,OAAwBC,YAAY,GAAG,8BAA8B;EAErE,aAAoBC,QAAQA,CAC1BC,QAAmB,EACnBC,OAAyB,EACzBC,KAA8C,EAC9CC,QAAkC,EACD;IACjC,IAAI,CAACT,YAAY,CAACU,WAAW,EAAE;MAC7B,MAAM,IAAIC,KAAK,CAAC,gDAAgD,CAAC;IACnE;IAEA,MAAMC,OAAO,GAAGC,IAAI,CAACC,SAAS,CAAC;MAC7BC,KAAK,EAAE,IAAI,CAACX,YAAY;MACxBE,QAAQ,EAAE,MAAM,IAAI,CAACU,iBAAiB,CAACV,QAAQ,CAAC;MAChDE,KAAK;MACLS,WAAW,EAAEV,OAAO,EAAEU,WAAW;MACjCC,KAAK,EAAEX,OAAO,EAAEY,IAAI;MACpBC,KAAK,EAAEb,OAAO,EAAEc,IAAI;MACpBC,UAAU,EAAEf,OAAO,EAAEgB,SAAS;MAC9BC,IAAI,EAAEjB,OAAO,EAAEkB,aAAa;MAC5BC,MAAM,EAAE,CAAC,CAACjB;IACZ,CAAC,CAAC;IAEF,OAAOA,QAAQ,GACX,MAAM,IAAI,CAACkB,SAAS,CAACf,OAAO,EAAEH,QAAQ,CAAC,GACvC,MAAM,IAAI,CAACmB,cAAc,CAAChB,OAAO,CAAC;EACxC;EAEA,OAAeiB,WAAWA,CAACC,QAAgB,EAAU;IACnD,MAAMC,SAAS,GAAGD,QAAQ,CAACE,WAAW,CAAC,CAAC,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,GAAG,CAAC,CAAC;IACzD,QAAQH,SAAS;MACf,KAAK,KAAK;MACV,KAAK,MAAM;QACT,OAAO,YAAY;MACrB,KAAK,KAAK;QACR,OAAO,WAAW;MACpB,KAAK,KAAK;QACR,OAAO,WAAW;MACpB,KAAK,MAAM;QACT,OAAO,YAAY;MACrB;QACE,MAAM,IAAIpB,KAAK,CAAC,8BAA8BoB,SAAS,EAAE,CAAC;IAC9D;EACF;EAEA,aAAqBf,iBAAiBA,CAACV,QAAmB,EAAE;IAC1D,MAAM6B,mBAAmB,GAAG,EAAE;IAE9B,KAAK,MAAMC,OAAO,IAAI9B,QAAQ,EAAE;MAC9B,MAAM+B,OAIH,GAAG,EAAE;MAER,IAAID,OAAO,CAACC,OAAO,EAAE;QACnBA,OAAO,CAACC,IAAI,CAAC;UACXC,IAAI,EAAE,MAAM;UACZC,IAAI,EAAEJ,OAAO,CAACC;QAChB,CAAC,CAAC;MACJ;MAEA,IAAID,OAAO,CAACK,MAAM,EAAE;QAClB,KAAK,MAAMC,KAAK,IAAIN,OAAO,CAACK,MAAM,EAAE;UAClC,MAAME,SAAS,GAAGD,KAAK,CAACE,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;UAC9C,MAAMC,QAAQ,GAAG,IAAI,CAAChB,WAAW,CAACc,SAAS,CAAC;UAC5C,MAAMG,UAAU,GAAG,MAAM7C,WAAW,CAAC8C,MAAM,CAACJ,SAAS,CAAC;UAEtDN,OAAO,CAACC,IAAI,CAAC;YACXC,IAAI,EAAE,WAAW;YACjBS,SAAS,EAAE;cACTC,GAAG,EAAE,QAAQJ,QAAQ,WAAWC,UAAU;YAC5C;UACF,CAAC,CAAC;QACJ;MACF;MAEAX,mBAAmB,CAACG,IAAI,CAAC;QAAEY,IAAI,EAAEd,OAAO,CAACc,IAAI;QAAEb;MAAQ,CAAC,CAAC;IAC3D;IAEA,OAAOF,mBAAmB;EAC5B;EAEA,OAAeR,SAASA,CACtBf,OAAe,EACfH,QAAiC,EACA;IACjC,OAAO,IAAI0C,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACtC,MAAMC,GAAG,GAAG,IAAIC,cAAc,CAAC,CAAC;MAEhCD,GAAG,CAACE,OAAO,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;MAC7BF,GAAG,CAACG,SAAS,GAAG,MACdJ,MAAM,CAAC,IAAI1C,KAAK,CAAC,uCAAuC,CAAC,CAAC;MAE5D2C,GAAG,CAACI,IAAI,CAAC,MAAM,EAAE,IAAI,CAACvD,cAAc,CAAC;MACrCmD,GAAG,CAACK,gBAAgB,CAClB,eAAe,EACf,UAAU3D,YAAY,CAACU,WAAW,EACpC,CAAC;MACD4C,GAAG,CAACK,gBAAgB,CAAC,cAAc,EAAE,2BAA2B,CAAC;MACjEL,GAAG,CAACK,gBAAgB,CAAC,SAAS,EAAE,yBAAyB,CAAC;MAC1DL,GAAG,CAACK,gBAAgB,CAAC,cAAc,EAAE,kBAAkB,CAAC;MAExD,MAAMC,SAAS,GAAGC,WAAW,CAACC,GAAG,CAAC,CAAC;MACnC,IAAIC,SAAS,GAAG,CAAC;MACjB,IAAIC,MAAM,GAAG,EAAE;MACf,IAAIC,QAAQ,GAAG,EAAE;MACjB,IAAIC,SAA4D;MAChE,IAAIC,kBAAkB,GAAG,CAAC;MAC1B,IAAIC,aAAa,GAAG,CAAC;MACrB,IAAIC,YAAY,GAAG,CAAC;MACpB,IAAIC,WAAW,GAAG,CAAC;MAEnBhB,GAAG,CAACiB,UAAU,GAAG,MAAM;QACrB,MAAMC,KAAK,GAAGlB,GAAG,CAACmB,YAAY,CAACC,SAAS,CAACX,SAAS,CAAC;QACnDA,SAAS,GAAGT,GAAG,CAACmB,YAAY,CAACE,MAAM;QAEnCX,MAAM,IAAIQ,KAAK;QAEf,MAAMI,KAAK,GAAGZ,MAAM,CAAC/B,KAAK,CAAC,IAAI,CAAC;QAChC+B,MAAM,GAAGY,KAAK,CAAC1C,GAAG,CAAC,CAAC,IAAI,EAAE;QAE1B,KAAK,MAAM2C,IAAI,IAAID,KAAK,EAAE;UACxB,IAAI,CAACC,IAAI,CAACC,UAAU,CAAC,QAAQ,CAAC,EAAE;YAC9B;UACF;UAEA,MAAMC,OAAO,GAAGF,IAAI,CAACG,KAAK,CAAC,CAAC,CAAC,CAACC,IAAI,CAAC,CAAC;UACpC,IAAIF,OAAO,KAAK,QAAQ,EAAE;YACxB;UACF;UAEA,IAAI;YACF,MAAMG,IAAI,GAAGrE,IAAI,CAACsE,KAAK,CAACJ,OAAO,CAAC;YAEhC,IAAIZ,kBAAkB,KAAK,CAAC,EAAE;cAC5BA,kBAAkB,GAAGN,WAAW,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;YACpD;YAEA,MAAMwB,cAAc,GAAGF,IAAI,EAAEG,OAAO,GAAG,CAAC,CAAC,EAAEC,KAAK,EAAEC,UAAU;YAC5D,IAAIH,cAAc,EAAE;cAClB,IAAI,CAAClB,SAAS,EAAE;gBACdA,SAAS,GAAG,EAAE;cAChB;cAEA,KAAK,MAAMsB,aAAa,IAAIJ,cAAc,EAAE;gBAC1C,MAAMK,KAAK,GAAGD,aAAa,CAACC,KAAK;gBAEjC,IAAI,CAACvB,SAAS,CAACuB,KAAK,CAAC,EAAE;kBACrBvB,SAAS,CAACuB,KAAK,CAAC,GAAG;oBAAEC,IAAI,EAAE,EAAE;oBAAEC,SAAS,EAAE;kBAAG,CAAC;gBAChD;gBAEA,IAAIH,aAAa,CAACI,QAAQ,EAAEF,IAAI,EAAE;kBAChCxB,SAAS,CAACuB,KAAK,CAAC,CAACC,IAAI,GAAGF,aAAa,CAACI,QAAQ,CAACF,IAAI;gBACrD;gBAEA,IAAIF,aAAa,CAACI,QAAQ,EAAED,SAAS,EAAE;kBACrCzB,SAAS,CAACuB,KAAK,CAAC,CAACE,SAAS,IACxBH,aAAa,CAACI,QAAQ,CAACD,SAAS;gBACpC;cACF;YACF;YAEA,MAAMtD,OAAO,GAAG6C,IAAI,EAAEG,OAAO,GAAG,CAAC,CAAC,EAAEC,KAAK,EAAEjD,OAAO;YAClD,IAAIA,OAAO,EAAE;cACX4B,QAAQ,IAAI5B,OAAO;cACnB5B,QAAQ,CAAC4B,OAAO,CAAC;YACnB;YAEA,IAAI6C,IAAI,EAAEW,KAAK,EAAE;cACfzB,aAAa,GAAGc,IAAI,CAACW,KAAK,CAACC,aAAa;cACxCzB,YAAY,GAAGa,IAAI,CAACW,KAAK,CAACE,iBAAiB;cAC3CzB,WAAW,GAAGY,IAAI,CAACW,KAAK,CAACG,YAAY;YACvC;UACF,CAAC,CAAC,MAAM,CAAC;QACX;MACF,CAAC;MAED1C,GAAG,CAAC2C,MAAM,GAAG,MAAM;QACjB,MAAMC,WAAW,GAAGrC,WAAW,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;QACjD,MAAMuC,aAAa,GAAGjC,SAAS,EAAEkC,GAAG,CAAEC,QAAQ,KAAM;UAClDX,IAAI,EAAEW,QAAQ,CAACX,IAAI;UACnBC,SAAS,EAAE9E,IAAI,CAACsE,KAAK,CAACkB,QAAQ,CAACV,SAAS;QAC1C,CAAC,CAAC,CAAC;QAEHvC,OAAO,CAAC;UACNkD,OAAO,EAAE,IAAI;UACbrC,QAAQ;UACRkC,aAAa;UACbhC,kBAAkB;UAClB+B,WAAW;UACXK,eAAe,EAAGlC,YAAY,GAAG,IAAI,GAAI6B,WAAW;UACpD9B,aAAa;UACbC,YAAY;UACZC;QACF,CAAC,CAAC;MACJ,CAAC;MAEDhB,GAAG,CAACkD,OAAO,GAAG,MACZnD,MAAM,CAAC,IAAI1C,KAAK,CAAC,oCAAoC,CAAC,CAAC;MAEzD2C,GAAG,CAACmD,IAAI,CAAC7F,OAAO,CAAC;IACnB,CAAC,CAAC;EACJ;EAEA,aAAqBgB,cAAcA,CACjChB,OAAe,EACkB;IACjC,MAAMgD,SAAS,GAAGC,WAAW,CAACC,GAAG,CAAC,CAAC;IAEnC,MAAM4C,OAAO,GAAG,MAAMC,KAAK,CAAC,IAAI,CAACxG,cAAc,EAAE;MAC/CyG,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,eAAe,EAAE,UAAU7G,YAAY,CAACU,WAAW,EAAE;QACrD,cAAc,EAAE,2BAA2B;QAC3C,SAAS,EAAE,yBAAyB;QACpC,cAAc,EAAE;MAClB,CAAC;MACDoG,IAAI,EAAElG;IACR,CAAC,CAAC;IAEF,IAAI,CAAC8F,OAAO,CAACK,EAAE,EAAE;MACf,MAAM,IAAIpG,KAAK,CAAC,0BAA0B,CAAC;IAC7C;IAEA,MAAMuE,IAAI,GAAG,MAAMwB,OAAO,CAACM,IAAI,CAAC,CAAC;IAEjC,MAAMd,WAAW,GAAGrC,WAAW,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;IACjD,MAAMS,YAAY,GAAGa,IAAI,CAACW,KAAK,CAACE,iBAAiB;IAEjD,MAAM7B,SASO,GAAGgB,IAAI,CAACG,OAAO,CAAC,CAAC,CAAC,CAACjD,OAAO,CAACmD,UAAU;IAElD,MAAMY,aAAa,GAAGjC,SAAS,EAAEkC,GAAG,CAAEC,QAAQ,KAAM;MAClDX,IAAI,EAAEW,QAAQ,CAACT,QAAQ,CAACF,IAAI;MAC5BC,SAAS,EAAEU,QAAQ,CAACT,QAAQ,CAACD;IAC/B,CAAC,CAAC,CAAC;IAEH,OAAO;MACLW,OAAO,EAAE,IAAI;MACbrC,QAAQ,EAAEiB,IAAI,CAACG,OAAO,CAAC,CAAC,CAAC,CAACjD,OAAO,CAACC,OAAO;MACzC8D,aAAa;MACbhC,kBAAkB,EAAE+B,WAAW;MAC/BA,WAAW;MACXK,eAAe,EAAGlC,YAAY,GAAG,IAAI,GAAI6B,WAAW;MACpD9B,aAAa,EAAEc,IAAI,CAACW,KAAK,CAACC,aAAa;MACvCzB,YAAY;MACZC,WAAW,EAAEY,IAAI,CAACW,KAAK,CAACG;IAC1B,CAAC;EACH;AACF","ignoreList":[]}

package/lib/module/classes/CactusLM.js

@@ -5,6 +5,7 @@ import { Telemetry } from "../telemetry/Telemetry.js";
 import { CactusConfig } from "../config/CactusConfig.js";
 import { Database } from "../api/Database.js";
 import { getErrorMessage } from "../utils/error.js";
+import { RemoteLM } from "../api/RemoteLM.js";
 export class CactusLM {
   cactus = new Cactus();
   isDownloading = false;
@@ -15,13 +16,15 @@ export class CactusLM {
   static defaultCompleteOptions = {
     maxTokens: 512
   };
+  static defaultCompleteMode = 'local';
   static defaultEmbedBufferSize = 2048;
-  static modelsInfoPath = 'models/info.json';
+  static cactusModelsCache = null;
   constructor({
     model,
     contextSize,
     corpusDir
   } = {}) {
+    Telemetry.init(CactusConfig.telemetryToken);
     this.model = model ?? CactusLM.defaultModel;
     this.contextSize = contextSize ?? CactusLM.defaultContextSize;
     this.corpusDir = corpusDir;
@@ -38,10 +41,8 @@ export class CactusLM {
     }
     this.isDownloading = true;
     try {
-      await CactusFileSystem.downloadModel(this.model, onProgress);
-      await this.getModels({
-        forceRefresh: true
-      });
+      const model = await Database.getModel(this.model);
+      await CactusFileSystem.downloadModel(this.model, model.downloadUrl, onProgress);
     } finally {
       this.isDownloading = false;
     }
@@ -50,9 +51,6 @@ export class CactusLM {
     if (this.isInitialized) {
       return;
     }
-    if (!Telemetry.isInitialized()) {
-      await Telemetry.init(CactusConfig.telemetryToken);
-    }
     if (!(await CactusFileSystem.modelExists(this.model))) {
       throw new Error(`Model "${this.model}" is not downloaded`);
     }
@@ -70,25 +68,39 @@ export class CactusLM {
     messages,
     options,
     tools,
-    onToken
+    onToken,
+    mode
   }) {
     if (this.isGenerating) {
       throw new Error('CactusLM is already generating');
     }
-    await this.init();
     options = {
       ...CactusLM.defaultCompleteOptions,
       ...options
     };
+    const toolsInternal = tools?.map(tool => ({
+      type: 'function',
+      function: tool
+    }));
+    mode = mode ?? CactusLM.defaultCompleteMode;
     const responseBufferSize = 8 * (options.maxTokens ?? CactusLM.defaultCompleteOptions.maxTokens) + 256;
-    this.isGenerating = true;
     try {
-      const result = await this.cactus.complete(messages, responseBufferSize, options, tools, onToken);
+      await this.init();
+      this.isGenerating = true;
+      const result = await this.cactus.complete(messages, responseBufferSize, options, toolsInternal, onToken);
       Telemetry.logCompletion(this.model, result.success, result.success ? undefined : result.response, result);
       return result;
-    } catch (error) {
-      Telemetry.logCompletion(this.model, false, getErrorMessage(error));
-      throw error;
+    } catch (localError) {
+      if (mode === 'local') {
+        Telemetry.logCompletion(this.model, false, getErrorMessage(localError));
+        throw localError;
+      }
+      Telemetry.logCompletion(this.model, false, `Local completion error: ${getErrorMessage(localError)}. Falling back to remote completion.`);
+      try {
+        return RemoteLM.complete(messages, options, toolsInternal, onToken);
+      } catch (remoteError) {
+        throw new Error(`Remote completion error: ${getErrorMessage(remoteError)}`);
+      }
     } finally {
       this.isGenerating = false;
     }
@@ -114,6 +126,27 @@ export class CactusLM {
       this.isGenerating = false;
     }
   }
+  async imageEmbed({
+    imagePath
+  }) {
+    if (this.isGenerating) {
+      throw new Error('CactusLM is already generating');
+    }
+    await this.init();
+    this.isGenerating = true;
+    try {
+      const embedding = await this.cactus.imageEmbed(imagePath, CactusLM.defaultEmbedBufferSize);
+      Telemetry.logImageEmbedding(this.model, true);
+      return {
+        embedding
+      };
+    } catch (error) {
+      Telemetry.logImageEmbedding(this.model, false, getErrorMessage(error));
+      throw error;
+    } finally {
+      this.isGenerating = false;
+    }
+  }
   stop() {
     return this.cactus.stop();
   }
@@ -129,22 +162,15 @@ export class CactusLM {
     await this.cactus.destroy();
     this.isInitialized = false;
   }
-  async getModels({
-    forceRefresh = false
-  } = {}) {
-    if (!forceRefresh && (await CactusFileSystem.fileExists(CactusLM.modelsInfoPath))) {
-      try {
-        return JSON.parse(await CactusFileSystem.readFile(CactusLM.modelsInfoPath));
-      } catch {
-        // Delete corrupted models info
-        await CactusFileSystem.deleteFile(CactusLM.modelsInfoPath);
-      }
+  async getModels() {
+    if (CactusLM.cactusModelsCache) {
+      return CactusLM.cactusModelsCache;
     }
     const models = await Database.getModels();
     for (const model of models) {
       model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
     }
-    await CactusFileSystem.writeFile(CactusLM.modelsInfoPath, JSON.stringify(models));
+    CactusLM.cactusModelsCache = models;
     return models;
   }
 }

package/lib/module/classes/CactusLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultEmbedBufferSize","modelsInfoPath","constructor","model","contextSize","corpusDir","download","onProgress","Error","modelExists","downloadModel","getModels","forceRefresh","init","telemetryToken","modelPath","getModelPath","logInit","error","complete","messages","options","tools","onToken","responseBufferSize","result","logCompletion","success","undefined","response","embed","text","embedding","logEmbedding","stop","reset","destroy","fileExists","JSON","parse","readFile","deleteFile","models","isDownloaded","slug","writeFile","stringify"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAWpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAEhD,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIP,MAAM,CAAC,CAAC;EAM9BQ,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAwBC,cAAc,GAAG,kBAAkB;EAE3DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,WAAW;IAAEC;EAA0B,CAAC,GAAG,CAAC,CAAC,EAAE;IAClE,IAAI,CAACF,KAAK,GAAGA,KAAK,IAAIZ,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACQ,WAAW,GAAGA,WAAW,IAAIb,QAAQ,CAACM,kBAAkB;IAC7D,IAAI,CAACQ,SAAS,GAAGA,SAAS;EAC5B;EAEA,MAAaC,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACd,aAAa,EAAE;MACtB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAMtB,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAClDI,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACd,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMP,gBAAgB,CAACwB,aAAa,CAAC,IAAI,CAACP,KAAK,EAAEI,UAAU,CAAC;MAC5D,MAAM,IAAI,CAACI,SAAS,CAAC;QAAEC,YAAY,EAAE;MAAK,CAAC,CAAC;IAC9C,CAAC,SAAS;MACR,IAAI,CAACnB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaoB,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACnB,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,CAACP,SAAS,CAACO,aAAa,CAAC,CAAC,EAAE;MAC9B,MAAMP,SAAS,CAAC0B,IAAI,CAACzB,YAAY,CAAC0B,cAAc,CAAC;IACnD;IAEA,IAAI,EAAE,MAAM5B,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAIK,KAAK,CAAC,UAAU,IAAI,CAACL,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMY,SAAS,GAAG,MAAM7B,gBAAgB,CAAC8B,YAAY,CAAC,IAAI,CAACb,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACX,MAAM,CAACqB,IAAI,CAACE,SAAS,EAAE,IAAI,CAACX,WAAW,EAAE,IAAI,CAACC,SAAS,CAAC;MACnElB,SAAS,CAAC8B,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACT,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOwB,KAAK,EAAE;MACd/B,SAAS,CAAC8B,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC4B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC5B,YAAY,EAAE;MACrB,MAAM,IAAIa,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACK,IAAI,CAAC,CAAC;IAEjBQ,OAAO,GAAG;MAAE,GAAG9B,QAAQ,CAACO,sBAAsB;MAAE,GAAGuB;IAAQ,CAAC;IAC5D,MAAMG,kBAAkB,GACtB,CAAC,IAAIH,OAAO,CAACtB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI,CAACJ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8B,MAAM,GAAG,MAAM,IAAI,CAACjC,MAAM,CAAC2B,QAAQ,CACvCC,QAAQ,EACRI,kBAAkB,EAClBH,OAAO,EACPC,KAAK,EACLC,OACF,CAAC;MACDpC,SAAS,CAACuC,aAAa,CACrB,IAAI,CAACvB,KAAK,EACVsB,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOP,KAAK,EAAE;MACd/B,SAAS,CAACuC,aAAa,CAAC,IAAI,CAACvB,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC4B,KAAK,CAAC,CAAC;MAClE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACvB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAamC,KAAKA,CAAC;IACjBC;EACmB,CAAC,EAAgC;IACpD,IAAI,IAAI,CAACpC,YAAY,EAAE;MACrB,MAAM,IAAIa,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACK,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAClB,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMqC,SAAS,GAAG,MAAM,IAAI,CAACxC,MAAM,CAACsC,KAAK,CACvCC,IAAI,EACJxC,QAAQ,CAACS,sBACX,CAAC;MACDb,SAAS,CAAC8C,YAAY,CAAC,IAAI,CAAC9B,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAE6B;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOd,KAAK,EAAE;MACd/B,SAAS,CAAC8C,YAAY,CAAC,IAAI,CAAC9B,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC4B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACvB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOuC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC1C,MAAM,CAAC0C,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC1C,MAAM,CAAC2C,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC1C,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACwC,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC1C,MAAM,CAAC4C,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC1C,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAaiB,SAASA,CAAC;IACrBC,YAAY,GAAG;EACQ,CAAC,GAAG,CAAC,CAAC,EAA0B;IACvD,IACE,CAACA,YAAY,KACZ,MAAM1B,gBAAgB,CAACmD,UAAU,CAAC9C,QAAQ,CAACU,cAAc,CAAC,CAAC,EAC5D;MACA,IAAI;QACF,OAAOqC,IAAI,CAACC,KAAK,CACf,MAAMrD,gBAAgB,CAACsD,QAAQ,CAACjD,QAAQ,CAACU,cAAc,CACzD,CAAC;MACH,CAAC,CAAC,MAAM;QACN;QACA,MAAMf,gBAAgB,CAACuD,UAAU,CAAClD,QAAQ,CAACU,cAAc,CAAC;MAC5D;IACF;IAEA,MAAMyC,MAAM,GAAG,MAAMrD,QAAQ,CAACsB,SAAS,CAAC,CAAC;IAEzC,KAAK,MAAMR,KAAK,IAAIuC,MAAM,EAAE;MAC1BvC,KAAK,CAACwC,YAAY,GAAG,MAAMzD,gBAAgB,CAACuB,WAAW,CAACN,KAAK,CAACyC,IAAI,CAAC;IACrE;IAEA,MAAM1D,gBAAgB,CAAC2D,SAAS,CAC9BtD,QAAQ,CAACU,cAAc,EACvBqC,IAAI,CAACQ,SAAS,CAACJ,MAAM,CACvB,CAAC;IAED,OAAOA,MAAM;EACf;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","RemoteLM","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultCompleteMode","defaultEmbedBufferSize","cactusModelsCache","constructor","model","contextSize","corpusDir","init","telemetryToken","download","onProgress","Error","modelExists","getModel","downloadModel","downloadUrl","modelPath","getModelPath","logInit","error","complete","messages","options","tools","onToken","mode","toolsInternal","map","tool","type","function","responseBufferSize","result","logCompletion","success","undefined","response","localError","remoteError","embed","text","embedding","logEmbedding","imageEmbed","imagePath","logImageEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAYpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAChD,SAASC,QAAQ,QAAQ,oBAAiB;AAE1C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIR,MAAM,CAAC,CAAC;EAM9BS,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,mBAAmB,GAAG,OAAO;EACrD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAeC,iBAAiB,GAAyB,IAAI;EAE7DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,WAAW;IAAEC;EAA0B,CAAC,GAAG,CAAC,CAAC,EAAE;IAClEpB,SAAS,CAACqB,IAAI,CAACpB,YAAY,CAACqB,cAAc,CAAC;IAE3C,IAAI,CAACJ,KAAK,GAAGA,KAAK,IAAIb,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACS,WAAW,GAAGA,WAAW,IAAId,QAAQ,CAACM,kBAAkB;IAC7D,IAAI,CAACS,SAAS,GAAGA,SAAS;EAC5B;EAEA,MAAaG,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACjB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAM1B,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,EAAE;MAClDM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACjB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMW,KAAK,GAAG,MAAMhB,QAAQ,CAACyB,QAAQ,CAAC,IAAI,CAACT,KAAK,CAAC;MACjD,MAAMnB,gBAAgB,CAAC6B,aAAa,CAClC,IAAI,CAACV,KAAK,EACVA,KAAK,CAACW,WAAW,EACjBL,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACjB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAac,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACb,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,EAAE,MAAMT,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAIO,KAAK,CAAC,UAAU,IAAI,CAACP,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMY,SAAS,GAAG,MAAM/B,gBAAgB,CAACgC,YAAY,CAAC,IAAI,CAACb,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACZ,MAAM,CAACe,IAAI,CAACS,SAAS,EAAE,IAAI,CAACX,WAAW,EAAE,IAAI,CAACC,SAAS,CAAC;MACnEpB,SAAS,CAACgC,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACV,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOyB,KAAK,EAAE;MACdjC,SAAS,CAACgC,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC,OAAO;IACPC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC9B,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAW,OAAO,GAAG;MAAE,GAAG/B,QAAQ,CAACO,sBAAsB;MAAE,GAAGwB;IAAQ,CAAC;IAC5D,MAAMI,aAAa,GAAGH,KAAK,EAAEI,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IACHH,IAAI,GAAGA,IAAI,IAAIlC,QAAQ,CAACS,mBAAmB;IAE3C,MAAM+B,kBAAkB,GACtB,CAAC,IAAIT,OAAO,CAACvB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI;MACF,MAAM,IAAI,CAACQ,IAAI,CAAC,CAAC;MAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;MACxB,MAAMqC,MAAM,GAAG,MAAM,IAAI,CAACxC,MAAM,CAAC4B,QAAQ,CACvCC,QAAQ,EACRU,kBAAkB,EAClBT,OAAO,EACPI,aAAa,EACbF,OACF,CAAC;MACDtC,SAAS,CAAC+C,aAAa,CACrB,IAAI,CAAC7B,KAAK,EACV4B,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOK,UAAU,EAAE;MACnB,IAAIZ,IAAI,KAAK,OAAO,EAAE;QACpBvC,SAAS,CAAC+C,aAAa,CAAC,IAAI,CAAC7B,KAAK,EAAE,KAAK,EAAEf,eAAe,CAACgD,UAAU,CAAC,CAAC;QACvE,MAAMA,UAAU;MAClB;MAEAnD,SAAS,CAAC+C,aAAa,CACrB,IAAI,CAAC7B,KAAK,EACV,KAAK,EACL,2BAA2Bf,eAAe,CAACgD,UAAU,CAAC,sCACxD,CAAC;MAED,IAAI;QACF,OAAO/C,QAAQ,CAAC8B,QAAQ,CAACC,QAAQ,EAAEC,OAAO,EAAEI,aAAa,EAAEF,OAAO,CAAC;MACrE,CAAC,CAAC,OAAOc,WAAW,EAAE;QACpB,MAAM,IAAI3B,KAAK,CACb,4BAA4BtB,eAAe,CAACiD,WAAW,CAAC,EAC1D,CAAC;MACH;IACF,CAAC,SAAS;MACR,IAAI,CAAC3C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa4C,KAAKA,CAAC;IACjBC;EACmB,CAAC,EAAgC;IACpD,IAAI,IAAI,CAAC7C,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAAC+C,KAAK,CACvCC,IAAI,EACJjD,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAACwD,YAAY,CAAC,IAAI,CAACtC,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdjC,SAAS,CAACwD,YAAY,CAAC,IAAI,CAACtC,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAagD,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAACjD,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAACmD,UAAU,CAC5CC,SAAS,EACTrD,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAAC2D,iBAAiB,CAAC,IAAI,CAACzC,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdjC,SAAS,CAAC2D,iBAAiB,CAAC,IAAI,CAACzC,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOmD,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACtD,MAAM,CAACsD,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACtD,MAAM,CAACuD,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACtD,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACoD,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAACtD,MAAM,CAACwD,OAAO,CAAC,CAAC;IAE3B,IAAI,CAACtD,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAauD,SAASA,CAAA,EAA2B;IAC/C,IAAI1D,QAAQ,CAACW,iBAAiB,EAAE;MAC9B,OAAOX,QAAQ,CAACW,iBAAiB;IACnC;IACA,MAAMgD,MAAM,GAAG,MAAM9D,QAAQ,CAAC6D,SAAS,CAAC,CAAC;IACzC,KAAK,MAAM7C,KAAK,IAAI8C,MAAM,EAAE;MAC1B9C,KAAK,CAAC+C,YAAY,GAAG,MAAMlE,gBAAgB,CAAC2B,WAAW,CAACR,KAAK,CAACgD,IAAI,CAAC;IACrE;IACA7D,QAAQ,CAACW,iBAAiB,GAAGgD,MAAM;IACnC,OAAOA,MAAM;EACf;AACF","ignoreList":[]}

package/lib/module/classes/CactusSTT.js

@@ -0,0 +1,139 @@
+"use strict";
+
+import { Cactus, CactusFileSystem } from "../native/index.js";
+import { Telemetry } from "../telemetry/Telemetry.js";
+import { CactusConfig } from "../config/CactusConfig.js";
+import { Database } from "../api/Database.js";
+import { getErrorMessage } from "../utils/error.js";
+export class CactusSTT {
+  cactus = new Cactus();
+  isDownloading = false;
+  isInitialized = false;
+  isGenerating = false;
+  static defaultModel = 'whisper-small';
+  static defaultContextSize = 2048;
+  static defaultPrompt = '<|startoftranscript|><|en|><|transcribe|><|notimestamps|>';
+  static defaultTranscribeOptions = {
+    maxTokens: 512
+  };
+  static defaultEmbedBufferSize = 4096;
+  static cactusModelsCache = null;
+  constructor({
+    model,
+    contextSize
+  } = {}) {
+    Telemetry.init(CactusConfig.telemetryToken);
+    this.model = model ?? CactusSTT.defaultModel;
+    this.contextSize = contextSize ?? CactusSTT.defaultContextSize;
+  }
+  async download({
+    onProgress
+  } = {}) {
+    if (this.isDownloading) {
+      throw new Error('CactusSTT is already downloading');
+    }
+    if (await CactusFileSystem.modelExists(this.model)) {
+      onProgress?.(1.0);
+      return;
+    }
+    this.isDownloading = true;
+    try {
+      await CactusFileSystem.downloadModel(this.model, `https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/voice-models/${this.model}.zip`, onProgress);
+    } finally {
+      this.isDownloading = false;
+    }
+  }
+  async init() {
+    if (this.isInitialized) {
+      return;
+    }
+    if (!(await CactusFileSystem.modelExists(this.model))) {
+      throw new Error(`Model "${this.model}" is not downloaded`);
+    }
+    const modelPath = await CactusFileSystem.getModelPath(this.model);
+    try {
+      await this.cactus.init(modelPath, this.contextSize);
+      Telemetry.logInit(this.model, true);
+      this.isInitialized = true;
+    } catch (error) {
+      Telemetry.logInit(this.model, false, getErrorMessage(error));
+      throw error;
+    }
+  }
+  async transcribe({
+    audioFilePath,
+    prompt,
+    options,
+    onToken
+  }) {
+    if (this.isGenerating) {
+      throw new Error('CactusSTT is already generating');
+    }
+    await this.init();
+    prompt = prompt ?? CactusSTT.defaultPrompt;
+    options = {
+      ...CactusSTT.defaultTranscribeOptions,
+      ...options
+    };
+    const responseBufferSize = 8 * (options.maxTokens ?? CactusSTT.defaultTranscribeOptions.maxTokens) + 256;
+    this.isGenerating = true;
+    try {
+      const result = await this.cactus.transcribe(audioFilePath, prompt, responseBufferSize, options, onToken);
+      Telemetry.logTranscribe(this.model, result.success, result.success ? undefined : result.response, result);
+      return result;
+    } catch (error) {
+      Telemetry.logTranscribe(this.model, false, getErrorMessage(error));
+      throw error;
+    } finally {
+      this.isGenerating = false;
+    }
+  }
+  async audioEmbed({
+    audioPath
+  }) {
+    if (this.isGenerating) {
+      throw new Error('CactusSTT is already generating');
+    }
+    await this.init();
+    this.isGenerating = true;
+    try {
+      const embedding = await this.cactus.audioEmbed(audioPath, CactusSTT.defaultEmbedBufferSize);
+      Telemetry.logAudioEmbedding(this.model, true);
+      return {
+        embedding
+      };
+    } catch (error) {
+      Telemetry.logAudioEmbedding(this.model, false, getErrorMessage(error));
+      throw error;
+    } finally {
+      this.isGenerating = false;
+    }
+  }
+  stop() {
+    return this.cactus.stop();
+  }
+  async reset() {
+    await this.stop();
+    return this.cactus.reset();
+  }
+  async destroy() {
+    if (!this.isInitialized) {
+      return;
+    }
+    await this.stop();
+    await this.cactus.destroy();
+    this.isInitialized = false;
+  }
+  async getModels() {
+    if (CactusSTT.cactusModelsCache) {
+      return CactusSTT.cactusModelsCache;
+    }
+    const models = await Database.getModels();
+    for (const model of models) {
+      model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
+    }
+    CactusSTT.cactusModelsCache = models;
+    return models;
+  }
+}
+//# sourceMappingURL=CactusSTT.js.map

package/lib/module/classes/CactusSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","cactusModelsCache","constructor","model","contextSize","init","telemetryToken","download","onProgress","Error","modelExists","downloadModel","modelPath","getModelPath","logInit","error","transcribe","audioFilePath","prompt","options","onToken","responseBufferSize","result","logTranscribe","success","undefined","response","audioEmbed","audioPath","embedding","logAudioEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAUpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAEhD,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIP,MAAM,CAAC,CAAC;EAK9BQ,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAeC,iBAAiB,GAAyB,IAAI;EAE7DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAA6B,CAAC,GAAG,CAAC,CAAC,EAAE;IACxDlB,SAAS,CAACmB,IAAI,CAAClB,YAAY,CAACmB,cAAc,CAAC;IAE3C,IAAI,CAACH,KAAK,GAAGA,KAAK,IAAIb,SAAS,CAACK,YAAY;IAC5C,IAAI,CAACS,WAAW,GAAGA,WAAW,IAAId,SAAS,CAACM,kBAAkB;EAChE;EAEA,MAAaW,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIiB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMxB,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,EAAE;MAClDK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMP,gBAAgB,CAAC0B,aAAa,CAClC,IAAI,CAACR,KAAK,EACV,kFAAkF,IAAI,CAACA,KAAK,MAAM,EAClGK,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaa,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACZ,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,EAAE,MAAMR,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAIM,KAAK,CAAC,UAAU,IAAI,CAACN,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMS,SAAS,GAAG,MAAM3B,gBAAgB,CAAC4B,YAAY,CAAC,IAAI,CAACV,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACZ,MAAM,CAACc,IAAI,CAACO,SAAS,EAAE,IAAI,CAACR,WAAW,CAAC;MACnDlB,SAAS,CAAC4B,OAAO,CAAC,IAAI,CAACX,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACV,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOsB,KAAK,EAAE;MACd7B,SAAS,CAAC4B,OAAO,CAAC,IAAI,CAACX,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC0B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,UAAUA,CAAC;IACtBC,aAAa;IACbC,MAAM;IACNC,OAAO;IACPC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC1B,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjBa,MAAM,GAAGA,MAAM,IAAI5B,SAAS,CAACO,aAAa;IAC1CsB,OAAO,GAAG;MAAE,GAAG7B,SAAS,CAACQ,wBAAwB;MAAE,GAAGqB;IAAQ,CAAC;IAE/D,MAAME,kBAAkB,GACtB,CAAC,IAAIF,OAAO,CAACpB,SAAS,IAAIT,SAAS,CAACQ,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACL,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM4B,MAAM,GAAG,MAAM,IAAI,CAAC/B,MAAM,CAACyB,UAAU,CACzCC,aAAa,EACbC,MAAM,EACNG,kBAAkB,EAClBF,OAAO,EACPC,OACF,CAAC;MACDlC,SAAS,CAACqC,aAAa,CACrB,IAAI,CAACpB,KAAK,EACVmB,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOP,KAAK,EAAE;MACd7B,SAAS,CAACqC,aAAa,CAAC,IAAI,CAACpB,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC0B,KAAK,CAAC,CAAC;MAClE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACrB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAaiC,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAClC,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMmC,SAAS,GAAG,MAAM,IAAI,CAACtC,MAAM,CAACoC,UAAU,CAC5CC,SAAS,EACTtC,SAAS,CAACU,sBACZ,CAAC;MACDd,SAAS,CAAC4C,iBAAiB,CAAC,IAAI,CAAC3B,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAE0B;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOd,KAAK,EAAE;MACd7B,SAAS,CAAC4C,iBAAiB,CAAC,IAAI,CAAC3B,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC0B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACrB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOqC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACxC,MAAM,CAACwC,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACxC,MAAM,CAACyC,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACxC,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACsC,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAACxC,MAAM,CAAC0C,OAAO,CAAC,CAAC;IAE3B,IAAI,CAACxC,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAayC,SAASA,CAAA,EAA2B;IAC/C,IAAI5C,SAAS,CAACW,iBAAiB,EAAE;MAC/B,OAAOX,SAAS,CAACW,iBAAiB;IACpC;IACA,MAAMkC,MAAM,GAAG,MAAM/C,QAAQ,CAAC8C,SAAS,CAAC,CAAC;IACzC,KAAK,MAAM/B,KAAK,IAAIgC,MAAM,EAAE;MAC1BhC,KAAK,CAACiC,YAAY,GAAG,MAAMnD,gBAAgB,CAACyB,WAAW,CAACP,KAAK,CAACkC,IAAI,CAAC;IACrE;IACA/C,SAAS,CAACW,iBAAiB,GAAGkC,MAAM;IACpC,OAAOA,MAAM;EACf;AACF","ignoreList":[]}

package/lib/module/config/CactusConfig.js

@@ -1,6 +1,10 @@
 "use strict";
 
 export class CactusConfig {
+  // Telemetry
+
   static isTelemetryEnabled = true;
+
+  // Hybrid mode
 }
 //# sourceMappingURL=CactusConfig.js.map

package/lib/module/config/CactusConfig.js.map

@@ -1 +1 @@
-{"version":3,"names":["CactusConfig","isTelemetryEnabled"],"sourceRoot":"../../../src","sources":["config/CactusConfig.ts"],"mappings":";;AAAA,OAAO,MAAMA,YAAY,CAAC;EAExB,OAAcC,kBAAkB,GAAY,IAAI;AAClD","ignoreList":[]}
+{"version":3,"names":["CactusConfig","isTelemetryEnabled"],"sourceRoot":"../../../src","sources":["config/CactusConfig.ts"],"mappings":";;AAAA,OAAO,MAAMA,YAAY,CAAC;EACxB;;EAEA,OAAcC,kBAAkB,GAAY,IAAI;;EAEhD;AAEF","ignoreList":[]}

package/lib/module/constants/packageVersion.js

@@ -1,4 +1,4 @@
 "use strict";
 
-export const packageVersion = '1.0.2';
+export const packageVersion = '1.2.0';
 //# sourceMappingURL=packageVersion.js.map

package/lib/module/hooks/useCactusLM.js

@@ -71,9 +71,12 @@ export const useCactusLM = ({
       setError(message);
       throw new Error(message);
     }
+    setError(null);
+    if (isDownloaded) {
+      return;
+    }
     const thisModel = currentModelRef.current;
     const thisDownloadId = ++currentDownloadIdRef.current;
-    setError(null);
     setDownloadProgress(0);
     setIsDownloading(true);
     try {
@@ -103,7 +106,7 @@ export const useCactusLM = ({
       setIsDownloading(false);
       setDownloadProgress(0);
     }
-  }, [cactusLM, isDownloading]);
+  }, [cactusLM, isDownloading, isDownloaded]);
   const init = useCallback(async () => {
     if (isInitializing) {
       const message = 'CactusLM is already initializing';
@@ -125,7 +128,8 @@ export const useCactusLM = ({
     messages,
     options,
     tools,
-    onToken
+    onToken,
+    mode
   }) => {
     if (isGenerating) {
       const message = 'CactusLM is already generating';
@@ -143,7 +147,8 @@ export const useCactusLM = ({
         onToken: token => {
           setCompletion(prev => prev + token);
           onToken?.(token);
-        }
+        },
+        mode
       });
     } catch (e) {
       setError(getErrorMessage(e));
@@ -173,6 +178,27 @@ export const useCactusLM = ({
       setIsGenerating(false);
     }
   }, [cactusLM, isGenerating]);
+  const imageEmbed = useCallback(async ({
+    imagePath
+  }) => {
+    if (isGenerating) {
+      const message = 'CactusLM is already generating';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsGenerating(true);
+    try {
+      return await cactusLM.imageEmbed({
+        imagePath
+      });
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsGenerating(false);
+    }
+  }, [cactusLM, isGenerating]);
   const stop = useCallback(async () => {
     setError(null);
     try {
@@ -204,14 +230,10 @@ export const useCactusLM = ({
       setCompletion('');
     }
   }, [cactusLM]);
-  const getModels = useCallback(async ({
-    forceRefresh
-  } = {}) => {
+  const getModels = useCallback(async () => {
     setError(null);
     try {
-      return await cactusLM.getModels({
-        forceRefresh
-      });
+      return await cactusLM.getModels();
     } catch (e) {
       setError(getErrorMessage(e));
       throw e;
@@ -229,6 +251,7 @@ export const useCactusLM = ({
     init,
     complete,
     embed,
+    imageEmbed,
     reset,
     stop,
     destroy,