cactus-react-native 1.4.0 → 1.7.0

package/lib/module/classes/CactusLM.js

@@ -1,32 +1,38 @@
 "use strict";
 
 import { Cactus, CactusFileSystem } from "../native/index.js";
-import { Telemetry } from "../telemetry/Telemetry.js";
-import { CactusConfig } from "../config/CactusConfig.js";
-import { Database } from "../api/Database.js";
-import { getErrorMessage } from "../utils/error.js";
-import { RemoteLM } from "../api/RemoteLM.js";
+import { getRegistry } from "../modelRegistry.js";
 export class CactusLM {
   cactus = new Cactus();
   isDownloading = false;
   isInitialized = false;
   isGenerating = false;
-  static defaultModel = 'qwen3-0.6';
-  static defaultContextSize = 2048;
+  static defaultModel = 'qwen3-0.6b';
+  static defaultOptions = {
+    quantization: 'int8',
+    pro: false
+  };
+  static quantizationExceptions = {
+    'gemma-3-270m-it': 'int8',
+    'functiongemma-270m-it': 'int8'
+  };
   static defaultCompleteOptions = {
     maxTokens: 512
   };
-  static defaultCompleteMode = 'local';
   static defaultEmbedBufferSize = 2048;
   constructor({
     model,
-    contextSize,
-    corpusDir
+    corpusDir,
+    cacheIndex,
+    options
   } = {}) {
-    Telemetry.init(CactusConfig.telemetryToken);
     this.model = model ?? CactusLM.defaultModel;
-    this.contextSize = contextSize ?? CactusLM.defaultContextSize;
     this.corpusDir = corpusDir;
+    this.cacheIndex = cacheIndex ?? false;
+    this.options = {
+      quantization: options?.quantization ?? CactusLM.quantizationExceptions[this.model] ?? CactusLM.defaultOptions.quantization,
+      pro: options?.pro ?? CactusLM.defaultOptions.pro
+    };
   }
   async download({
     onProgress
@@ -38,14 +44,20 @@ export class CactusLM {
     if (this.isDownloading) {
       throw new Error('CactusLM is already downloading');
     }
-    if (await CactusFileSystem.modelExists(this.model)) {
+    if (await CactusFileSystem.modelExists(this.getModelName())) {
+      console.log('Model already exists', this.getModelName());
       onProgress?.(1.0);
       return;
     }
     this.isDownloading = true;
     try {
-      const model = await Database.getModel(this.model);
-      await CactusFileSystem.downloadModel(this.model, model.downloadUrl, onProgress);
+      const registry = await getRegistry();
+      const modelConfig = registry[this.model]?.quantization[this.options.quantization];
+      const url = this.options.pro ? modelConfig?.pro?.apple : modelConfig?.url;
+      if (!url) {
+        throw new Error(`Model ${this.model} with specified options not found`);
+      }
+      await CactusFileSystem.downloadModel(this.getModelName(), url, onProgress);
     } finally {
       this.isDownloading = false;
     }
@@ -58,26 +70,22 @@ export class CactusLM {
     if (this.isModelPath(this.model)) {
       modelPath = this.model.replace('file://', '');
     } else {
-      if (!(await CactusFileSystem.modelExists(this.model))) {
-        throw new Error(`Model "${this.model}" is not downloaded`);
+      if (!(await CactusFileSystem.modelExists(this.getModelName()))) {
+        console.log('Model not found:', this.getModelName());
+        throw new Error(`Model "${this.model}" with options ${JSON.stringify(this.options)} is not downloaded`);
       }
-      modelPath = await CactusFileSystem.getModelPath(this.model);
-    }
-    try {
-      await this.cactus.init(modelPath, this.contextSize, this.corpusDir);
-      Telemetry.logInit(this.model, true);
-      this.isInitialized = true;
-    } catch (error) {
-      Telemetry.logInit(this.model, false, getErrorMessage(error));
-      throw error;
+      modelPath = await CactusFileSystem.getModelPath(this.getModelName());
     }
+    const cacheDir = await CactusFileSystem.getCactusDirectory();
+    await this.cactus.setTelemetryEnvironment(cacheDir);
+    await this.cactus.init(modelPath, this.corpusDir, this.cacheIndex);
+    this.isInitialized = true;
   }
   async complete({
     messages,
     options,
     tools,
-    onToken,
-    mode
+    onToken
   }) {
     if (this.isGenerating) {
       throw new Error('CactusLM is already generating');
@@ -90,25 +98,11 @@ export class CactusLM {
       type: 'function',
       function: tool
     }));
-    mode = mode ?? CactusLM.defaultCompleteMode;
     const responseBufferSize = 8 * (options.maxTokens ?? CactusLM.defaultCompleteOptions.maxTokens) + 256;
+    await this.init();
+    this.isGenerating = true;
     try {
-      await this.init();
-      this.isGenerating = true;
-      const result = await this.cactus.complete(messages, responseBufferSize, options, toolsInternal, onToken);
-      Telemetry.logCompletion(this.model, result.success, result.success ? undefined : result.response, result);
-      return result;
-    } catch (localError) {
-      if (mode === 'local') {
-        Telemetry.logCompletion(this.model, false, getErrorMessage(localError));
-        throw localError;
-      }
-      Telemetry.logCompletion(this.model, false, `Local completion error: ${getErrorMessage(localError)}. Falling back to remote completion.`);
-      try {
-        return RemoteLM.complete(messages, options, toolsInternal, onToken);
-      } catch (remoteError) {
-        throw new Error(`Remote completion error: ${getErrorMessage(remoteError)}`);
-      }
+      return await this.cactus.complete(messages, responseBufferSize, options, toolsInternal, onToken);
     } finally {
       this.isGenerating = false;
     }
@@ -141,13 +135,9 @@ export class CactusLM {
     this.isGenerating = true;
     try {
       const embedding = await this.cactus.embed(text, CactusLM.defaultEmbedBufferSize, normalize);
-      Telemetry.logEmbedding(this.model, true);
       return {
         embedding
       };
-    } catch (error) {
-      Telemetry.logEmbedding(this.model, false, getErrorMessage(error));
-      throw error;
     } finally {
       this.isGenerating = false;
     }
@@ -162,13 +152,9 @@ export class CactusLM {
     this.isGenerating = true;
     try {
       const embedding = await this.cactus.imageEmbed(imagePath, CactusLM.defaultEmbedBufferSize);
-      Telemetry.logImageEmbedding(this.model, true);
       return {
         embedding
       };
-    } catch (error) {
-      Telemetry.logImageEmbedding(this.model, false, getErrorMessage(error));
-      throw error;
     } finally {
       this.isGenerating = false;
     }
@@ -189,14 +175,13 @@ export class CactusLM {
     this.isInitialized = false;
   }
   async getModels() {
-    const models = await Database.getModels();
-    for (const model of models) {
-      model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
-    }
-    return models;
+    return Object.values(await getRegistry());
   }
   isModelPath(model) {
     return model.startsWith('file://') || model.startsWith('/');
   }
+  getModelName() {
+    return `${this.model}-${this.options.quantization}${this.options.pro ? '-pro' : ''}`;
+  }
 }
 //# sourceMappingURL=CactusLM.js.map

package/lib/module/classes/CactusLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","RemoteLM","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultCompleteMode","defaultEmbedBufferSize","constructor","model","contextSize","corpusDir","init","telemetryToken","download","onProgress","isModelPath","Error","modelExists","getModel","downloadModel","downloadUrl","modelPath","replace","getModelPath","logInit","error","complete","messages","options","tools","onToken","mode","toolsInternal","map","tool","type","function","responseBufferSize","result","logCompletion","success","undefined","response","localError","remoteError","tokenize","text","tokens","scoreWindow","start","end","context","score","embed","normalize","embedding","logEmbedding","imageEmbed","imagePath","logImageEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAgBpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAChD,SAASC,QAAQ,QAAQ,oBAAiB;AAE1C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIR,MAAM,CAAC,CAAC;EAM9BS,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,mBAAmB,GAAG,OAAO;EACrD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,WAAW;IAAEC;EAA0B,CAAC,GAAG,CAAC,CAAC,EAAE;IAClEnB,SAAS,CAACoB,IAAI,CAACnB,YAAY,CAACoB,cAAc,CAAC;IAE3C,IAAI,CAACJ,KAAK,GAAGA,KAAK,IAAIZ,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACQ,WAAW,GAAGA,WAAW,IAAIb,QAAQ,CAACM,kBAAkB;IAC7D,IAAI,CAACQ,SAAS,GAAGA,SAAS;EAC5B;EAEA,MAAaG,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,EAAE;MAChCM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAM1B,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACT,KAAK,CAAC,EAAE;MAClDM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMU,KAAK,GAAG,MAAMf,QAAQ,CAACyB,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC;MACjD,MAAMlB,gBAAgB,CAAC6B,aAAa,CAClC,IAAI,CAACX,KAAK,EACVA,KAAK,CAACY,WAAW,EACjBN,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaa,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACZ,aAAa,EAAE;MACtB;IACF;IAEA,IAAIsB,SAAiB;IACrB,IAAI,IAAI,CAACN,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,EAAE;MAChCa,SAAS,GAAG,IAAI,CAACb,KAAK,CAACc,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMhC,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACT,KAAK,CAAC,CAAC,EAAE;QACrD,MAAM,IAAIQ,KAAK,CAAC,UAAU,IAAI,CAACR,KAAK,qBAAqB,CAAC;MAC5D;MACAa,SAAS,GAAG,MAAM/B,gBAAgB,CAACiC,YAAY,CAAC,IAAI,CAACf,KAAK,CAAC;IAC7D;IAEA,IAAI;MACF,MAAM,IAAI,CAACX,MAAM,CAACc,IAAI,CAACU,SAAS,EAAE,IAAI,CAACZ,WAAW,EAAE,IAAI,CAACC,SAAS,CAAC;MACnEnB,SAAS,CAACiC,OAAO,CAAC,IAAI,CAAChB,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACT,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAO0B,KAAK,EAAE;MACdlC,SAAS,CAACiC,OAAO,CAAC,IAAI,CAAChB,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC+B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC,OAAO;IACPC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC/B,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAY,OAAO,GAAG;MAAE,GAAGhC,QAAQ,CAACO,sBAAsB;MAAE,GAAGyB;IAAQ,CAAC;IAC5D,MAAMI,aAAa,GAAGH,KAAK,EAAEI,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IACHH,IAAI,GAAGA,IAAI,IAAInC,QAAQ,CAACS,mBAAmB;IAE3C,MAAMgC,kBAAkB,GACtB,CAAC,IAAIT,OAAO,CAACxB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI;MACF,MAAM,IAAI,CAACO,IAAI,CAAC,CAAC;MAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;MACxB,MAAMsC,MAAM,GAAG,MAAM,IAAI,CAACzC,MAAM,CAAC6B,QAAQ,CACvCC,QAAQ,EACRU,kBAAkB,EAClBT,OAAO,EACPI,aAAa,EACbF,OACF,CAAC;MACDvC,SAAS,CAACgD,aAAa,CACrB,IAAI,CAAC/B,KAAK,EACV8B,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOK,UAAU,EAAE;MACnB,IAAIZ,IAAI,KAAK,OAAO,EAAE;QACpBxC,SAAS,CAACgD,aAAa,CAAC,IAAI,CAAC/B,KAAK,EAAE,KAAK,EAAEd,eAAe,CAACiD,UAAU,CAAC,CAAC;QACvE,MAAMA,UAAU;MAClB;MAEApD,SAAS,CAACgD,aAAa,CACrB,IAAI,CAAC/B,KAAK,EACV,KAAK,EACL,2BAA2Bd,eAAe,CAACiD,UAAU,CAAC,sCACxD,CAAC;MAED,IAAI;QACF,OAAOhD,QAAQ,CAAC+B,QAAQ,CAACC,QAAQ,EAAEC,OAAO,EAAEI,aAAa,EAAEF,OAAO,CAAC;MACrE,CAAC,CAAC,OAAOc,WAAW,EAAE;QACpB,MAAM,IAAI5B,KAAK,CACb,4BAA4BtB,eAAe,CAACkD,WAAW,CAAC,EAC1D,CAAC;MACH;IACF,CAAC,SAAS;MACR,IAAI,CAAC5C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa6C,QAAQA,CAAC;IACpBC;EACsB,CAAC,EAAmC;IAC1D,OAAO;MAAEC,MAAM,EAAE,MAAM,IAAI,CAAClD,MAAM,CAACgD,QAAQ,CAACC,IAAI;IAAE,CAAC;EACrD;EAEA,MAAaE,WAAWA,CAAC;IACvBD,MAAM;IACNE,KAAK;IACLC,GAAG;IACHC;EACyB,CAAC,EAAsC;IAChE,OAAO;MACLC,KAAK,EAAE,MAAM,IAAI,CAACvD,MAAM,CAACmD,WAAW,CAACD,MAAM,EAAEE,KAAK,EAAEC,GAAG,EAAEC,OAAO;IAClE,CAAC;EACH;EAEA,MAAaE,KAAKA,CAAC;IACjBP,IAAI;IACJQ,SAAS,GAAG;EACO,CAAC,EAAgC;IACpD,IAAI,IAAI,CAACtD,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMuD,SAAS,GAAG,MAAM,IAAI,CAAC1D,MAAM,CAACwD,KAAK,CACvCP,IAAI,EACJlD,QAAQ,CAACU,sBAAsB,EAC/BgD,SACF,CAAC;MACD/D,SAAS,CAACiE,YAAY,CAAC,IAAI,CAAChD,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAE+C;MAAU,CAAC;IACtB,CAAC,CAAC,OAAO9B,KAAK,EAAE;MACdlC,SAAS,CAACiE,YAAY,CAAC,IAAI,CAAChD,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC+B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACzB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAayD,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAAC1D,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMuD,SAAS,GAAG,MAAM,IAAI,CAAC1D,MAAM,CAAC4D,UAAU,CAC5CC,SAAS,EACT9D,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAACoE,iBAAiB,CAAC,IAAI,CAACnD,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAE+C;MAAU,CAAC;IACtB,CAAC,CAAC,OAAO9B,KAAK,EAAE;MACdlC,SAAS,CAACoE,iBAAiB,CAAC,IAAI,CAACnD,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC+B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACzB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO4D,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC/D,MAAM,CAAC+D,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC/D,MAAM,CAACgE,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC/D,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAAC6D,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC/D,MAAM,CAACiE,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC/D,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAagE,SAASA,CAAA,EAA2B;IAC/C,MAAMC,MAAM,GAAG,MAAMvE,QAAQ,CAACsE,SAAS,CAAC,CAAC;IACzC,KAAK,MAAMvD,KAAK,IAAIwD,MAAM,EAAE;MAC1BxD,KAAK,CAACyD,YAAY,GAAG,MAAM3E,gBAAgB,CAAC2B,WAAW,CAACT,KAAK,CAAC0D,IAAI,CAAC;IACrE;IACA,OAAOF,MAAM;EACf;EAEQjD,WAAWA,CAACP,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC2D,UAAU,CAAC,SAAS,CAAC,IAAI3D,KAAK,CAAC2D,UAAU,CAAC,GAAG,CAAC;EAC7D;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultOptions","quantization","pro","quantizationExceptions","defaultCompleteOptions","maxTokens","defaultEmbedBufferSize","constructor","model","corpusDir","cacheIndex","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","complete","messages","tools","onToken","toolsInternal","map","tool","type","function","responseBufferSize","tokenize","text","tokens","scoreWindow","start","end","context","score","embed","normalize","embedding","imageEmbed","imagePath","stop","reset","destroy","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAepD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAU9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,YAAY;EACnD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EACD,OAAwBC,sBAAsB,GAE1C;IACF,iBAAiB,EAAE,MAAe;IAClC,uBAAuB,EAAE;EAC3B,CAAC;EACD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,SAAS;IAAEC,UAAU;IAAEC;EAAwB,CAAC,GAAG,CAAC,CAAC,EAAE;IAC1E,IAAI,CAACH,KAAK,GAAGA,KAAK,IAAId,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACU,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,UAAU,GAAGA,UAAU,IAAI,KAAK;IACrC,IAAI,CAACC,OAAO,GAAG;MACbV,YAAY,EACVU,OAAO,EAAEV,YAAY,IACrBP,QAAQ,CAACS,sBAAsB,CAAC,IAAI,CAACK,KAAK,CAAC,IAC3Cd,QAAQ,CAACM,cAAc,CAACC,YAAY;MACtCC,GAAG,EAAES,OAAO,EAAET,GAAG,IAAIR,QAAQ,CAACM,cAAc,CAACE;IAC/C,CAAC;EACH;EAEA,MAAaU,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAACjB,aAAa,EAAE;MACtB,MAAM,IAAImB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAMvB,gBAAgB,CAACwB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACjB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMwB,QAAQ,GAAG,MAAM3B,WAAW,CAAC,CAAC;MACpC,MAAM4B,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACZ,KAAK,CAAC,EAAEP,YAAY,CAAC,IAAI,CAACU,OAAO,CAACV,YAAY,CAAC;MAC/D,MAAMqB,GAAG,GAAG,IAAI,CAACX,OAAO,CAACT,GAAG,GAAGmB,WAAW,EAAEnB,GAAG,EAAEqB,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACP,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMhB,gBAAgB,CAACgC,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACjB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAa6B,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAAC5B,aAAa,EAAE;MACtB;IACF;IAEA,IAAI6B,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCkB,SAAS,GAAG,IAAI,CAAClB,KAAK,CAACmB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMnC,gBAAgB,CAACwB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACpD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACP,KAAK,kBAAkBoB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAMlC,gBAAgB,CAACsC,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMvC,gBAAgB,CAACwC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAACrC,MAAM,CAACsC,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAACpC,MAAM,CAAC8B,IAAI,CAACC,SAAS,EAAE,IAAI,CAACjB,SAAS,EAAE,IAAI,CAACC,UAAU,CAAC;IAClE,IAAI,CAACb,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAaqC,QAAQA,CAAC;IACpBC,QAAQ;IACRxB,OAAO;IACPyB,KAAK;IACLC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAACvC,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAJ,OAAO,GAAG;MAAE,GAAGjB,QAAQ,CAACU,sBAAsB;MAAE,GAAGO;IAAQ,CAAC;IAC5D,MAAM2B,aAAa,GAAGF,KAAK,EAAEG,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IAEH,MAAMG,kBAAkB,GACtB,CAAC,IAAIhC,OAAO,CAACN,SAAS,IAAIX,QAAQ,CAACU,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,MAAM,IAAI,CAACoB,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAACuC,QAAQ,CAC/BC,QAAQ,EACRQ,kBAAkB,EAClBhC,OAAO,EACP2B,aAAa,EACbD,OACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACvC,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa8C,QAAQA,CAAC;IACpBC;EACsB,CAAC,EAAmC;IAC1D,OAAO;MAAEC,MAAM,EAAE,MAAM,IAAI,CAACnD,MAAM,CAACiD,QAAQ,CAACC,IAAI;IAAE,CAAC;EACrD;EAEA,MAAaE,WAAWA,CAAC;IACvBD,MAAM;IACNE,KAAK;IACLC,GAAG;IACHC;EACyB,CAAC,EAAsC;IAChE,OAAO;MACLC,KAAK,EAAE,MAAM,IAAI,CAACxD,MAAM,CAACoD,WAAW,CAACD,MAAM,EAAEE,KAAK,EAAEC,GAAG,EAAEC,OAAO;IAClE,CAAC;EACH;EAEA,MAAaE,KAAKA,CAAC;IACjBP,IAAI;IACJQ,SAAS,GAAG;EACO,CAAC,EAAgC;IACpD,IAAI,IAAI,CAACvD,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMwD,SAAS,GAAG,MAAM,IAAI,CAAC3D,MAAM,CAACyD,KAAK,CACvCP,IAAI,EACJnD,QAAQ,CAACY,sBAAsB,EAC/B+C,SACF,CAAC;MACD,OAAO;QAAEC;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAACxD,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAayD,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAAC1D,YAAY,EAAE;MACrB,MAAM,IAAIiB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC3B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMwD,SAAS,GAAG,MAAM,IAAI,CAAC3D,MAAM,CAAC4D,UAAU,CAC5CC,SAAS,EACT9D,QAAQ,CAACY,sBACX,CAAC;MACD,OAAO;QAAEgD;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAACxD,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO2D,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC9D,MAAM,CAAC8D,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC9D,MAAM,CAAC+D,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC9D,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAAC4D,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC9D,MAAM,CAACgE,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC9D,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAa+D,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAMrE,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQqB,WAAWA,CAACN,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAACuD,UAAU,CAAC,SAAS,CAAC,IAAIvD,KAAK,CAACuD,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEO9C,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACT,KAAK,IAAI,IAAI,CAACG,OAAO,CAACV,YAAY,GAAG,IAAI,CAACU,OAAO,CAACT,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}

package/lib/module/classes/CactusSTT.js

@@ -1,29 +1,32 @@
 "use strict";
 
 import { Cactus, CactusFileSystem } from "../native/index.js";
-import { Telemetry } from "../telemetry/Telemetry.js";
-import { CactusConfig } from "../config/CactusConfig.js";
-import { Database } from "../api/Database.js";
-import { getErrorMessage } from "../utils/error.js";
+import { getRegistry } from "../modelRegistry.js";
 export class CactusSTT {
   cactus = new Cactus();
   isDownloading = false;
   isInitialized = false;
   isGenerating = false;
+  isStreamTranscribing = false;
   static defaultModel = 'whisper-small';
-  static defaultContextSize = 2048;
+  static defaultOptions = {
+    quantization: 'int8',
+    pro: false
+  };
   static defaultPrompt = '<|startoftranscript|><|en|><|transcribe|><|notimestamps|>';
   static defaultTranscribeOptions = {
-    maxTokens: 512
+    maxTokens: 384
   };
   static defaultEmbedBufferSize = 4096;
   constructor({
     model,
-    contextSize
+    options
   } = {}) {
-    Telemetry.init(CactusConfig.telemetryToken);
     this.model = model ?? CactusSTT.defaultModel;
-    this.contextSize = contextSize ?? CactusSTT.defaultContextSize;
+    this.options = {
+      quantization: options?.quantization ?? CactusSTT.defaultOptions.quantization,
+      pro: options?.pro ?? CactusSTT.defaultOptions.pro
+    };
   }
   async download({
     onProgress
@@ -35,14 +38,20 @@ export class CactusSTT {
     if (this.isDownloading) {
       throw new Error('CactusSTT is already downloading');
     }
-    if (await CactusFileSystem.modelExists(this.model)) {
+    if (await CactusFileSystem.modelExists(this.getModelName())) {
+      console.log('Model already exists', this.getModelName());
       onProgress?.(1.0);
       return;
     }
     this.isDownloading = true;
     try {
-      const model = await Database.getSTTModel(this.model);
-      await CactusFileSystem.downloadModel(this.model, model.downloadUrl, onProgress);
+      const registry = await getRegistry();
+      const modelConfig = registry[this.model]?.quantization[this.options.quantization];
+      const url = this.options.pro ? modelConfig?.pro?.apple : modelConfig?.url;
+      if (!url) {
+        throw new Error(`Model ${this.model} with specified options not found`);
+      }
+      await CactusFileSystem.downloadModel(this.getModelName(), url, onProgress);
     } finally {
       this.isDownloading = false;
     }
@@ -55,19 +64,16 @@ export class CactusSTT {
     if (this.isModelPath(this.model)) {
       modelPath = this.model.replace('file://', '');
     } else {
-      if (!(await CactusFileSystem.modelExists(this.model))) {
-        throw new Error(`Model "${this.model}" is not downloaded`);
+      if (!(await CactusFileSystem.modelExists(this.getModelName()))) {
+        console.log('Model does not exist', this.getModelName());
+        throw new Error(`Model "${this.model}" with options ${JSON.stringify(this.options)} is not downloaded`);
       }
-      modelPath = await CactusFileSystem.getModelPath(this.model);
-    }
-    try {
-      await this.cactus.init(modelPath, this.contextSize);
-      Telemetry.logInit(this.model, true);
-      this.isInitialized = true;
-    } catch (error) {
-      Telemetry.logInit(this.model, false, getErrorMessage(error));
-      throw error;
+      modelPath = await CactusFileSystem.getModelPath(this.getModelName());
     }
+    const cacheDir = await CactusFileSystem.getCactusDirectory();
+    await this.cactus.setTelemetryEnvironment(cacheDir);
+    await this.cactus.init(modelPath);
+    this.isInitialized = true;
   }
   async transcribe({
     audio,
@@ -87,16 +93,37 @@ export class CactusSTT {
     const responseBufferSize = 8 * (options.maxTokens ?? CactusSTT.defaultTranscribeOptions.maxTokens) + 256;
     this.isGenerating = true;
     try {
-      const result = await this.cactus.transcribe(audio, prompt, responseBufferSize, options, onToken);
-      Telemetry.logTranscribe(this.model, result.success, result.success ? undefined : result.response, result);
-      return result;
-    } catch (error) {
-      Telemetry.logTranscribe(this.model, false, getErrorMessage(error));
-      throw error;
+      return await this.cactus.transcribe(audio, prompt, responseBufferSize, options, onToken);
     } finally {
       this.isGenerating = false;
     }
   }
+  async streamTranscribeStart(options) {
+    if (this.isStreamTranscribing) {
+      return;
+    }
+    await this.init();
+    await this.cactus.streamTranscribeStart(options);
+    this.isStreamTranscribing = true;
+  }
+  async streamTranscribeProcess({
+    audio
+  }) {
+    if (!this.isStreamTranscribing) {
+      throw new Error('CactusSTT stream transcribe is not started');
+    }
+    return this.cactus.streamTranscribeProcess(audio);
+  }
+  async streamTranscribeStop() {
+    if (!this.isStreamTranscribing) {
+      throw new Error('CactusSTT stream transcribe is not started');
+    }
+    try {
+      return await this.cactus.streamTranscribeStop();
+    } finally {
+      this.isStreamTranscribing = false;
+    }
+  }
   async audioEmbed({
     audioPath
   }) {
@@ -107,13 +134,9 @@ export class CactusSTT {
     this.isGenerating = true;
     try {
       const embedding = await this.cactus.audioEmbed(audioPath, CactusSTT.defaultEmbedBufferSize);
-      Telemetry.logAudioEmbedding(this.model, true);
       return {
         embedding
       };
-    } catch (error) {
-      Telemetry.logAudioEmbedding(this.model, false, getErrorMessage(error));
-      throw error;
     } finally {
       this.isGenerating = false;
     }
@@ -130,18 +153,21 @@ export class CactusSTT {
       return;
     }
     await this.stop();
+    if (this.isStreamTranscribing) {
+      await this.cactus.streamTranscribeStop().catch(() => {});
+      this.isStreamTranscribing = false;
+    }
     await this.cactus.destroy();
     this.isInitialized = false;
   }
   async getModels() {
-    const models = await Database.getSTTModels();
-    for (const model of models) {
-      model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
-    }
-    return models;
+    return Object.values(await getRegistry());
   }
   isModelPath(model) {
     return model.startsWith('file://') || model.startsWith('/');
   }
+  getModelName() {
+    return `${this.model}-${this.options.quantization}${this.options.pro ? '-pro' : ''}`;
+  }
 }
 //# sourceMappingURL=CactusSTT.js.map

package/lib/module/classes/CactusSTT.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","constructor","model","contextSize","init","telemetryToken","download","onProgress","isModelPath","Error","modelExists","getSTTModel","downloadModel","downloadUrl","modelPath","replace","getModelPath","logInit","error","transcribe","audio","prompt","options","onToken","responseBufferSize","result","logTranscribe","success","undefined","response","audioEmbed","audioPath","embedding","logAudioEmbedding","stop","reset","destroy","getModels","models","getSTTModels","isDownloaded","slug","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AASpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAGhD,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIP,MAAM,CAAC,CAAC;EAK9BQ,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAA6B,CAAC,GAAG,CAAC,CAAC,EAAE;IACxDjB,SAAS,CAACkB,IAAI,CAACjB,YAAY,CAACkB,cAAc,CAAC;IAE3C,IAAI,CAACH,KAAK,GAAGA,KAAK,IAAIZ,SAAS,CAACK,YAAY;IAC5C,IAAI,CAACQ,WAAW,GAAGA,WAAW,IAAIb,SAAS,CAACM,kBAAkB;EAChE;EAEA,MAAaU,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAACf,aAAa,EAAE;MACtB,MAAM,IAAIiB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMxB,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,EAAE;MAClDK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACf,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMU,KAAK,GAAG,MAAMd,QAAQ,CAACuB,WAAW,CAAC,IAAI,CAACT,KAAK,CAAC;MACpD,MAAMjB,gBAAgB,CAAC2B,aAAa,CAClC,IAAI,CAACV,KAAK,EACVA,KAAK,CAACW,WAAW,EACjBN,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACf,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaY,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACX,aAAa,EAAE;MACtB;IACF;IAEA,IAAIqB,SAAiB;IACrB,IAAI,IAAI,CAACN,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCY,SAAS,GAAG,IAAI,CAACZ,KAAK,CAACa,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAM9B,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,CAAC,EAAE;QACrD,MAAM,IAAIO,KAAK,CAAC,UAAU,IAAI,CAACP,KAAK,qBAAqB,CAAC;MAC5D;MACAY,SAAS,GAAG,MAAM7B,gBAAgB,CAAC+B,YAAY,CAAC,IAAI,CAACd,KAAK,CAAC;IAC7D;IAEA,IAAI;MACF,MAAM,IAAI,CAACX,MAAM,CAACa,IAAI,CAACU,SAAS,EAAE,IAAI,CAACX,WAAW,CAAC;MACnDjB,SAAS,CAAC+B,OAAO,CAAC,IAAI,CAACf,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACT,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOyB,KAAK,EAAE;MACdhC,SAAS,CAAC+B,OAAO,CAAC,IAAI,CAACf,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC6B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,UAAUA,CAAC;IACtBC,KAAK;IACLC,MAAM;IACNC,OAAO;IACPC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC7B,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjBiB,MAAM,GAAGA,MAAM,IAAI/B,SAAS,CAACO,aAAa;IAC1CyB,OAAO,GAAG;MAAE,GAAGhC,SAAS,CAACQ,wBAAwB;MAAE,GAAGwB;IAAQ,CAAC;IAE/D,MAAME,kBAAkB,GACtB,CAAC,IAAIF,OAAO,CAACvB,SAAS,IAAIT,SAAS,CAACQ,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACL,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM+B,MAAM,GAAG,MAAM,IAAI,CAAClC,MAAM,CAAC4B,UAAU,CACzCC,KAAK,EACLC,MAAM,EACNG,kBAAkB,EAClBF,OAAO,EACPC,OACF,CAAC;MACDrC,SAAS,CAACwC,aAAa,CACrB,IAAI,CAACxB,KAAK,EACVuB,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOP,KAAK,EAAE;MACdhC,SAAS,CAACwC,aAAa,CAAC,IAAI,CAACxB,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC6B,KAAK,CAAC,CAAC;MAClE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAaoC,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAACrC,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACV,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMsC,SAAS,GAAG,MAAM,IAAI,CAACzC,MAAM,CAACuC,UAAU,CAC5CC,SAAS,EACTzC,SAAS,CAACU,sBACZ,CAAC;MACDd,SAAS,CAAC+C,iBAAiB,CAAC,IAAI,CAAC/B,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAE8B;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOd,KAAK,EAAE;MACdhC,SAAS,CAAC+C,iBAAiB,CAAC,IAAI,CAAC/B,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC6B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOwC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC3C,MAAM,CAAC2C,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC3C,MAAM,CAAC4C,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC3C,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACyC,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC3C,MAAM,CAAC6C,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC3C,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAa4C,SAASA,CAAA,EAA8B;IAClD,MAAMC,MAAM,GAAG,MAAMlD,QAAQ,CAACmD,YAAY,CAAC,CAAC;IAC5C,KAAK,MAAMrC,KAAK,IAAIoC,MAAM,EAAE;MAC1BpC,KAAK,CAACsC,YAAY,GAAG,MAAMvD,gBAAgB,CAACyB,WAAW,CAACR,KAAK,CAACuC,IAAI,CAAC;IACrE;IACA,OAAOH,MAAM;EACf;EAEQ9B,WAAWA,CAACN,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAACwC,UAAU,CAAC,SAAS,CAAC,IAAIxC,KAAK,CAACwC,UAAU,CAAC,GAAG,CAAC;EAC7D;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","isStreamTranscribing","defaultModel","defaultOptions","quantization","pro","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","constructor","model","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","transcribe","audio","prompt","onToken","responseBufferSize","streamTranscribeStart","streamTranscribeProcess","streamTranscribeStop","audioEmbed","audioPath","embedding","stop","reset","destroy","catch","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAapD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAQ9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EACpBC,oBAAoB,GAAG,KAAK;EAEpC,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EACD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAAyB,CAAC,GAAG,CAAC,CAAC,EAAE;IACpD,IAAI,CAACD,KAAK,GAAGA,KAAK,IAAIf,SAAS,CAACM,YAAY;IAC5C,IAAI,CAACU,OAAO,GAAG;MACbR,YAAY,EACVQ,OAAO,EAAER,YAAY,IAAIR,SAAS,CAACO,cAAc,CAACC,YAAY;MAChEC,GAAG,EAAEO,OAAO,EAAEP,GAAG,IAAIT,SAAS,CAACO,cAAc,CAACE;IAChD,CAAC;EACH;EAEA,MAAaQ,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCG,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMtB,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMuB,QAAQ,GAAG,MAAM1B,WAAW,CAAC,CAAC;MACpC,MAAM2B,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC,EAAEP,YAAY,CAAC,IAAI,CAACQ,OAAO,CAACR,YAAY,CAAC;MAC/D,MAAMmB,GAAG,GAAG,IAAI,CAACX,OAAO,CAACP,GAAG,GAAGiB,WAAW,EAAEjB,GAAG,EAAEmB,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACL,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMjB,gBAAgB,CAAC+B,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAa4B,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAAC3B,aAAa,EAAE;MACtB;IACF;IAEA,IAAI4B,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCgB,SAAS,GAAG,IAAI,CAAChB,KAAK,CAACiB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMlC,gBAAgB,CAACuB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACL,KAAK,kBAAkBkB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAMjC,gBAAgB,CAACqC,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMtC,gBAAgB,CAACuC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAACpC,MAAM,CAACqC,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAACnC,MAAM,CAAC6B,IAAI,CAACC,SAAS,CAAC;IACjC,IAAI,CAAC5B,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAaoC,UAAUA,CAAC;IACtBC,KAAK;IACLC,MAAM;IACNzB,OAAO;IACP0B;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAACtC,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjBW,MAAM,GAAGA,MAAM,IAAIzC,SAAS,CAACU,aAAa;IAC1CM,OAAO,GAAG;MAAE,GAAGhB,SAAS,CAACW,wBAAwB;MAAE,GAAGK;IAAQ,CAAC;IAE/D,MAAM2B,kBAAkB,GACtB,CAAC,IAAI3B,OAAO,CAACJ,SAAS,IAAIZ,SAAS,CAACW,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACR,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,OAAO,MAAM,IAAI,CAACH,MAAM,CAACsC,UAAU,CACjCC,KAAK,EACLC,MAAM,EACNE,kBAAkB,EAClB3B,OAAO,EACP0B,OACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACtC,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAawC,qBAAqBA,CAChC5B,OAA+C,EAChC;IACf,IAAI,IAAI,CAACX,oBAAoB,EAAE;MAC7B;IACF;IAEA,MAAM,IAAI,CAACyB,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC7B,MAAM,CAAC2C,qBAAqB,CAAC5B,OAAO,CAAC;IAChD,IAAI,CAACX,oBAAoB,GAAG,IAAI;EAClC;EAEA,MAAawC,uBAAuBA,CAAC;IACnCL;EACsC,CAAC,EAAmD;IAC1F,IAAI,CAAC,IAAI,CAACnC,oBAAoB,EAAE;MAC9B,MAAM,IAAIe,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IAEA,OAAO,IAAI,CAACnB,MAAM,CAAC4C,uBAAuB,CAACL,KAAK,CAAC;EACnD;EAEA,MAAaM,oBAAoBA,CAAA,EAAiD;IAChF,IAAI,CAAC,IAAI,CAACzC,oBAAoB,EAAE;MAC9B,MAAM,IAAIe,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IAEA,IAAI;MACF,OAAO,MAAM,IAAI,CAACnB,MAAM,CAAC6C,oBAAoB,CAAC,CAAC;IACjD,CAAC,SAAS;MACR,IAAI,CAACzC,oBAAoB,GAAG,KAAK;IACnC;EACF;EAEA,MAAa0C,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC5C,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACU,IAAI,CAAC,CAAC;IAEjB,IAAI,CAAC1B,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM6C,SAAS,GAAG,MAAM,IAAI,CAAChD,MAAM,CAAC8C,UAAU,CAC5CC,SAAS,EACThD,SAAS,CAACa,sBACZ,CAAC;MACD,OAAO;QAAEoC;MAAU,CAAC;IACtB,CAAC,SAAS;MACR,IAAI,CAAC7C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO8C,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACjD,MAAM,CAACiD,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACjD,MAAM,CAACkD,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACjD,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAAC+C,IAAI,CAAC,CAAC;IAEjB,IAAI,IAAI,CAAC7C,oBAAoB,EAAE;MAC7B,MAAM,IAAI,CAACJ,MAAM,CAAC6C,oBAAoB,CAAC,CAAC,CAACO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;MACxD,IAAI,CAAChD,oBAAoB,GAAG,KAAK;IACnC;IAEA,MAAM,IAAI,CAACJ,MAAM,CAACmD,OAAO,CAAC,CAAC;IAC3B,IAAI,CAACjD,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAamD,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAMzD,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQoB,WAAWA,CAACJ,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC0C,UAAU,CAAC,SAAS,CAAC,IAAI1C,KAAK,CAAC0C,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEOnC,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACP,KAAK,IAAI,IAAI,CAACC,OAAO,CAACR,YAAY,GAAG,IAAI,CAACQ,OAAO,CAACP,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}

package/lib/module/classes/CactusVAD.js

@@ -0,0 +1,95 @@
+"use strict";
+
+import { Cactus, CactusFileSystem } from "../native/index.js";
+import { getRegistry } from "../modelRegistry.js";
+export class CactusVAD {
+  cactus = new Cactus();
+  isDownloading = false;
+  isInitialized = false;
+  static defaultModel = 'silero-vad';
+  static defaultOptions = {
+    quantization: 'int8',
+    pro: false
+  };
+  constructor({
+    model,
+    options
+  } = {}) {
+    this.model = model ?? CactusVAD.defaultModel;
+    this.options = {
+      quantization: options?.quantization ?? CactusVAD.defaultOptions.quantization,
+      pro: options?.pro ?? CactusVAD.defaultOptions.pro
+    };
+  }
+  async download({
+    onProgress
+  } = {}) {
+    if (this.isModelPath(this.model)) {
+      onProgress?.(1.0);
+      return;
+    }
+    if (this.isDownloading) {
+      throw new Error('CactusVAD is already downloading');
+    }
+    if (await CactusFileSystem.modelExists(this.getModelName())) {
+      console.log('Model already exists', this.getModelName());
+      onProgress?.(1.0);
+      return;
+    }
+    this.isDownloading = true;
+    try {
+      const registry = await getRegistry();
+      const modelConfig = registry[this.model]?.quantization[this.options.quantization];
+      const url = this.options.pro ? modelConfig?.pro?.apple : modelConfig?.url;
+      if (!url) {
+        throw new Error(`Model ${this.model} with specified options not found`);
+      }
+      await CactusFileSystem.downloadModel(this.getModelName(), url, onProgress);
+    } finally {
+      this.isDownloading = false;
+    }
+  }
+  async init() {
+    if (this.isInitialized) {
+      return;
+    }
+    let modelPath;
+    if (this.isModelPath(this.model)) {
+      modelPath = this.model.replace('file://', '');
+    } else {
+      if (!(await CactusFileSystem.modelExists(this.getModelName()))) {
+        console.log('Model does not exist', this.getModelName());
+        throw new Error(`Model "${this.model}" with options ${JSON.stringify(this.options)} is not downloaded`);
+      }
+      modelPath = await CactusFileSystem.getModelPath(this.getModelName());
+    }
+    const cacheDir = await CactusFileSystem.getCactusDirectory();
+    await this.cactus.setTelemetryEnvironment(cacheDir);
+    await this.cactus.init(modelPath);
+    this.isInitialized = true;
+  }
+  async vad({
+    audio,
+    options
+  }) {
+    await this.init();
+    return this.cactus.vad(audio, options);
+  }
+  async destroy() {
+    if (!this.isInitialized) {
+      return;
+    }
+    await this.cactus.destroy();
+    this.isInitialized = false;
+  }
+  async getModels() {
+    return Object.values(await getRegistry());
+  }
+  isModelPath(model) {
+    return model.startsWith('file://') || model.startsWith('/');
+  }
+  getModelName() {
+    return `${this.model}-${this.options.quantization}${this.options.pro ? '-pro' : ''}`;
+  }
+}
+//# sourceMappingURL=CactusVAD.js.map

package/lib/module/classes/CactusVAD.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Cactus","CactusFileSystem","getRegistry","CactusVAD","cactus","isDownloading","isInitialized","defaultModel","defaultOptions","quantization","pro","constructor","model","options","download","onProgress","isModelPath","Error","modelExists","getModelName","console","log","registry","modelConfig","url","apple","downloadModel","init","modelPath","replace","JSON","stringify","getModelPath","cacheDir","getCactusDirectory","setTelemetryEnvironment","vad","audio","destroy","getModels","Object","values","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusVAD.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAOpD,SAASC,WAAW,QAAQ,qBAAkB;AAG9C,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIJ,MAAM,CAAC,CAAC;EAQ9BK,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EAE7B,OAAwBC,YAAY,GAAG,YAAY;EACnD,OAAwBC,cAAc,GAAG;IACvCC,YAAY,EAAE,MAAe;IAC7BC,GAAG,EAAE;EACP,CAAC;EAEDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAAyB,CAAC,GAAG,CAAC,CAAC,EAAE;IACpD,IAAI,CAACD,KAAK,GAAGA,KAAK,IAAIT,SAAS,CAACI,YAAY;IAC5C,IAAI,CAACM,OAAO,GAAG;MACbJ,YAAY,EACVI,OAAO,EAAEJ,YAAY,IAAIN,SAAS,CAACK,cAAc,CAACC,YAAY;MAChEC,GAAG,EAAEG,OAAO,EAAEH,GAAG,IAAIP,SAAS,CAACK,cAAc,CAACE;IAChD,CAAC;EACH;EAEA,MAAaI,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCG,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAACV,aAAa,EAAE;MACtB,MAAM,IAAIY,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMhB,gBAAgB,CAACiB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,EAAE;MAC3DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;MACxDJ,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACV,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMiB,QAAQ,GAAG,MAAMpB,WAAW,CAAC,CAAC;MACpC,MAAMqB,WAAW,GACfD,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC,EAAEH,YAAY,CAAC,IAAI,CAACI,OAAO,CAACJ,YAAY,CAAC;MAC/D,MAAMe,GAAG,GAAG,IAAI,CAACX,OAAO,CAACH,GAAG,GAAGa,WAAW,EAAEb,GAAG,EAAEe,KAAK,GAAGF,WAAW,EAAEC,GAAG;MAEzE,IAAI,CAACA,GAAG,EAAE;QACR,MAAM,IAAIP,KAAK,CAAC,SAAS,IAAI,CAACL,KAAK,mCAAmC,CAAC;MACzE;MAEA,MAAMX,gBAAgB,CAACyB,aAAa,CAClC,IAAI,CAACP,YAAY,CAAC,CAAC,EACnBK,GAAG,EACHT,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACV,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAasB,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACrB,aAAa,EAAE;MACtB;IACF;IAEA,IAAIsB,SAAiB;IACrB,IAAI,IAAI,CAACZ,WAAW,CAAC,IAAI,CAACJ,KAAK,CAAC,EAAE;MAChCgB,SAAS,GAAG,IAAI,CAAChB,KAAK,CAACiB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAM5B,gBAAgB,CAACiB,WAAW,CAAC,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC9DC,OAAO,CAACC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAACF,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,IAAIF,KAAK,CACb,UAAU,IAAI,CAACL,KAAK,kBAAkBkB,IAAI,CAACC,SAAS,CAAC,IAAI,CAAClB,OAAO,CAAC,oBACpE,CAAC;MACH;MACAe,SAAS,GAAG,MAAM3B,gBAAgB,CAAC+B,YAAY,CAAC,IAAI,CAACb,YAAY,CAAC,CAAC,CAAC;IACtE;IAEA,MAAMc,QAAQ,GAAG,MAAMhC,gBAAgB,CAACiC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,CAAC9B,MAAM,CAAC+B,uBAAuB,CAACF,QAAQ,CAAC;IACnD,MAAM,IAAI,CAAC7B,MAAM,CAACuB,IAAI,CAACC,SAAS,CAAC;IACjC,IAAI,CAACtB,aAAa,GAAG,IAAI;EAC3B;EAEA,MAAa8B,GAAGA,CAAC;IACfC,KAAK;IACLxB;EACkB,CAAC,EAA4B;IAC/C,MAAM,IAAI,CAACc,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACvB,MAAM,CAACgC,GAAG,CAACC,KAAK,EAAExB,OAAO,CAAC;EACxC;EAEA,MAAayB,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAChC,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACF,MAAM,CAACkC,OAAO,CAAC,CAAC;IAC3B,IAAI,CAAChC,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAaiC,SAASA,CAAA,EAA2B;IAC/C,OAAOC,MAAM,CAACC,MAAM,CAAC,MAAMvC,WAAW,CAAC,CAAC,CAAC;EAC3C;EAEQc,WAAWA,CAACJ,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC8B,UAAU,CAAC,SAAS,CAAC,IAAI9B,KAAK,CAAC8B,UAAU,CAAC,GAAG,CAAC;EAC7D;EAEOvB,YAAYA,CAAA,EAAW;IAC5B,OAAO,GAAG,IAAI,CAACP,KAAK,IAAI,IAAI,CAACC,OAAO,CAACJ,YAAY,GAAG,IAAI,CAACI,OAAO,CAACH,GAAG,GAAG,MAAM,GAAG,EAAE,EAAE;EACtF;AACF","ignoreList":[]}

package/lib/module/hooks/useCactusLM.js

@@ -5,14 +5,19 @@ import { CactusLM } from "../classes/CactusLM.js";
 import { CactusFileSystem } from "../native/index.js";
 import { getErrorMessage } from "../utils/error.js";
 export const useCactusLM = ({
-  model = 'qwen3-0.6',
-  contextSize = 2048,
-  corpusDir = undefined
+  model = 'qwen3-0.6b',
+  corpusDir = undefined,
+  cacheIndex = false,
+  options: modelOptions = {
+    quantization: undefined,
+    pro: false
+  }
 } = {}) => {
   const [cactusLM, setCactusLM] = useState(() => new CactusLM({
     model,
-    contextSize,
-    corpusDir
+    corpusDir,
+    cacheIndex,
+    options: modelOptions
   }));
 
   // State
@@ -29,11 +34,16 @@ export const useCactusLM = ({
     currentModelRef.current = model;
   }, [model]);
   useEffect(() => {
-    setCactusLM(new CactusLM({
+    const newInstance = new CactusLM({
       model,
-      contextSize,
-      corpusDir
-    }));
+      corpusDir,
+      cacheIndex,
+      options: {
+        quantization: modelOptions.quantization,
+        pro: modelOptions.pro
+      }
+    });
+    setCactusLM(newInstance);
     setCompletion('');
     setIsGenerating(false);
     setIsInitializing(false);
@@ -42,7 +52,7 @@ export const useCactusLM = ({
     setDownloadProgress(0);
     setError(null);
     let mounted = true;
-    CactusFileSystem.modelExists(model).then(exists => {
+    CactusFileSystem.modelExists(newInstance.getModelName()).then(exists => {
       if (!mounted) {
         return;
       }
@@ -57,7 +67,7 @@ export const useCactusLM = ({
     return () => {
       mounted = false;
     };
-  }, [model, contextSize, corpusDir]);
+  }, [model, corpusDir, cacheIndex, modelOptions.quantization, modelOptions.pro]);
   useEffect(() => {
     return () => {
       cactusLM.destroy().catch(() => {});
@@ -128,8 +138,7 @@ export const useCactusLM = ({
     messages,
     options,
     tools,
-    onToken,
-    mode
+    onToken
   }) => {
     if (isGenerating) {
       const message = 'CactusLM is already generating';
@@ -147,8 +156,7 @@ export const useCactusLM = ({
         onToken: token => {
           setCompletion(prev => prev + token);
           onToken?.(token);
-        },
-        mode
+        }
       });
     } catch (e) {
       setError(getErrorMessage(e));