cactus-react-native 1.2.0 → 1.4.0

package/ios/cactus_util.xcframework/ios-arm64-simulator/cactus_util.framework/_CodeSignature/CodeResources

@@ -6,7 +6,7 @@
 	<dict>
 		<key>Headers/cactus_util.h</key>
 		<data>
-		7z1Ts4xufXPrnEBuKu+NppO1yKg=
+		5lW8KZ3LQl0aqP6TUxyB+K0vcIE=
 		</data>
 		<key>Headers/ios_utils.h</key>
 		<data>
@@ -18,7 +18,7 @@
 		</data>
 		<key>Info.plist</key>
 		<data>
-		OhVLqBjBr8wHfc8V3KCR4rpni5U=
+		gD92JC49Bf9W6pi0MZWov5LMRb4=
 		</data>
 	</dict>
 	<key>files2</key>
@@ -27,7 +27,7 @@
 		<dict>
 			<key>hash2</key>
 			<data>
-			mIHS5tpbAc2yQnCfoYds/waoVwabQF9bYng+EYTSSrg=
+			Q7DuJEU0UWHgQ8cVdAc50lq592AjV42gMHSiDHx4OQk=
 			</data>
 		</dict>
 		<key>Headers/ios_utils.h</key>

package/lib/module/api/Database.js

@@ -2,6 +2,7 @@
 
 import { CactusUtil } from "../native/index.js";
 import { packageVersion } from "../constants/packageVersion.js";
+import { CactusConfig } from "../config/CactusConfig.js";
 export class Database {
   static url = 'https://vlqqczxwyaodtcdmdmlw.supabase.co';
   static key = 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InZscXFjenh3eWFvZHRjZG1kbWx3Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NTE1MTg2MzIsImV4cCI6MjA2NzA5NDYzMn0.nBzqGuK9j6RZ6mOPWU2boAC_5H9XDs-fPpo5P3WZYbI';
@@ -21,12 +22,20 @@ export class Database {
       throw new Error('Sending logs failed');
     }
   }
-  static async registerDevice(device_data) {
+  static async registerDevice({
+    deviceData,
+    deviceId
+  }) {
     const response = await fetch(`${this.url}/functions/v1/device-registration`, {
       method: 'POST',
       body: JSON.stringify({
-        device_data
-      })
+        device_data: deviceData,
+        device_id: deviceId,
+        cactus_pro_key: CactusConfig.cactusProKey
+      }),
+      headers: {
+        'Content-Type': 'application/json'
+      }
     });
     if (!response.ok) {
       throw new Error('Registering device failed');
@@ -52,6 +61,30 @@ export class Database {
       downloadUrl: model.download_url,
       supportsToolCalling: model.supports_tool_calling,
       supportsVision: model.supports_vision,
+      supportsCompletion: model.supports_completion,
+      createdAt: model.created_at,
+      isDownloaded: false
+    };
+  }
+  static async getSTTModel(slug) {
+    const response = await fetch(`${this.url}/rest/v1/whisper?slug=eq.${slug}&select=*`, {
+      headers: {
+        'apikey': this.key,
+        'Authorization': `Bearer ${this.key}`,
+        'Accept-Profile': 'cactus'
+      }
+    });
+    if (!response.ok) {
+      throw new Error('Getting STT model failed');
+    }
+    const [model] = await response.json();
+    if (!model) {
+      throw new Error(`STT model with slug "${slug}" not found`);
+    }
+    return {
+      slug: model.slug,
+      downloadUrl: model.download_url,
+      sizeMb: model.size_mb,
       createdAt: model.created_at,
       isDownloaded: false
     };
@@ -75,6 +108,27 @@ export class Database {
       downloadUrl: model.download_url,
       supportsToolCalling: model.supports_tool_calling,
       supportsVision: model.supports_vision,
+      supportsCompletion: model.supports_completion,
+      createdAt: model.created_at,
+      isDownloaded: false
+    }));
+  }
+  static async getSTTModels() {
+    const response = await fetch(`${this.url}/rest/v1/whisper?select=*`, {
+      headers: {
+        'apikey': this.key,
+        'Authorization': `Bearer ${this.key}`,
+        'Accept-Profile': 'cactus'
+      }
+    });
+    if (!response.ok) {
+      throw new Error('Getting STT models failed');
+    }
+    const models = await response.json();
+    return models.map(model => ({
+      slug: model.slug,
+      downloadUrl: model.download_url,
+      sizeMb: model.size_mb,
       createdAt: model.created_at,
       isDownloaded: false
     }));

package/lib/module/api/Database.js.map

@@ -1 +1 @@
-{"version":3,"names":["CactusUtil","packageVersion","Database","url","key","sendLogRecords","records","response","fetch","method","headers","body","JSON","stringify","ok","Error","registerDevice","device_data","registerApp","text","getModel","slug","apikey","Authorization","model","json","name","quantization","sizeMb","size_mb","downloadUrl","download_url","supportsToolCalling","supports_tool_calling","supportsVision","supports_vision","createdAt","created_at","isDownloaded","getModels","models","map"],"sourceRoot":"../../../src","sources":["api/Database.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,oBAAW;AAGtC,SAASC,cAAc,QAAQ,gCAA6B;AAc5D,OAAO,MAAMC,QAAQ,CAAC;EACpB,OAAwBC,GAAG,GAAG,0CAA0C;EACxE,OAAwBC,GAAG,GACzB,kNAAkN;EAEpN,aAAoBC,cAAcA,CAACC,OAAoB,EAAiB;IACtE,MAAMC,QAAQ,GAAG,MAAMC,KAAK,CAAC,GAAG,IAAI,CAACL,GAAG,eAAe,EAAE;MACvDM,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACN,GAAG;QAClB,eAAe,EAAE,UAAU,IAAI,CAACA,GAAG,EAAE;QACrC,cAAc,EAAE,kBAAkB;QAClC,iBAAiB,EAAE,QAAQ;QAC3B,QAAQ,EAAE;MACZ,CAAC;MACDO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACP,OAAO;IAC9B,CAAC,CAAC;IAEF,IAAI,CAACC,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,qBAAqB,CAAC;IACxC;EACF;EAEA,aAAoBC,cAAcA,CAACC,WAAuB,EAAmB;IAC3E,MAAMV,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,mCAAmC,EAC9C;MACEM,MAAM,EAAE,MAAM;MACdE,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QAAEI;MAAY,CAAC;IACtC,CACF,CAAC;IAED,IAAI,CAACV,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,2BAA2B,CAAC;IAC9C;IAEA,OAAO,MAAMf,UAAU,CAACkB,WAAW,CAAC,MAAMX,QAAQ,CAACY,IAAI,CAAC,CAAC,CAAC;EAC5D;EAEA,aAAoBC,QAAQA,CAACC,IAAY,EAAwB;IAC/D,MAAMd,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,iCAAiCkB,IAAI,+BAA+BpB,cAAc,EAAE,EAC/F;MACES,OAAO,EAAE;QAAEY,MAAM,EAAE,IAAI,CAAClB,GAAG;QAAEmB,aAAa,EAAE,UAAU,IAAI,CAACnB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;IACzC;IAEA,MAAMS,KAAK,GAAI,MAAMjB,QAAQ,CAACkB,IAAI,CAAC,CAAyB;IAE5D,OAAO;MACLC,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBL,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBM,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,SAAS,EAAEZ,KAAK,CAACa,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC;EACH;EAEA,aAAoBC,SAASA,CAAA,EAA2B;IACtD,MAAMhC,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,uDAAuDF,cAAc,EAAE,EAClF;MACES,OAAO,EAAE;QAAEY,MAAM,EAAE,IAAI,CAAClB,GAAG;QAAEmB,aAAa,EAAE,UAAU,IAAI,CAACnB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMyB,MAAM,GAAI,MAAMjC,QAAQ,CAACkB,IAAI,CAAC,CAA2B;IAE/D,OAAOe,MAAM,CAACC,GAAG,CAAEjB,KAAK,KAAM;MAC5BE,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBL,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBM,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,SAAS,EAAEZ,KAAK,CAACa,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC,CAAC,CAAC;EACL;AACF","ignoreList":[]}
+{"version":3,"names":["CactusUtil","packageVersion","CactusConfig","Database","url","key","sendLogRecords","records","response","fetch","method","headers","body","JSON","stringify","ok","Error","registerDevice","deviceData","deviceId","device_data","device_id","cactus_pro_key","cactusProKey","registerApp","text","getModel","slug","apikey","Authorization","model","json","name","quantization","sizeMb","size_mb","downloadUrl","download_url","supportsToolCalling","supports_tool_calling","supportsVision","supports_vision","supportsCompletion","supports_completion","createdAt","created_at","isDownloaded","getSTTModel","getModels","models","map","getSTTModels"],"sourceRoot":"../../../src","sources":["api/Database.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,oBAAW;AAGtC,SAASC,cAAc,QAAQ,gCAA6B;AAG5D,SAASC,YAAY,QAAQ,2BAAwB;AAqBrD,OAAO,MAAMC,QAAQ,CAAC;EACpB,OAAwBC,GAAG,GAAG,0CAA0C;EACxE,OAAwBC,GAAG,GACzB,kNAAkN;EAEpN,aAAoBC,cAAcA,CAACC,OAAoB,EAAiB;IACtE,MAAMC,QAAQ,GAAG,MAAMC,KAAK,CAAC,GAAG,IAAI,CAACL,GAAG,eAAe,EAAE;MACvDM,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACN,GAAG;QAClB,eAAe,EAAE,UAAU,IAAI,CAACA,GAAG,EAAE;QACrC,cAAc,EAAE,kBAAkB;QAClC,iBAAiB,EAAE,QAAQ;QAC3B,QAAQ,EAAE;MACZ,CAAC;MACDO,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACP,OAAO;IAC9B,CAAC,CAAC;IAEF,IAAI,CAACC,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,qBAAqB,CAAC;IACxC;EACF;EAEA,aAAoBC,cAAcA,CAAC;IACjCC,UAAU;IACVC;EAIF,CAAC,EAAmB;IAClB,MAAMX,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,mCAAmC,EAC9C;MACEM,MAAM,EAAE,MAAM;MACdE,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QACnBM,WAAW,EAAEF,UAAU;QACvBG,SAAS,EAAEF,QAAQ;QACnBG,cAAc,EAAEpB,YAAY,CAACqB;MAC/B,CAAC,CAAC;MACFZ,OAAO,EAAE;QAAE,cAAc,EAAE;MAAmB;IAChD,CACF,CAAC;IAED,IAAI,CAACH,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,2BAA2B,CAAC;IAC9C;IAEA,OAAO,MAAMhB,UAAU,CAACwB,WAAW,CAAC,MAAMhB,QAAQ,CAACiB,IAAI,CAAC,CAAC,CAAC;EAC5D;EAEA,aAAoBC,QAAQA,CAACC,IAAY,EAAwB;IAC/D,MAAMnB,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,iCAAiCuB,IAAI,+BAA+B1B,cAAc,EAAE,EAC/F;MACEU,OAAO,EAAE;QAAEiB,MAAM,EAAE,IAAI,CAACvB,GAAG;QAAEwB,aAAa,EAAE,UAAU,IAAI,CAACxB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;IACzC;IAEA,MAAMc,KAAK,GAAI,MAAMtB,QAAQ,CAACuB,IAAI,CAAC,CAAyB;IAE5D,OAAO;MACLC,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBL,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBM,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,kBAAkB,EAAEZ,KAAK,CAACa,mBAAmB;MAC7CC,SAAS,EAAEd,KAAK,CAACe,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC;EACH;EAEA,aAAoBC,WAAWA,CAACpB,IAAY,EAA2B;IACrE,MAAMnB,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,4BAA4BuB,IAAI,WAAW,EACtD;MACEhB,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACN,GAAG;QAClB,eAAe,EAAE,UAAU,IAAI,CAACA,GAAG,EAAE;QACrC,gBAAgB,EAAE;MACpB;IACF,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,0BAA0B,CAAC;IAC7C;IAEA,MAAM,CAACc,KAAK,CAAC,GAAI,MAAMtB,QAAQ,CAACuB,IAAI,CAAC,CAA8B;IAEnE,IAAI,CAACD,KAAK,EAAE;MACV,MAAM,IAAId,KAAK,CAAC,wBAAwBW,IAAI,aAAa,CAAC;IAC5D;IAEA,OAAO;MACLA,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBS,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BH,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBS,SAAS,EAAEd,KAAK,CAACe,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC;EACH;EAEA,aAAoBE,SAASA,CAAA,EAA2B;IACtD,MAAMxC,QAAQ,GAAG,MAAMC,KAAK,CAC1B,GAAG,IAAI,CAACL,GAAG,uDAAuDH,cAAc,EAAE,EAClF;MACEU,OAAO,EAAE;QAAEiB,MAAM,EAAE,IAAI,CAACvB,GAAG;QAAEwB,aAAa,EAAE,UAAU,IAAI,CAACxB,GAAG;MAAG;IACnE,CACF,CAAC;IAED,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMiC,MAAM,GAAI,MAAMzC,QAAQ,CAACuB,IAAI,CAAC,CAA2B;IAE/D,OAAOkB,MAAM,CAACC,GAAG,CAAEpB,KAAK,KAAM;MAC5BE,IAAI,EAAEF,KAAK,CAACE,IAAI;MAChBL,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBM,YAAY,EAAEH,KAAK,CAACG,YAAY;MAChCC,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBC,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BC,mBAAmB,EAAER,KAAK,CAACS,qBAAqB;MAChDC,cAAc,EAAEV,KAAK,CAACW,eAAe;MACrCC,kBAAkB,EAAEZ,KAAK,CAACa,mBAAmB;MAC7CC,SAAS,EAAEd,KAAK,CAACe,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC,CAAC,CAAC;EACL;EAEA,aAAoBK,YAAYA,CAAA,EAA8B;IAC5D,MAAM3C,QAAQ,GAAG,MAAMC,KAAK,CAAC,GAAG,IAAI,CAACL,GAAG,2BAA2B,EAAE;MACnEO,OAAO,EAAE;QACP,QAAQ,EAAE,IAAI,CAACN,GAAG;QAClB,eAAe,EAAE,UAAU,IAAI,CAACA,GAAG,EAAE;QACrC,gBAAgB,EAAE;MACpB;IACF,CAAC,CAAC;IAEF,IAAI,CAACG,QAAQ,CAACO,EAAE,EAAE;MAChB,MAAM,IAAIC,KAAK,CAAC,2BAA2B,CAAC;IAC9C;IAEA,MAAMiC,MAAM,GAAI,MAAMzC,QAAQ,CAACuB,IAAI,CAAC,CAA8B;IAElE,OAAOkB,MAAM,CAACC,GAAG,CAAEpB,KAAK,KAAM;MAC5BH,IAAI,EAAEG,KAAK,CAACH,IAAI;MAChBS,WAAW,EAAEN,KAAK,CAACO,YAAY;MAC/BH,MAAM,EAAEJ,KAAK,CAACK,OAAO;MACrBS,SAAS,EAAEd,KAAK,CAACe,UAAU;MAC3BC,YAAY,EAAE;IAChB,CAAC,CAAC,CAAC;EACL;AACF","ignoreList":[]}

package/lib/module/classes/CactusIndex.js

@@ -0,0 +1,45 @@
+"use strict";
+
+import { CactusIndex as NativeCactusIndex, CactusFileSystem } from "../native/index.js";
+export class CactusIndex {
+  cactusIndex = new NativeCactusIndex();
+  constructor(name, embeddingDim) {
+    this.name = name;
+    this.embeddingDim = embeddingDim;
+  }
+  async init() {
+    const indexPath = await CactusFileSystem.getIndexPath(this.name);
+    return this.cactusIndex.init(indexPath, this.embeddingDim);
+  }
+  add({
+    ids,
+    documents,
+    embeddings,
+    metadatas
+  }) {
+    return this.cactusIndex.add(ids, documents, embeddings, metadatas);
+  }
+  delete({
+    ids
+  }) {
+    return this.cactusIndex.delete(ids);
+  }
+  get({
+    ids
+  }) {
+    return this.cactusIndex.get(ids);
+  }
+  query({
+    embeddings,
+    options
+  }) {
+    return this.cactusIndex.query(embeddings, options);
+  }
+  compact() {
+    return this.cactusIndex.compact();
+  }
+  destroy() {
+    return this.cactusIndex.destroy();
+  }
+}
+//# sourceMappingURL=CactusIndex.js.map

package/lib/module/classes/CactusIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["CactusIndex","NativeCactusIndex","CactusFileSystem","cactusIndex","constructor","name","embeddingDim","init","indexPath","getIndexPath","add","ids","documents","embeddings","metadatas","delete","get","query","options","compact","destroy"],"sourceRoot":"../../../src","sources":["classes/CactusIndex.ts"],"mappings":";;AAAA,SAASA,WAAW,IAAIC,iBAAiB,EAAEC,gBAAgB,QAAQ,oBAAW;AAU9E,OAAO,MAAMF,WAAW,CAAC;EACNG,WAAW,GAAG,IAAIF,iBAAiB,CAAC,CAAC;EAKtDG,WAAWA,CAACC,IAAY,EAAEC,YAAoB,EAAE;IAC9C,IAAI,CAACD,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,YAAY,GAAGA,YAAY;EAClC;EAEA,MAAaC,IAAIA,CAAA,EAAkB;IACjC,MAAMC,SAAS,GAAG,MAAMN,gBAAgB,CAACO,YAAY,CAAC,IAAI,CAACJ,IAAI,CAAC;IAChE,OAAO,IAAI,CAACF,WAAW,CAACI,IAAI,CAACC,SAAS,EAAE,IAAI,CAACF,YAAY,CAAC;EAC5D;EAEOI,GAAGA,CAAC;IACTC,GAAG;IACHC,SAAS;IACTC,UAAU;IACVC;EACoB,CAAC,EAAiB;IACtC,OAAO,IAAI,CAACX,WAAW,CAACO,GAAG,CAACC,GAAG,EAAEC,SAAS,EAAEC,UAAU,EAAEC,SAAS,CAAC;EACpE;EAEOC,MAAMA,CAAC;IAAEJ;EAA6B,CAAC,EAAiB;IAC7D,OAAO,IAAI,CAACR,WAAW,CAACY,MAAM,CAACJ,GAAG,CAAC;EACrC;EAEOK,GAAGA,CAAC;IAAEL;EAA0B,CAAC,EAAiC;IACvE,OAAO,IAAI,CAACR,WAAW,CAACa,GAAG,CAACL,GAAG,CAAC;EAClC;EAEOM,KAAKA,CAAC;IACXJ,UAAU;IACVK;EACsB,CAAC,EAAmC;IAC1D,OAAO,IAAI,CAACf,WAAW,CAACc,KAAK,CAACJ,UAAU,EAAEK,OAAO,CAAC;EACpD;EAEOC,OAAOA,CAAA,EAAkB;IAC9B,OAAO,IAAI,CAAChB,WAAW,CAACgB,OAAO,CAAC,CAAC;EACnC;EAEOC,OAAOA,CAAA,EAAkB;IAC9B,OAAO,IAAI,CAACjB,WAAW,CAACiB,OAAO,CAAC,CAAC;EACnC;AACF","ignoreList":[]}

package/lib/module/classes/CactusLM.js

@@ -18,7 +18,6 @@ export class CactusLM {
   };
   static defaultCompleteMode = 'local';
   static defaultEmbedBufferSize = 2048;
-  static cactusModelsCache = null;
   constructor({
     model,
     contextSize,
@@ -32,6 +31,10 @@ export class CactusLM {
   async download({
     onProgress
   } = {}) {
+    if (this.isModelPath(this.model)) {
+      onProgress?.(1.0);
+      return;
+    }
     if (this.isDownloading) {
       throw new Error('CactusLM is already downloading');
     }
@@ -51,10 +54,15 @@ export class CactusLM {
     if (this.isInitialized) {
       return;
     }
-    if (!(await CactusFileSystem.modelExists(this.model))) {
-      throw new Error(`Model "${this.model}" is not downloaded`);
+    let modelPath;
+    if (this.isModelPath(this.model)) {
+      modelPath = this.model.replace('file://', '');
+    } else {
+      if (!(await CactusFileSystem.modelExists(this.model))) {
+        throw new Error(`Model "${this.model}" is not downloaded`);
+      }
+      modelPath = await CactusFileSystem.getModelPath(this.model);
     }
-    const modelPath = await CactusFileSystem.getModelPath(this.model);
     try {
       await this.cactus.init(modelPath, this.contextSize, this.corpusDir);
       Telemetry.logInit(this.model, true);
@@ -105,8 +113,26 @@ export class CactusLM {
       this.isGenerating = false;
     }
   }
-  async embed({
+  async tokenize({
     text
+  }) {
+    return {
+      tokens: await this.cactus.tokenize(text)
+    };
+  }
+  async scoreWindow({
+    tokens,
+    start,
+    end,
+    context
+  }) {
+    return {
+      score: await this.cactus.scoreWindow(tokens, start, end, context)
+    };
+  }
+  async embed({
+    text,
+    normalize = false
   }) {
     if (this.isGenerating) {
       throw new Error('CactusLM is already generating');
@@ -114,7 +140,7 @@ export class CactusLM {
     await this.init();
     this.isGenerating = true;
     try {
-      const embedding = await this.cactus.embed(text, CactusLM.defaultEmbedBufferSize);
+      const embedding = await this.cactus.embed(text, CactusLM.defaultEmbedBufferSize, normalize);
       Telemetry.logEmbedding(this.model, true);
       return {
         embedding
@@ -163,15 +189,14 @@ export class CactusLM {
     this.isInitialized = false;
   }
   async getModels() {
-    if (CactusLM.cactusModelsCache) {
-      return CactusLM.cactusModelsCache;
-    }
     const models = await Database.getModels();
     for (const model of models) {
       model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
     }
-    CactusLM.cactusModelsCache = models;
     return models;
   }
+  isModelPath(model) {
+    return model.startsWith('file://') || model.startsWith('/');
+  }
 }
 //# sourceMappingURL=CactusLM.js.map

package/lib/module/classes/CactusLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","RemoteLM","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultCompleteMode","defaultEmbedBufferSize","cactusModelsCache","constructor","model","contextSize","corpusDir","init","telemetryToken","download","onProgress","Error","modelExists","getModel","downloadModel","downloadUrl","modelPath","getModelPath","logInit","error","complete","messages","options","tools","onToken","mode","toolsInternal","map","tool","type","function","responseBufferSize","result","logCompletion","success","undefined","response","localError","remoteError","embed","text","embedding","logEmbedding","imageEmbed","imagePath","logImageEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAYpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAChD,SAASC,QAAQ,QAAQ,oBAAiB;AAE1C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIR,MAAM,CAAC,CAAC;EAM9BS,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,mBAAmB,GAAG,OAAO;EACrD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAeC,iBAAiB,GAAyB,IAAI;EAE7DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,WAAW;IAAEC;EAA0B,CAAC,GAAG,CAAC,CAAC,EAAE;IAClEpB,SAAS,CAACqB,IAAI,CAACpB,YAAY,CAACqB,cAAc,CAAC;IAE3C,IAAI,CAACJ,KAAK,GAAGA,KAAK,IAAIb,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACS,WAAW,GAAGA,WAAW,IAAId,QAAQ,CAACM,kBAAkB;IAC7D,IAAI,CAACS,SAAS,GAAGA,SAAS;EAC5B;EAEA,MAAaG,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACjB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAM1B,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,EAAE;MAClDM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACjB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMW,KAAK,GAAG,MAAMhB,QAAQ,CAACyB,QAAQ,CAAC,IAAI,CAACT,KAAK,CAAC;MACjD,MAAMnB,gBAAgB,CAAC6B,aAAa,CAClC,IAAI,CAACV,KAAK,EACVA,KAAK,CAACW,WAAW,EACjBL,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACjB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAac,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACb,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,EAAE,MAAMT,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAIO,KAAK,CAAC,UAAU,IAAI,CAACP,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMY,SAAS,GAAG,MAAM/B,gBAAgB,CAACgC,YAAY,CAAC,IAAI,CAACb,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACZ,MAAM,CAACe,IAAI,CAACS,SAAS,EAAE,IAAI,CAACX,WAAW,EAAE,IAAI,CAACC,SAAS,CAAC;MACnEpB,SAAS,CAACgC,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACV,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOyB,KAAK,EAAE;MACdjC,SAAS,CAACgC,OAAO,CAAC,IAAI,CAACd,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC,OAAO;IACPC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC9B,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAW,OAAO,GAAG;MAAE,GAAG/B,QAAQ,CAACO,sBAAsB;MAAE,GAAGwB;IAAQ,CAAC;IAC5D,MAAMI,aAAa,GAAGH,KAAK,EAAEI,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IACHH,IAAI,GAAGA,IAAI,IAAIlC,QAAQ,CAACS,mBAAmB;IAE3C,MAAM+B,kBAAkB,GACtB,CAAC,IAAIT,OAAO,CAACvB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI;MACF,MAAM,IAAI,CAACQ,IAAI,CAAC,CAAC;MAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;MACxB,MAAMqC,MAAM,GAAG,MAAM,IAAI,CAACxC,MAAM,CAAC4B,QAAQ,CACvCC,QAAQ,EACRU,kBAAkB,EAClBT,OAAO,EACPI,aAAa,EACbF,OACF,CAAC;MACDtC,SAAS,CAAC+C,aAAa,CACrB,IAAI,CAAC7B,KAAK,EACV4B,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOK,UAAU,EAAE;MACnB,IAAIZ,IAAI,KAAK,OAAO,EAAE;QACpBvC,SAAS,CAAC+C,aAAa,CAAC,IAAI,CAAC7B,KAAK,EAAE,KAAK,EAAEf,eAAe,CAACgD,UAAU,CAAC,CAAC;QACvE,MAAMA,UAAU;MAClB;MAEAnD,SAAS,CAAC+C,aAAa,CACrB,IAAI,CAAC7B,KAAK,EACV,KAAK,EACL,2BAA2Bf,eAAe,CAACgD,UAAU,CAAC,sCACxD,CAAC;MAED,IAAI;QACF,OAAO/C,QAAQ,CAAC8B,QAAQ,CAACC,QAAQ,EAAEC,OAAO,EAAEI,aAAa,EAAEF,OAAO,CAAC;MACrE,CAAC,CAAC,OAAOc,WAAW,EAAE;QACpB,MAAM,IAAI3B,KAAK,CACb,4BAA4BtB,eAAe,CAACiD,WAAW,CAAC,EAC1D,CAAC;MACH;IACF,CAAC,SAAS;MACR,IAAI,CAAC3C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa4C,KAAKA,CAAC;IACjBC;EACmB,CAAC,EAAgC;IACpD,IAAI,IAAI,CAAC7C,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAAC+C,KAAK,CACvCC,IAAI,EACJjD,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAACwD,YAAY,CAAC,IAAI,CAACtC,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdjC,SAAS,CAACwD,YAAY,CAAC,IAAI,CAACtC,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAagD,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAACjD,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACZ,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM8C,SAAS,GAAG,MAAM,IAAI,CAACjD,MAAM,CAACmD,UAAU,CAC5CC,SAAS,EACTrD,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAAC2D,iBAAiB,CAAC,IAAI,CAACzC,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAEqC;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOtB,KAAK,EAAE;MACdjC,SAAS,CAAC2D,iBAAiB,CAAC,IAAI,CAACzC,KAAK,EAAE,KAAK,EAAEf,eAAe,CAAC8B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOmD,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACtD,MAAM,CAACsD,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACtD,MAAM,CAACuD,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACtD,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACoD,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAACtD,MAAM,CAACwD,OAAO,CAAC,CAAC;IAE3B,IAAI,CAACtD,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAauD,SAASA,CAAA,EAA2B;IAC/C,IAAI1D,QAAQ,CAACW,iBAAiB,EAAE;MAC9B,OAAOX,QAAQ,CAACW,iBAAiB;IACnC;IACA,MAAMgD,MAAM,GAAG,MAAM9D,QAAQ,CAAC6D,SAAS,CAAC,CAAC;IACzC,KAAK,MAAM7C,KAAK,IAAI8C,MAAM,EAAE;MAC1B9C,KAAK,CAAC+C,YAAY,GAAG,MAAMlE,gBAAgB,CAAC2B,WAAW,CAACR,KAAK,CAACgD,IAAI,CAAC;IACrE;IACA7D,QAAQ,CAACW,iBAAiB,GAAGgD,MAAM;IACnC,OAAOA,MAAM;EACf;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","RemoteLM","CactusLM","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultCompleteOptions","maxTokens","defaultCompleteMode","defaultEmbedBufferSize","constructor","model","contextSize","corpusDir","init","telemetryToken","download","onProgress","isModelPath","Error","modelExists","getModel","downloadModel","downloadUrl","modelPath","replace","getModelPath","logInit","error","complete","messages","options","tools","onToken","mode","toolsInternal","map","tool","type","function","responseBufferSize","result","logCompletion","success","undefined","response","localError","remoteError","tokenize","text","tokens","scoreWindow","start","end","context","score","embed","normalize","embedding","logEmbedding","imageEmbed","imagePath","logImageEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusLM.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAgBpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAChD,SAASC,QAAQ,QAAQ,oBAAiB;AAE1C,OAAO,MAAMC,QAAQ,CAAC;EACHC,MAAM,GAAG,IAAIR,MAAM,CAAC,CAAC;EAM9BS,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,WAAW;EAClD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,sBAAsB,GAAG;IAC/CC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,mBAAmB,GAAG,OAAO;EACrD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC,WAAW;IAAEC;EAA0B,CAAC,GAAG,CAAC,CAAC,EAAE;IAClEnB,SAAS,CAACoB,IAAI,CAACnB,YAAY,CAACoB,cAAc,CAAC;IAE3C,IAAI,CAACJ,KAAK,GAAGA,KAAK,IAAIZ,QAAQ,CAACK,YAAY;IAC3C,IAAI,CAACQ,WAAW,GAAGA,WAAW,IAAIb,QAAQ,CAACM,kBAAkB;IAC7D,IAAI,CAACQ,SAAS,GAAGA,SAAS;EAC5B;EAEA,MAAaG,QAAQA,CAAC;IACpBC;EACsB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC7C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,EAAE;MAChCM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIkB,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,IAAI,MAAM1B,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACT,KAAK,CAAC,EAAE;MAClDM,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMU,KAAK,GAAG,MAAMf,QAAQ,CAACyB,QAAQ,CAAC,IAAI,CAACV,KAAK,CAAC;MACjD,MAAMlB,gBAAgB,CAAC6B,aAAa,CAClC,IAAI,CAACX,KAAK,EACVA,KAAK,CAACY,WAAW,EACjBN,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaa,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACZ,aAAa,EAAE;MACtB;IACF;IAEA,IAAIsB,SAAiB;IACrB,IAAI,IAAI,CAACN,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,EAAE;MAChCa,SAAS,GAAG,IAAI,CAACb,KAAK,CAACc,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAMhC,gBAAgB,CAAC2B,WAAW,CAAC,IAAI,CAACT,KAAK,CAAC,CAAC,EAAE;QACrD,MAAM,IAAIQ,KAAK,CAAC,UAAU,IAAI,CAACR,KAAK,qBAAqB,CAAC;MAC5D;MACAa,SAAS,GAAG,MAAM/B,gBAAgB,CAACiC,YAAY,CAAC,IAAI,CAACf,KAAK,CAAC;IAC7D;IAEA,IAAI;MACF,MAAM,IAAI,CAACX,MAAM,CAACc,IAAI,CAACU,SAAS,EAAE,IAAI,CAACZ,WAAW,EAAE,IAAI,CAACC,SAAS,CAAC;MACnEnB,SAAS,CAACiC,OAAO,CAAC,IAAI,CAAChB,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACT,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAO0B,KAAK,EAAE;MACdlC,SAAS,CAACiC,OAAO,CAAC,IAAI,CAAChB,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC+B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,QAAQA,CAAC;IACpBC,QAAQ;IACRC,OAAO;IACPC,KAAK;IACLC,OAAO;IACPC;EACsB,CAAC,EAAmC;IAC1D,IAAI,IAAI,CAAC/B,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEAY,OAAO,GAAG;MAAE,GAAGhC,QAAQ,CAACO,sBAAsB;MAAE,GAAGyB;IAAQ,CAAC;IAC5D,MAAMI,aAAa,GAAGH,KAAK,EAAEI,GAAG,CAAEC,IAAI,KAAM;MAC1CC,IAAI,EAAE,UAAmB;MACzBC,QAAQ,EAAEF;IACZ,CAAC,CAAC,CAAC;IACHH,IAAI,GAAGA,IAAI,IAAInC,QAAQ,CAACS,mBAAmB;IAE3C,MAAMgC,kBAAkB,GACtB,CAAC,IAAIT,OAAO,CAACxB,SAAS,IAAIR,QAAQ,CAACO,sBAAsB,CAACC,SAAS,CAAC,GACpE,GAAG;IAEL,IAAI;MACF,MAAM,IAAI,CAACO,IAAI,CAAC,CAAC;MAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;MACxB,MAAMsC,MAAM,GAAG,MAAM,IAAI,CAACzC,MAAM,CAAC6B,QAAQ,CACvCC,QAAQ,EACRU,kBAAkB,EAClBT,OAAO,EACPI,aAAa,EACbF,OACF,CAAC;MACDvC,SAAS,CAACgD,aAAa,CACrB,IAAI,CAAC/B,KAAK,EACV8B,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOK,UAAU,EAAE;MACnB,IAAIZ,IAAI,KAAK,OAAO,EAAE;QACpBxC,SAAS,CAACgD,aAAa,CAAC,IAAI,CAAC/B,KAAK,EAAE,KAAK,EAAEd,eAAe,CAACiD,UAAU,CAAC,CAAC;QACvE,MAAMA,UAAU;MAClB;MAEApD,SAAS,CAACgD,aAAa,CACrB,IAAI,CAAC/B,KAAK,EACV,KAAK,EACL,2BAA2Bd,eAAe,CAACiD,UAAU,CAAC,sCACxD,CAAC;MAED,IAAI;QACF,OAAOhD,QAAQ,CAAC+B,QAAQ,CAACC,QAAQ,EAAEC,OAAO,EAAEI,aAAa,EAAEF,OAAO,CAAC;MACrE,CAAC,CAAC,OAAOc,WAAW,EAAE;QACpB,MAAM,IAAI5B,KAAK,CACb,4BAA4BtB,eAAe,CAACkD,WAAW,CAAC,EAC1D,CAAC;MACH;IACF,CAAC,SAAS;MACR,IAAI,CAAC5C,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAa6C,QAAQA,CAAC;IACpBC;EACsB,CAAC,EAAmC;IAC1D,OAAO;MAAEC,MAAM,EAAE,MAAM,IAAI,CAAClD,MAAM,CAACgD,QAAQ,CAACC,IAAI;IAAE,CAAC;EACrD;EAEA,MAAaE,WAAWA,CAAC;IACvBD,MAAM;IACNE,KAAK;IACLC,GAAG;IACHC;EACyB,CAAC,EAAsC;IAChE,OAAO;MACLC,KAAK,EAAE,MAAM,IAAI,CAACvD,MAAM,CAACmD,WAAW,CAACD,MAAM,EAAEE,KAAK,EAAEC,GAAG,EAAEC,OAAO;IAClE,CAAC;EACH;EAEA,MAAaE,KAAKA,CAAC;IACjBP,IAAI;IACJQ,SAAS,GAAG;EACO,CAAC,EAAgC;IACpD,IAAI,IAAI,CAACtD,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMuD,SAAS,GAAG,MAAM,IAAI,CAAC1D,MAAM,CAACwD,KAAK,CACvCP,IAAI,EACJlD,QAAQ,CAACU,sBAAsB,EAC/BgD,SACF,CAAC;MACD/D,SAAS,CAACiE,YAAY,CAAC,IAAI,CAAChD,KAAK,EAAE,IAAI,CAAC;MACxC,OAAO;QAAE+C;MAAU,CAAC;IACtB,CAAC,CAAC,OAAO9B,KAAK,EAAE;MACdlC,SAAS,CAACiE,YAAY,CAAC,IAAI,CAAChD,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC+B,KAAK,CAAC,CAAC;MACjE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACzB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAayD,UAAUA,CAAC;IACtBC;EACwB,CAAC,EAAqC;IAC9D,IAAI,IAAI,CAAC1D,YAAY,EAAE;MACrB,MAAM,IAAIgB,KAAK,CAAC,gCAAgC,CAAC;IACnD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMuD,SAAS,GAAG,MAAM,IAAI,CAAC1D,MAAM,CAAC4D,UAAU,CAC5CC,SAAS,EACT9D,QAAQ,CAACU,sBACX,CAAC;MACDf,SAAS,CAACoE,iBAAiB,CAAC,IAAI,CAACnD,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAE+C;MAAU,CAAC;IACtB,CAAC,CAAC,OAAO9B,KAAK,EAAE;MACdlC,SAAS,CAACoE,iBAAiB,CAAC,IAAI,CAACnD,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC+B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACzB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEO4D,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC/D,MAAM,CAAC+D,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC/D,MAAM,CAACgE,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC/D,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAAC6D,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC/D,MAAM,CAACiE,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC/D,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAagE,SAASA,CAAA,EAA2B;IAC/C,MAAMC,MAAM,GAAG,MAAMvE,QAAQ,CAACsE,SAAS,CAAC,CAAC;IACzC,KAAK,MAAMvD,KAAK,IAAIwD,MAAM,EAAE;MAC1BxD,KAAK,CAACyD,YAAY,GAAG,MAAM3E,gBAAgB,CAAC2B,WAAW,CAACT,KAAK,CAAC0D,IAAI,CAAC;IACrE;IACA,OAAOF,MAAM;EACf;EAEQjD,WAAWA,CAACP,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAAC2D,UAAU,CAAC,SAAS,CAAC,IAAI3D,KAAK,CAAC2D,UAAU,CAAC,GAAG,CAAC;EAC7D;AACF","ignoreList":[]}

package/lib/module/classes/CactusSTT.js

@@ -17,7 +17,6 @@ export class CactusSTT {
     maxTokens: 512
   };
   static defaultEmbedBufferSize = 4096;
-  static cactusModelsCache = null;
   constructor({
     model,
     contextSize
@@ -29,6 +28,10 @@ export class CactusSTT {
   async download({
     onProgress
   } = {}) {
+    if (this.isModelPath(this.model)) {
+      onProgress?.(1.0);
+      return;
+    }
     if (this.isDownloading) {
       throw new Error('CactusSTT is already downloading');
     }
@@ -38,7 +41,8 @@ export class CactusSTT {
     }
     this.isDownloading = true;
     try {
-      await CactusFileSystem.downloadModel(this.model, `https://vlqqczxwyaodtcdmdmlw.supabase.co/storage/v1/object/public/voice-models/${this.model}.zip`, onProgress);
+      const model = await Database.getSTTModel(this.model);
+      await CactusFileSystem.downloadModel(this.model, model.downloadUrl, onProgress);
     } finally {
       this.isDownloading = false;
     }
@@ -47,10 +51,15 @@ export class CactusSTT {
     if (this.isInitialized) {
       return;
     }
-    if (!(await CactusFileSystem.modelExists(this.model))) {
-      throw new Error(`Model "${this.model}" is not downloaded`);
+    let modelPath;
+    if (this.isModelPath(this.model)) {
+      modelPath = this.model.replace('file://', '');
+    } else {
+      if (!(await CactusFileSystem.modelExists(this.model))) {
+        throw new Error(`Model "${this.model}" is not downloaded`);
+      }
+      modelPath = await CactusFileSystem.getModelPath(this.model);
     }
-    const modelPath = await CactusFileSystem.getModelPath(this.model);
     try {
       await this.cactus.init(modelPath, this.contextSize);
       Telemetry.logInit(this.model, true);
@@ -61,7 +70,7 @@ export class CactusSTT {
     }
   }
   async transcribe({
-    audioFilePath,
+    audio,
     prompt,
     options,
     onToken
@@ -78,7 +87,7 @@ export class CactusSTT {
     const responseBufferSize = 8 * (options.maxTokens ?? CactusSTT.defaultTranscribeOptions.maxTokens) + 256;
     this.isGenerating = true;
     try {
-      const result = await this.cactus.transcribe(audioFilePath, prompt, responseBufferSize, options, onToken);
+      const result = await this.cactus.transcribe(audio, prompt, responseBufferSize, options, onToken);
       Telemetry.logTranscribe(this.model, result.success, result.success ? undefined : result.response, result);
       return result;
     } catch (error) {
@@ -125,15 +134,14 @@ export class CactusSTT {
     this.isInitialized = false;
   }
   async getModels() {
-    if (CactusSTT.cactusModelsCache) {
-      return CactusSTT.cactusModelsCache;
-    }
-    const models = await Database.getModels();
+    const models = await Database.getSTTModels();
     for (const model of models) {
       model.isDownloaded = await CactusFileSystem.modelExists(model.slug);
     }
-    CactusSTT.cactusModelsCache = models;
     return models;
   }
+  isModelPath(model) {
+    return model.startsWith('file://') || model.startsWith('/');
+  }
 }
 //# sourceMappingURL=CactusSTT.js.map

package/lib/module/classes/CactusSTT.js.map

@@ -1 +1 @@
-{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","cactusModelsCache","constructor","model","contextSize","init","telemetryToken","download","onProgress","Error","modelExists","downloadModel","modelPath","getModelPath","logInit","error","transcribe","audioFilePath","prompt","options","onToken","responseBufferSize","result","logTranscribe","success","undefined","response","audioEmbed","audioPath","embedding","logAudioEmbedding","stop","reset","destroy","getModels","models","isDownloaded","slug"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AAUpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAEhD,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIP,MAAM,CAAC,CAAC;EAK9BQ,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErD,OAAeC,iBAAiB,GAAyB,IAAI;EAE7DC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAA6B,CAAC,GAAG,CAAC,CAAC,EAAE;IACxDlB,SAAS,CAACmB,IAAI,CAAClB,YAAY,CAACmB,cAAc,CAAC;IAE3C,IAAI,CAACH,KAAK,GAAGA,KAAK,IAAIb,SAAS,CAACK,YAAY;IAC5C,IAAI,CAACS,WAAW,GAAGA,WAAW,IAAId,SAAS,CAACM,kBAAkB;EAChE;EAEA,MAAaW,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAAChB,aAAa,EAAE;MACtB,MAAM,IAAIiB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMxB,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,EAAE;MAClDK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAAChB,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMP,gBAAgB,CAAC0B,aAAa,CAClC,IAAI,CAACR,KAAK,EACV,kFAAkF,IAAI,CAACA,KAAK,MAAM,EAClGK,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAAChB,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaa,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACZ,aAAa,EAAE;MACtB;IACF;IAEA,IAAI,EAAE,MAAMR,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACP,KAAK,CAAC,CAAC,EAAE;MACrD,MAAM,IAAIM,KAAK,CAAC,UAAU,IAAI,CAACN,KAAK,qBAAqB,CAAC;IAC5D;IAEA,MAAMS,SAAS,GAAG,MAAM3B,gBAAgB,CAAC4B,YAAY,CAAC,IAAI,CAACV,KAAK,CAAC;IAEjE,IAAI;MACF,MAAM,IAAI,CAACZ,MAAM,CAACc,IAAI,CAACO,SAAS,EAAE,IAAI,CAACR,WAAW,CAAC;MACnDlB,SAAS,CAAC4B,OAAO,CAAC,IAAI,CAACX,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACV,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOsB,KAAK,EAAE;MACd7B,SAAS,CAAC4B,OAAO,CAAC,IAAI,CAACX,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC0B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,UAAUA,CAAC;IACtBC,aAAa;IACbC,MAAM;IACNC,OAAO;IACPC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC1B,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjBa,MAAM,GAAGA,MAAM,IAAI5B,SAAS,CAACO,aAAa;IAC1CsB,OAAO,GAAG;MAAE,GAAG7B,SAAS,CAACQ,wBAAwB;MAAE,GAAGqB;IAAQ,CAAC;IAE/D,MAAME,kBAAkB,GACtB,CAAC,IAAIF,OAAO,CAACpB,SAAS,IAAIT,SAAS,CAACQ,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACL,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM4B,MAAM,GAAG,MAAM,IAAI,CAAC/B,MAAM,CAACyB,UAAU,CACzCC,aAAa,EACbC,MAAM,EACNG,kBAAkB,EAClBF,OAAO,EACPC,OACF,CAAC;MACDlC,SAAS,CAACqC,aAAa,CACrB,IAAI,CAACpB,KAAK,EACVmB,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOP,KAAK,EAAE;MACd7B,SAAS,CAACqC,aAAa,CAAC,IAAI,CAACpB,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC0B,KAAK,CAAC,CAAC;MAClE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACrB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAaiC,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAClC,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACJ,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACX,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMmC,SAAS,GAAG,MAAM,IAAI,CAACtC,MAAM,CAACoC,UAAU,CAC5CC,SAAS,EACTtC,SAAS,CAACU,sBACZ,CAAC;MACDd,SAAS,CAAC4C,iBAAiB,CAAC,IAAI,CAAC3B,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAE0B;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOd,KAAK,EAAE;MACd7B,SAAS,CAAC4C,iBAAiB,CAAC,IAAI,CAAC3B,KAAK,EAAE,KAAK,EAAEd,eAAe,CAAC0B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACrB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOqC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAACxC,MAAM,CAACwC,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAACxC,MAAM,CAACyC,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAACxC,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACsC,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAACxC,MAAM,CAAC0C,OAAO,CAAC,CAAC;IAE3B,IAAI,CAACxC,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAayC,SAASA,CAAA,EAA2B;IAC/C,IAAI5C,SAAS,CAACW,iBAAiB,EAAE;MAC/B,OAAOX,SAAS,CAACW,iBAAiB;IACpC;IACA,MAAMkC,MAAM,GAAG,MAAM/C,QAAQ,CAAC8C,SAAS,CAAC,CAAC;IACzC,KAAK,MAAM/B,KAAK,IAAIgC,MAAM,EAAE;MAC1BhC,KAAK,CAACiC,YAAY,GAAG,MAAMnD,gBAAgB,CAACyB,WAAW,CAACP,KAAK,CAACkC,IAAI,CAAC;IACrE;IACA/C,SAAS,CAACW,iBAAiB,GAAGkC,MAAM;IACpC,OAAOA,MAAM;EACf;AACF","ignoreList":[]}
+{"version":3,"names":["Cactus","CactusFileSystem","Telemetry","CactusConfig","Database","getErrorMessage","CactusSTT","cactus","isDownloading","isInitialized","isGenerating","defaultModel","defaultContextSize","defaultPrompt","defaultTranscribeOptions","maxTokens","defaultEmbedBufferSize","constructor","model","contextSize","init","telemetryToken","download","onProgress","isModelPath","Error","modelExists","getSTTModel","downloadModel","downloadUrl","modelPath","replace","getModelPath","logInit","error","transcribe","audio","prompt","options","onToken","responseBufferSize","result","logTranscribe","success","undefined","response","audioEmbed","audioPath","embedding","logAudioEmbedding","stop","reset","destroy","getModels","models","getSTTModels","isDownloaded","slug","startsWith"],"sourceRoot":"../../../src","sources":["classes/CactusSTT.ts"],"mappings":";;AAAA,SAASA,MAAM,EAAEC,gBAAgB,QAAQ,oBAAW;AASpD,SAASC,SAAS,QAAQ,2BAAwB;AAClD,SAASC,YAAY,QAAQ,2BAAwB;AACrD,SAASC,QAAQ,QAAQ,oBAAiB;AAC1C,SAASC,eAAe,QAAQ,mBAAgB;AAGhD,OAAO,MAAMC,SAAS,CAAC;EACJC,MAAM,GAAG,IAAIP,MAAM,CAAC,CAAC;EAK9BQ,aAAa,GAAG,KAAK;EACrBC,aAAa,GAAG,KAAK;EACrBC,YAAY,GAAG,KAAK;EAE5B,OAAwBC,YAAY,GAAG,eAAe;EACtD,OAAwBC,kBAAkB,GAAG,IAAI;EACjD,OAAwBC,aAAa,GACnC,2DAA2D;EAC7D,OAAwBC,wBAAwB,GAAG;IACjDC,SAAS,EAAE;EACb,CAAC;EACD,OAAwBC,sBAAsB,GAAG,IAAI;EAErDC,WAAWA,CAAC;IAAEC,KAAK;IAAEC;EAA6B,CAAC,GAAG,CAAC,CAAC,EAAE;IACxDjB,SAAS,CAACkB,IAAI,CAACjB,YAAY,CAACkB,cAAc,CAAC;IAE3C,IAAI,CAACH,KAAK,GAAGA,KAAK,IAAIZ,SAAS,CAACK,YAAY;IAC5C,IAAI,CAACQ,WAAW,GAAGA,WAAW,IAAIb,SAAS,CAACM,kBAAkB;EAChE;EAEA,MAAaU,QAAQA,CAAC;IACpBC;EACuB,CAAC,GAAG,CAAC,CAAC,EAAiB;IAC9C,IAAI,IAAI,CAACC,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,IAAI,CAACf,aAAa,EAAE;MACtB,MAAM,IAAIiB,KAAK,CAAC,kCAAkC,CAAC;IACrD;IAEA,IAAI,MAAMxB,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,EAAE;MAClDK,UAAU,GAAG,GAAG,CAAC;MACjB;IACF;IAEA,IAAI,CAACf,aAAa,GAAG,IAAI;IACzB,IAAI;MACF,MAAMU,KAAK,GAAG,MAAMd,QAAQ,CAACuB,WAAW,CAAC,IAAI,CAACT,KAAK,CAAC;MACpD,MAAMjB,gBAAgB,CAAC2B,aAAa,CAClC,IAAI,CAACV,KAAK,EACVA,KAAK,CAACW,WAAW,EACjBN,UACF,CAAC;IACH,CAAC,SAAS;MACR,IAAI,CAACf,aAAa,GAAG,KAAK;IAC5B;EACF;EAEA,MAAaY,IAAIA,CAAA,EAAkB;IACjC,IAAI,IAAI,CAACX,aAAa,EAAE;MACtB;IACF;IAEA,IAAIqB,SAAiB;IACrB,IAAI,IAAI,CAACN,WAAW,CAAC,IAAI,CAACN,KAAK,CAAC,EAAE;MAChCY,SAAS,GAAG,IAAI,CAACZ,KAAK,CAACa,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAC/C,CAAC,MAAM;MACL,IAAI,EAAE,MAAM9B,gBAAgB,CAACyB,WAAW,CAAC,IAAI,CAACR,KAAK,CAAC,CAAC,EAAE;QACrD,MAAM,IAAIO,KAAK,CAAC,UAAU,IAAI,CAACP,KAAK,qBAAqB,CAAC;MAC5D;MACAY,SAAS,GAAG,MAAM7B,gBAAgB,CAAC+B,YAAY,CAAC,IAAI,CAACd,KAAK,CAAC;IAC7D;IAEA,IAAI;MACF,MAAM,IAAI,CAACX,MAAM,CAACa,IAAI,CAACU,SAAS,EAAE,IAAI,CAACX,WAAW,CAAC;MACnDjB,SAAS,CAAC+B,OAAO,CAAC,IAAI,CAACf,KAAK,EAAE,IAAI,CAAC;MACnC,IAAI,CAACT,aAAa,GAAG,IAAI;IAC3B,CAAC,CAAC,OAAOyB,KAAK,EAAE;MACdhC,SAAS,CAAC+B,OAAO,CAAC,IAAI,CAACf,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC6B,KAAK,CAAC,CAAC;MAC5D,MAAMA,KAAK;IACb;EACF;EAEA,MAAaC,UAAUA,CAAC;IACtBC,KAAK;IACLC,MAAM;IACNC,OAAO;IACPC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAAC7B,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjBiB,MAAM,GAAGA,MAAM,IAAI/B,SAAS,CAACO,aAAa;IAC1CyB,OAAO,GAAG;MAAE,GAAGhC,SAAS,CAACQ,wBAAwB;MAAE,GAAGwB;IAAQ,CAAC;IAE/D,MAAME,kBAAkB,GACtB,CAAC,IAAIF,OAAO,CAACvB,SAAS,IAAIT,SAAS,CAACQ,wBAAwB,CAACC,SAAS,CAAC,GACvE,GAAG;IAEL,IAAI,CAACL,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAM+B,MAAM,GAAG,MAAM,IAAI,CAAClC,MAAM,CAAC4B,UAAU,CACzCC,KAAK,EACLC,MAAM,EACNG,kBAAkB,EAClBF,OAAO,EACPC,OACF,CAAC;MACDrC,SAAS,CAACwC,aAAa,CACrB,IAAI,CAACxB,KAAK,EACVuB,MAAM,CAACE,OAAO,EACdF,MAAM,CAACE,OAAO,GAAGC,SAAS,GAAGH,MAAM,CAACI,QAAQ,EAC5CJ,MACF,CAAC;MACD,OAAOA,MAAM;IACf,CAAC,CAAC,OAAOP,KAAK,EAAE;MACdhC,SAAS,CAACwC,aAAa,CAAC,IAAI,CAACxB,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC6B,KAAK,CAAC,CAAC;MAClE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEA,MAAaoC,UAAUA,CAAC;IACtBC;EACyB,CAAC,EAAsC;IAChE,IAAI,IAAI,CAACrC,YAAY,EAAE;MACrB,MAAM,IAAIe,KAAK,CAAC,iCAAiC,CAAC;IACpD;IAEA,MAAM,IAAI,CAACL,IAAI,CAAC,CAAC;IAEjB,IAAI,CAACV,YAAY,GAAG,IAAI;IACxB,IAAI;MACF,MAAMsC,SAAS,GAAG,MAAM,IAAI,CAACzC,MAAM,CAACuC,UAAU,CAC5CC,SAAS,EACTzC,SAAS,CAACU,sBACZ,CAAC;MACDd,SAAS,CAAC+C,iBAAiB,CAAC,IAAI,CAAC/B,KAAK,EAAE,IAAI,CAAC;MAC7C,OAAO;QAAE8B;MAAU,CAAC;IACtB,CAAC,CAAC,OAAOd,KAAK,EAAE;MACdhC,SAAS,CAAC+C,iBAAiB,CAAC,IAAI,CAAC/B,KAAK,EAAE,KAAK,EAAEb,eAAe,CAAC6B,KAAK,CAAC,CAAC;MACtE,MAAMA,KAAK;IACb,CAAC,SAAS;MACR,IAAI,CAACxB,YAAY,GAAG,KAAK;IAC3B;EACF;EAEOwC,IAAIA,CAAA,EAAkB;IAC3B,OAAO,IAAI,CAAC3C,MAAM,CAAC2C,IAAI,CAAC,CAAC;EAC3B;EAEA,MAAaC,KAAKA,CAAA,EAAkB;IAClC,MAAM,IAAI,CAACD,IAAI,CAAC,CAAC;IACjB,OAAO,IAAI,CAAC3C,MAAM,CAAC4C,KAAK,CAAC,CAAC;EAC5B;EAEA,MAAaC,OAAOA,CAAA,EAAkB;IACpC,IAAI,CAAC,IAAI,CAAC3C,aAAa,EAAE;MACvB;IACF;IAEA,MAAM,IAAI,CAACyC,IAAI,CAAC,CAAC;IACjB,MAAM,IAAI,CAAC3C,MAAM,CAAC6C,OAAO,CAAC,CAAC;IAE3B,IAAI,CAAC3C,aAAa,GAAG,KAAK;EAC5B;EAEA,MAAa4C,SAASA,CAAA,EAA8B;IAClD,MAAMC,MAAM,GAAG,MAAMlD,QAAQ,CAACmD,YAAY,CAAC,CAAC;IAC5C,KAAK,MAAMrC,KAAK,IAAIoC,MAAM,EAAE;MAC1BpC,KAAK,CAACsC,YAAY,GAAG,MAAMvD,gBAAgB,CAACyB,WAAW,CAACR,KAAK,CAACuC,IAAI,CAAC;IACrE;IACA,OAAOH,MAAM;EACf;EAEQ9B,WAAWA,CAACN,KAAa,EAAW;IAC1C,OAAOA,KAAK,CAACwC,UAAU,CAAC,SAAS,CAAC,IAAIxC,KAAK,CAACwC,UAAU,CAAC,GAAG,CAAC;EAC7D;AACF","ignoreList":[]}

package/lib/module/config/CactusConfig.js

@@ -6,5 +6,7 @@ export class CactusConfig {
   static isTelemetryEnabled = true;
 
   // Hybrid mode
+
+  // Pro features
 }
 //# sourceMappingURL=CactusConfig.js.map

package/lib/module/config/CactusConfig.js.map

@@ -1 +1 @@
-{"version":3,"names":["CactusConfig","isTelemetryEnabled"],"sourceRoot":"../../../src","sources":["config/CactusConfig.ts"],"mappings":";;AAAA,OAAO,MAAMA,YAAY,CAAC;EACxB;;EAEA,OAAcC,kBAAkB,GAAY,IAAI;;EAEhD;AAEF","ignoreList":[]}
+{"version":3,"names":["CactusConfig","isTelemetryEnabled"],"sourceRoot":"../../../src","sources":["config/CactusConfig.ts"],"mappings":";;AAAA,OAAO,MAAMA,YAAY,CAAC;EACxB;;EAEA,OAAcC,kBAAkB,GAAY,IAAI;;EAEhD;;EAGA;AAEF","ignoreList":[]}

package/lib/module/constants/packageVersion.js

@@ -1,4 +1,4 @@
 "use strict";
 
-export const packageVersion = '1.2.0';
+export const packageVersion = '1.4.0';
 //# sourceMappingURL=packageVersion.js.map

package/lib/module/hooks/useCactusIndex.js

@@ -0,0 +1,175 @@
+"use strict";
+
+import { useCallback, useEffect, useState } from 'react';
+import { CactusIndex } from "../classes/CactusIndex.js";
+import { getErrorMessage } from "../utils/error.js";
+export const useCactusIndex = ({
+  name,
+  embeddingDim
+}) => {
+  const [cactusIndex, setCactusIndex] = useState(() => new CactusIndex(name, embeddingDim));
+
+  // State
+  const [isInitializing, setIsInitializing] = useState(false);
+  const [isProcessing, setIsProcessing] = useState(false);
+  const [error, setError] = useState(null);
+  useEffect(() => {
+    setCactusIndex(new CactusIndex(name, embeddingDim));
+    setIsInitializing(false);
+    setIsProcessing(false);
+    setError(null);
+  }, [name, embeddingDim]);
+  useEffect(() => {
+    return () => {
+      cactusIndex.destroy().catch(() => {});
+    };
+  }, [cactusIndex]);
+  const init = useCallback(async () => {
+    if (isInitializing) {
+      const message = 'CactusIndex is already initializing';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsInitializing(true);
+    try {
+      await cactusIndex.init();
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsInitializing(false);
+    }
+  }, [cactusIndex, isInitializing]);
+  const add = useCallback(async ({
+    ids,
+    documents,
+    metadatas,
+    embeddings
+  }) => {
+    if (isProcessing) {
+      const message = 'CactusIndex is already processing';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsProcessing(true);
+    try {
+      await cactusIndex.add({
+        ids,
+        documents,
+        metadatas,
+        embeddings
+      });
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsProcessing(false);
+    }
+  }, [cactusIndex, isProcessing]);
+  const _delete = useCallback(async ({
+    ids
+  }) => {
+    if (isProcessing) {
+      const message = 'CactusIndex is already processing';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsProcessing(true);
+    try {
+      await cactusIndex.delete({
+        ids
+      });
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsProcessing(false);
+    }
+  }, [cactusIndex, isProcessing]);
+  const get = useCallback(async ({
+    ids
+  }) => {
+    if (isProcessing) {
+      const message = 'CactusIndex is already processing';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsProcessing(true);
+    try {
+      return await cactusIndex.get({
+        ids
+      });
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsProcessing(false);
+    }
+  }, [cactusIndex, isProcessing]);
+  const query = useCallback(async ({
+    embeddings,
+    options
+  }) => {
+    if (isProcessing) {
+      const message = 'CactusIndex is already processing';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsProcessing(true);
+    try {
+      return await cactusIndex.query({
+        embeddings,
+        options
+      });
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsProcessing(false);
+    }
+  }, [cactusIndex, isProcessing]);
+  const compact = useCallback(async () => {
+    if (isProcessing) {
+      const message = 'CactusIndex is already processing';
+      setError(message);
+      throw new Error(message);
+    }
+    setError(null);
+    setIsProcessing(true);
+    try {
+      await cactusIndex.compact();
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    } finally {
+      setIsProcessing(false);
+    }
+  }, [cactusIndex, isProcessing]);
+  const destroy = useCallback(async () => {
+    setError(null);
+    try {
+      await cactusIndex.destroy();
+    } catch (e) {
+      setError(getErrorMessage(e));
+      throw e;
+    }
+  }, [cactusIndex]);
+  return {
+    isInitializing,
+    isProcessing,
+    error,
+    init,
+    add,
+    delete: _delete,
+    get,
+    query,
+    compact,
+    destroy
+  };
+};
+//# sourceMappingURL=useCactusIndex.js.map

package/lib/module/hooks/useCactusIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["useCallback","useEffect","useState","CactusIndex","getErrorMessage","useCactusIndex","name","embeddingDim","cactusIndex","setCactusIndex","isInitializing","setIsInitializing","isProcessing","setIsProcessing","error","setError","destroy","catch","init","message","Error","e","add","ids","documents","metadatas","embeddings","_delete","delete","get","query","options","compact"],"sourceRoot":"../../../src","sources":["hooks/useCactusIndex.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AACxD,SAASC,WAAW,QAAQ,2BAAwB;AACpD,SAASC,eAAe,QAAQ,mBAAgB;AAWhD,OAAO,MAAMC,cAAc,GAAGA,CAAC;EAAEC,IAAI;EAAEC;AAAgC,CAAC,KAAK;EAC3E,MAAM,CAACC,WAAW,EAAEC,cAAc,CAAC,GAAGP,QAAQ,CAC5C,MAAM,IAAIC,WAAW,CAACG,IAAI,EAAEC,YAAY,CAC1C,CAAC;;EAED;EACA,MAAM,CAACG,cAAc,EAAEC,iBAAiB,CAAC,GAAGT,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACU,YAAY,EAAEC,eAAe,CAAC,GAAGX,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACY,KAAK,EAAEC,QAAQ,CAAC,GAAGb,QAAQ,CAAgB,IAAI,CAAC;EAEvDD,SAAS,CAAC,MAAM;IACdQ,cAAc,CAAC,IAAIN,WAAW,CAACG,IAAI,EAAEC,YAAY,CAAC,CAAC;IAEnDI,iBAAiB,CAAC,KAAK,CAAC;IACxBE,eAAe,CAAC,KAAK,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;EAChB,CAAC,EAAE,CAACT,IAAI,EAAEC,YAAY,CAAC,CAAC;EAExBN,SAAS,CAAC,MAAM;IACd,OAAO,MAAM;MACXO,WAAW,CAACQ,OAAO,CAAC,CAAC,CAACC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACvC,CAAC;EACH,CAAC,EAAE,CAACT,WAAW,CAAC,CAAC;EAEjB,MAAMU,IAAI,GAAGlB,WAAW,CAAC,YAAY;IACnC,IAAIU,cAAc,EAAE;MAClB,MAAMS,OAAO,GAAG,qCAAqC;MACrDJ,QAAQ,CAACI,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAJ,QAAQ,CAAC,IAAI,CAAC;IACdJ,iBAAiB,CAAC,IAAI,CAAC;IACvB,IAAI;MACF,MAAMH,WAAW,CAACU,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRV,iBAAiB,CAAC,KAAK,CAAC;IAC1B;EACF,CAAC,EAAE,CAACH,WAAW,EAAEE,cAAc,CAAC,CAAC;EAEjC,MAAMY,GAAG,GAAGtB,WAAW,CACrB,OAAO;IACLuB,GAAG;IACHC,SAAS;IACTC,SAAS;IACTC;EACoB,CAAC,KAAoB;IACzC,IAAId,YAAY,EAAE;MAChB,MAAMO,OAAO,GAAG,mCAAmC;MACnDJ,QAAQ,CAACI,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAJ,QAAQ,CAAC,IAAI,CAAC;IACdF,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,MAAML,WAAW,CAACc,GAAG,CAAC;QAAEC,GAAG;QAAEC,SAAS;QAAEC,SAAS;QAAEC;MAAW,CAAC,CAAC;IAClE,CAAC,CAAC,OAAOL,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRR,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,WAAW,EAAEI,YAAY,CAC5B,CAAC;EAED,MAAMe,OAAO,GAAG3B,WAAW,CACzB,OAAO;IAAEuB;EAA6B,CAAC,KAAoB;IACzD,IAAIX,YAAY,EAAE;MAChB,MAAMO,OAAO,GAAG,mCAAmC;MACnDJ,QAAQ,CAACI,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAJ,QAAQ,CAAC,IAAI,CAAC;IACdF,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,MAAML,WAAW,CAACoB,MAAM,CAAC;QAAEL;MAAI,CAAC,CAAC;IACnC,CAAC,CAAC,OAAOF,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRR,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,WAAW,EAAEI,YAAY,CAC5B,CAAC;EAED,MAAMiB,GAAG,GAAG7B,WAAW,CACrB,OAAO;IAAEuB;EAA0B,CAAC,KAAoC;IACtE,IAAIX,YAAY,EAAE;MAChB,MAAMO,OAAO,GAAG,mCAAmC;MACnDJ,QAAQ,CAACI,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAJ,QAAQ,CAAC,IAAI,CAAC;IACdF,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,WAAW,CAACqB,GAAG,CAAC;QAAEN;MAAI,CAAC,CAAC;IACvC,CAAC,CAAC,OAAOF,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRR,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,WAAW,EAAEI,YAAY,CAC5B,CAAC;EAED,MAAMkB,KAAK,GAAG9B,WAAW,CACvB,OAAO;IACL0B,UAAU;IACVK;EACsB,CAAC,KAAsC;IAC7D,IAAInB,YAAY,EAAE;MAChB,MAAMO,OAAO,GAAG,mCAAmC;MACnDJ,QAAQ,CAACI,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAJ,QAAQ,CAAC,IAAI,CAAC;IACdF,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAML,WAAW,CAACsB,KAAK,CAAC;QAAEJ,UAAU;QAAEK;MAAQ,CAAC,CAAC;IACzD,CAAC,CAAC,OAAOV,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRR,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACD,CAACL,WAAW,EAAEI,YAAY,CAC5B,CAAC;EAED,MAAMoB,OAAO,GAAGhC,WAAW,CAAC,YAAY;IACtC,IAAIY,YAAY,EAAE;MAChB,MAAMO,OAAO,GAAG,mCAAmC;MACnDJ,QAAQ,CAACI,OAAO,CAAC;MACjB,MAAM,IAAIC,KAAK,CAACD,OAAO,CAAC;IAC1B;IAEAJ,QAAQ,CAAC,IAAI,CAAC;IACdF,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,MAAML,WAAW,CAACwB,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAC,OAAOX,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT,CAAC,SAAS;MACRR,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EAAE,CAACL,WAAW,EAAEI,YAAY,CAAC,CAAC;EAE/B,MAAMI,OAAO,GAAGhB,WAAW,CAAC,YAAY;IACtCe,QAAQ,CAAC,IAAI,CAAC;IACd,IAAI;MACF,MAAMP,WAAW,CAACQ,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAC,OAAOK,CAAC,EAAE;MACVN,QAAQ,CAACX,eAAe,CAACiB,CAAC,CAAC,CAAC;MAC5B,MAAMA,CAAC;IACT;EACF,CAAC,EAAE,CAACb,WAAW,CAAC,CAAC;EAEjB,OAAO;IACLE,cAAc;IACdE,YAAY;IACZE,KAAK;IAELI,IAAI;IACJI,GAAG;IACHM,MAAM,EAAED,OAAO;IACfE,GAAG;IACHC,KAAK;IACLE,OAAO;IACPhB;EACF,CAAC;AACH,CAAC","ignoreList":[]}