react-native-executorch 0.4.9 → 0.5.0-nightly-6f4dd53-20251211

package/lib/module/modules/computer_vision/OCRModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["OCRController","OCRModule","onDownloadProgressCallback","_downloadProgress","load","detectorSource","recognizerSources","language","module","modelDownloadProgressCallback","loadModel","forward","input","onDownloadProgress","callback"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/OCRModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAI/D,OAAO,MAAMC,SAAS,CAAC;EAGrB,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CACfC,cAA8B,EAC9BC,iBAIC,EACDC,QAAqB,GAAG,IAAI,EAC5B;IACA,IAAI,CAACC,MAAM,GAAG,IAAIR,aAAa,CAAC;MAC9BS,6BAA6B,EAAE,IAAI,CAACP;IACtC,CAAC,CAAC;IAEF,MAAM,IAAI,CAACM,MAAM,CAACE,SAAS,CAACL,cAAc,EAAEC,iBAAiB,EAAEC,QAAQ,CAAC;EAC1E;EAEA,aAAaI,OAAOA,CAACC,KAAa,EAAE;IAClC,OAAO,MAAM,IAAI,CAACJ,MAAM,CAACG,OAAO,CAACC,KAAK,CAAC;EACzC;EAEA,OAAOC,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAACZ,0BAA0B,GAAGY,QAAQ;EAC5C;AACF","ignoreList":[]}
+{"version":3,"names":["OCRController","OCRModule","constructor","controller","load","model","onDownloadProgressCallback","detectorSource","recognizerLarge","recognizerMedium","recognizerSmall","language","forward","imageSource","delete"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/OCRModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAI/D,OAAO,MAAMC,SAAS,CAAC;EAGrBC,WAAWA,CAAA,EAAG;IACZ,IAAI,CAACC,UAAU,GAAG,IAAIH,aAAa,CAAC,CAAC;EACvC;EAEA,MAAMI,IAAIA,CACRC,KAMC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACH,UAAU,CAACC,IAAI,CACxBC,KAAK,CAACE,cAAc,EACpB;MACEC,eAAe,EAAEH,KAAK,CAACG,eAAe;MACtCC,gBAAgB,EAAEJ,KAAK,CAACI,gBAAgB;MACxCC,eAAe,EAAEL,KAAK,CAACK;IACzB,CAAC,EACDL,KAAK,CAACM,QAAQ,EACdL,0BACF,CAAC;EACH;EAEA,MAAMM,OAAOA,CAACC,WAAmB,EAAE;IACjC,OAAO,MAAM,IAAI,CAACV,UAAU,CAACS,OAAO,CAACC,WAAW,CAAC;EACnD;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACX,UAAU,CAACW,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ObjectDetectionModule.js

@@ -1,14 +1,19 @@
 "use strict";
 
-import { ObjectDetectionNativeModule } from '../../native/RnExecutorchModules';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
 import { BaseModule } from '../BaseModule';
 export class ObjectDetectionModule extends BaseModule {
-  static nativeModule = ObjectDetectionNativeModule;
-  static async load(modelSource) {
-    return await super.load(modelSource);
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+    if (paths === null || paths.length < 1) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadObjectDetection(paths[0] || '');
   }
-  static async forward(input) {
-    return await this.nativeModule.forward(input);
+  async forward(imageSource, detectionThreshold = 0.7) {
+    if (this.nativeModule == null) throw new Error(getError(ETError.ModuleNotLoaded));
+    return await this.nativeModule.generate(imageSource, detectionThreshold);
   }
 }
 //# sourceMappingURL=ObjectDetectionModule.js.map

package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ObjectDetectionNativeModule","BaseModule","ObjectDetectionModule","nativeModule","load","modelSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ObjectDetectionModule.ts"],"mappings":";;AAAA,SAASA,2BAA2B,QAAQ,kCAAkC;AAE9E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,qBAAqB,SAASD,UAAU,CAAC;EACpD,OAA0BE,YAAY,GAAGH,2BAA2B;EAEpE,aAAsBI,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EACiC;IAC9C,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACG,OAAO,CAACC,KAAK,CAAC;EAC/C;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","ETError","getError","BaseModule","ObjectDetectionModule","load","model","onDownloadProgressCallback","paths","fetch","modelSource","length","Error","nativeModule","global","loadObjectDetection","forward","imageSource","detectionThreshold","ModuleNotLoaded","generate"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ObjectDetectionModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAG7D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,qBAAqB,SAASD,UAAU,CAAC;EACpD,MAAME,IAAIA,CACRC,KAAsC,EACtCC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,KAAK,GAAG,MAAMR,eAAe,CAACS,KAAK,CACvCF,0BAA0B,EAC1BD,KAAK,CAACI,WACR,CAAC;IACD,IAAIF,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACG,MAAM,GAAG,CAAC,EAAE;MACtC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,mBAAmB,CAACP,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;EAChE;EAEA,MAAMQ,OAAOA,CACXC,WAAmB,EACnBC,kBAA0B,GAAG,GAAG,EACV;IACtB,IAAI,IAAI,CAACL,YAAY,IAAI,IAAI,EAC3B,MAAM,IAAID,KAAK,CAACV,QAAQ,CAACD,OAAO,CAACkB,eAAe,CAAC,CAAC;IACpD,OAAO,MAAM,IAAI,CAACN,YAAY,CAACO,QAAQ,CAACH,WAAW,EAAEC,kBAAkB,CAAC;EAC1E;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/StyleTransferModule.js

@@ -1,14 +1,19 @@
 "use strict";
 
-import { StyleTransferNativeModule } from '../../native/RnExecutorchModules';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
 import { BaseModule } from '../BaseModule';
 export class StyleTransferModule extends BaseModule {
-  static nativeModule = StyleTransferNativeModule;
-  static async load(modelSource) {
-    return await super.load(modelSource);
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+    if (paths === null || paths.length < 1) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadStyleTransfer(paths[0] || '');
   }
-  static async forward(input) {
-    return await this.nativeModule.forward(input);
+  async forward(imageSource) {
+    if (this.nativeModule == null) throw new Error(getError(ETError.ModuleNotLoaded));
+    return await this.nativeModule.generate(imageSource);
   }
 }
 //# sourceMappingURL=StyleTransferModule.js.map

package/lib/module/modules/computer_vision/StyleTransferModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["StyleTransferNativeModule","BaseModule","StyleTransferModule","nativeModule","load","modelSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/StyleTransferModule.ts"],"mappings":";;AAAA,SAASA,yBAAyB,QAAQ,kCAAkC;AAE5E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,mBAAmB,SAASD,UAAU,CAAC;EAClD,OAA0BE,YAAY,GAAGH,yBAAyB;EAElE,aAAsBI,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EACiC;IAC9C,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACG,OAAO,CAACC,KAAK,CAAC;EAC/C;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","ETError","getError","BaseModule","StyleTransferModule","load","model","onDownloadProgressCallback","paths","fetch","modelSource","length","Error","nativeModule","global","loadStyleTransfer","forward","imageSource","ModuleNotLoaded","generate"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/StyleTransferModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAE7D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,mBAAmB,SAASD,UAAU,CAAC;EAClD,MAAME,IAAIA,CACRC,KAAsC,EACtCC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,KAAK,GAAG,MAAMR,eAAe,CAACS,KAAK,CACvCF,0BAA0B,EAC1BD,KAAK,CAACI,WACR,CAAC;IACD,IAAIF,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACG,MAAM,GAAG,CAAC,EAAE;MACtC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,iBAAiB,CAACP,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;EAC9D;EAEA,MAAMQ,OAAOA,CAACC,WAAmB,EAAmB;IAClD,IAAI,IAAI,CAACJ,YAAY,IAAI,IAAI,EAC3B,MAAM,IAAID,KAAK,CAACV,QAAQ,CAACD,OAAO,CAACiB,eAAe,CAAC,CAAC;IACpD,OAAO,MAAM,IAAI,CAACL,YAAY,CAACM,QAAQ,CAACF,WAAW,CAAC;EACtD;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/TextToImageModule.js

@@ -0,0 +1,48 @@
+"use strict";
+
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { BaseModule } from '../BaseModule';
+import { Buffer } from 'buffer';
+import { PNG } from 'pngjs/browser';
+export class TextToImageModule extends BaseModule {
+  constructor(inferenceCallback) {
+    super();
+    this.inferenceCallback = stepIdx => {
+      inferenceCallback?.(stepIdx);
+    };
+  }
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const results = await ResourceFetcher.fetch(onDownloadProgressCallback, model.tokenizerSource, model.schedulerSource, model.encoderSource, model.unetSource, model.decoderSource);
+    if (!results) {
+      throw new Error('Failed to fetch one or more resources.');
+    }
+    const [tokenizerPath, schedulerPath, encoderPath, unetPath, decoderPath] = results;
+    if (!tokenizerPath || !schedulerPath || !encoderPath || !unetPath || !decoderPath) {
+      throw new Error('Download interrupted.');
+    }
+    const response = await fetch('file://' + schedulerPath);
+    const schedulerConfig = await response.json();
+    this.nativeModule = global.loadTextToImage(tokenizerPath, encoderPath, unetPath, decoderPath, schedulerConfig.beta_start, schedulerConfig.beta_end, schedulerConfig.num_train_timesteps, schedulerConfig.steps_offset);
+  }
+  async forward(input, imageSize = 512, numSteps = 5, seed) {
+    const output = await this.nativeModule.generate(input, imageSize, numSteps, seed ? seed : -1, this.inferenceCallback);
+    const outputArray = new Uint8Array(output);
+    if (!outputArray.length) {
+      return '';
+    }
+    const png = new PNG({
+      width: imageSize,
+      height: imageSize
+    });
+    png.data = Buffer.from(outputArray);
+    const pngBuffer = PNG.sync.write(png, {
+      colorType: 6
+    });
+    const pngString = pngBuffer.toString('base64');
+    return pngString;
+  }
+  interrupt() {
+    this.nativeModule.interrupt();
+  }
+}
+//# sourceMappingURL=TextToImageModule.js.map

package/lib/module/modules/computer_vision/TextToImageModule.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["ResourceFetcher","BaseModule","Buffer","PNG","TextToImageModule","constructor","inferenceCallback","stepIdx","load","model","onDownloadProgressCallback","results","fetch","tokenizerSource","schedulerSource","encoderSource","unetSource","decoderSource","Error","tokenizerPath","schedulerPath","encoderPath","unetPath","decoderPath","response","schedulerConfig","json","nativeModule","global","loadTextToImage","beta_start","beta_end","num_train_timesteps","steps_offset","forward","input","imageSize","numSteps","seed","output","generate","outputArray","Uint8Array","length","png","width","height","data","from","pngBuffer","sync","write","colorType","pngString","toString","interrupt"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/TextToImageModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAE7D,SAASC,UAAU,QAAQ,eAAe;AAC1C,SAASC,MAAM,QAAQ,QAAQ;AAC/B,SAASC,GAAG,QAAQ,eAAe;AAEnC,OAAO,MAAMC,iBAAiB,SAASH,UAAU,CAAC;EAGhDI,WAAWA,CAACC,iBAA6C,EAAE;IACzD,KAAK,CAAC,CAAC;IACP,IAAI,CAACA,iBAAiB,GAAIC,OAAe,IAAK;MAC5CD,iBAAiB,GAAGC,OAAO,CAAC;IAC9B,CAAC;EACH;EAEA,MAAMC,IAAIA,CACRC,KAMC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,OAAO,GAAG,MAAMX,eAAe,CAACY,KAAK,CACzCF,0BAA0B,EAC1BD,KAAK,CAACI,eAAe,EACrBJ,KAAK,CAACK,eAAe,EACrBL,KAAK,CAACM,aAAa,EACnBN,KAAK,CAACO,UAAU,EAChBP,KAAK,CAACQ,aACR,CAAC;IACD,IAAI,CAACN,OAAO,EAAE;MACZ,MAAM,IAAIO,KAAK,CAAC,wCAAwC,CAAC;IAC3D;IACA,MAAM,CAACC,aAAa,EAAEC,aAAa,EAAEC,WAAW,EAAEC,QAAQ,EAAEC,WAAW,CAAC,GACtEZ,OAAO;IAET,IACE,CAACQ,aAAa,IACd,CAACC,aAAa,IACd,CAACC,WAAW,IACZ,CAACC,QAAQ,IACT,CAACC,WAAW,EACZ;MACA,MAAM,IAAIL,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMM,QAAQ,GAAG,MAAMZ,KAAK,CAAC,SAAS,GAAGQ,aAAa,CAAC;IACvD,MAAMK,eAAe,GAAG,MAAMD,QAAQ,CAACE,IAAI,CAAC,CAAC;IAE7C,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,eAAe,CACxCV,aAAa,EACbE,WAAW,EACXC,QAAQ,EACRC,WAAW,EACXE,eAAe,CAACK,UAAU,EAC1BL,eAAe,CAACM,QAAQ,EACxBN,eAAe,CAACO,mBAAmB,EACnCP,eAAe,CAACQ,YAClB,CAAC;EACH;EAEA,MAAMC,OAAOA,CACXC,KAAa,EACbC,SAAiB,GAAG,GAAG,EACvBC,QAAgB,GAAG,CAAC,EACpBC,IAAa,EACI;IACjB,MAAMC,MAAM,GAAG,MAAM,IAAI,CAACZ,YAAY,CAACa,QAAQ,CAC7CL,KAAK,EACLC,SAAS,EACTC,QAAQ,EACRC,IAAI,GAAGA,IAAI,GAAG,CAAC,CAAC,EAChB,IAAI,CAAChC,iBACP,CAAC;IACD,MAAMmC,WAAW,GAAG,IAAIC,UAAU,CAACH,MAAM,CAAC;IAC1C,IAAI,CAACE,WAAW,CAACE,MAAM,EAAE;MACvB,OAAO,EAAE;IACX;IACA,MAAMC,GAAG,GAAG,IAAIzC,GAAG,CAAC;MAAE0C,KAAK,EAAET,SAAS;MAAEU,MAAM,EAAEV;IAAU,CAAC,CAAC;IAC5DQ,GAAG,CAACG,IAAI,GAAG7C,MAAM,CAAC8C,IAAI,CAACP,WAAW,CAAC;IACnC,MAAMQ,SAAS,GAAG9C,GAAG,CAAC+C,IAAI,CAACC,KAAK,CAACP,GAAG,EAAE;MAAEQ,SAAS,EAAE;IAAE,CAAC,CAAC;IACvD,MAAMC,SAAS,GAAGJ,SAAS,CAACK,QAAQ,CAAC,QAAQ,CAAC;IAC9C,OAAOD,SAAS;EAClB;EAEOE,SAASA,CAAA,EAAS;IACvB,IAAI,CAAC5B,YAAY,CAAC4B,SAAS,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/VerticalOCRModule.js

@@ -2,18 +2,23 @@
 
 import { VerticalOCRController } from '../../controllers/VerticalOCRController';
 export class VerticalOCRModule {
-  static onDownloadProgressCallback = _downloadProgress => {};
-  static async load(detectorSources, recognizerSources, language = 'en', independentCharacters = false) {
-    this.module = new VerticalOCRController({
-      modelDownloadProgressCallback: this.onDownloadProgressCallback
-    });
-    await this.module.loadModel(detectorSources, recognizerSources, language, independentCharacters);
+  constructor() {
+    this.controller = new VerticalOCRController();
   }
-  static async forward(input) {
-    return await this.module.forward(input);
+  async load(model, independentCharacters, onDownloadProgressCallback = () => {}) {
+    await this.controller.load({
+      detectorLarge: model.detectorLarge,
+      detectorNarrow: model.detectorNarrow
+    }, {
+      recognizerLarge: model.recognizerLarge,
+      recognizerSmall: model.recognizerSmall
+    }, model.language, independentCharacters, onDownloadProgressCallback);
   }
-  static onDownloadProgress(callback) {
-    this.onDownloadProgressCallback = callback;
+  async forward(imageSource) {
+    return await this.controller.forward(imageSource);
+  }
+  delete() {
+    this.controller.delete();
   }
 }
 //# sourceMappingURL=VerticalOCRModule.js.map

package/lib/module/modules/computer_vision/VerticalOCRModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["VerticalOCRController","VerticalOCRModule","onDownloadProgressCallback","_downloadProgress","load","detectorSources","recognizerSources","language","independentCharacters","module","modelDownloadProgressCallback","loadModel","forward","input","onDownloadProgress","callback"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/VerticalOCRModule.ts"],"mappings":";;AAAA,SAASA,qBAAqB,QAAQ,yCAAyC;AAI/E,OAAO,MAAMC,iBAAiB,CAAC;EAG7B,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CACfC,eAGC,EACDC,iBAGC,EACDC,QAAqB,GAAG,IAAI,EAC5BC,qBAA8B,GAAG,KAAK,EACtC;IACA,IAAI,CAACC,MAAM,GAAG,IAAIT,qBAAqB,CAAC;MACtCU,6BAA6B,EAAE,IAAI,CAACR;IACtC,CAAC,CAAC;IAEF,MAAM,IAAI,CAACO,MAAM,CAACE,SAAS,CACzBN,eAAe,EACfC,iBAAiB,EACjBC,QAAQ,EACRC,qBACF,CAAC;EACH;EAEA,aAAaI,OAAOA,CAACC,KAAa,EAAE;IAClC,OAAO,MAAM,IAAI,CAACJ,MAAM,CAACG,OAAO,CAACC,KAAK,CAAC;EACzC;EAEA,OAAOC,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAACb,0BAA0B,GAAGa,QAAQ;EAC5C;AACF","ignoreList":[]}
+{"version":3,"names":["VerticalOCRController","VerticalOCRModule","constructor","controller","load","model","independentCharacters","onDownloadProgressCallback","detectorLarge","detectorNarrow","recognizerLarge","recognizerSmall","language","forward","imageSource","delete"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/VerticalOCRModule.ts"],"mappings":";;AAAA,SAASA,qBAAqB,QAAQ,yCAAyC;AAI/E,OAAO,MAAMC,iBAAiB,CAAC;EAG7BC,WAAWA,CAAA,EAAG;IACZ,IAAI,CAACC,UAAU,GAAG,IAAIH,qBAAqB,CAAC,CAAC;EAC/C;EAEA,MAAMI,IAAIA,CACRC,KAMC,EACDC,qBAA8B,EAC9BC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACJ,UAAU,CAACC,IAAI,CACxB;MACEI,aAAa,EAAEH,KAAK,CAACG,aAAa;MAClCC,cAAc,EAAEJ,KAAK,CAACI;IACxB,CAAC,EACD;MACEC,eAAe,EAAEL,KAAK,CAACK,eAAe;MACtCC,eAAe,EAAEN,KAAK,CAACM;IACzB,CAAC,EACDN,KAAK,CAACO,QAAQ,EACdN,qBAAqB,EACrBC,0BACF,CAAC;EACH;EAEA,MAAMM,OAAOA,CAACC,WAAmB,EAAE;IACjC,OAAO,MAAM,IAAI,CAACX,UAAU,CAACU,OAAO,CAACC,WAAW,CAAC;EACnD;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACZ,UAAU,CAACY,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/modules/general/ExecutorchModule.js

@@ -1,43 +1,17 @@
 "use strict";
 
-import { ETError, getError } from '../../Error';
-import { ETModuleNativeModule } from '../../native/RnExecutorchModules';
-import { getTypeIdentifier } from '../../types/common';
 import { BaseModule } from '../BaseModule';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
 export class ExecutorchModule extends BaseModule {
-  static nativeModule = ETModuleNativeModule;
-  static async load(modelSource) {
-    return await super.load(modelSource);
-  }
-  static async forward(input, shape) {
-    if (!Array.isArray(input)) {
-      input = [input];
-    }
-    const inputTypeIdentifiers = [];
-    const modelInputs = [];
-    for (const subInput of input) {
-      const typeIdentifier = getTypeIdentifier(subInput);
-      if (typeIdentifier === -1) {
-        throw new Error(getError(ETError.InvalidArgument));
-      }
-      inputTypeIdentifiers.push(typeIdentifier);
-      modelInputs.push(Array.from(subInput, x => Number(x)));
-    }
-    try {
-      return await this.nativeModule.forward(modelInputs, shape, inputTypeIdentifiers);
-    } catch (e) {
-      throw new Error(getError(e));
-    }
-  }
-  static async loadMethod(methodName) {
-    try {
-      await this.nativeModule.loadMethod(methodName);
-    } catch (e) {
-      throw new Error(getError(e));
+  async load(modelSource, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, modelSource);
+    if (paths === null || paths.length < 1) {
+      throw new Error('Download interrupted.');
     }
+    this.nativeModule = global.loadExecutorchModule(paths[0] || '');
   }
-  static async loadForward() {
-    await this.loadMethod('forward');
+  async forward(inputTensor) {
+    return await this.forwardET(inputTensor);
   }
 }
 //# sourceMappingURL=ExecutorchModule.js.map

package/lib/module/modules/general/ExecutorchModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ETError","getError","ETModuleNativeModule","getTypeIdentifier","BaseModule","ExecutorchModule","nativeModule","load","modelSource","forward","input","shape","Array","isArray","inputTypeIdentifiers","modelInputs","subInput","typeIdentifier","Error","InvalidArgument","push","from","x","Number","e","loadMethod","methodName","loadForward"],"sourceRoot":"../../../../src","sources":["modules/general/ExecutorchModule.ts"],"mappings":";;AAAA,SAASA,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,oBAAoB,QAAQ,kCAAkC;AAGvE,SAASC,iBAAiB,QAAQ,oBAAoB;AACtD,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,gBAAgB,SAASD,UAAU,CAAC;EAC/C,OAA0BE,YAAY,GAAGJ,oBAAoB;EAE7D,aAAsBK,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAACC,KAA0B,EAAEC,KAAiB,EAAE;IAC3E,IAAI,CAACC,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,EAAE;MACzBA,KAAK,GAAG,CAACA,KAAK,CAAC;IACjB;IAEA,MAAMI,oBAA8B,GAAG,EAAE;IACzC,MAAMC,WAAuB,GAAG,EAAE;IAElC,KAAK,MAAMC,QAAQ,IAAIN,KAAK,EAAE;MAC5B,MAAMO,cAAc,GAAGd,iBAAiB,CAACa,QAAQ,CAAC;MAClD,IAAIC,cAAc,KAAK,CAAC,CAAC,EAAE;QACzB,MAAM,IAAIC,KAAK,CAACjB,QAAQ,CAACD,OAAO,CAACmB,eAAe,CAAC,CAAC;MACpD;MACAL,oBAAoB,CAACM,IAAI,CAACH,cAAc,CAAC;MACzCF,WAAW,CAACK,IAAI,CAACR,KAAK,CAACS,IAAI,CAACL,QAAQ,EAAGM,CAAkB,IAAKC,MAAM,CAACD,CAAC,CAAC,CAAC,CAAC;IAC3E;IAEA,IAAI;MACF,OAAO,MAAM,IAAI,CAAChB,YAAY,CAACG,OAAO,CACpCM,WAAW,EACXJ,KAAK,EACLG,oBACF,CAAC;IACH,CAAC,CAAC,OAAOU,CAAC,EAAE;MACV,MAAM,IAAIN,KAAK,CAACjB,QAAQ,CAACuB,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaC,UAAUA,CAACC,UAAkB,EAAE;IAC1C,IAAI;MACF,MAAM,IAAI,CAACpB,YAAY,CAACmB,UAAU,CAACC,UAAU,CAAC;IAChD,CAAC,CAAC,OAAOF,CAAC,EAAE;MACV,MAAM,IAAIN,KAAK,CAACjB,QAAQ,CAACuB,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaG,WAAWA,CAAA,EAAG;IACzB,MAAM,IAAI,CAACF,UAAU,CAAC,SAAS,CAAC;EAClC;AACF","ignoreList":[]}
+{"version":3,"names":["BaseModule","ResourceFetcher","ExecutorchModule","load","modelSource","onDownloadProgressCallback","paths","fetch","length","Error","nativeModule","global","loadExecutorchModule","forward","inputTensor","forwardET"],"sourceRoot":"../../../../src","sources":["modules/general/ExecutorchModule.ts"],"mappings":";;AACA,SAASA,UAAU,QAAQ,eAAe;AAE1C,SAASC,eAAe,QAAQ,6BAA6B;AAE7D,OAAO,MAAMC,gBAAgB,SAASF,UAAU,CAAC;EAC/C,MAAMG,IAAIA,CACRC,WAA2B,EAC3BC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,KAAK,GAAG,MAAML,eAAe,CAACM,KAAK,CACvCF,0BAA0B,EAC1BD,WACF,CAAC;IACD,IAAIE,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACE,MAAM,GAAG,CAAC,EAAE;MACtC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,oBAAoB,CAACN,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;EACjE;EAEA,MAAMO,OAAOA,CAACC,WAAwB,EAAwB;IAC5D,OAAO,MAAM,IAAI,CAACC,SAAS,CAACD,WAAW,CAAC;EAC1C;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/LLMModule.js

@@ -2,61 +2,62 @@
 
 import { LLMController } from '../../controllers/LLMController';
 export class LLMModule {
-  static async load({
-    modelSource,
-    tokenizerSource,
-    tokenizerConfigSource,
-    onDownloadProgressCallback,
+  constructor({
     tokenCallback,
     responseCallback,
     messageHistoryCallback
-  }) {
+  } = {}) {
     this.controller = new LLMController({
-      tokenCallback: tokenCallback,
-      responseCallback: responseCallback,
-      messageHistoryCallback: messageHistoryCallback,
-      onDownloadProgressCallback: onDownloadProgressCallback
+      tokenCallback,
+      responseCallback,
+      messageHistoryCallback
     });
+  }
+  async load(model, onDownloadProgressCallback = () => {}) {
     await this.controller.load({
-      modelSource,
-      tokenizerSource,
-      tokenizerConfigSource
+      ...model,
+      onDownloadProgressCallback
     });
   }
-  static setTokenCallback({
+  setTokenCallback({
     tokenCallback
   }) {
     this.controller.setTokenCallback(tokenCallback);
   }
-  static configure({
+  configure({
     chatConfig,
-    toolsConfig
+    toolsConfig,
+    generationConfig
   }) {
     this.controller.configure({
       chatConfig,
-      toolsConfig
+      toolsConfig,
+      generationConfig
     });
   }
-  static async forward(input) {
+  async forward(input) {
     await this.controller.forward(input);
     return this.controller.response;
   }
-  static async generate(messages, tools) {
+  async generate(messages, tools) {
     await this.controller.generate(messages, tools);
     return this.controller.response;
   }
-  static async sendMessage(message) {
+  async sendMessage(message) {
     await this.controller.sendMessage(message);
     return this.controller.messageHistory;
   }
-  static async deleteMessage(index) {
-    await this.controller.deleteMessage(index);
+  deleteMessage(index) {
+    this.controller.deleteMessage(index);
     return this.controller.messageHistory;
   }
-  static interrupt() {
+  interrupt() {
     this.controller.interrupt();
   }
-  static delete() {
+  getGeneratedTokenCount() {
+    return this.controller.getGeneratedTokenCount();
+  }
+  delete() {
     this.controller.delete();
   }
 }

package/lib/module/modules/natural_language_processing/LLMModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLMController","LLMModule","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","tokenCallback","responseCallback","messageHistoryCallback","controller","setTokenCallback","configure","chatConfig","toolsConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAI/D,OAAO,MAAMC,SAAS,CAAC;EAGrB,aAAaC,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,0BAA0B;IAC1BC,aAAa;IACbC,gBAAgB;IAChBC;EASF,CAAC,EAAE;IACD,IAAI,CAACC,UAAU,GAAG,IAAIV,aAAa,CAAC;MAClCO,aAAa,EAAEA,aAAa;MAC5BC,gBAAgB,EAAEA,gBAAgB;MAClCC,sBAAsB,EAAEA,sBAAsB;MAC9CH,0BAA0B,EAAEA;IAC9B,CAAC,CAAC;IACF,MAAM,IAAI,CAACI,UAAU,CAACR,IAAI,CAAC;MACzBC,WAAW;MACXC,eAAe;MACfC;IACF,CAAC,CAAC;EACJ;EAEA,OAAOM,gBAAgBA,CAAC;IACtBJ;EAGF,CAAC,EAAE;IACD,IAAI,CAACG,UAAU,CAACC,gBAAgB,CAACJ,aAAa,CAAC;EACjD;EAEA,OAAOK,SAASA,CAAC;IACfC,UAAU;IACVC;EAIF,CAAC,EAAE;IACD,IAAI,CAACJ,UAAU,CAACE,SAAS,CAAC;MAAEC,UAAU;MAAEC;IAAY,CAAC,CAAC;EACxD;EAEA,aAAaC,OAAOA,CAACC,KAAa,EAAmB;IACnD,MAAM,IAAI,CAACN,UAAU,CAACK,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACN,UAAU,CAACO,QAAQ;EACjC;EAEA,aAAaC,QAAQA,CACnBC,QAAmB,EACnBC,KAAiB,EACA;IACjB,MAAM,IAAI,CAACV,UAAU,CAACQ,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACV,UAAU,CAACO,QAAQ;EACjC;EAEA,aAAaI,WAAWA,CAACC,OAAe,EAAsB;IAC5D,MAAM,IAAI,CAACZ,UAAU,CAACW,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAACZ,UAAU,CAACa,cAAc;EACvC;EAEA,aAAaC,aAAaA,CAACC,KAAa,EAAsB;IAC5D,MAAM,IAAI,CAACf,UAAU,CAACc,aAAa,CAACC,KAAK,CAAC;IAC1C,OAAO,IAAI,CAACf,UAAU,CAACa,cAAc;EACvC;EAEA,OAAOG,SAASA,CAAA,EAAG;IACjB,IAAI,CAAChB,UAAU,CAACgB,SAAS,CAAC,CAAC;EAC7B;EAEA,OAAOC,MAAMA,CAAA,EAAG;IACd,IAAI,CAACjB,UAAU,CAACiB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}
+{"version":3,"names":["LLMController","LLMModule","constructor","tokenCallback","responseCallback","messageHistoryCallback","controller","load","model","onDownloadProgressCallback","setTokenCallback","configure","chatConfig","toolsConfig","generationConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","getGeneratedTokenCount","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAU/D,OAAO,MAAMC,SAAS,CAAC;EAGrBC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC;EAKF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIN,aAAa,CAAC;MAClCG,aAAa;MACbC,gBAAgB;MAChBC;IACF,CAAC,CAAC;EACJ;EAEA,MAAME,IAAIA,CACRC,KAIC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACH,UAAU,CAACC,IAAI,CAAC;MACzB,GAAGC,KAAK;MACRC;IACF,CAAC,CAAC;EACJ;EAEAC,gBAAgBA,CAAC;IACfP;EAGF,CAAC,EAAE;IACD,IAAI,CAACG,UAAU,CAACI,gBAAgB,CAACP,aAAa,CAAC;EACjD;EAEAQ,SAASA,CAAC;IACRC,UAAU;IACVC,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACR,UAAU,CAACK,SAAS,CAAC;MAAEC,UAAU;MAAEC,WAAW;MAAEC;IAAiB,CAAC,CAAC;EAC1E;EAEA,MAAMC,OAAOA,CAACC,KAAa,EAAmB;IAC5C,MAAM,IAAI,CAACV,UAAU,CAACS,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACV,UAAU,CAACW,QAAQ;EACjC;EAEA,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,MAAM,IAAI,CAACd,UAAU,CAACY,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACd,UAAU,CAACW,QAAQ;EACjC;EAEA,MAAMI,WAAWA,CAACC,OAAe,EAAsB;IACrD,MAAM,IAAI,CAAChB,UAAU,CAACe,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAAChB,UAAU,CAACiB,cAAc;EACvC;EAEAC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAACnB,UAAU,CAACkB,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACnB,UAAU,CAACiB,cAAc;EACvC;EAEAG,SAASA,CAAA,EAAG;IACV,IAAI,CAACpB,UAAU,CAACoB,SAAS,CAAC,CAAC;EAC7B;EAEAC,sBAAsBA,CAAA,EAAG;IACvB,OAAO,IAAI,CAACrB,UAAU,CAACqB,sBAAsB,CAAC,CAAC;EACjD;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACtB,UAAU,CAACsB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/SpeechToTextModule.js

@@ -1,32 +1,114 @@
 "use strict";
 
-import { SpeechToTextController } from '../../controllers/SpeechToTextController';
-export class SpeechToText {
-  static onDownloadProgressCallback = _downloadProgress => {};
-  static async load(modelName, transcribeCallback, modelDownloadProgressCallback, encoderSource, decoderSource, tokenizerSource, overlapSeconds, windowSize, streamingConfig) {
-    this.module = new SpeechToTextController({
-      transcribeCallback: transcribeCallback,
-      modelDownloadProgressCallback: modelDownloadProgressCallback,
-      overlapSeconds: overlapSeconds,
-      windowSize: windowSize,
-      streamingConfig: streamingConfig
-    });
-    await this.module.loadModel(modelName = modelName, encoderSource = encoderSource, decoderSource = decoderSource, tokenizerSource = tokenizerSource);
-  }
-  static configureStreaming(overlapSeconds, windowSize, streamingConfig) {
-    this.module?.configureStreaming(overlapSeconds, windowSize, streamingConfig);
-  }
-  static async encode(waveform) {
-    return await this.module.encode(waveform);
-  }
-  static async decode(seq, encodings) {
-    return await this.module.decode(seq, encodings);
-  }
-  static async transcribe(waveform, audioLanguage) {
-    return await this.module.transcribe(waveform, audioLanguage);
-  }
-  static async streamingTranscribe(streamAction, waveform, audioLanguage) {
-    return await this.module.streamingTranscribe(streamAction, waveform, audioLanguage);
+import { Logger } from '../../common/Logger';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+export class SpeechToTextModule {
+  textDecoder = new TextDecoder('utf-8', {
+    fatal: false,
+    ignoreBOM: true
+  });
+  async load(model, onDownloadProgressCallback = () => {}) {
+    this.modelConfig = model;
+    const tokenizerLoadPromise = ResourceFetcher.fetch(undefined, model.tokenizerSource);
+    const encoderDecoderPromise = ResourceFetcher.fetch(onDownloadProgressCallback, model.encoderSource, model.decoderSource);
+    const [tokenizerSources, encoderDecoderResults] = await Promise.all([tokenizerLoadPromise, encoderDecoderPromise]);
+    const encoderSource = encoderDecoderResults?.[0];
+    const decoderSource = encoderDecoderResults?.[1];
+    if (!encoderSource || !decoderSource || !tokenizerSources) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = await global.loadSpeechToText(encoderSource, decoderSource, tokenizerSources[0]);
+  }
+  delete() {
+    this.nativeModule.unload();
+  }
+  async encode(waveform) {
+    if (Array.isArray(waveform)) {
+      Logger.info('Passing waveform as number[] is deprecated, use Float32Array instead');
+      waveform = new Float32Array(waveform);
+    }
+    return new Float32Array(await this.nativeModule.encode(waveform));
+  }
+  async decode(tokens, encoderOutput) {
+    if (Array.isArray(tokens)) {
+      Logger.info('Passing tokens as number[] is deprecated, use Int32Array instead');
+      tokens = new Int32Array(tokens);
+    }
+    if (Array.isArray(encoderOutput)) {
+      Logger.info('Passing encoderOutput as number[] is deprecated, use Float32Array instead');
+      encoderOutput = new Float32Array(encoderOutput);
+    }
+    return new Float32Array(await this.nativeModule.decode(tokens, encoderOutput));
+  }
+  async transcribe(waveform, options = {}) {
+    this.validateOptions(options);
+    if (Array.isArray(waveform)) {
+      Logger.info('Passing waveform as number[] is deprecated, use Float32Array instead');
+      waveform = new Float32Array(waveform);
+    }
+    const transcriptionBytes = await this.nativeModule.transcribe(waveform, options.language || '');
+    return this.textDecoder.decode(new Uint8Array(transcriptionBytes));
+  }
+  async *stream(options = {}) {
+    this.validateOptions(options);
+    const queue = [];
+    let waiter = null;
+    let finished = false;
+    let error;
+    const wake = () => {
+      waiter?.();
+      waiter = null;
+    };
+    (async () => {
+      try {
+        await this.nativeModule.stream((committed, nonCommitted, isDone) => {
+          queue.push({
+            committed: this.textDecoder.decode(new Uint8Array(committed)),
+            nonCommitted: this.textDecoder.decode(new Uint8Array(nonCommitted))
+          });
+          if (isDone) {
+            finished = true;
+          }
+          wake();
+        }, options.language || '');
+        finished = true;
+        wake();
+      } catch (e) {
+        error = e;
+        finished = true;
+        wake();
+      }
+    })();
+    while (true) {
+      if (queue.length > 0) {
+        yield queue.shift();
+        if (finished && queue.length === 0) {
+          return;
+        }
+        continue;
+      }
+      if (error) throw error;
+      if (finished) return;
+      await new Promise(r => waiter = r);
+    }
+  }
+  streamInsert(waveform) {
+    if (Array.isArray(waveform)) {
+      Logger.info('Passing waveform as number[] is deprecated, use Float32Array instead');
+      waveform = new Float32Array(waveform);
+    }
+    this.nativeModule.streamInsert(waveform);
+  }
+  streamStop() {
+    this.nativeModule.streamStop();
+  }
+  validateOptions(options) {
+    if (!this.modelConfig.isMultilingual && options.language) {
+      throw new Error('Model is not multilingual, cannot set language');
+    }
+    if (this.modelConfig.isMultilingual && !options.language) {
+      throw new Error('Model is multilingual, provide a language');
+    }
   }
 }
 //# sourceMappingURL=SpeechToTextModule.js.map

package/lib/module/modules/natural_language_processing/SpeechToTextModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["SpeechToTextController","SpeechToText","onDownloadProgressCallback","_downloadProgress","load","modelName","transcribeCallback","modelDownloadProgressCallback","encoderSource","decoderSource","tokenizerSource","overlapSeconds","windowSize","streamingConfig","module","loadModel","configureStreaming","encode","waveform","decode","seq","encodings","transcribe","audioLanguage","streamingTranscribe","streamAction"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/SpeechToTextModule.ts"],"mappings":";;AACA,SAASA,sBAAsB,QAAQ,0CAA0C;AAIjF,OAAO,MAAMC,YAAY,CAAC;EAGxB,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CACfC,SAA0B,EAC1BC,kBAA8C,EAC9CC,6BAAkE,EAClEC,aAA8B,EAC9BC,aAA8B,EAC9BC,eAAgC,EAChCC,cAEwB,EACxBC,UAEoB,EACpBC,eAEyB,EACzB;IACA,IAAI,CAACC,MAAM,GAAG,IAAId,sBAAsB,CAAC;MACvCM,kBAAkB,EAAEA,kBAAkB;MACtCC,6BAA6B,EAAEA,6BAA6B;MAC5DI,cAAc,EAAEA,cAAc;MAC9BC,UAAU,EAAEA,UAAU;MACtBC,eAAe,EAAEA;IACnB,CAAC,CAAC;IACF,MAAM,IAAI,CAACC,MAAM,CAACC,SAAS,CACxBV,SAAS,GAAGA,SAAS,EACrBG,aAAa,GAAGA,aAAa,EAC7BC,aAAa,GAAGA,aAAa,EAC7BC,eAAe,GAAGA,eACrB,CAAC;EACH;EAEA,OAAOM,kBAAkBA,CACvBL,cAA2E,EAC3EC,UAAuE,EACvEC,eAA4E,EAC5E;IACA,IAAI,CAACC,MAAM,EAAEE,kBAAkB,CAC7BL,cAAc,EACdC,UAAU,EACVC,eACF,CAAC;EACH;EAEA,aAAaI,MAAMA,CAACC,QAAkB,EAAE;IACtC,OAAO,MAAM,IAAI,CAACJ,MAAM,CAACG,MAAM,CAACC,QAAQ,CAAC;EAC3C;EAEA,aAAaC,MAAMA,CAACC,GAAa,EAAEC,SAAmB,EAAE;IACtD,OAAO,MAAM,IAAI,CAACP,MAAM,CAACK,MAAM,CAACC,GAAG,EAAEC,SAAS,CAAC;EACjD;EAEA,aAAaC,UAAUA,CACrBJ,QAAkB,EAClBK,aAAoC,EACc;IAClD,OAAO,MAAM,IAAI,CAACT,MAAM,CAACQ,UAAU,CAACJ,QAAQ,EAAEK,aAAa,CAAC;EAC9D;EAEA,aAAaC,mBAAmBA,CAC9BC,YAA8B,EAC9BP,QAAmB,EACnBK,aAAoC,EACuB;IAC3D,OAAO,MAAM,IAAI,CAACT,MAAM,CAACU,mBAAmB,CAC1CC,YAAY,EACZP,QAAQ,EACRK,aACF,CAAC;EACH;AACF","ignoreList":[]}
+{"version":3,"names":["Logger","ResourceFetcher","SpeechToTextModule","textDecoder","TextDecoder","fatal","ignoreBOM","load","model","onDownloadProgressCallback","modelConfig","tokenizerLoadPromise","fetch","undefined","tokenizerSource","encoderDecoderPromise","encoderSource","decoderSource","tokenizerSources","encoderDecoderResults","Promise","all","Error","nativeModule","global","loadSpeechToText","delete","unload","encode","waveform","Array","isArray","info","Float32Array","decode","tokens","encoderOutput","Int32Array","transcribe","options","validateOptions","transcriptionBytes","language","Uint8Array","stream","queue","waiter","finished","error","wake","committed","nonCommitted","isDone","push","e","length","shift","r","streamInsert","streamStop","isMultilingual"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/SpeechToTextModule.ts"],"mappings":";;AAAA,SAASA,MAAM,QAAQ,qBAAqB;AAE5C,SAASC,eAAe,QAAQ,6BAA6B;AAE7D,OAAO,MAAMC,kBAAkB,CAAC;EAKtBC,WAAW,GAAG,IAAIC,WAAW,CAAC,OAAO,EAAE;IAC7CC,KAAK,EAAE,KAAK;IACZC,SAAS,EAAE;EACb,CAAC,CAAC;EAEF,MAAaC,IAAIA,CACfC,KAA8B,EAC9BC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,IAAI,CAACC,WAAW,GAAGF,KAAK;IAExB,MAAMG,oBAAoB,GAAGV,eAAe,CAACW,KAAK,CAChDC,SAAS,EACTL,KAAK,CAACM,eACR,CAAC;IACD,MAAMC,qBAAqB,GAAGd,eAAe,CAACW,KAAK,CACjDH,0BAA0B,EAC1BD,KAAK,CAACQ,aAAa,EACnBR,KAAK,CAACS,aACR,CAAC;IACD,MAAM,CAACC,gBAAgB,EAAEC,qBAAqB,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CAClEV,oBAAoB,EACpBI,qBAAqB,CACtB,CAAC;IACF,MAAMC,aAAa,GAAGG,qBAAqB,GAAG,CAAC,CAAC;IAChD,MAAMF,aAAa,GAAGE,qBAAqB,GAAG,CAAC,CAAC;IAChD,IAAI,CAACH,aAAa,IAAI,CAACC,aAAa,IAAI,CAACC,gBAAgB,EAAE;MACzD,MAAM,IAAII,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAG,MAAMC,MAAM,CAACC,gBAAgB,CAC/CT,aAAa,EACbC,aAAa,EACbC,gBAAgB,CAAC,CAAC,CACpB,CAAC;EACH;EAEOQ,MAAMA,CAAA,EAAS;IACpB,IAAI,CAACH,YAAY,CAACI,MAAM,CAAC,CAAC;EAC5B;EAEA,MAAaC,MAAMA,CACjBC,QAAiC,EACV;IACvB,IAAIC,KAAK,CAACC,OAAO,CAACF,QAAQ,CAAC,EAAE;MAC3B7B,MAAM,CAACgC,IAAI,CACT,sEACF,CAAC;MACDH,QAAQ,GAAG,IAAII,YAAY,CAACJ,QAAQ,CAAC;IACvC;IACA,OAAO,IAAII,YAAY,CAAC,MAAM,IAAI,CAACV,YAAY,CAACK,MAAM,CAACC,QAAQ,CAAC,CAAC;EACnE;EAEA,MAAaK,MAAMA,CACjBC,MAA6B,EAC7BC,aAAsC,EACf;IACvB,IAAIN,KAAK,CAACC,OAAO,CAACI,MAAM,CAAC,EAAE;MACzBnC,MAAM,CAACgC,IAAI,CACT,kEACF,CAAC;MACDG,MAAM,GAAG,IAAIE,UAAU,CAACF,MAAM,CAAC;IACjC;IACA,IAAIL,KAAK,CAACC,OAAO,CAACK,aAAa,CAAC,EAAE;MAChCpC,MAAM,CAACgC,IAAI,CACT,2EACF,CAAC;MACDI,aAAa,GAAG,IAAIH,YAAY,CAACG,aAAa,CAAC;IACjD;IACA,OAAO,IAAIH,YAAY,CACrB,MAAM,IAAI,CAACV,YAAY,CAACW,MAAM,CAACC,MAAM,EAAEC,aAAa,CACtD,CAAC;EACH;EAEA,MAAaE,UAAUA,CACrBT,QAAiC,EACjCU,OAAwB,GAAG,CAAC,CAAC,EACZ;IACjB,IAAI,CAACC,eAAe,CAACD,OAAO,CAAC;IAE7B,IAAIT,KAAK,CAACC,OAAO,CAACF,QAAQ,CAAC,EAAE;MAC3B7B,MAAM,CAACgC,IAAI,CACT,sEACF,CAAC;MACDH,QAAQ,GAAG,IAAII,YAAY,CAACJ,QAAQ,CAAC;IACvC;IACA,MAAMY,kBAAkB,GAAG,MAAM,IAAI,CAAClB,YAAY,CAACe,UAAU,CAC3DT,QAAQ,EACRU,OAAO,CAACG,QAAQ,IAAI,EACtB,CAAC;IACD,OAAO,IAAI,CAACvC,WAAW,CAAC+B,MAAM,CAAC,IAAIS,UAAU,CAACF,kBAAkB,CAAC,CAAC;EACpE;EAEA,OAAcG,MAAMA,CAClBL,OAAwB,GAAG,CAAC,CAAC,EACgC;IAC7D,IAAI,CAACC,eAAe,CAACD,OAAO,CAAC;IAE7B,MAAMM,KAAoD,GAAG,EAAE;IAC/D,IAAIC,MAA2B,GAAG,IAAI;IACtC,IAAIC,QAAQ,GAAG,KAAK;IACpB,IAAIC,KAAc;IAElB,MAAMC,IAAI,GAAGA,CAAA,KAAM;MACjBH,MAAM,GAAG,CAAC;MACVA,MAAM,GAAG,IAAI;IACf,CAAC;IAED,CAAC,YAAY;MACX,IAAI;QACF,MAAM,IAAI,CAACvB,YAAY,CAACqB,MAAM,CAC5B,CAACM,SAAmB,EAAEC,YAAsB,EAAEC,MAAe,KAAK;UAChEP,KAAK,CAACQ,IAAI,CAAC;YACTH,SAAS,EAAE,IAAI,CAAC/C,WAAW,CAAC+B,MAAM,CAAC,IAAIS,UAAU,CAACO,SAAS,CAAC,CAAC;YAC7DC,YAAY,EAAE,IAAI,CAAChD,WAAW,CAAC+B,MAAM,CACnC,IAAIS,UAAU,CAACQ,YAAY,CAC7B;UACF,CAAC,CAAC;UACF,IAAIC,MAAM,EAAE;YACVL,QAAQ,GAAG,IAAI;UACjB;UACAE,IAAI,CAAC,CAAC;QACR,CAAC,EACDV,OAAO,CAACG,QAAQ,IAAI,EACtB,CAAC;QACDK,QAAQ,GAAG,IAAI;QACfE,IAAI,CAAC,CAAC;MACR,CAAC,CAAC,OAAOK,CAAC,EAAE;QACVN,KAAK,GAAGM,CAAC;QACTP,QAAQ,GAAG,IAAI;QACfE,IAAI,CAAC,CAAC;MACR;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,IAAI,EAAE;MACX,IAAIJ,KAAK,CAACU,MAAM,GAAG,CAAC,EAAE;QACpB,MAAMV,KAAK,CAACW,KAAK,CAAC,CAAE;QACpB,IAAIT,QAAQ,IAAIF,KAAK,CAACU,MAAM,KAAK,CAAC,EAAE;UAClC;QACF;QACA;MACF;MACA,IAAIP,KAAK,EAAE,MAAMA,KAAK;MACtB,IAAID,QAAQ,EAAE;MACd,MAAM,IAAI3B,OAAO,CAAQqC,CAAC,IAAMX,MAAM,GAAGW,CAAE,CAAC;IAC9C;EACF;EAEOC,YAAYA,CAAC7B,QAAiC,EAAQ;IAC3D,IAAIC,KAAK,CAACC,OAAO,CAACF,QAAQ,CAAC,EAAE;MAC3B7B,MAAM,CAACgC,IAAI,CACT,sEACF,CAAC;MACDH,QAAQ,GAAG,IAAII,YAAY,CAACJ,QAAQ,CAAC;IACvC;IACA,IAAI,CAACN,YAAY,CAACmC,YAAY,CAAC7B,QAAQ,CAAC;EAC1C;EAEO8B,UAAUA,CAAA,EAAS;IACxB,IAAI,CAACpC,YAAY,CAACoC,UAAU,CAAC,CAAC;EAChC;EAEQnB,eAAeA,CAACD,OAAwB,EAAE;IAChD,IAAI,CAAC,IAAI,CAAC7B,WAAW,CAACkD,cAAc,IAAIrB,OAAO,CAACG,QAAQ,EAAE;MACxD,MAAM,IAAIpB,KAAK,CAAC,gDAAgD,CAAC;IACnE;IACA,IAAI,IAAI,CAACZ,WAAW,CAACkD,cAAc,IAAI,CAACrB,OAAO,CAACG,QAAQ,EAAE;MACxD,MAAM,IAAIpB,KAAK,CAAC,2CAA2C,CAAC;IAC9D;EACF;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js

@@ -1,14 +1,21 @@
 "use strict";
 
-import { TextEmbeddingsNativeModule } from '../../native/RnExecutorchModules';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
 import { BaseModule } from '../BaseModule';
 export class TextEmbeddingsModule extends BaseModule {
-  static nativeModule = TextEmbeddingsNativeModule;
-  static async load(modelSource, tokenizerSource) {
-    await super.load(modelSource, tokenizerSource);
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const modelPromise = ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+    const tokenizerPromise = ResourceFetcher.fetch(undefined, model.tokenizerSource);
+    const [modelResult, tokenizerResult] = await Promise.all([modelPromise, tokenizerPromise]);
+    const modelPath = modelResult?.[0];
+    const tokenizerPath = tokenizerResult?.[0];
+    if (!modelPath || !tokenizerPath) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadTextEmbeddings(modelPath, tokenizerPath);
   }
-  static async forward(input) {
-    return this.nativeModule.forward(input);
+  async forward(input) {
+    return new Float32Array(await this.nativeModule.generate(input));
   }
 }
 //# sourceMappingURL=TextEmbeddingsModule.js.map

package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["TextEmbeddingsNativeModule","BaseModule","TextEmbeddingsModule","nativeModule","load","modelSource","tokenizerSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/TextEmbeddingsModule.ts"],"mappings":";;AAAA,SAASA,0BAA0B,QAAQ,kCAAkC;AAE7E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,oBAAoB,SAASD,UAAU,CAAC;EACnD,OAA0BE,YAAY,GAAGH,0BAA0B;EAEnE,aAAsBI,IAAIA,CACxBC,WAA2B,EAC3BC,eAA+B,EAC/B;IACA,MAAM,KAAK,CAACF,IAAI,CAACC,WAAW,EAAEC,eAAe,CAAC;EAChD;EAEA,aAAsBC,OAAOA,CAACC,KAAa,EAAqB;IAC9D,OAAO,IAAI,CAACL,YAAY,CAACI,OAAO,CAACC,KAAK,CAAC;EACzC;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","BaseModule","TextEmbeddingsModule","load","model","onDownloadProgressCallback","modelPromise","fetch","modelSource","tokenizerPromise","undefined","tokenizerSource","modelResult","tokenizerResult","Promise","all","modelPath","tokenizerPath","Error","nativeModule","global","loadTextEmbeddings","forward","input","Float32Array","generate"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/TextEmbeddingsModule.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,6BAA6B;AAC7D,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,oBAAoB,SAASD,UAAU,CAAC;EACnD,MAAME,IAAIA,CACRC,KAAuE,EACvEC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,YAAY,GAAGN,eAAe,CAACO,KAAK,CACxCF,0BAA0B,EAC1BD,KAAK,CAACI,WACR,CAAC;IACD,MAAMC,gBAAgB,GAAGT,eAAe,CAACO,KAAK,CAC5CG,SAAS,EACTN,KAAK,CAACO,eACR,CAAC;IACD,MAAM,CAACC,WAAW,EAAEC,eAAe,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACvDT,YAAY,EACZG,gBAAgB,CACjB,CAAC;IACF,MAAMO,SAAS,GAAGJ,WAAW,GAAG,CAAC,CAAC;IAClC,MAAMK,aAAa,GAAGJ,eAAe,GAAG,CAAC,CAAC;IAC1C,IAAI,CAACG,SAAS,IAAI,CAACC,aAAa,EAAE;MAChC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,kBAAkB,CAACL,SAAS,EAAEC,aAAa,CAAC;EACzE;EAEA,MAAMK,OAAOA,CAACC,KAAa,EAAyB;IAClD,OAAO,IAAIC,YAAY,CAAC,MAAM,IAAI,CAACL,YAAY,CAACM,QAAQ,CAACF,KAAK,CAAC,CAAC;EAClE;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/TokenizerModule.js

@@ -1,25 +1,31 @@
 "use strict";
 
-import { TokenizerNativeModule } from '../../native/RnExecutorchModules';
-import { BaseModule } from '../BaseModule';
-export class TokenizerModule extends BaseModule {
-  static nativeModule = TokenizerNativeModule;
-  static async load(tokenizerSource) {
-    await super.load(tokenizerSource);
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+export class TokenizerModule {
+  async load(tokenizer, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, tokenizer.tokenizerSource);
+    const path = paths?.[0];
+    if (!path) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadTokenizerModule(path);
   }
-  static async decode(input, skipSpecialTokens = false) {
-    return await this.nativeModule.decode(input, skipSpecialTokens);
+  async encode(s) {
+    return await this.nativeModule.encode(s);
   }
-  static async encode(input) {
-    return await this.nativeModule.encode(input);
+  async decode(tokens, skipSpecialTokens = true) {
+    if (tokens.length === 0) {
+      return '';
+    }
+    return await this.nativeModule.decode(tokens, skipSpecialTokens);
   }
-  static async getVocabSize() {
+  async getVocabSize() {
     return await this.nativeModule.getVocabSize();
   }
-  static async idToToken(tokenId) {
-    return await this.nativeModule.idToToken(tokenId);
+  async idToToken(tokenId) {
+    return this.nativeModule.idToToken(tokenId);
   }
-  static async tokenToId(token) {
+  async tokenToId(token) {
     return await this.nativeModule.tokenToId(token);
   }
 }