react-native-executorch 0.3.2 → 0.4.1

package/lib/module/hooks/useModule.js

@@ -1,92 +1,48 @@
 "use strict";
 
 import { useEffect, useState } from 'react';
-import { fetchResource } from '../utils/fetchResource';
 import { ETError, getError } from '../Error';
-import { getTypeIdentifier } from '../types/common';
 export const useModule = ({
-  modelSource,
-  module
+  module,
+  loadArgs,
+  preventLoad = false
 }) => {
   const [error, setError] = useState(null);
   const [isReady, setIsReady] = useState(false);
   const [isGenerating, setIsGenerating] = useState(false);
   const [downloadProgress, setDownloadProgress] = useState(0);
   useEffect(() => {
-    const loadModel = async () => {
-      if (!modelSource) return;
+    const loadModule = async () => {
       try {
         setIsReady(false);
-        const fileUri = await fetchResource(modelSource, setDownloadProgress);
-        await module.loadModule(fileUri);
+        module.onDownloadProgress(setDownloadProgress);
+        await module.load(...loadArgs);
         setIsReady(true);
-      } catch (e) {
-        setError(getError(e));
+      } catch (err) {
+        setError(err.message);
       }
     };
-    loadModel();
-  }, [modelSource, module]);
-  const forwardImage = async input => {
-    if (!isReady) {
-      throw new Error(getError(ETError.ModuleNotLoaded));
-    }
-    if (isGenerating) {
-      throw new Error(getError(ETError.ModelGenerating));
-    }
+    if (!preventLoad) {
+      loadModule();
+    }
+    // eslint-disable-next-line react-hooks/exhaustive-deps
+  }, [...loadArgs, preventLoad]);
+  const forward = async (...input) => {
+    if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
+    if (isGenerating) throw new Error(getError(ETError.ModelGenerating));
     try {
       setIsGenerating(true);
-      const output = await module.forward(input);
-      return output;
-    } catch (e) {
-      throw new Error(getError(e));
+      return await module.forward(...input);
     } finally {
       setIsGenerating(false);
     }
   };
-  const forwardETInput = async (input, shape) => {
-    if (!isReady) {
-      throw new Error(getError(ETError.ModuleNotLoaded));
-    }
-    if (isGenerating) {
-      throw new Error(getError(ETError.ModelGenerating));
-    }
-
-    // Since the native module expects an array of inputs and an array of shapes,
-    // if the user provides a single ETInput, we want to "unsqueeze" the array so
-    // the data is properly processed on the native side
-    if (!Array.isArray(input)) {
-      input = [input];
-    }
-    if (!Array.isArray(shape[0])) {
-      shape = [shape];
-    }
-    let inputTypeIdentifiers = [];
-    let modelInputs = [];
-    for (let idx = 0; idx < input.length; idx++) {
-      let currentInputTypeIdentifier = getTypeIdentifier(input[idx]);
-      if (currentInputTypeIdentifier === -1) {
-        throw new Error(getError(ETError.InvalidArgument));
-      }
-      inputTypeIdentifiers.push(currentInputTypeIdentifier);
-      modelInputs.push([...input[idx]]);
-    }
-    try {
-      setIsGenerating(true);
-      const output = await module.forward(modelInputs, shape, inputTypeIdentifiers);
-      setIsGenerating(false);
-      return output;
-    } catch (e) {
-      setIsGenerating(false);
-      throw new Error(getError(e));
-    }
-  };
   return {
     error,
     isReady,
     isGenerating,
     downloadProgress,
-    forwardETInput,
-    forwardImage
+    forward
   };
 };
 //# sourceMappingURL=useModule.js.map

package/lib/module/hooks/useModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["useEffect","useState","fetchResource","ETError","getError","getTypeIdentifier","useModule","modelSource","module","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","loadModel","fileUri","loadModule","e","forwardImage","input","Error","ModuleNotLoaded","ModelGenerating","output","forward","forwardETInput","shape","Array","isArray","inputTypeIdentifiers","modelInputs","idx","length","currentInputTypeIdentifier","InvalidArgument","push"],"sourceRoot":"../../../src","sources":["hooks/useModule.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,aAAa,QAAQ,wBAAwB;AACtD,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAG5C,SAASC,iBAAiB,QAAQ,iBAAiB;AAmBnD,OAAO,MAAMC,SAAS,GAAGA,CAAC;EAAEC,WAAW;EAAEC;AAAc,CAAC,KAAc;EACpE,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGT,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACU,OAAO,EAAEC,UAAU,CAAC,GAAGX,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACY,YAAY,EAAEC,eAAe,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACc,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGf,QAAQ,CAAC,CAAC,CAAC;EAE3DD,SAAS,CAAC,MAAM;IACd,MAAMiB,SAAS,GAAG,MAAAA,CAAA,KAAY;MAC5B,IAAI,CAACV,WAAW,EAAE;MAElB,IAAI;QACFK,UAAU,CAAC,KAAK,CAAC;QACjB,MAAMM,OAAO,GAAG,MAAMhB,aAAa,CAACK,WAAW,EAAES,mBAAmB,CAAC;QACrE,MAAMR,MAAM,CAACW,UAAU,CAACD,OAAO,CAAC;QAChCN,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOQ,CAAC,EAAE;QACVV,QAAQ,CAACN,QAAQ,CAACgB,CAAC,CAAC,CAAC;MACvB;IACF,CAAC;IAEDH,SAAS,CAAC,CAAC;EACb,CAAC,EAAE,CAACV,WAAW,EAAEC,MAAM,CAAC,CAAC;EAEzB,MAAMa,YAAY,GAAG,MAAOC,KAAa,IAAK;IAC5C,IAAI,CAACX,OAAO,EAAE;MACZ,MAAM,IAAIY,KAAK,CAACnB,QAAQ,CAACD,OAAO,CAACqB,eAAe,CAAC,CAAC;IACpD;IACA,IAAIX,YAAY,EAAE;MAChB,MAAM,IAAIU,KAAK,CAACnB,QAAQ,CAACD,OAAO,CAACsB,eAAe,CAAC,CAAC;IACpD;IAEA,IAAI;MACFX,eAAe,CAAC,IAAI,CAAC;MACrB,MAAMY,MAAM,GAAG,MAAMlB,MAAM,CAACmB,OAAO,CAACL,KAAK,CAAC;MAC1C,OAAOI,MAAM;IACf,CAAC,CAAC,OAAON,CAAC,EAAE;MACV,MAAM,IAAIG,KAAK,CAACnB,QAAQ,CAACgB,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACRN,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC;EAED,MAAMc,cAAc,GAAG,MAAAA,CACrBN,KAA0B,EAC1BO,KAA4B,KACzB;IACH,IAAI,CAAClB,OAAO,EAAE;MACZ,MAAM,IAAIY,KAAK,CAACnB,QAAQ,CAACD,OAAO,CAACqB,eAAe,CAAC,CAAC;IACpD;IACA,IAAIX,YAAY,EAAE;MAChB,MAAM,IAAIU,KAAK,CAACnB,QAAQ,CAACD,OAAO,CAACsB,eAAe,CAAC,CAAC;IACpD;;IAEA;IACA;IACA;IACA,IAAI,CAACK,KAAK,CAACC,OAAO,CAACT,KAAK,CAAC,EAAE;MACzBA,KAAK,GAAG,CAACA,KAAK,CAAC;IACjB;IAEA,IAAI,CAACQ,KAAK,CAACC,OAAO,CAACF,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;MAC5BA,KAAK,GAAG,CAACA,KAAK,CAAe;IAC/B;IAEA,IAAIG,oBAA2B,GAAG,EAAE;IACpC,IAAIC,WAAkB,GAAG,EAAE;IAE3B,KAAK,IAAIC,GAAG,GAAG,CAAC,EAAEA,GAAG,GAAGZ,KAAK,CAACa,MAAM,EAAED,GAAG,EAAE,EAAE;MAC3C,IAAIE,0BAA0B,GAAG/B,iBAAiB,CAACiB,KAAK,CAACY,GAAG,CAAY,CAAC;MACzE,IAAIE,0BAA0B,KAAK,CAAC,CAAC,EAAE;QACrC,MAAM,IAAIb,KAAK,CAACnB,QAAQ,CAACD,OAAO,CAACkC,eAAe,CAAC,CAAC;MACpD;MACAL,oBAAoB,CAACM,IAAI,CAACF,0BAA0B,CAAC;MACrDH,WAAW,CAACK,IAAI,CAAC,CAAC,GAAIhB,KAAK,CAACY,GAAG,CAAa,CAAC,CAAC;IAChD;IAEA,IAAI;MACFpB,eAAe,CAAC,IAAI,CAAC;MACrB,MAAMY,MAAM,GAAG,MAAMlB,MAAM,CAACmB,OAAO,CACjCM,WAAW,EACXJ,KAAK,EACLG,oBACF,CAAC;MACDlB,eAAe,CAAC,KAAK,CAAC;MACtB,OAAOY,MAAM;IACf,CAAC,CAAC,OAAON,CAAC,EAAE;MACVN,eAAe,CAAC,KAAK,CAAC;MACtB,MAAM,IAAIS,KAAK,CAACnB,QAAQ,CAACgB,CAAC,CAAC,CAAC;IAC9B;EACF,CAAC;EAED,OAAO;IACLX,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBa,cAAc;IACdP;EACF,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useEffect","useState","ETError","getError","useModule","module","loadArgs","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","loadModule","onDownloadProgress","load","err","message","forward","input","Error","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["hooks/useModule.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAQ5C,OAAO,MAAMC,SAAS,GAAGA,CAKvB;EACAC,MAAM;EACNC,QAAQ;EACRC,WAAW,GAAG;AAKhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAE3DD,SAAS,CAAC,MAAM;IACd,MAAMgB,UAAU,GAAG,MAAAA,CAAA,KAAY;MAC7B,IAAI;QACFL,UAAU,CAAC,KAAK,CAAC;QACjBN,MAAM,CAACY,kBAAkB,CAACF,mBAAmB,CAAC;QAC9C,MAAMV,MAAM,CAACa,IAAI,CAAC,GAAGZ,QAAQ,CAAC;QAC9BK,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOQ,GAAG,EAAE;QACZV,QAAQ,CAAEU,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC;IACD,IAAI,CAACb,WAAW,EAAE;MAChBS,UAAU,CAAC,CAAC;IACd;IACA;EACF,CAAC,EAAE,CAAC,GAAGV,QAAQ,EAAEC,WAAW,CAAC,CAAC;EAE9B,MAAMc,OAAO,GAAG,MAAAA,CAAO,GAAGC,KAAkB,KAA6B;IACvE,IAAI,CAACZ,OAAO,EAAE,MAAM,IAAIa,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACsB,eAAe,CAAC,CAAC;IAChE,IAAIZ,YAAY,EAAE,MAAM,IAAIW,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACuB,eAAe,CAAC,CAAC;IACpE,IAAI;MACFZ,eAAe,CAAC,IAAI,CAAC;MACrB,OAAO,MAAMR,MAAM,CAACgB,OAAO,CAAC,GAAGC,KAAK,CAAC;IACvC,CAAC,SAAS;MACRT,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBO;EACF,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/index.js

@@ -1,32 +1,46 @@
 "use strict";
 
+import { SpeechToTextLanguage } from './types/stt';
+
 // hooks
 export * from './hooks/computer_vision/useClassification';
 export * from './hooks/computer_vision/useObjectDetection';
 export * from './hooks/computer_vision/useStyleTransfer';
+export * from './hooks/computer_vision/useImageSegmentation';
 export * from './hooks/computer_vision/useOCR';
 export * from './hooks/computer_vision/useVerticalOCR';
 export * from './hooks/natural_language_processing/useLLM';
 export * from './hooks/natural_language_processing/useSpeechToText';
+export * from './hooks/natural_language_processing/useTextEmbeddings';
+export * from './hooks/natural_language_processing/useTokenizer';
 export * from './hooks/general/useExecutorchModule';
 
 // modules
 export * from './modules/computer_vision/ClassificationModule';
 export * from './modules/computer_vision/ObjectDetectionModule';
 export * from './modules/computer_vision/StyleTransferModule';
+export * from './modules/computer_vision/ImageSegmentationModule';
 export * from './modules/computer_vision/OCRModule';
 export * from './modules/computer_vision/VerticalOCRModule';
 export * from './modules/natural_language_processing/LLMModule';
 export * from './modules/natural_language_processing/SpeechToTextModule';
+export * from './modules/natural_language_processing/TextEmbeddingsModule';
+export * from './modules/natural_language_processing/TokenizerModule';
 export * from './modules/general/ExecutorchModule';
 
 // utils
-export * from './utils/listDownloadedResources';
+export * from './utils/ResourceFetcher';
 
 // types
-export * from './types/object_detection';
+export * from './types/objectDetection';
 export * from './types/ocr';
+export * from './types/imageSegmentation';
+export * from './types/llm';
+export { SpeechToTextLanguage };
 
 // constants
 export * from './constants/modelUrls';
+export * from './constants/ocr/models';
+export * from './constants/llmDefaults';
+export { STREAMING_ACTION, MODES } from './constants/sttDefaults';
 //# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":[],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AAEnE,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AAExE,cAAc,oCAAoC;;AAElD;AACA,cAAc,iCAAiC;;AAE/C;AACA,cAAc,0BAA0B;AACxC,cAAc,aAAa;;AAE3B;AACA,cAAc,uBAAuB","ignoreList":[]}
+{"version":3,"names":["SpeechToTextLanguage","STREAMING_ACTION","MODES"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,aAAa;;AAElD;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,8CAA8C;AAC5D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAEhE,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,mDAAmD;AACjE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AAErE,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;;AAEvC;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,2BAA2B;AACzC,cAAc,aAAa;AAC3B,SAASA,oBAAoB;;AAE7B;AACA,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,SAASC,gBAAgB,EAAEC,KAAK,QAAQ,yBAAyB","ignoreList":[]}

package/lib/module/modules/BaseModule.js

@@ -1,20 +1,19 @@
 "use strict";
 
-import { fetchResource } from '../utils/fetchResource';
+import { ResourceFetcher } from '../utils/ResourceFetcher';
 import { getError } from '../Error';
 export class BaseModule {
-  static onDownloadProgressCallback = _downloadProgress => {};
-  static async load(modelSource) {
-    if (!modelSource) return;
+  static onDownloadProgressCallback = () => {};
+  static async load(...sources) {
     try {
-      const fileUri = await fetchResource(modelSource, this.onDownloadProgressCallback);
-      await this.module.loadModule(fileUri);
-    } catch (e) {
-      throw new Error(getError(e));
+      const paths = await ResourceFetcher.fetchMultipleResources(this.onDownloadProgressCallback, ...sources);
+      await this.nativeModule.loadModule(...paths);
+    } catch (error) {
+      throw new Error(getError(error));
     }
   }
-  static async forward(..._) {
-    throw new Error('The forward method is not implemented.');
+  static async forward(..._args) {
+    throw new Error('forward method is not implemented in the BaseModule class. Please implement it in the derived class.');
   }
   static onDownloadProgress(callback) {
     this.onDownloadProgressCallback = callback;

package/lib/module/modules/BaseModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["fetchResource","getError","BaseModule","onDownloadProgressCallback","_downloadProgress","load","modelSource","fileUri","module","loadModule","e","Error","forward","_","onDownloadProgress","callback"],"sourceRoot":"../../../src","sources":["modules/BaseModule.ts"],"mappings":";;AAMA,SAASA,aAAa,QAAQ,wBAAwB;AAEtD,SAASC,QAAQ,QAAQ,UAAU;AAEnC,OAAO,MAAMC,UAAU,CAAC;EAOtB,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CAACC,WAA2B,EAAE;IAC7C,IAAI,CAACA,WAAW,EAAE;IAElB,IAAI;MACF,MAAMC,OAAO,GAAG,MAAMP,aAAa,CACjCM,WAAW,EACX,IAAI,CAACH,0BACP,CAAC;MACD,MAAM,IAAI,CAACK,MAAM,CAACC,UAAU,CAACF,OAAO,CAAC;IACvC,CAAC,CAAC,OAAOG,CAAC,EAAE;MACV,MAAM,IAAIC,KAAK,CAACV,QAAQ,CAACS,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaE,OAAOA,CAAC,GAAGC,CAAQ,EAAgB;IAC9C,MAAM,IAAIF,KAAK,CAAC,wCAAwC,CAAC;EAC3D;EAEA,OAAOG,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAACZ,0BAA0B,GAAGY,QAAQ;EAC5C;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","getError","BaseModule","onDownloadProgressCallback","load","sources","paths","fetchMultipleResources","nativeModule","loadModule","error","Error","forward","_args","onDownloadProgress","callback"],"sourceRoot":"../../../src","sources":["modules/BaseModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,UAAU;AAGnC,OAAO,MAAMC,UAAU,CAAC;EAEtB,OAAOC,0BAA0B,GAC/BA,CAAA,KAAM,CAAC,CAAC;EAEV,aAAaC,IAAIA,CAAC,GAAGC,OAAyB,EAAiB;IAC7D,IAAI;MACF,MAAMC,KAAK,GAAG,MAAMN,eAAe,CAACO,sBAAsB,CACxD,IAAI,CAACJ,0BAA0B,EAC/B,GAAGE,OACL,CAAC;MACD,MAAM,IAAI,CAACG,YAAY,CAACC,UAAU,CAAC,GAAGH,KAAK,CAAC;IAC9C,CAAC,CAAC,OAAOI,KAAK,EAAE;MACd,MAAM,IAAIC,KAAK,CAACV,QAAQ,CAACS,KAAK,CAAC,CAAC;IAClC;EACF;EAEA,aAAuBE,OAAOA,CAAC,GAAGC,KAAY,EAAgB;IAC5D,MAAM,IAAIF,KAAK,CACb,sGACF,CAAC;EACH;EAEA,OAAOG,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAACZ,0BAA0B,GAAGY,QAAQ;EAC5C;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ClassificationModule.js

@@ -1,11 +1,14 @@
 "use strict";
 
-import { BaseCVModule } from './BaseCVModule';
-import { _ClassificationModule } from '../../native/RnExecutorchModules';
-export class ClassificationModule extends BaseCVModule {
-  static module = new _ClassificationModule();
+import { ClassificationNativeModule } from '../../native/RnExecutorchModules';
+import { BaseModule } from '../BaseModule';
+export class ClassificationModule extends BaseModule {
+  static nativeModule = ClassificationNativeModule;
+  static async load(modelSource) {
+    await super.load(modelSource);
+  }
   static async forward(input) {
-    return await super.forward(input);
+    return await this.nativeModule.forward(input);
   }
 }
 //# sourceMappingURL=ClassificationModule.js.map

package/lib/module/modules/computer_vision/ClassificationModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["BaseCVModule","_ClassificationModule","ClassificationModule","module","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ClassificationModule.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,gBAAgB;AAC7C,SAASC,qBAAqB,QAAQ,kCAAkC;AAExE,OAAO,MAAMC,oBAAoB,SAASF,YAAY,CAAC;EACrD,OAAOG,MAAM,GAAG,IAAIF,qBAAqB,CAAC,CAAC;EAE3C,aAAaG,OAAOA,CAACC,KAAa,EAAE;IAClC,OAAO,MAAO,KAAK,CAACD,OAAO,CAACC,KAAK,CAE/B;EACJ;AACF","ignoreList":[]}
+{"version":3,"names":["ClassificationNativeModule","BaseModule","ClassificationModule","nativeModule","load","modelSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ClassificationModule.ts"],"mappings":";;AAAA,SAASA,0BAA0B,QAAQ,kCAAkC;AAE7E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,oBAAoB,SAASD,UAAU,CAAC;EACnD,OAA0BE,YAAY,GAAGH,0BAA0B;EAEnE,aAAsBI,IAAIA,CAACC,WAA2B,EAAE;IACtD,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EAC/B;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EAC0C;IACvD,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACG,OAAO,CAACC,KAAK,CAAC;EAC/C;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ImageSegmentationModule.js

@@ -0,0 +1,28 @@
+"use strict";
+
+import { BaseModule } from '../BaseModule';
+import { getError } from '../../Error';
+import { DeeplabLabel } from '../../types/imageSegmentation';
+import { ImageSegmentationNativeModule } from '../../native/RnExecutorchModules';
+export class ImageSegmentationModule extends BaseModule {
+  static nativeModule = ImageSegmentationNativeModule;
+  static async load(modelSource) {
+    return await super.load(modelSource);
+  }
+  static async forward(input, classesOfInterest, resize) {
+    try {
+      const stringDict = await this.nativeModule.forward(input, (classesOfInterest || []).map(label => DeeplabLabel[label]), resize || false);
+      let enumDict = {};
+      for (const key in stringDict) {
+        if (key in DeeplabLabel) {
+          const enumKey = DeeplabLabel[key];
+          enumDict[enumKey] = stringDict[key];
+        }
+      }
+      return enumDict;
+    } catch (e) {
+      throw new Error(getError(e));
+    }
+  }
+}
+//# sourceMappingURL=ImageSegmentationModule.js.map

package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["BaseModule","getError","DeeplabLabel","ImageSegmentationNativeModule","ImageSegmentationModule","nativeModule","load","modelSource","forward","input","classesOfInterest","resize","stringDict","map","label","enumDict","key","enumKey","e","Error"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ImageSegmentationModule.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,QAAQ,QAAQ,aAAa;AACtC,SAASC,YAAY,QAAQ,+BAA+B;AAE5D,SAASC,6BAA6B,QAAQ,kCAAkC;AAEhF,OAAO,MAAMC,uBAAuB,SAASJ,UAAU,CAAC;EACtD,OAA0BK,YAAY,GAAGF,6BAA6B;EAEtE,aAAsBG,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EACbC,iBAAkC,EAClCC,MAAgB,EAChB;IACA,IAAI;MACF,MAAMC,UAAU,GAAG,MAAO,IAAI,CAACP,YAAY,CAACG,OAAO,CACjDC,KAAK,EACL,CAACC,iBAAiB,IAAI,EAAE,EAAEG,GAAG,CAAEC,KAAK,IAAKZ,YAAY,CAACY,KAAK,CAAC,CAAC,EAC7DH,MAAM,IAAI,KACZ,CAAuD;MAEvD,IAAII,QAA8C,GAAG,CAAC,CAAC;MAEvD,KAAK,MAAMC,GAAG,IAAIJ,UAAU,EAAE;QAC5B,IAAII,GAAG,IAAId,YAAY,EAAE;UACvB,MAAMe,OAAO,GAAGf,YAAY,CAACc,GAAG,CAA8B;UAC9DD,QAAQ,CAACE,OAAO,CAAC,GAAGL,UAAU,CAACI,GAAG,CAAC;QACrC;MACF;MACA,OAAOD,QAAQ;IACjB,CAAC,CAAC,OAAOG,CAAC,EAAE;MACV,MAAM,IAAIC,KAAK,CAAClB,QAAQ,CAACiB,CAAC,CAAC,CAAC;IAC9B;EACF;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ObjectDetectionModule.js

@@ -1,11 +1,14 @@
 "use strict";
 
-import { BaseCVModule } from './BaseCVModule';
-import { _ObjectDetectionModule } from '../../native/RnExecutorchModules';
-export class ObjectDetectionModule extends BaseCVModule {
-  static module = new _ObjectDetectionModule();
+import { ObjectDetectionNativeModule } from '../../native/RnExecutorchModules';
+import { BaseModule } from '../BaseModule';
+export class ObjectDetectionModule extends BaseModule {
+  static nativeModule = ObjectDetectionNativeModule;
+  static async load(modelSource) {
+    return await super.load(modelSource);
+  }
   static async forward(input) {
-    return await super.forward(input);
+    return await this.nativeModule.forward(input);
   }
 }
 //# sourceMappingURL=ObjectDetectionModule.js.map

package/lib/module/modules/computer_vision/ObjectDetectionModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["BaseCVModule","_ObjectDetectionModule","ObjectDetectionModule","module","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ObjectDetectionModule.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,gBAAgB;AAC7C,SAASC,sBAAsB,QAAQ,kCAAkC;AAEzE,OAAO,MAAMC,qBAAqB,SAASF,YAAY,CAAC;EACtD,OAAOG,MAAM,GAAG,IAAIF,sBAAsB,CAAC,CAAC;EAE5C,aAAaG,OAAOA,CAACC,KAAa,EAAE;IAClC,OAAO,MAAO,KAAK,CAACD,OAAO,CAACC,KAAK,CAE/B;EACJ;AACF","ignoreList":[]}
+{"version":3,"names":["ObjectDetectionNativeModule","BaseModule","ObjectDetectionModule","nativeModule","load","modelSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ObjectDetectionModule.ts"],"mappings":";;AAAA,SAASA,2BAA2B,QAAQ,kCAAkC;AAE9E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,qBAAqB,SAASD,UAAU,CAAC;EACpD,OAA0BE,YAAY,GAAGH,2BAA2B;EAEpE,aAAsBI,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EACiC;IAC9C,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACG,OAAO,CAACC,KAAK,CAAC;EAC/C;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/StyleTransferModule.js

@@ -1,11 +1,14 @@
 "use strict";
 
-import { BaseCVModule } from './BaseCVModule';
-import { _StyleTransferModule } from '../../native/RnExecutorchModules';
-export class StyleTransferModule extends BaseCVModule {
-  static module = new _StyleTransferModule();
+import { StyleTransferNativeModule } from '../../native/RnExecutorchModules';
+import { BaseModule } from '../BaseModule';
+export class StyleTransferModule extends BaseModule {
+  static nativeModule = StyleTransferNativeModule;
+  static async load(modelSource) {
+    return await super.load(modelSource);
+  }
   static async forward(input) {
-    return await super.forward(input);
+    return await this.nativeModule.forward(input);
   }
 }
 //# sourceMappingURL=StyleTransferModule.js.map

package/lib/module/modules/computer_vision/StyleTransferModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["BaseCVModule","_StyleTransferModule","StyleTransferModule","module","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/StyleTransferModule.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,gBAAgB;AAC7C,SAASC,oBAAoB,QAAQ,kCAAkC;AAEvE,OAAO,MAAMC,mBAAmB,SAASF,YAAY,CAAC;EACpD,OAAOG,MAAM,GAAG,IAAIF,oBAAoB,CAAC,CAAC;EAE1C,aAAaG,OAAOA,CAACC,KAAa,EAAE;IAClC,OAAO,MAAO,KAAK,CAACD,OAAO,CAACC,KAAK,CAE/B;EACJ;AACF","ignoreList":[]}
+{"version":3,"names":["StyleTransferNativeModule","BaseModule","StyleTransferModule","nativeModule","load","modelSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/StyleTransferModule.ts"],"mappings":";;AAAA,SAASA,yBAAyB,QAAQ,kCAAkC;AAE5E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,mBAAmB,SAASD,UAAU,CAAC;EAClD,OAA0BE,YAAY,GAAGH,yBAAyB;EAElE,aAAsBI,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EACiC;IAC9C,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACG,OAAO,CAACC,KAAK,CAAC;EAC/C;AACF","ignoreList":[]}

package/lib/module/modules/general/ExecutorchModule.js

@@ -1,11 +1,14 @@
 "use strict";
 
-import { BaseModule } from '../BaseModule';
 import { ETError, getError } from '../../Error';
-import { _ETModule } from '../../native/RnExecutorchModules';
+import { ETModuleNativeModule } from '../../native/RnExecutorchModules';
 import { getTypeIdentifier } from '../../types/common';
+import { BaseModule } from '../BaseModule';
 export class ExecutorchModule extends BaseModule {
-  static module = new _ETModule();
+  static nativeModule = ETModuleNativeModule;
+  static async load(modelSource) {
+    return await super.load(modelSource);
+  }
   static async forward(input, shape) {
     if (!Array.isArray(input)) {
       input = [input];
@@ -21,14 +24,14 @@ export class ExecutorchModule extends BaseModule {
       modelInputs.push([...input[idx]]);
     }
     try {
-      return await this.module.forward(modelInputs, shape, inputTypeIdentifiers);
+      return await this.nativeModule.forward(modelInputs, shape, inputTypeIdentifiers);
     } catch (e) {
       throw new Error(getError(e));
     }
   }
   static async loadMethod(methodName) {
     try {
-      await this.module.loadMethod(methodName);
+      await this.nativeModule.loadMethod(methodName);
     } catch (e) {
       throw new Error(getError(e));
     }

package/lib/module/modules/general/ExecutorchModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["BaseModule","ETError","getError","_ETModule","getTypeIdentifier","ExecutorchModule","module","forward","input","shape","Array","isArray","inputTypeIdentifiers","modelInputs","idx","length","currentInputTypeIdentifier","Error","InvalidArgument","push","e","loadMethod","methodName","loadForward"],"sourceRoot":"../../../../src","sources":["modules/general/ExecutorchModule.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,SAAS,QAAQ,kCAAkC;AAE5D,SAASC,iBAAiB,QAAQ,oBAAoB;AAEtD,OAAO,MAAMC,gBAAgB,SAASL,UAAU,CAAC;EAC/C,OAAOM,MAAM,GAAG,IAAIH,SAAS,CAAC,CAAC;EAE/B,aAAaI,OAAOA,CAACC,KAA0B,EAAEC,KAAiB,EAAE;IAClE,IAAI,CAACC,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,EAAE;MACzBA,KAAK,GAAG,CAACA,KAAK,CAAC;IACjB;IAEA,IAAII,oBAAoB,GAAG,EAAE;IAC7B,IAAIC,WAAW,GAAG,EAAE;IAEpB,KAAK,IAAIC,GAAG,GAAG,CAAC,EAAEA,GAAG,GAAGN,KAAK,CAACO,MAAM,EAAED,GAAG,EAAE,EAAE;MAC3C,IAAIE,0BAA0B,GAAGZ,iBAAiB,CAACI,KAAK,CAACM,GAAG,CAAY,CAAC;MACzE,IAAIE,0BAA0B,KAAK,CAAC,CAAC,EAAE;QACrC,MAAM,IAAIC,KAAK,CAACf,QAAQ,CAACD,OAAO,CAACiB,eAAe,CAAC,CAAC;MACpD;MACAN,oBAAoB,CAACO,IAAI,CAACH,0BAA0B,CAAC;MACrDH,WAAW,CAACM,IAAI,CAAC,CAAC,GAAIX,KAAK,CAACM,GAAG,CAAyB,CAAC,CAAC;IAC5D;IAEA,IAAI;MACF,OAAO,MAAM,IAAI,CAACR,MAAM,CAACC,OAAO,CAC9BM,WAAW,EACXJ,KAAK,EACLG,oBACF,CAAC;IACH,CAAC,CAAC,OAAOQ,CAAC,EAAE;MACV,MAAM,IAAIH,KAAK,CAACf,QAAQ,CAACkB,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaC,UAAUA,CAACC,UAAkB,EAAE;IAC1C,IAAI;MACF,MAAM,IAAI,CAAChB,MAAM,CAACe,UAAU,CAACC,UAAU,CAAC;IAC1C,CAAC,CAAC,OAAOF,CAAC,EAAE;MACV,MAAM,IAAIH,KAAK,CAACf,QAAQ,CAACkB,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaG,WAAWA,CAAA,EAAG;IACzB,MAAM,IAAI,CAACF,UAAU,CAAC,SAAS,CAAC;EAClC;AACF","ignoreList":[]}
+{"version":3,"names":["ETError","getError","ETModuleNativeModule","getTypeIdentifier","BaseModule","ExecutorchModule","nativeModule","load","modelSource","forward","input","shape","Array","isArray","inputTypeIdentifiers","modelInputs","idx","length","currentInputTypeIdentifier","Error","InvalidArgument","push","e","loadMethod","methodName","loadForward"],"sourceRoot":"../../../../src","sources":["modules/general/ExecutorchModule.ts"],"mappings":";;AAAA,SAASA,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,oBAAoB,QAAQ,kCAAkC;AAGvE,SAASC,iBAAiB,QAAQ,oBAAoB;AACtD,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,gBAAgB,SAASD,UAAU,CAAC;EAC/C,OAA0BE,YAAY,GAAGJ,oBAAoB;EAE7D,aAAsBK,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAACC,KAA0B,EAAEC,KAAiB,EAAE;IAC3E,IAAI,CAACC,KAAK,CAACC,OAAO,CAACH,KAAK,CAAC,EAAE;MACzBA,KAAK,GAAG,CAACA,KAAK,CAAC;IACjB;IAEA,IAAII,oBAAoB,GAAG,EAAE;IAC7B,IAAIC,WAAW,GAAG,EAAE;IAEpB,KAAK,IAAIC,GAAG,GAAG,CAAC,EAAEA,GAAG,GAAGN,KAAK,CAACO,MAAM,EAAED,GAAG,EAAE,EAAE;MAC3C,IAAIE,0BAA0B,GAAGf,iBAAiB,CAACO,KAAK,CAACM,GAAG,CAAY,CAAC;MACzE,IAAIE,0BAA0B,KAAK,CAAC,CAAC,EAAE;QACrC,MAAM,IAAIC,KAAK,CAAClB,QAAQ,CAACD,OAAO,CAACoB,eAAe,CAAC,CAAC;MACpD;MACAN,oBAAoB,CAACO,IAAI,CAACH,0BAA0B,CAAC;MACrDH,WAAW,CAACM,IAAI,CAAC,CAAC,GAAIX,KAAK,CAACM,GAAG,CAAyB,CAAC,CAAC;IAC5D;IAEA,IAAI;MACF,OAAO,MAAM,IAAI,CAACV,YAAY,CAACG,OAAO,CACpCM,WAAW,EACXJ,KAAK,EACLG,oBACF,CAAC;IACH,CAAC,CAAC,OAAOQ,CAAC,EAAE;MACV,MAAM,IAAIH,KAAK,CAAClB,QAAQ,CAACqB,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaC,UAAUA,CAACC,UAAkB,EAAE;IAC1C,IAAI;MACF,MAAM,IAAI,CAAClB,YAAY,CAACiB,UAAU,CAACC,UAAU,CAAC;IAChD,CAAC,CAAC,OAAOF,CAAC,EAAE;MACV,MAAM,IAAIH,KAAK,CAAClB,QAAQ,CAACqB,CAAC,CAAC,CAAC;IAC9B;EACF;EAEA,aAAaG,WAAWA,CAAA,EAAG;IACzB,MAAM,IAAI,CAACF,UAAU,CAAC,SAAS,CAAC;EAClC;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/LLMModule.js

@@ -1,37 +1,56 @@
 "use strict";
 
-import { LLM } from '../../native/RnExecutorchModules';
-import { fetchResource } from '../../utils/fetchResource';
-import { DEFAULT_CONTEXT_WINDOW_LENGTH, DEFAULT_MESSAGE_HISTORY, DEFAULT_SYSTEM_PROMPT } from '../../constants/llamaDefaults';
+import { LLMController } from '../../controllers/LLMController';
 export class LLMModule {
-  static onDownloadProgressCallback = _downloadProgress => {};
-  static async load(modelSource, tokenizerSource, systemPrompt = DEFAULT_SYSTEM_PROMPT, messageHistory = DEFAULT_MESSAGE_HISTORY, contextWindowLength = DEFAULT_CONTEXT_WINDOW_LENGTH) {
-    try {
-      const tokenizerFileUri = await fetchResource(tokenizerSource);
-      const modelFileUri = await fetchResource(modelSource, this.onDownloadProgressCallback);
-      await LLM.loadLLM(modelFileUri, tokenizerFileUri, systemPrompt, messageHistory, contextWindowLength);
-    } catch (err) {
-      throw new Error(err.message);
-    }
-  }
-  static async generate(input) {
-    try {
-      await LLM.runInference(input);
-    } catch (err) {
-      throw new Error(err.message);
-    }
-  }
-  static onDownloadProgress(callback) {
-    this.onDownloadProgressCallback = callback;
-  }
-  static onToken(callback) {
-    return LLM.onToken(callback);
+  static async load({
+    modelSource,
+    tokenizerSource,
+    tokenizerConfigSource,
+    onDownloadProgressCallback,
+    responseCallback,
+    messageHistoryCallback
+  }) {
+    this.controller = new LLMController({
+      responseCallback: responseCallback,
+      messageHistoryCallback: messageHistoryCallback,
+      onDownloadProgressCallback: onDownloadProgressCallback
+    });
+    await this.controller.load({
+      modelSource,
+      tokenizerSource,
+      tokenizerConfigSource
+    });
+  }
+  static configure({
+    chatConfig,
+    toolsConfig
+  }) {
+    this.controller.configure({
+      chatConfig,
+      toolsConfig
+    });
+  }
+  static async forward(input) {
+    await this.controller.forward(input);
+    return this.controller.response;
+  }
+  static async generate(messages, tools) {
+    await this.controller.generate(messages, tools);
+    return this.controller.response;
+  }
+  static async sendMessage(message) {
+    await this.controller.sendMessage(message);
+    return this.controller.messageHistory;
+  }
+  static async deleteMessage(index) {
+    await this.controller.deleteMessage(index);
+    return this.controller.messageHistory;
   }
   static interrupt() {
-    LLM.interrupt();
+    this.controller.interrupt();
   }
   static delete() {
-    LLM.deleteModule();
+    this.controller.delete();
   }
 }
 //# sourceMappingURL=LLMModule.js.map

package/lib/module/modules/natural_language_processing/LLMModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLM","fetchResource","DEFAULT_CONTEXT_WINDOW_LENGTH","DEFAULT_MESSAGE_HISTORY","DEFAULT_SYSTEM_PROMPT","LLMModule","onDownloadProgressCallback","_downloadProgress","load","modelSource","tokenizerSource","systemPrompt","messageHistory","contextWindowLength","tokenizerFileUri","modelFileUri","loadLLM","err","Error","message","generate","input","runInference","onDownloadProgress","callback","onToken","interrupt","delete","deleteModule"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,GAAG,QAAQ,kCAAkC;AACtD,SAASC,aAAa,QAAQ,2BAA2B;AACzD,SACEC,6BAA6B,EAC7BC,uBAAuB,EACvBC,qBAAqB,QAChB,+BAA+B;AAGtC,OAAO,MAAMC,SAAS,CAAC;EACrB,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CACfC,WAA2B,EAC3BC,eAA+B,EAC/BC,YAAY,GAAGP,qBAAqB,EACpCQ,cAAc,GAAGT,uBAAuB,EACxCU,mBAAmB,GAAGX,6BAA6B,EACnD;IACA,IAAI;MACF,MAAMY,gBAAgB,GAAG,MAAMb,aAAa,CAACS,eAAe,CAAC;MAC7D,MAAMK,YAAY,GAAG,MAAMd,aAAa,CACtCQ,WAAW,EACX,IAAI,CAACH,0BACP,CAAC;MAED,MAAMN,GAAG,CAACgB,OAAO,CACfD,YAAY,EACZD,gBAAgB,EAChBH,YAAY,EACZC,cAAc,EACdC,mBACF,CAAC;IACH,CAAC,CAAC,OAAOI,GAAG,EAAE;MACZ,MAAM,IAAIC,KAAK,CAAED,GAAG,CAAWE,OAAO,CAAC;IACzC;EACF;EAEA,aAAaC,QAAQA,CAACC,KAAa,EAAE;IACnC,IAAI;MACF,MAAMrB,GAAG,CAACsB,YAAY,CAACD,KAAK,CAAC;IAC/B,CAAC,CAAC,OAAOJ,GAAG,EAAE;MACZ,MAAM,IAAIC,KAAK,CAAED,GAAG,CAAWE,OAAO,CAAC;IACzC;EACF;EAEA,OAAOI,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAAClB,0BAA0B,GAAGkB,QAAQ;EAC5C;EAEA,OAAOC,OAAOA,CAACD,QAA4C,EAAE;IAC3D,OAAOxB,GAAG,CAACyB,OAAO,CAACD,QAAQ,CAAC;EAC9B;EAEA,OAAOE,SAASA,CAAA,EAAG;IACjB1B,GAAG,CAAC0B,SAAS,CAAC,CAAC;EACjB;EAEA,OAAOC,MAAMA,CAAA,EAAG;IACd3B,GAAG,CAAC4B,YAAY,CAAC,CAAC;EACpB;AACF","ignoreList":[]}
+{"version":3,"names":["LLMController","LLMModule","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","responseCallback","messageHistoryCallback","controller","configure","chatConfig","toolsConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAI/D,OAAO,MAAMC,SAAS,CAAC;EAGrB,aAAaC,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,0BAA0B;IAC1BC,gBAAgB;IAChBC;EAQF,CAAC,EAAE;IACD,IAAI,CAACC,UAAU,GAAG,IAAIT,aAAa,CAAC;MAClCO,gBAAgB,EAAEA,gBAAgB;MAClCC,sBAAsB,EAAEA,sBAAsB;MAC9CF,0BAA0B,EAAEA;IAC9B,CAAC,CAAC;IACF,MAAM,IAAI,CAACG,UAAU,CAACP,IAAI,CAAC;MACzBC,WAAW;MACXC,eAAe;MACfC;IACF,CAAC,CAAC;EACJ;EAEA,OAAOK,SAASA,CAAC;IACfC,UAAU;IACVC;EAIF,CAAC,EAAE;IACD,IAAI,CAACH,UAAU,CAACC,SAAS,CAAC;MAAEC,UAAU;MAAEC;IAAY,CAAC,CAAC;EACxD;EAEA,aAAaC,OAAOA,CAACC,KAAa,EAAmB;IACnD,MAAM,IAAI,CAACL,UAAU,CAACI,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACL,UAAU,CAACM,QAAQ;EACjC;EAEA,aAAaC,QAAQA,CACnBC,QAAmB,EACnBC,KAAiB,EACA;IACjB,MAAM,IAAI,CAACT,UAAU,CAACO,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACT,UAAU,CAACM,QAAQ;EACjC;EAEA,aAAaI,WAAWA,CAACC,OAAe,EAAsB;IAC5D,MAAM,IAAI,CAACX,UAAU,CAACU,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAACX,UAAU,CAACY,cAAc;EACvC;EAEA,aAAaC,aAAaA,CAACC,KAAa,EAAsB;IAC5D,MAAM,IAAI,CAACd,UAAU,CAACa,aAAa,CAACC,KAAK,CAAC;IAC1C,OAAO,IAAI,CAACd,UAAU,CAACY,cAAc;EACvC;EAEA,OAAOG,SAASA,CAAA,EAAG;IACjB,IAAI,CAACf,UAAU,CAACe,SAAS,CAAC,CAAC;EAC7B;EAEA,OAAOC,MAAMA,CAAA,EAAG;IACd,IAAI,CAAChB,UAAU,CAACgB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/SpeechToTextModule.js

@@ -3,10 +3,10 @@
 import { SpeechToTextController } from '../../controllers/SpeechToTextController';
 export class SpeechToText {
   static onDownloadProgressCallback = _downloadProgress => {};
-  static async load(modelName, transcribeCallback, modelDownloadProgessCallback, encoderSource, decoderSource, tokenizerSource, overlapSeconds, windowSize, streamingConfig) {
+  static async load(modelName, transcribeCallback, modelDownloadProgressCallback, encoderSource, decoderSource, tokenizerSource, overlapSeconds, windowSize, streamingConfig) {
     this.module = new SpeechToTextController({
       transcribeCallback: transcribeCallback,
-      modelDownloadProgessCallback: modelDownloadProgessCallback,
+      modelDownloadProgressCallback: modelDownloadProgressCallback,
       overlapSeconds: overlapSeconds,
       windowSize: windowSize,
       streamingConfig: streamingConfig
@@ -16,14 +16,17 @@ export class SpeechToText {
   static configureStreaming(overlapSeconds, windowSize, streamingConfig) {
     this.module?.configureStreaming(overlapSeconds, windowSize, streamingConfig);
   }
-  static async transcribe(waveform) {
-    return await this.module.transcribe(waveform);
-  }
   static async encode(waveform) {
     return await this.module.encode(waveform);
   }
   static async decode(seq, encodings) {
     return await this.module.decode(seq, encodings);
   }
+  static async transcribe(waveform, audioLanguage) {
+    return await this.module.transcribe(waveform, audioLanguage);
+  }
+  static async streamingTranscribe(streamAction, waveform, audioLanguage) {
+    return await this.module.streamingTranscribe(streamAction, waveform, audioLanguage);
+  }
 }
 //# sourceMappingURL=SpeechToTextModule.js.map

package/lib/module/modules/natural_language_processing/SpeechToTextModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["SpeechToTextController","SpeechToText","onDownloadProgressCallback","_downloadProgress","load","modelName","transcribeCallback","modelDownloadProgessCallback","encoderSource","decoderSource","tokenizerSource","overlapSeconds","windowSize","streamingConfig","module","loadModel","configureStreaming","transcribe","waveform","encode","decode","seq","encodings"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/SpeechToTextModule.ts"],"mappings":";;AACA,SAASA,sBAAsB,QAAQ,0CAA0C;AAEjF,OAAO,MAAMC,YAAY,CAAC;EAGxB,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CACfC,SAAkC,EAClCC,kBAA8C,EAC9CC,4BAAiE,EACjEC,aAA8B,EAC9BC,aAA8B,EAC9BC,eAAgC,EAChCC,cAEwB,EACxBC,UAEoB,EACpBC,eAEyB,EACzB;IACA,IAAI,CAACC,MAAM,GAAG,IAAId,sBAAsB,CAAC;MACvCM,kBAAkB,EAAEA,kBAAkB;MACtCC,4BAA4B,EAAEA,4BAA4B;MAC1DI,cAAc,EAAEA,cAAc;MAC9BC,UAAU,EAAEA,UAAU;MACtBC,eAAe,EAAEA;IACnB,CAAC,CAAC;IACF,MAAM,IAAI,CAACC,MAAM,CAACC,SAAS,CACxBV,SAAS,GAAGA,SAAS,EACrBG,aAAa,GAAGA,aAAa,EAC7BC,aAAa,GAAGA,aAAa,EAC7BC,eAAe,GAAGA,eACrB,CAAC;EACH;EAEA,OAAOM,kBAAkBA,CACvBL,cAA2E,EAC3EC,UAAuE,EACvEC,eAA4E,EAC5E;IACA,IAAI,CAACC,MAAM,EAAEE,kBAAkB,CAC7BL,cAAc,EACdC,UAAU,EACVC,eACF,CAAC;EACH;EAEA,aAAaI,UAAUA,CACrBC,QAAkB,EACgC;IAClD,OAAO,MAAM,IAAI,CAACJ,MAAM,CAACG,UAAU,CAACC,QAAQ,CAAC;EAC/C;EAEA,aAAaC,MAAMA,CAACD,QAAkB,EAAE;IACtC,OAAO,MAAM,IAAI,CAACJ,MAAM,CAACK,MAAM,CAACD,QAAQ,CAAC;EAC3C;EAEA,aAAaE,MAAMA,CAACC,GAAa,EAAEC,SAAoB,EAAE;IACvD,OAAO,MAAM,IAAI,CAACR,MAAM,CAACM,MAAM,CAACC,GAAG,EAAEC,SAAS,CAAC;EACjD;AACF","ignoreList":[]}
+{"version":3,"names":["SpeechToTextController","SpeechToText","onDownloadProgressCallback","_downloadProgress","load","modelName","transcribeCallback","modelDownloadProgressCallback","encoderSource","decoderSource","tokenizerSource","overlapSeconds","windowSize","streamingConfig","module","loadModel","configureStreaming","encode","waveform","decode","seq","encodings","transcribe","audioLanguage","streamingTranscribe","streamAction"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/SpeechToTextModule.ts"],"mappings":";;AACA,SAASA,sBAAsB,QAAQ,0CAA0C;AAIjF,OAAO,MAAMC,YAAY,CAAC;EAGxB,OAAOC,0BAA0B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;EAErE,aAAaC,IAAIA,CACfC,SAA0B,EAC1BC,kBAA8C,EAC9CC,6BAAkE,EAClEC,aAA8B,EAC9BC,aAA8B,EAC9BC,eAAgC,EAChCC,cAEwB,EACxBC,UAEoB,EACpBC,eAEyB,EACzB;IACA,IAAI,CAACC,MAAM,GAAG,IAAId,sBAAsB,CAAC;MACvCM,kBAAkB,EAAEA,kBAAkB;MACtCC,6BAA6B,EAAEA,6BAA6B;MAC5DI,cAAc,EAAEA,cAAc;MAC9BC,UAAU,EAAEA,UAAU;MACtBC,eAAe,EAAEA;IACnB,CAAC,CAAC;IACF,MAAM,IAAI,CAACC,MAAM,CAACC,SAAS,CACxBV,SAAS,GAAGA,SAAS,EACrBG,aAAa,GAAGA,aAAa,EAC7BC,aAAa,GAAGA,aAAa,EAC7BC,eAAe,GAAGA,eACrB,CAAC;EACH;EAEA,OAAOM,kBAAkBA,CACvBL,cAA2E,EAC3EC,UAAuE,EACvEC,eAA4E,EAC5E;IACA,IAAI,CAACC,MAAM,EAAEE,kBAAkB,CAC7BL,cAAc,EACdC,UAAU,EACVC,eACF,CAAC;EACH;EAEA,aAAaI,MAAMA,CAACC,QAAkB,EAAE;IACtC,OAAO,MAAM,IAAI,CAACJ,MAAM,CAACG,MAAM,CAACC,QAAQ,CAAC;EAC3C;EAEA,aAAaC,MAAMA,CAACC,GAAa,EAAEC,SAAmB,EAAE;IACtD,OAAO,MAAM,IAAI,CAACP,MAAM,CAACK,MAAM,CAACC,GAAG,EAAEC,SAAS,CAAC;EACjD;EAEA,aAAaC,UAAUA,CACrBJ,QAAkB,EAClBK,aAAoC,EACc;IAClD,OAAO,MAAM,IAAI,CAACT,MAAM,CAACQ,UAAU,CAACJ,QAAQ,EAAEK,aAAa,CAAC;EAC9D;EAEA,aAAaC,mBAAmBA,CAC9BC,YAA8B,EAC9BP,QAAmB,EACnBK,aAAoC,EACuB;IAC3D,OAAO,MAAM,IAAI,CAACT,MAAM,CAACU,mBAAmB,CAC1CC,YAAY,EACZP,QAAQ,EACRK,aACF,CAAC;EACH;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js

@@ -0,0 +1,14 @@
+"use strict";
+
+import { TextEmbeddingsNativeModule } from '../../native/RnExecutorchModules';
+import { BaseModule } from '../BaseModule';
+export class TextEmbeddingsModule extends BaseModule {
+  static nativeModule = TextEmbeddingsNativeModule;
+  static async load(modelSource, tokenizerSource) {
+    await super.load(modelSource, tokenizerSource);
+  }
+  static async forward(input) {
+    return this.nativeModule.forward(input);
+  }
+}
+//# sourceMappingURL=TextEmbeddingsModule.js.map

package/lib/module/modules/natural_language_processing/TextEmbeddingsModule.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TextEmbeddingsNativeModule","BaseModule","TextEmbeddingsModule","nativeModule","load","modelSource","tokenizerSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/TextEmbeddingsModule.ts"],"mappings":";;AAAA,SAASA,0BAA0B,QAAQ,kCAAkC;AAE7E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,oBAAoB,SAASD,UAAU,CAAC;EACnD,OAA0BE,YAAY,GAAGH,0BAA0B;EAEnE,aAAsBI,IAAIA,CACxBC,WAA2B,EAC3BC,eAA+B,EAC/B;IACA,MAAM,KAAK,CAACF,IAAI,CAACC,WAAW,EAAEC,eAAe,CAAC;EAChD;EAEA,aAAsBC,OAAOA,CAACC,KAAa,EAAqB;IAC9D,OAAO,IAAI,CAACL,YAAY,CAACI,OAAO,CAACC,KAAK,CAAC;EACzC;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/TokenizerModule.js

@@ -0,0 +1,26 @@
+"use strict";
+
+import { TokenizerNativeModule } from '../../native/RnExecutorchModules';
+import { BaseModule } from '../BaseModule';
+export class TokenizerModule extends BaseModule {
+  static nativeModule = TokenizerNativeModule;
+  static async load(tokenizerSource) {
+    await super.load(tokenizerSource);
+  }
+  static async decode(input, skipSpecialTokens = false) {
+    return await this.nativeModule.decode(input, skipSpecialTokens);
+  }
+  static async encode(input) {
+    return await this.nativeModule.encode(input);
+  }
+  static async getVocabSize() {
+    return await this.nativeModule.getVocabSize();
+  }
+  static async idToToken(tokenId) {
+    return await this.nativeModule.idToToken(tokenId);
+  }
+  static async tokenToId(token) {
+    return await this.nativeModule.tokenToId(token);
+  }
+}
+//# sourceMappingURL=TokenizerModule.js.map

package/lib/module/modules/natural_language_processing/TokenizerModule.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TokenizerNativeModule","BaseModule","TokenizerModule","nativeModule","load","tokenizerSource","decode","input","skipSpecialTokens","encode","getVocabSize","idToToken","tokenId","tokenToId","token"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/TokenizerModule.ts"],"mappings":";;AAAA,SAASA,qBAAqB,QAAQ,kCAAkC;AAExE,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,eAAe,SAASD,UAAU,CAAC;EAC9C,OAA0BE,YAAY,GAAGH,qBAAqB;EAE9D,aAAsBI,IAAIA,CAACC,eAA+B,EAAE;IAC1D,MAAM,KAAK,CAACD,IAAI,CAACC,eAAe,CAAC;EACnC;EAEA,aAAaC,MAAMA,CACjBC,KAAe,EACfC,iBAAiB,GAAG,KAAK,EACR;IACjB,OAAO,MAAM,IAAI,CAACL,YAAY,CAACG,MAAM,CAACC,KAAK,EAAEC,iBAAiB,CAAC;EACjE;EAEA,aAAaC,MAAMA,CAACF,KAAa,EAAqB;IACpD,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACM,MAAM,CAACF,KAAK,CAAC;EAC9C;EAEA,aAAaG,YAAYA,CAAA,EAAoB;IAC3C,OAAO,MAAM,IAAI,CAACP,YAAY,CAACO,YAAY,CAAC,CAAC;EAC/C;EAEA,aAAaC,SAASA,CAACC,OAAe,EAAmB;IACvD,OAAO,MAAM,IAAI,CAACT,YAAY,CAACQ,SAAS,CAACC,OAAO,CAAC;EACnD;EAEA,aAAaC,SAASA,CAACC,KAAa,EAAmB;IACrD,OAAO,MAAM,IAAI,CAACX,YAAY,CAACU,SAAS,CAACC,KAAK,CAAC;EACjD;AACF","ignoreList":[]}

package/lib/module/native/NativeClassification.js.map

@@ -1 +1 @@
-{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../../src","sources":["native/NativeClassification.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;AAQlD,eAAeA,mBAAmB,CAACC,GAAG,CAAO,gBAAgB,CAAC","ignoreList":[]}
+{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../../src","sources":["native/NativeClassification.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;AAOlD,eAAeA,mBAAmB,CAACC,GAAG,CAAO,gBAAgB,CAAC","ignoreList":[]}

package/lib/module/native/NativeImageSegmentation.js

@@ -0,0 +1,5 @@
+"use strict";
+
+import { TurboModuleRegistry } from 'react-native';
+export default TurboModuleRegistry.get('ImageSegmentation');
+//# sourceMappingURL=NativeImageSegmentation.js.map

package/lib/module/native/NativeImageSegmentation.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../../src","sources":["native/NativeImageSegmentation.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;AAYlD,eAAeA,mBAAmB,CAACC,GAAG,CAAO,mBAAmB,CAAC","ignoreList":[]}