react-native-executorch 0.4.9 → 0.5.0-nightly-6f4dd53-20251211

package/lib/module/hooks/natural_language_processing/useSpeechToText.js

@@ -1,49 +1,88 @@
 "use strict";
 
-import { useEffect, useMemo, useState } from 'react';
-import { SpeechToTextController } from '../../controllers/SpeechToTextController';
+import { useEffect, useCallback, useState } from 'react';
+import { ETError, getError } from '../../Error';
+import { SpeechToTextModule } from '../../modules/natural_language_processing/SpeechToTextModule';
 export const useSpeechToText = ({
-  modelName,
-  encoderSource,
-  decoderSource,
-  tokenizerSource,
-  overlapSeconds,
-  windowSize,
-  streamingConfig,
+  model,
   preventLoad = false
 }) => {
-  const [sequence, setSequence] = useState('');
+  const [error, setError] = useState(null);
   const [isReady, setIsReady] = useState(false);
-  const [downloadProgress, setDownloadProgress] = useState(0);
   const [isGenerating, setIsGenerating] = useState(false);
-  const [error, setError] = useState();
-  const model = useMemo(() => new SpeechToTextController({
-    transcribeCallback: setSequence,
-    isReadyCallback: setIsReady,
-    isGeneratingCallback: setIsGenerating,
-    onErrorCallback: setError,
-    modelDownloadProgressCallback: setDownloadProgress
-  }), []);
-  useEffect(() => {
-    model.configureStreaming(overlapSeconds, windowSize, streamingConfig);
-  }, [model, overlapSeconds, windowSize, streamingConfig]);
+  const [downloadProgress, setDownloadProgress] = useState(0);
+  const [modelInstance] = useState(() => new SpeechToTextModule());
+  const [committedTranscription, setCommittedTranscription] = useState('');
+  const [nonCommittedTranscription, setNonCommittedTranscription] = useState('');
   useEffect(() => {
-    const loadModel = async () => {
-      await model.loadModel(modelName, encoderSource, decoderSource, tokenizerSource);
-    };
-    if (!preventLoad) {
-      loadModel();
+    if (preventLoad) return;
+    (async () => {
+      setDownloadProgress(0);
+      setError(null);
+      try {
+        setIsReady(false);
+        await modelInstance.load({
+          isMultilingual: model.isMultilingual,
+          encoderSource: model.encoderSource,
+          decoderSource: model.decoderSource,
+          tokenizerSource: model.tokenizerSource
+        }, setDownloadProgress);
+        setIsReady(true);
+      } catch (err) {
+        setError(err.message);
+      }
+    })();
+  }, [modelInstance, model.isMultilingual, model.encoderSource, model.decoderSource, model.tokenizerSource, preventLoad]);
+  const stateWrapper = useCallback(fn => async (...args) => {
+    if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
+    if (isGenerating) throw new Error(getError(ETError.ModelGenerating));
+    setIsGenerating(true);
+    try {
+      return await fn.apply(modelInstance, args);
+    } finally {
+      setIsGenerating(false);
     }
-  }, [model, modelName, encoderSource, decoderSource, tokenizerSource, preventLoad]);
+  }, [isReady, isGenerating, modelInstance]);
+  const stream = useCallback(async options => {
+    if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
+    if (isGenerating) throw new Error(getError(ETError.ModelGenerating));
+    setIsGenerating(true);
+    setCommittedTranscription('');
+    setNonCommittedTranscription('');
+    let transcription = '';
+    try {
+      for await (const {
+        committed,
+        nonCommitted
+      } of modelInstance.stream(options)) {
+        setCommittedTranscription(prev => prev + committed);
+        setNonCommittedTranscription(nonCommitted);
+        transcription += committed;
+      }
+    } finally {
+      setIsGenerating(false);
+    }
+    return transcription;
+  }, [isReady, isGenerating, modelInstance]);
+  const wrapper = useCallback(fn => {
+    return (...args) => {
+      if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
+      return fn.apply(modelInstance, args);
+    };
+  }, [isReady, modelInstance]);
   return {
+    error,
     isReady,
     isGenerating,
     downloadProgress,
-    configureStreaming: model.configureStreaming,
-    sequence,
-    error,
-    transcribe: (waveform, audioLanguage) => model.transcribe(waveform, audioLanguage),
-    streamingTranscribe: (streamAction, waveform, audioLanguage) => model.streamingTranscribe(streamAction, waveform, audioLanguage)
+    committedTranscription,
+    nonCommittedTranscription,
+    encode: stateWrapper(SpeechToTextModule.prototype.encode),
+    decode: stateWrapper(SpeechToTextModule.prototype.decode),
+    transcribe: stateWrapper(SpeechToTextModule.prototype.transcribe),
+    stream,
+    streamStop: wrapper(SpeechToTextModule.prototype.streamStop),
+    streamInsert: wrapper(SpeechToTextModule.prototype.streamInsert)
   };
 };
 //# sourceMappingURL=useSpeechToText.js.map

package/lib/module/hooks/natural_language_processing/useSpeechToText.js.map

@@ -1 +1 @@
-{"version":3,"names":["useEffect","useMemo","useState","SpeechToTextController","useSpeechToText","modelName","encoderSource","decoderSource","tokenizerSource","overlapSeconds","windowSize","streamingConfig","preventLoad","sequence","setSequence","isReady","setIsReady","downloadProgress","setDownloadProgress","isGenerating","setIsGenerating","error","setError","model","transcribeCallback","isReadyCallback","isGeneratingCallback","onErrorCallback","modelDownloadProgressCallback","configureStreaming","loadModel","transcribe","waveform","audioLanguage","streamingTranscribe","streamAction"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useSpeechToText.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,OAAO,EAAEC,QAAQ,QAAQ,OAAO;AACpD,SAASC,sBAAsB,QAAQ,0CAA0C;AAuBjF,OAAO,MAAMC,eAAe,GAAGA,CAAC;EAC9BC,SAAS;EACTC,aAAa;EACbC,aAAa;EACbC,eAAe;EACfC,cAAc;EACdC,UAAU;EACVC,eAAe;EACfC,WAAW,GAAG;AAgBhB,CAAC,KAAyB;EACxB,MAAM,CAACC,QAAQ,EAAEC,WAAW,CAAC,GAAGZ,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACa,OAAO,EAAEC,UAAU,CAAC,GAAGd,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACe,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGhB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACiB,YAAY,EAAEC,eAAe,CAAC,GAAGlB,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACmB,KAAK,EAAEC,QAAQ,CAAC,GAAGpB,QAAQ,CAAoB,CAAC;EAEvD,MAAMqB,KAAK,GAAGtB,OAAO,CACnB,MACE,IAAIE,sBAAsB,CAAC;IACzBqB,kBAAkB,EAAEV,WAAW;IAC/BW,eAAe,EAAET,UAAU;IAC3BU,oBAAoB,EAAEN,eAAe;IACrCO,eAAe,EAAEL,QAAQ;IACzBM,6BAA6B,EAAEV;EACjC,CAAC,CAAC,EACJ,EACF,CAAC;EAEDlB,SAAS,CAAC,MAAM;IACduB,KAAK,CAACM,kBAAkB,CAACpB,cAAc,EAAEC,UAAU,EAAEC,eAAe,CAAC;EACvE,CAAC,EAAE,CAACY,KAAK,EAAEd,cAAc,EAAEC,UAAU,EAAEC,eAAe,CAAC,CAAC;EAExDX,SAAS,CAAC,MAAM;IACd,MAAM8B,SAAS,GAAG,MAAAA,CAAA,KAAY;MAC5B,MAAMP,KAAK,CAACO,SAAS,CACnBzB,SAAS,EACTC,aAAa,EACbC,aAAa,EACbC,eACF,CAAC;IACH,CAAC;IACD,IAAI,CAACI,WAAW,EAAE;MAChBkB,SAAS,CAAC,CAAC;IACb;EACF,CAAC,EAAE,CACDP,KAAK,EACLlB,SAAS,EACTC,aAAa,EACbC,aAAa,EACbC,eAAe,EACfI,WAAW,CACZ,CAAC;EAEF,OAAO;IACLG,OAAO;IACPI,YAAY;IACZF,gBAAgB;IAChBY,kBAAkB,EAAEN,KAAK,CAACM,kBAAkB;IAC5ChB,QAAQ;IACRQ,KAAK;IACLU,UAAU,EAAEA,CAACC,QAAkB,EAAEC,aAAoC,KACnEV,KAAK,CAACQ,UAAU,CAACC,QAAQ,EAAEC,aAAa,CAAC;IAC3CC,mBAAmB,EAAEA,CACnBC,YAA8B,EAC9BH,QAAmB,EACnBC,aAAoC,KACjCV,KAAK,CAACW,mBAAmB,CAACC,YAAY,EAAEH,QAAQ,EAAEC,aAAa;EACtE,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useEffect","useCallback","useState","ETError","getError","SpeechToTextModule","useSpeechToText","model","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","modelInstance","committedTranscription","setCommittedTranscription","nonCommittedTranscription","setNonCommittedTranscription","load","isMultilingual","encoderSource","decoderSource","tokenizerSource","err","message","stateWrapper","fn","args","Error","ModuleNotLoaded","ModelGenerating","apply","stream","options","transcription","committed","nonCommitted","prev","wrapper","encode","prototype","decode","transcribe","streamStop","streamInsert"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useSpeechToText.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,WAAW,EAAEC,QAAQ,QAAQ,OAAO;AACxD,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,kBAAkB,QAAQ,8DAA8D;AAGjG,OAAO,MAAMC,eAAe,GAAGA,CAAC;EAC9BC,KAAK;EACLC,WAAW,GAAG;AAIhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAE3D,MAAM,CAACe,aAAa,CAAC,GAAGf,QAAQ,CAAC,MAAM,IAAIG,kBAAkB,CAAC,CAAC,CAAC;EAChE,MAAM,CAACa,sBAAsB,EAAEC,yBAAyB,CAAC,GAAGjB,QAAQ,CAAC,EAAE,CAAC;EACxE,MAAM,CAACkB,yBAAyB,EAAEC,4BAA4B,CAAC,GAC7DnB,QAAQ,CAAC,EAAE,CAAC;EAEdF,SAAS,CAAC,MAAM;IACd,IAAIQ,WAAW,EAAE;IACjB,CAAC,YAAY;MACXQ,mBAAmB,CAAC,CAAC,CAAC;MACtBN,QAAQ,CAAC,IAAI,CAAC;MACd,IAAI;QACFE,UAAU,CAAC,KAAK,CAAC;QACjB,MAAMK,aAAa,CAACK,IAAI,CACtB;UACEC,cAAc,EAAEhB,KAAK,CAACgB,cAAc;UACpCC,aAAa,EAAEjB,KAAK,CAACiB,aAAa;UAClCC,aAAa,EAAElB,KAAK,CAACkB,aAAa;UAClCC,eAAe,EAAEnB,KAAK,CAACmB;QACzB,CAAC,EACDV,mBACF,CAAC;QACDJ,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOe,GAAG,EAAE;QACZjB,QAAQ,CAAEiB,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC,EAAE,CAAC;EACN,CAAC,EAAE,CACDX,aAAa,EACbV,KAAK,CAACgB,cAAc,EACpBhB,KAAK,CAACiB,aAAa,EACnBjB,KAAK,CAACkB,aAAa,EACnBlB,KAAK,CAACmB,eAAe,EACrBlB,WAAW,CACZ,CAAC;EAEF,MAAMqB,YAAY,GAAG5B,WAAW,CACe6B,EAAK,IAChD,OAAO,GAAGC,IAAmB,KAAsC;IACjE,IAAI,CAACpB,OAAO,EAAE,MAAM,IAAIqB,KAAK,CAAC5B,QAAQ,CAACD,OAAO,CAAC8B,eAAe,CAAC,CAAC;IAChE,IAAIpB,YAAY,EAAE,MAAM,IAAImB,KAAK,CAAC5B,QAAQ,CAACD,OAAO,CAAC+B,eAAe,CAAC,CAAC;IACpEpB,eAAe,CAAC,IAAI,CAAC;IACrB,IAAI;MACF,OAAO,MAAMgB,EAAE,CAACK,KAAK,CAAClB,aAAa,EAAEc,IAAI,CAAC;IAC5C,CAAC,SAAS;MACRjB,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC,EACH,CAACH,OAAO,EAAEE,YAAY,EAAEI,aAAa,CACvC,CAAC;EAED,MAAMmB,MAAM,GAAGnC,WAAW,CACxB,MAAOoC,OAAyB,IAAK;IACnC,IAAI,CAAC1B,OAAO,EAAE,MAAM,IAAIqB,KAAK,CAAC5B,QAAQ,CAACD,OAAO,CAAC8B,eAAe,CAAC,CAAC;IAChE,IAAIpB,YAAY,EAAE,MAAM,IAAImB,KAAK,CAAC5B,QAAQ,CAACD,OAAO,CAAC+B,eAAe,CAAC,CAAC;IACpEpB,eAAe,CAAC,IAAI,CAAC;IACrBK,yBAAyB,CAAC,EAAE,CAAC;IAC7BE,4BAA4B,CAAC,EAAE,CAAC;IAChC,IAAIiB,aAAa,GAAG,EAAE;IACtB,IAAI;MACF,WAAW,MAAM;QAAEC,SAAS;QAAEC;MAAa,CAAC,IAAIvB,aAAa,CAACmB,MAAM,CAClEC,OACF,CAAC,EAAE;QACDlB,yBAAyB,CAAEsB,IAAI,IAAKA,IAAI,GAAGF,SAAS,CAAC;QACrDlB,4BAA4B,CAACmB,YAAY,CAAC;QAC1CF,aAAa,IAAIC,SAAS;MAC5B;IACF,CAAC,SAAS;MACRzB,eAAe,CAAC,KAAK,CAAC;IACxB;IACA,OAAOwB,aAAa;EACtB,CAAC,EACD,CAAC3B,OAAO,EAAEE,YAAY,EAAEI,aAAa,CACvC,CAAC;EAED,MAAMyB,OAAO,GAAGzC,WAAW,CACW6B,EAAK,IAAK;IAC5C,OAAO,CAAC,GAAGC,IAAmB,KAAoB;MAChD,IAAI,CAACpB,OAAO,EAAE,MAAM,IAAIqB,KAAK,CAAC5B,QAAQ,CAACD,OAAO,CAAC8B,eAAe,CAAC,CAAC;MAChE,OAAOH,EAAE,CAACK,KAAK,CAAClB,aAAa,EAAEc,IAAI,CAAC;IACtC,CAAC;EACH,CAAC,EACD,CAACpB,OAAO,EAAEM,aAAa,CACzB,CAAC;EAED,OAAO;IACLR,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBG,sBAAsB;IACtBE,yBAAyB;IACzBuB,MAAM,EAAEd,YAAY,CAACxB,kBAAkB,CAACuC,SAAS,CAACD,MAAM,CAAC;IACzDE,MAAM,EAAEhB,YAAY,CAACxB,kBAAkB,CAACuC,SAAS,CAACC,MAAM,CAAC;IACzDC,UAAU,EAAEjB,YAAY,CAACxB,kBAAkB,CAACuC,SAAS,CAACE,UAAU,CAAC;IACjEV,MAAM;IACNW,UAAU,EAAEL,OAAO,CAACrC,kBAAkB,CAACuC,SAAS,CAACG,UAAU,CAAC;IAC5DC,YAAY,EAAEN,OAAO,CAACrC,kBAAkB,CAACuC,SAAS,CAACI,YAAY;EACjE,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js

@@ -3,12 +3,11 @@
 import { TextEmbeddingsModule } from '../../modules/natural_language_processing/TextEmbeddingsModule';
 import { useModule } from '../useModule';
 export const useTextEmbeddings = ({
-  modelSource,
-  tokenizerSource,
+  model,
   preventLoad = false
 }) => useModule({
   module: TextEmbeddingsModule,
-  loadArgs: [modelSource, tokenizerSource],
+  model,
   preventLoad
 });
 //# sourceMappingURL=useTextEmbeddings.js.map

package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map

@@ -1 +1 @@
-{"version":3,"names":["TextEmbeddingsModule","useModule","useTextEmbeddings","modelSource","tokenizerSource","preventLoad","module","loadArgs"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useTextEmbeddings.ts"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,gEAAgE;AAErG,SAASC,SAAS,QAAQ,cAAc;AAExC,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAChCC,WAAW;EACXC,eAAe;EACfC,WAAW,GAAG;AAKhB,CAAC,KACCJ,SAAS,CAAC;EACRK,MAAM,EAAEN,oBAAoB;EAC5BO,QAAQ,EAAE,CAACJ,WAAW,EAAEC,eAAe,CAAC;EACxCC;AACF,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["TextEmbeddingsModule","useModule","useTextEmbeddings","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useTextEmbeddings.ts"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,gEAAgE;AAErG,SAASC,SAAS,QAAQ,cAAc;AAUxC,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACrEH,SAAS,CAAC;EACRI,MAAM,EAAEL,oBAAoB;EAC5BG,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/natural_language_processing/useTokenizer.js

@@ -4,36 +4,37 @@ import { useEffect, useState } from 'react';
 import { TokenizerModule } from '../../modules/natural_language_processing/TokenizerModule';
 import { ETError, getError } from '../../Error';
 export const useTokenizer = ({
-  tokenizerSource,
+  tokenizer,
   preventLoad = false
 }) => {
   const [error, setError] = useState(null);
   const [isReady, setIsReady] = useState(false);
   const [isGenerating, setIsGenerating] = useState(false);
   const [downloadProgress, setDownloadProgress] = useState(0);
+  const [tokenizerInstance] = useState(() => new TokenizerModule());
   useEffect(() => {
-    const loadModule = async () => {
+    if (preventLoad) return;
+    (async () => {
+      setDownloadProgress(0);
+      setError(null);
       try {
         setIsReady(false);
-        TokenizerModule.onDownloadProgress(setDownloadProgress);
-        await TokenizerModule.load(tokenizerSource);
+        await tokenizerInstance.load({
+          tokenizerSource: tokenizer.tokenizerSource
+        }, setDownloadProgress);
         setIsReady(true);
       } catch (err) {
         setError(err.message);
       }
-    };
-    if (!preventLoad) {
-      loadModule();
-    }
-  }, [tokenizerSource, preventLoad]);
+    })();
+  }, [tokenizerInstance, tokenizer.tokenizerSource, preventLoad]);
   const stateWrapper = fn => {
-    const boundFn = fn.bind(TokenizerModule);
-    return async (...args) => {
+    return (...args) => {
       if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
       if (isGenerating) throw new Error(getError(ETError.ModelGenerating));
-      setIsGenerating(true);
       try {
-        return await boundFn(...args);
+        setIsGenerating(true);
+        return fn.apply(tokenizerInstance, args);
       } finally {
         setIsGenerating(false);
       }
@@ -44,11 +45,11 @@ export const useTokenizer = ({
     isReady,
     isGenerating,
     downloadProgress,
-    decode: stateWrapper(TokenizerModule.decode),
-    encode: stateWrapper(TokenizerModule.encode),
-    getVocabSize: stateWrapper(TokenizerModule.getVocabSize),
-    idToToken: stateWrapper(TokenizerModule.idToToken),
-    tokenToId: stateWrapper(TokenizerModule.tokenToId)
+    decode: stateWrapper(TokenizerModule.prototype.decode),
+    encode: stateWrapper(TokenizerModule.prototype.encode),
+    getVocabSize: stateWrapper(TokenizerModule.prototype.getVocabSize),
+    idToToken: stateWrapper(TokenizerModule.prototype.idToToken),
+    tokenToId: stateWrapper(TokenizerModule.prototype.tokenToId)
   };
 };
 //# sourceMappingURL=useTokenizer.js.map

package/lib/module/hooks/natural_language_processing/useTokenizer.js.map

@@ -1 +1 @@
-{"version":3,"names":["useEffect","useState","TokenizerModule","ETError","getError","useTokenizer","tokenizerSource","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","loadModule","onDownloadProgress","load","err","message","stateWrapper","fn","boundFn","bind","args","Error","ModuleNotLoaded","ModelGenerating","decode","encode","getVocabSize","idToToken","tokenToId"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useTokenizer.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,eAAe,QAAQ,2DAA2D;AAE3F,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAE/C,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,eAAe;EACfC,WAAW,GAAG;AAIhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAE3DD,SAAS,CAAC,MAAM;IACd,MAAMgB,UAAU,GAAG,MAAAA,CAAA,KAAY;MAC7B,IAAI;QACFL,UAAU,CAAC,KAAK,CAAC;QACjBT,eAAe,CAACe,kBAAkB,CAACF,mBAAmB,CAAC;QACvD,MAAMb,eAAe,CAACgB,IAAI,CAACZ,eAAe,CAAC;QAC3CK,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOQ,GAAG,EAAE;QACZV,QAAQ,CAAEU,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC;IACD,IAAI,CAACb,WAAW,EAAE;MAChBS,UAAU,CAAC,CAAC;IACd;EACF,CAAC,EAAE,CAACV,eAAe,EAAEC,WAAW,CAAC,CAAC;EAElC,MAAMc,YAAY,GAAgDC,EAAK,IAAK;IAC1E,MAAMC,OAAO,GAAGD,EAAE,CAACE,IAAI,CAACtB,eAAe,CAAC;IAExC,OAAO,OAAO,GAAGuB,IAAmB,KAA6B;MAC/D,IAAI,CAACf,OAAO,EAAE,MAAM,IAAIgB,KAAK,CAACtB,QAAQ,CAACD,OAAO,CAACwB,eAAe,CAAC,CAAC;MAChE,IAAIf,YAAY,EAAE,MAAM,IAAIc,KAAK,CAACtB,QAAQ,CAACD,OAAO,CAACyB,eAAe,CAAC,CAAC;MAEpEf,eAAe,CAAC,IAAI,CAAC;MACrB,IAAI;QACF,OAAO,MAAMU,OAAO,CAAC,GAAGE,IAAI,CAAC;MAC/B,CAAC,SAAS;QACRZ,eAAe,CAAC,KAAK,CAAC;MACxB;IACF,CAAC;EACH,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBe,MAAM,EAAER,YAAY,CAACnB,eAAe,CAAC2B,MAAM,CAAC;IAC5CC,MAAM,EAAET,YAAY,CAACnB,eAAe,CAAC4B,MAAM,CAAC;IAC5CC,YAAY,EAAEV,YAAY,CAACnB,eAAe,CAAC6B,YAAY,CAAC;IACxDC,SAAS,EAAEX,YAAY,CAACnB,eAAe,CAAC8B,SAAS,CAAC;IAClDC,SAAS,EAAEZ,YAAY,CAACnB,eAAe,CAAC+B,SAAS;EACnD,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useEffect","useState","TokenizerModule","ETError","getError","useTokenizer","tokenizer","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","tokenizerInstance","load","tokenizerSource","err","message","stateWrapper","fn","args","Error","ModuleNotLoaded","ModelGenerating","apply","decode","prototype","encode","getVocabSize","idToToken","tokenToId"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useTokenizer.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,eAAe,QAAQ,2DAA2D;AAE3F,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAE/C,OAAO,MAAMC,YAAY,GAAGA,CAAC;EAC3BC,SAAS;EACTC,WAAW,GAAG;AAIhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACe,iBAAiB,CAAC,GAAGf,QAAQ,CAAC,MAAM,IAAIC,eAAe,CAAC,CAAC,CAAC;EAEjEF,SAAS,CAAC,MAAM;IACd,IAAIO,WAAW,EAAE;IACjB,CAAC,YAAY;MACXQ,mBAAmB,CAAC,CAAC,CAAC;MACtBN,QAAQ,CAAC,IAAI,CAAC;MACd,IAAI;QACFE,UAAU,CAAC,KAAK,CAAC;QACjB,MAAMK,iBAAiB,CAACC,IAAI,CAC1B;UAAEC,eAAe,EAAEZ,SAAS,CAACY;QAAgB,CAAC,EAC9CH,mBACF,CAAC;QACDJ,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOQ,GAAG,EAAE;QACZV,QAAQ,CAAEU,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC,EAAE,CAAC;EACN,CAAC,EAAE,CAACJ,iBAAiB,EAAEV,SAAS,CAACY,eAAe,EAAEX,WAAW,CAAC,CAAC;EAE/D,MAAMc,YAAY,GAAgDC,EAAK,IAAK;IAC1E,OAAO,CAAC,GAAGC,IAAmB,KAA6B;MACzD,IAAI,CAACb,OAAO,EAAE,MAAM,IAAIc,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACsB,eAAe,CAAC,CAAC;MAChE,IAAIb,YAAY,EAAE,MAAM,IAAIY,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACuB,eAAe,CAAC,CAAC;MACpE,IAAI;QACFb,eAAe,CAAC,IAAI,CAAC;QACrB,OAAOS,EAAE,CAACK,KAAK,CAACX,iBAAiB,EAAEO,IAAI,CAAC;MAC1C,CAAC,SAAS;QACRV,eAAe,CAAC,KAAK,CAAC;MACxB;IACF,CAAC;EACH,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBc,MAAM,EAAEP,YAAY,CAACnB,eAAe,CAAC2B,SAAS,CAACD,MAAM,CAAC;IACtDE,MAAM,EAAET,YAAY,CAACnB,eAAe,CAAC2B,SAAS,CAACC,MAAM,CAAC;IACtDC,YAAY,EAAEV,YAAY,CAACnB,eAAe,CAAC2B,SAAS,CAACE,YAAY,CAAC;IAClEC,SAAS,EAAEX,YAAY,CAACnB,eAAe,CAAC2B,SAAS,CAACG,SAAS,CAAC;IAC5DC,SAAS,EAAEZ,YAAY,CAACnB,eAAe,CAAC2B,SAAS,CAACI,SAAS;EAC7D,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/hooks/natural_language_processing/useVAD.js

@@ -0,0 +1,13 @@
+"use strict";
+
+import { useModule } from '../useModule';
+import { VADModule } from '../../modules/natural_language_processing/VADModule';
+export const useVAD = ({
+  model,
+  preventLoad = false
+}) => useModule({
+  module: VADModule,
+  model,
+  preventLoad: preventLoad
+});
+//# sourceMappingURL=useVAD.js.map

package/lib/module/hooks/natural_language_processing/useVAD.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["useModule","VADModule","useVAD","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useVAD.ts"],"mappings":";;AACA,SAASA,SAAS,QAAQ,cAAc;AACxC,SAASC,SAAS,QAAQ,qDAAqD;AAO/E,OAAO,MAAMC,MAAM,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KAC1DJ,SAAS,CAAC;EACRK,MAAM,EAAEJ,SAAS;EACjBE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/useModule.js

@@ -4,35 +4,39 @@ import { useEffect, useState } from 'react';
 import { ETError, getError } from '../Error';
 export const useModule = ({
   module,
-  loadArgs,
+  model,
   preventLoad = false
 }) => {
   const [error, setError] = useState(null);
   const [isReady, setIsReady] = useState(false);
   const [isGenerating, setIsGenerating] = useState(false);
   const [downloadProgress, setDownloadProgress] = useState(0);
+  const [moduleInstance] = useState(() => new module());
   useEffect(() => {
-    const loadModule = async () => {
+    if (preventLoad) return;
+    (async () => {
+      setDownloadProgress(0);
+      setError(null);
       try {
         setIsReady(false);
-        module.onDownloadProgress(setDownloadProgress);
-        await module.load(...loadArgs);
+        await moduleInstance.load(model, setDownloadProgress);
         setIsReady(true);
       } catch (err) {
         setError(err.message);
       }
+    })();
+    return () => {
+      moduleInstance.delete();
     };
-    if (!preventLoad) {
-      loadModule();
-    }
+
     // eslint-disable-next-line react-hooks/exhaustive-deps
-  }, [...loadArgs, preventLoad]);
+  }, [moduleInstance, ...Object.values(model), preventLoad]);
   const forward = async (...input) => {
     if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
     if (isGenerating) throw new Error(getError(ETError.ModelGenerating));
     try {
       setIsGenerating(true);
-      return await module.forward(...input);
+      return await moduleInstance.forward(...input);
     } finally {
       setIsGenerating(false);
     }

package/lib/module/hooks/useModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["useEffect","useState","ETError","getError","useModule","module","loadArgs","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","loadModule","onDownloadProgress","load","err","message","forward","input","Error","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["hooks/useModule.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAQ5C,OAAO,MAAMC,SAAS,GAAGA,CAKvB;EACAC,MAAM;EACNC,QAAQ;EACRC,WAAW,GAAG;AAKhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAE3DD,SAAS,CAAC,MAAM;IACd,MAAMgB,UAAU,GAAG,MAAAA,CAAA,KAAY;MAC7B,IAAI;QACFL,UAAU,CAAC,KAAK,CAAC;QACjBN,MAAM,CAACY,kBAAkB,CAACF,mBAAmB,CAAC;QAC9C,MAAMV,MAAM,CAACa,IAAI,CAAC,GAAGZ,QAAQ,CAAC;QAC9BK,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOQ,GAAG,EAAE;QACZV,QAAQ,CAAEU,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC;IACD,IAAI,CAACb,WAAW,EAAE;MAChBS,UAAU,CAAC,CAAC;IACd;IACA;EACF,CAAC,EAAE,CAAC,GAAGV,QAAQ,EAAEC,WAAW,CAAC,CAAC;EAE9B,MAAMc,OAAO,GAAG,MAAAA,CAAO,GAAGC,KAAkB,KAA6B;IACvE,IAAI,CAACZ,OAAO,EAAE,MAAM,IAAIa,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACsB,eAAe,CAAC,CAAC;IAChE,IAAIZ,YAAY,EAAE,MAAM,IAAIW,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACuB,eAAe,CAAC,CAAC;IACpE,IAAI;MACFZ,eAAe,CAAC,IAAI,CAAC;MACrB,OAAO,MAAMR,MAAM,CAACgB,OAAO,CAAC,GAAGC,KAAK,CAAC;IACvC,CAAC,SAAS;MACRT,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBO;EACF,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useEffect","useState","ETError","getError","useModule","module","model","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","moduleInstance","load","err","message","delete","Object","values","forward","input","Error","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["hooks/useModule.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAY5C,OAAO,MAAMC,SAAS,GAAGA,CAKvB;EACAC,MAAM;EACNC,KAAK;EACLC,WAAW,GAAG;AAKhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACe,cAAc,CAAC,GAAGf,QAAQ,CAAC,MAAM,IAAII,MAAM,CAAC,CAAC,CAAC;EAErDL,SAAS,CAAC,MAAM;IACd,IAAIO,WAAW,EAAE;IAEjB,CAAC,YAAY;MACXQ,mBAAmB,CAAC,CAAC,CAAC;MACtBN,QAAQ,CAAC,IAAI,CAAC;MACd,IAAI;QACFE,UAAU,CAAC,KAAK,CAAC;QACjB,MAAMK,cAAc,CAACC,IAAI,CAACX,KAAK,EAAES,mBAAmB,CAAC;QACrDJ,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOO,GAAG,EAAE;QACZT,QAAQ,CAAES,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACXH,cAAc,CAACI,MAAM,CAAC,CAAC;IACzB,CAAC;;IAED;EACF,CAAC,EAAE,CAACJ,cAAc,EAAE,GAAGK,MAAM,CAACC,MAAM,CAAChB,KAAK,CAAC,EAAEC,WAAW,CAAC,CAAC;EAE1D,MAAMgB,OAAO,GAAG,MAAAA,CAAO,GAAGC,KAAkB,KAA6B;IACvE,IAAI,CAACd,OAAO,EAAE,MAAM,IAAIe,KAAK,CAACtB,QAAQ,CAACD,OAAO,CAACwB,eAAe,CAAC,CAAC;IAChE,IAAId,YAAY,EAAE,MAAM,IAAIa,KAAK,CAACtB,QAAQ,CAACD,OAAO,CAACyB,eAAe,CAAC,CAAC;IACpE,IAAI;MACFd,eAAe,CAAC,IAAI,CAAC;MACrB,OAAO,MAAMG,cAAc,CAACO,OAAO,CAAC,GAAGC,KAAK,CAAC;IAC/C,CAAC,SAAS;MACRX,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBS;EACF,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/index.js

@@ -1,6 +1,16 @@
 "use strict";
 
-import { SpeechToTextLanguage } from './types/stt';
+import { ETInstallerNativeModule } from './native/RnExecutorchModules';
+
+// eslint-disable no-var
+
+// eslint-disable no-var
+if (global.loadStyleTransfer == null || global.loadImageSegmentation == null || global.loadTextToImage == null || global.loadExecutorchModule == null || global.loadClassification == null || global.loadObjectDetection == null || global.loadTokenizerModule == null || global.loadTextEmbeddings == null || global.loadImageEmbeddings == null || global.loadVAD == null || global.loadLLM == null || global.loadSpeechToText == null || global.loadOCR == null || global.loadVerticalOCR == null) {
+  if (!ETInstallerNativeModule) {
+    throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
+  }
+  ETInstallerNativeModule.install();
+}
 
 // hooks
 export * from './hooks/computer_vision/useClassification';
@@ -9,10 +19,13 @@ export * from './hooks/computer_vision/useStyleTransfer';
 export * from './hooks/computer_vision/useImageSegmentation';
 export * from './hooks/computer_vision/useOCR';
 export * from './hooks/computer_vision/useVerticalOCR';
+export * from './hooks/computer_vision/useImageEmbeddings';
+export * from './hooks/computer_vision/useTextToImage';
 export * from './hooks/natural_language_processing/useLLM';
 export * from './hooks/natural_language_processing/useSpeechToText';
 export * from './hooks/natural_language_processing/useTextEmbeddings';
 export * from './hooks/natural_language_processing/useTokenizer';
+export * from './hooks/natural_language_processing/useVAD';
 export * from './hooks/general/useExecutorchModule';
 
 // modules
@@ -22,25 +35,30 @@ export * from './modules/computer_vision/StyleTransferModule';
 export * from './modules/computer_vision/ImageSegmentationModule';
 export * from './modules/computer_vision/OCRModule';
 export * from './modules/computer_vision/VerticalOCRModule';
+export * from './modules/computer_vision/ImageEmbeddingsModule';
+export * from './modules/computer_vision/TextToImageModule';
 export * from './modules/natural_language_processing/LLMModule';
 export * from './modules/natural_language_processing/SpeechToTextModule';
 export * from './modules/natural_language_processing/TextEmbeddingsModule';
 export * from './modules/natural_language_processing/TokenizerModule';
+export * from './modules/natural_language_processing/VADModule';
 export * from './modules/general/ExecutorchModule';
 
 // utils
 export * from './utils/ResourceFetcher';
+export * from './utils/llm';
 
 // types
 export * from './types/objectDetection';
 export * from './types/ocr';
 export * from './types/imageSegmentation';
 export * from './types/llm';
-export { SpeechToTextLanguage };
+export * from './types/vad';
+export * from './types/common';
+export { SpeechToTextLanguage, SpeechToTextModelConfig, DecodingOptions } from './types/stt';
 
 // constants
 export * from './constants/modelUrls';
 export * from './constants/ocr/models';
 export * from './constants/llmDefaults';
-export { STREAMING_ACTION, MODES } from './constants/sttDefaults';
 //# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["SpeechToTextLanguage","STREAMING_ACTION","MODES"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,aAAa;;AAElD;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,8CAA8C;AAC5D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAEhE,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,mDAAmD;AACjE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AAErE,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;;AAEvC;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,2BAA2B;AACzC,cAAc,aAAa;AAC3B,SAASA,oBAAoB;;AAE7B;AACA,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,SAASC,gBAAgB,EAAEC,KAAK,QAAQ,yBAAyB","ignoreList":[]}
+{"version":3,"names":["ETInstallerNativeModule","global","loadStyleTransfer","loadImageSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadOCR","loadVerticalOCR","Error","install","SpeechToTextLanguage","SpeechToTextModelConfig","DecodingOptions"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;;AAEtE;;AA0CA;AACA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,qBAAqB,IAAI,IAAI,IACpCF,MAAM,CAACG,eAAe,IAAI,IAAI,IAC9BH,MAAM,CAACI,oBAAoB,IAAI,IAAI,IACnCJ,MAAM,CAACK,kBAAkB,IAAI,IAAI,IACjCL,MAAM,CAACM,mBAAmB,IAAI,IAAI,IAClCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,kBAAkB,IAAI,IAAI,IACjCR,MAAM,CAACS,mBAAmB,IAAI,IAAI,IAClCT,MAAM,CAACU,OAAO,IAAI,IAAI,IACtBV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,gBAAgB,IAAI,IAAI,IAC/BZ,MAAM,CAACa,OAAO,IAAI,IAAI,IACtBb,MAAM,CAACc,eAAe,IAAI,IAAI,EAC9B;EACA,IAAI,CAACf,uBAAuB,EAAE;IAC5B,MAAM,IAAIgB,KAAK,CACb,kFACF,CAAC;EACH;EACAhB,uBAAuB,CAACiB,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,8CAA8C;AAC5D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,mDAAmD;AACjE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;;AAE3B;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,2BAA2B;AACzC,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,SACEC,oBAAoB,EACpBC,uBAAuB,EACvBC,eAAe,QACV,aAAa;;AAEpB;AACA,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB","ignoreList":[]}

package/lib/module/modules/BaseModule.js

@@ -1,22 +1,17 @@
 "use strict";
 
-import { ResourceFetcher } from '../utils/ResourceFetcher';
-import { getError } from '../Error';
 export class BaseModule {
-  static onDownloadProgressCallback = () => {};
-  static async load(...sources) {
-    try {
-      const paths = await ResourceFetcher.fetchMultipleResources(this.onDownloadProgressCallback, ...sources);
-      await this.nativeModule.loadModule(...paths);
-    } catch (error) {
-      throw new Error(getError(error));
-    }
+  nativeModule = null;
+  async forwardET(inputTensor) {
+    return await this.nativeModule.forward(inputTensor);
   }
-  static async forward(..._args) {
-    throw new Error('forward method is not implemented in the BaseModule class. Please implement it in the derived class.');
+  async getInputShape(methodName, index) {
+    return this.nativeModule.getInputShape(methodName, index);
   }
-  static onDownloadProgress(callback) {
-    this.onDownloadProgressCallback = callback;
+  delete() {
+    if (this.nativeModule !== null) {
+      this.nativeModule.unload();
+    }
   }
 }
 //# sourceMappingURL=BaseModule.js.map

package/lib/module/modules/BaseModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","getError","BaseModule","onDownloadProgressCallback","load","sources","paths","fetchMultipleResources","nativeModule","loadModule","error","Error","forward","_args","onDownloadProgress","callback"],"sourceRoot":"../../../src","sources":["modules/BaseModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,UAAU;AAGnC,OAAO,MAAMC,UAAU,CAAC;EAEtB,OAAOC,0BAA0B,GAC/BA,CAAA,KAAM,CAAC,CAAC;EAEV,aAAaC,IAAIA,CAAC,GAAGC,OAAyB,EAAiB;IAC7D,IAAI;MACF,MAAMC,KAAK,GAAG,MAAMN,eAAe,CAACO,sBAAsB,CACxD,IAAI,CAACJ,0BAA0B,EAC/B,GAAGE,OACL,CAAC;MACD,MAAM,IAAI,CAACG,YAAY,CAACC,UAAU,CAAC,GAAGH,KAAK,CAAC;IAC9C,CAAC,CAAC,OAAOI,KAAK,EAAE;MACd,MAAM,IAAIC,KAAK,CAACV,QAAQ,CAACS,KAAK,CAAC,CAAC;IAClC;EACF;EAEA,aAAuBE,OAAOA,CAAC,GAAGC,KAAY,EAAgB;IAC5D,MAAM,IAAIF,KAAK,CACb,sGACF,CAAC;EACH;EAEA,OAAOG,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAACZ,0BAA0B,GAAGY,QAAQ;EAC5C;AACF","ignoreList":[]}
+{"version":3,"names":["BaseModule","nativeModule","forwardET","inputTensor","forward","getInputShape","methodName","index","delete","unload"],"sourceRoot":"../../../src","sources":["modules/BaseModule.ts"],"mappings":";;AAGA,OAAO,MAAeA,UAAU,CAAC;EAC/BC,YAAY,GAAQ,IAAI;EAQxB,MAAgBC,SAASA,CAACC,WAAwB,EAAwB;IACxE,OAAO,MAAM,IAAI,CAACF,YAAY,CAACG,OAAO,CAACD,WAAW,CAAC;EACrD;EAEA,MAAME,aAAaA,CAACC,UAAkB,EAAEC,KAAa,EAAqB;IACxE,OAAO,IAAI,CAACN,YAAY,CAACI,aAAa,CAACC,UAAU,EAAEC,KAAK,CAAC;EAC3D;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,IAAI,CAACP,YAAY,KAAK,IAAI,EAAE;MAC9B,IAAI,CAACA,YAAY,CAACQ,MAAM,CAAC,CAAC;IAC5B;EACF;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ClassificationModule.js

@@ -1,14 +1,19 @@
 "use strict";
 
-import { ClassificationNativeModule } from '../../native/RnExecutorchModules';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
 import { BaseModule } from '../BaseModule';
 export class ClassificationModule extends BaseModule {
-  static nativeModule = ClassificationNativeModule;
-  static async load(modelSource) {
-    await super.load(modelSource);
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+    if (paths === null || paths.length < 1) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadClassification(paths[0] || '');
   }
-  static async forward(input) {
-    return await this.nativeModule.forward(input);
+  async forward(imageSource) {
+    if (this.nativeModule == null) throw new Error(getError(ETError.ModuleNotLoaded));
+    return await this.nativeModule.generate(imageSource);
   }
 }
 //# sourceMappingURL=ClassificationModule.js.map

package/lib/module/modules/computer_vision/ClassificationModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ClassificationNativeModule","BaseModule","ClassificationModule","nativeModule","load","modelSource","forward","input"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ClassificationModule.ts"],"mappings":";;AAAA,SAASA,0BAA0B,QAAQ,kCAAkC;AAE7E,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,oBAAoB,SAASD,UAAU,CAAC;EACnD,OAA0BE,YAAY,GAAGH,0BAA0B;EAEnE,aAAsBI,IAAIA,CAACC,WAA2B,EAAE;IACtD,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EAC/B;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EAC0C;IACvD,OAAO,MAAM,IAAI,CAACJ,YAAY,CAACG,OAAO,CAACC,KAAK,CAAC;EAC/C;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","ETError","getError","BaseModule","ClassificationModule","load","model","onDownloadProgressCallback","paths","fetch","modelSource","length","Error","nativeModule","global","loadClassification","forward","imageSource","ModuleNotLoaded","generate"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ClassificationModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAE7D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,oBAAoB,SAASD,UAAU,CAAC;EACnD,MAAME,IAAIA,CACRC,KAAsC,EACtCC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,KAAK,GAAG,MAAMR,eAAe,CAACS,KAAK,CACvCF,0BAA0B,EAC1BD,KAAK,CAACI,WACR,CAAC;IACD,IAAIF,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACG,MAAM,GAAG,CAAC,EAAE;MACtC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,kBAAkB,CAACP,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;EAC/D;EAEA,MAAMQ,OAAOA,CAACC,WAAmB,EAAE;IACjC,IAAI,IAAI,CAACJ,YAAY,IAAI,IAAI,EAC3B,MAAM,IAAID,KAAK,CAACV,QAAQ,CAACD,OAAO,CAACiB,eAAe,CAAC,CAAC;IACpD,OAAO,MAAM,IAAI,CAACL,YAAY,CAACM,QAAQ,CAACF,WAAW,CAAC;EACtD;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js

@@ -0,0 +1,19 @@
+"use strict";
+
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
+import { BaseModule } from '../BaseModule';
+export class ImageEmbeddingsModule extends BaseModule {
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+    if (paths === null || paths.length < 1) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadImageEmbeddings(paths[0] || '');
+  }
+  async forward(imageSource) {
+    if (this.nativeModule == null) throw new Error(getError(ETError.ModuleNotLoaded));
+    return new Float32Array(await this.nativeModule.generate(imageSource));
+  }
+}
+//# sourceMappingURL=ImageEmbeddingsModule.js.map

package/lib/module/modules/computer_vision/ImageEmbeddingsModule.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["ResourceFetcher","ETError","getError","BaseModule","ImageEmbeddingsModule","load","model","onDownloadProgressCallback","paths","fetch","modelSource","length","Error","nativeModule","global","loadImageEmbeddings","forward","imageSource","ModuleNotLoaded","Float32Array","generate"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ImageEmbeddingsModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAE7D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,qBAAqB,SAASD,UAAU,CAAC;EACpD,MAAME,IAAIA,CACRC,KAAsC,EACtCC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,KAAK,GAAG,MAAMR,eAAe,CAACS,KAAK,CACvCF,0BAA0B,EAC1BD,KAAK,CAACI,WACR,CAAC;IACD,IAAIF,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACG,MAAM,GAAG,CAAC,EAAE;MACtC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,mBAAmB,CAACP,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;EAChE;EAEA,MAAMQ,OAAOA,CAACC,WAAmB,EAAyB;IACxD,IAAI,IAAI,CAACJ,YAAY,IAAI,IAAI,EAC3B,MAAM,IAAID,KAAK,CAACV,QAAQ,CAACD,OAAO,CAACiB,eAAe,CAAC,CAAC;IACpD,OAAO,IAAIC,YAAY,CAAC,MAAM,IAAI,CAACN,YAAY,CAACO,QAAQ,CAACH,WAAW,CAAC,CAAC;EACxE;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/ImageSegmentationModule.js

@@ -1,28 +1,30 @@
 "use strict";
 
-import { BaseModule } from '../BaseModule';
-import { getError } from '../../Error';
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
 import { DeeplabLabel } from '../../types/imageSegmentation';
-import { ImageSegmentationNativeModule } from '../../native/RnExecutorchModules';
+import { ETError, getError } from '../../Error';
+import { BaseModule } from '../BaseModule';
 export class ImageSegmentationModule extends BaseModule {
-  static nativeModule = ImageSegmentationNativeModule;
-  static async load(modelSource) {
-    return await super.load(modelSource);
+  async load(model, onDownloadProgressCallback = () => {}) {
+    const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+    if (paths === null || paths.length < 1) {
+      throw new Error('Download interrupted.');
+    }
+    this.nativeModule = global.loadImageSegmentation(paths[0] || '');
   }
-  static async forward(input, classesOfInterest, resize) {
-    try {
-      const stringDict = await this.nativeModule.forward(input, (classesOfInterest || []).map(label => DeeplabLabel[label]), resize || false);
-      let enumDict = {};
-      for (const key in stringDict) {
-        if (key in DeeplabLabel) {
-          const enumKey = DeeplabLabel[key];
-          enumDict[enumKey] = stringDict[key];
-        }
+  async forward(imageSource, classesOfInterest, resize) {
+    if (this.nativeModule == null) {
+      throw new Error(getError(ETError.ModuleNotLoaded));
+    }
+    const stringDict = await this.nativeModule.generate(imageSource, (classesOfInterest || []).map(label => DeeplabLabel[label]), resize || false);
+    let enumDict = {};
+    for (const key in stringDict) {
+      if (key in DeeplabLabel) {
+        const enumKey = DeeplabLabel[key];
+        enumDict[enumKey] = stringDict[key];
       }
-      return enumDict;
-    } catch (e) {
-      throw new Error(getError(e));
     }
+    return enumDict;
   }
 }
 //# sourceMappingURL=ImageSegmentationModule.js.map

package/lib/module/modules/computer_vision/ImageSegmentationModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["BaseModule","getError","DeeplabLabel","ImageSegmentationNativeModule","ImageSegmentationModule","nativeModule","load","modelSource","forward","input","classesOfInterest","resize","stringDict","map","label","enumDict","key","enumKey","e","Error"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ImageSegmentationModule.ts"],"mappings":";;AAAA,SAASA,UAAU,QAAQ,eAAe;AAC1C,SAASC,QAAQ,QAAQ,aAAa;AACtC,SAASC,YAAY,QAAQ,+BAA+B;AAE5D,SAASC,6BAA6B,QAAQ,kCAAkC;AAEhF,OAAO,MAAMC,uBAAuB,SAASJ,UAAU,CAAC;EACtD,OAA0BK,YAAY,GAAGF,6BAA6B;EAEtE,aAAsBG,IAAIA,CAACC,WAA2B,EAAE;IACtD,OAAO,MAAM,KAAK,CAACD,IAAI,CAACC,WAAW,CAAC;EACtC;EAEA,aAAsBC,OAAOA,CAC3BC,KAAa,EACbC,iBAAkC,EAClCC,MAAgB,EAChB;IACA,IAAI;MACF,MAAMC,UAAU,GAAG,MAAO,IAAI,CAACP,YAAY,CAACG,OAAO,CACjDC,KAAK,EACL,CAACC,iBAAiB,IAAI,EAAE,EAAEG,GAAG,CAAEC,KAAK,IAAKZ,YAAY,CAACY,KAAK,CAAC,CAAC,EAC7DH,MAAM,IAAI,KACZ,CAAuD;MAEvD,IAAII,QAA8C,GAAG,CAAC,CAAC;MAEvD,KAAK,MAAMC,GAAG,IAAIJ,UAAU,EAAE;QAC5B,IAAII,GAAG,IAAId,YAAY,EAAE;UACvB,MAAMe,OAAO,GAAGf,YAAY,CAACc,GAAG,CAA8B;UAC9DD,QAAQ,CAACE,OAAO,CAAC,GAAGL,UAAU,CAACI,GAAG,CAAC;QACrC;MACF;MACA,OAAOD,QAAQ;IACjB,CAAC,CAAC,OAAOG,CAAC,EAAE;MACV,MAAM,IAAIC,KAAK,CAAClB,QAAQ,CAACiB,CAAC,CAAC,CAAC;IAC9B;EACF;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","DeeplabLabel","ETError","getError","BaseModule","ImageSegmentationModule","load","model","onDownloadProgressCallback","paths","fetch","modelSource","length","Error","nativeModule","global","loadImageSegmentation","forward","imageSource","classesOfInterest","resize","ModuleNotLoaded","stringDict","generate","map","label","enumDict","key","enumKey"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/ImageSegmentationModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAE7D,SAASC,YAAY,QAAQ,+BAA+B;AAC5D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,aAAa;AAC/C,SAASC,UAAU,QAAQ,eAAe;AAE1C,OAAO,MAAMC,uBAAuB,SAASD,UAAU,CAAC;EACtD,MAAME,IAAIA,CACRC,KAAsC,EACtCC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EAClD;IACf,MAAMC,KAAK,GAAG,MAAMT,eAAe,CAACU,KAAK,CACvCF,0BAA0B,EAC1BD,KAAK,CAACI,WACR,CAAC;IACD,IAAIF,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACG,MAAM,GAAG,CAAC,EAAE;MACtC,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IACA,IAAI,CAACC,YAAY,GAAGC,MAAM,CAACC,qBAAqB,CAACP,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;EAClE;EAEA,MAAMQ,OAAOA,CACXC,WAAmB,EACnBC,iBAAkC,EAClCC,MAAgB,EAC+B;IAC/C,IAAI,IAAI,CAACN,YAAY,IAAI,IAAI,EAAE;MAC7B,MAAM,IAAID,KAAK,CAACV,QAAQ,CAACD,OAAO,CAACmB,eAAe,CAAC,CAAC;IACpD;IAEA,MAAMC,UAAU,GAAG,MAAM,IAAI,CAACR,YAAY,CAACS,QAAQ,CACjDL,WAAW,EACX,CAACC,iBAAiB,IAAI,EAAE,EAAEK,GAAG,CAAEC,KAAK,IAAKxB,YAAY,CAACwB,KAAK,CAAC,CAAC,EAC7DL,MAAM,IAAI,KACZ,CAAC;IAED,IAAIM,QAA8C,GAAG,CAAC,CAAC;IAEvD,KAAK,MAAMC,GAAG,IAAIL,UAAU,EAAE;MAC5B,IAAIK,GAAG,IAAI1B,YAAY,EAAE;QACvB,MAAM2B,OAAO,GAAG3B,YAAY,CAAC0B,GAAG,CAA8B;QAC9DD,QAAQ,CAACE,OAAO,CAAC,GAAGN,UAAU,CAACK,GAAG,CAAC;MACrC;IACF;IACA,OAAOD,QAAQ;EACjB;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/OCRModule.js

@@ -2,18 +2,21 @@
 
 import { OCRController } from '../../controllers/OCRController';
 export class OCRModule {
-  static onDownloadProgressCallback = _downloadProgress => {};
-  static async load(detectorSource, recognizerSources, language = 'en') {
-    this.module = new OCRController({
-      modelDownloadProgressCallback: this.onDownloadProgressCallback
-    });
-    await this.module.loadModel(detectorSource, recognizerSources, language);
+  constructor() {
+    this.controller = new OCRController();
   }
-  static async forward(input) {
-    return await this.module.forward(input);
+  async load(model, onDownloadProgressCallback = () => {}) {
+    await this.controller.load(model.detectorSource, {
+      recognizerLarge: model.recognizerLarge,
+      recognizerMedium: model.recognizerMedium,
+      recognizerSmall: model.recognizerSmall
+    }, model.language, onDownloadProgressCallback);
   }
-  static onDownloadProgress(callback) {
-    this.onDownloadProgressCallback = callback;
+  async forward(imageSource) {
+    return await this.controller.forward(imageSource);
+  }
+  delete() {
+    this.controller.delete();
   }
 }
 //# sourceMappingURL=OCRModule.js.map