react-native-executorch 0.5.1 → 0.5.3

package/lib/hooks/useModule.js

@@ -0,0 +1,45 @@
+import { useEffect, useState } from 'react';
+import { ETError, getError } from '../Error';
+export const useModule = ({ module, loadArgs, preventLoad = false, }) => {
+    const [error, setError] = useState(null);
+    const [isReady, setIsReady] = useState(false);
+    const [isGenerating, setIsGenerating] = useState(false);
+    const [downloadProgress, setDownloadProgress] = useState(0);
+    useEffect(() => {
+        const loadModule = async () => {
+            try {
+                setIsReady(false);
+                module.onDownloadProgress(setDownloadProgress);
+                await module.load(...loadArgs);
+                setIsReady(true);
+            }
+            catch (err) {
+                setError(err.message);
+            }
+        };
+        if (!preventLoad) {
+            loadModule();
+        }
+        // eslint-disable-next-line react-hooks/exhaustive-deps
+    }, [...loadArgs, preventLoad]);
+    const forward = async (...input) => {
+        if (!isReady)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        if (isGenerating)
+            throw new Error(getError(ETError.ModelGenerating));
+        try {
+            setIsGenerating(true);
+            return await module.forward(...input);
+        }
+        finally {
+            setIsGenerating(false);
+        }
+    };
+    return {
+        error,
+        isReady,
+        isGenerating,
+        downloadProgress,
+        forward,
+    };
+};

package/lib/hooks/useNonStaticModule.d.ts

@@ -0,0 +1,20 @@
+interface Module {
+    load: (...args: any[]) => Promise<void>;
+    forward: (...args: any[]) => Promise<any>;
+    delete: () => void;
+}
+interface ModuleConstructor<M extends Module> {
+    new (): M;
+}
+export declare const useNonStaticModule: <M extends Module, LoadArgs extends Parameters<M["load"]>, ForwardArgs extends Parameters<M["forward"]>, ForwardReturn extends Awaited<ReturnType<M["forward"]>>>({ module, model, preventLoad, }: {
+    module: ModuleConstructor<M>;
+    model: LoadArgs[0];
+    preventLoad?: boolean;
+}) => {
+    error: string | null;
+    isReady: boolean;
+    isGenerating: boolean;
+    downloadProgress: number;
+    forward: (...input: ForwardArgs) => Promise<ForwardReturn>;
+};
+export {};

package/lib/hooks/useNonStaticModule.js

@@ -0,0 +1,49 @@
+import { useEffect, useState, useMemo } from 'react';
+import { ETError, getError } from '../Error';
+export const useNonStaticModule = ({ module, model, preventLoad = false, }) => {
+    const [error, setError] = useState(null);
+    const [isReady, setIsReady] = useState(false);
+    const [isGenerating, setIsGenerating] = useState(false);
+    const [downloadProgress, setDownloadProgress] = useState(0);
+    const moduleInstance = useMemo(() => new module(), [module]);
+    useEffect(() => {
+        if (preventLoad)
+            return;
+        (async () => {
+            setDownloadProgress(0);
+            setError(null);
+            try {
+                setIsReady(false);
+                await moduleInstance.load(model, setDownloadProgress);
+                setIsReady(true);
+            }
+            catch (err) {
+                setError(err.message);
+            }
+        })();
+        return () => {
+            moduleInstance.delete();
+        };
+        // eslint-disable-next-line react-hooks/exhaustive-deps
+    }, [moduleInstance, ...Object.values(model), preventLoad]);
+    const forward = async (...input) => {
+        if (!isReady)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        if (isGenerating)
+            throw new Error(getError(ETError.ModelGenerating));
+        try {
+            setIsGenerating(true);
+            return await moduleInstance.forward(...input);
+        }
+        finally {
+            setIsGenerating(false);
+        }
+    };
+    return {
+        error,
+        isReady,
+        isGenerating,
+        downloadProgress,
+        forward,
+    };
+};

package/lib/index.d.ts

@@ -0,0 +1,48 @@
+import { SpeechToTextLanguage } from './types/stt';
+declare global {
+    var loadStyleTransfer: (source: string) => any;
+    var loadImageSegmentation: (source: string) => any;
+    var loadClassification: (source: string) => any;
+    var loadObjectDetection: (source: string) => any;
+    var loadExecutorchModule: (source: string) => any;
+    var loadTokenizerModule: (source: string) => any;
+    var loadImageEmbeddings: (source: string) => any;
+    var loadTextEmbeddings: (modelSource: string, tokenizerSource: string) => any;
+    var loadLLM: (modelSource: string, tokenizerSource: string) => any;
+    var loadSpeechToText: (encoderSource: string, decoderSource: string, modelName: string) => any;
+}
+export * from './hooks/computer_vision/useClassification';
+export * from './hooks/computer_vision/useObjectDetection';
+export * from './hooks/computer_vision/useStyleTransfer';
+export * from './hooks/computer_vision/useImageSegmentation';
+export * from './hooks/computer_vision/useOCR';
+export * from './hooks/computer_vision/useVerticalOCR';
+export * from './hooks/computer_vision/useImageEmbeddings';
+export * from './hooks/natural_language_processing/useLLM';
+export * from './hooks/natural_language_processing/useSpeechToText';
+export * from './hooks/natural_language_processing/useTextEmbeddings';
+export * from './hooks/natural_language_processing/useTokenizer';
+export * from './hooks/general/useExecutorchModule';
+export * from './modules/computer_vision/ClassificationModule';
+export * from './modules/computer_vision/ObjectDetectionModule';
+export * from './modules/computer_vision/StyleTransferModule';
+export * from './modules/computer_vision/ImageSegmentationModule';
+export * from './modules/computer_vision/OCRModule';
+export * from './modules/computer_vision/VerticalOCRModule';
+export * from './modules/general/ExecutorchModule';
+export * from './modules/computer_vision/ImageEmbeddingsModule';
+export * from './modules/natural_language_processing/LLMModule';
+export * from './modules/natural_language_processing/SpeechToTextModule';
+export * from './modules/natural_language_processing/TextEmbeddingsModule';
+export * from './modules/natural_language_processing/TokenizerModule';
+export * from './utils/ResourceFetcher';
+export * from './utils/llm';
+export * from './types/objectDetection';
+export * from './types/ocr';
+export * from './types/imageSegmentation';
+export * from './types/llm';
+export { SpeechToTextLanguage };
+export * from './constants/modelUrls';
+export * from './constants/ocr/models';
+export * from './constants/llmDefaults';
+export { STREAMING_ACTION, MODES, AvailableModels, } from './constants/sttDefaults';

package/lib/index.js

@@ -0,0 +1,58 @@
+import { SpeechToTextLanguage } from './types/stt';
+import { ETInstallerNativeModule } from './native/RnExecutorchModules';
+// eslint-disable no-var
+if (global.loadStyleTransfer == null ||
+    global.loadImageSegmentation == null ||
+    global.loadExecutorchModule == null ||
+    global.loadClassification == null ||
+    global.loadObjectDetection == null ||
+    global.loadTokenizerModule == null ||
+    global.loadTextEmbeddings == null ||
+    global.loadImageEmbeddings == null ||
+    global.loadLLM == null ||
+    global.loadSpeechToText == null) {
+    if (!ETInstallerNativeModule) {
+        throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
+    }
+    ETInstallerNativeModule.install();
+}
+// hooks
+export * from './hooks/computer_vision/useClassification';
+export * from './hooks/computer_vision/useObjectDetection';
+export * from './hooks/computer_vision/useStyleTransfer';
+export * from './hooks/computer_vision/useImageSegmentation';
+export * from './hooks/computer_vision/useOCR';
+export * from './hooks/computer_vision/useVerticalOCR';
+export * from './hooks/computer_vision/useImageEmbeddings';
+export * from './hooks/natural_language_processing/useLLM';
+export * from './hooks/natural_language_processing/useSpeechToText';
+export * from './hooks/natural_language_processing/useTextEmbeddings';
+export * from './hooks/natural_language_processing/useTokenizer';
+export * from './hooks/general/useExecutorchModule';
+// modules
+export * from './modules/computer_vision/ClassificationModule';
+export * from './modules/computer_vision/ObjectDetectionModule';
+export * from './modules/computer_vision/StyleTransferModule';
+export * from './modules/computer_vision/ImageSegmentationModule';
+export * from './modules/computer_vision/OCRModule';
+export * from './modules/computer_vision/VerticalOCRModule';
+export * from './modules/general/ExecutorchModule';
+export * from './modules/computer_vision/ImageEmbeddingsModule';
+export * from './modules/natural_language_processing/LLMModule';
+export * from './modules/natural_language_processing/SpeechToTextModule';
+export * from './modules/natural_language_processing/TextEmbeddingsModule';
+export * from './modules/natural_language_processing/TokenizerModule';
+// utils
+export * from './utils/ResourceFetcher';
+export * from './utils/llm';
+// types
+export * from './types/objectDetection';
+export * from './types/ocr';
+export * from './types/imageSegmentation';
+export * from './types/llm';
+export { SpeechToTextLanguage };
+// constants
+export * from './constants/modelUrls';
+export * from './constants/ocr/models';
+export * from './constants/llmDefaults';
+export { STREAMING_ACTION, MODES, AvailableModels, } from './constants/sttDefaults';

package/lib/module/controllers/LLMController.js

@@ -6,12 +6,10 @@ import { Template } from '@huggingface/jinja';
 import { DEFAULT_CHAT_CONFIG } from '../constants/llmDefaults';
 import { readAsStringAsync } from 'expo-file-system';
 import { SPECIAL_TOKENS } from '../types/llm';
-import { LLMNativeModule } from '../native/RnExecutorchModules';
 import { parseToolCall } from '../utils/llm';
 import { Logger } from '../common/Logger';
 export class LLMController {
   chatConfig = DEFAULT_CHAT_CONFIG;
-  onToken = null;
   _response = '';
   _isReady = false;
   _isGenerating = false;
@@ -48,7 +46,6 @@ export class LLMController {
       this._isGenerating = isGenerating;
       isGeneratingCallback?.(isGenerating);
     };
-    this.nativeModule = LLMNativeModule;
   }
   get response() {
     return this._response;
@@ -84,15 +81,15 @@ export class LLMController {
         throw new Error('Download interrupted!');
       }
       this.tokenizerConfig = JSON.parse(await readAsStringAsync('file://' + tokenizerConfigPath));
-      await this.nativeModule.loadLLM(modelPath, tokenizerPath);
+      this.nativeModule = global.loadLLM(modelPath, tokenizerPath);
       this.isReadyCallback(true);
-      this.onToken = this.nativeModule.onToken(data => {
+      this.onToken = data => {
         if (!data || SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig && data === this.tokenizerConfig.eos_token || SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig && data === this.tokenizerConfig.pad_token) {
           return;
         }
         this.tokenCallback(data);
         this.responseCallback(this._response + data);
-      });
+      };
     } catch (e) {
       this.isReadyCallback(false);
       throw new Error(getError(e));
@@ -120,9 +117,8 @@ export class LLMController {
     if (this._isGenerating) {
       throw new Error(getError(ETError.ModelGenerating) + 'You cannot delete the model now. You need to interrupt first.');
     }
-    this.onToken?.remove();
-    this.onToken = null;
-    this.nativeModule.releaseResources();
+    this.onToken = () => {};
+    this.nativeModule.unload();
     this.isReadyCallback(false);
     this.isGeneratingCallback(false);
   }
@@ -136,7 +132,7 @@ export class LLMController {
     try {
       this.responseCallback('');
       this.isGeneratingCallback(true);
-      await this.nativeModule.forward(input);
+      await this.nativeModule.generate(input, this.onToken);
     } catch (e) {
       throw new Error(getError(e));
     } finally {

package/lib/module/controllers/LLMController.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","ETError","getError","Template","DEFAULT_CHAT_CONFIG","readAsStringAsync","SPECIAL_TOKENS","LLMNativeModule","parseToolCall","Logger","LLMController","chatConfig","onToken","_response","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","responseCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","undefined","warn","token","response","messageHistory","isReady","isGenerating","nativeModule","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","Error","tokenizerConfig","JSON","parse","loadLLM","data","EOS_TOKEN","eos_token","PAD_TOKEN","pad_token","e","setTokenCallback","configure","toolsConfig","delete","ModelGenerating","remove","releaseResources","forward","input","ModuleNotLoaded","interrupt","generate","messages","tools","length","role","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","content","messageHistoryWithPrompt","systemPrompt","slice","contextWindowLength","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","templateFlags","chat_template","template","specialTokens","Object","fromEntries","keys","filter","key","map","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AAEA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAC5C,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAASC,iBAAiB,QAAQ,kBAAkB;AACpD,SAIEC,cAAc,QAET,cAAc;AACrB,SAASC,eAAe,QAAQ,+BAA+B;AAC/D,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AAEzC,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeP,mBAAmB;EAG5CQ,OAAO,GAA6B,IAAI;EACxCC,SAAS,GAAG,EAAE;EACdC,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;;EAEvC;;EAOAC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC,sBAAsB;IACtBC,eAAe;IACfC;EAOF,CAAC,EAAE;IACD,IAAIH,gBAAgB,KAAKI,SAAS,EAAE;MAClCd,MAAM,CAACe,IAAI,CACT,sEACF,CAAC;IACH;IACA,IAAI,CAACN,aAAa,GAAIO,KAAK,IAAK;MAC9BP,aAAa,GAAGO,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACN,gBAAgB,GAAIO,QAAQ,IAAK;MACpC,IAAI,CAACb,SAAS,GAAGa,QAAQ;MACzBP,gBAAgB,GAAGO,QAAQ,CAAC;IAC9B,CAAC;IACD,IAAI,CAACN,sBAAsB,GAAIO,cAAc,IAAK;MAChD,IAAI,CAACX,eAAe,GAAGW,cAAc;MACrCP,sBAAsB,GAAGO,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACN,eAAe,GAAIO,OAAO,IAAK;MAClC,IAAI,CAACd,QAAQ,GAAGc,OAAO;MACvBP,eAAe,GAAGO,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACN,oBAAoB,GAAIO,YAAY,IAAK;MAC5C,IAAI,CAACd,aAAa,GAAGc,YAAY;MACjCP,oBAAoB,GAAGO,YAAY,CAAC;IACtC,CAAC;IACD,IAAI,CAACC,YAAY,GAAGvB,eAAe;EACrC;EAEA,IAAWmB,QAAQA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACb,SAAS;EACvB;EACA,IAAWe,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACd,QAAQ;EACtB;EACA,IAAWe,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACd,aAAa;EAC3B;EACA,IAAWY,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACX,eAAe;EAC7B;EAEA,MAAae,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC;EAMF,CAAC,EAAE;IACD;IACA,IAAI,CAAChB,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACT,UAAU,CAACyB,qBAAqB,CAAC;IAClE,IAAI,CAACd,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMgB,iBAAiB,GAAGrC,eAAe,CAACsC,KAAK,CAC7Cf,SAAS,EACTU,eAAe,EACfC,qBACF,CAAC;MAED,MAAMK,YAAY,GAAGvC,eAAe,CAACsC,KAAK,CACxCH,0BAA0B,EAC1BH,WACF,CAAC;MAED,MAAM,CAACQ,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDN,iBAAiB,EACjBE,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM7C,iBAAiB,CAAC,SAAS,GAAGwC,mBAAoB,CAC1D,CAAC;MAED,MAAM,IAAI,CAACf,YAAY,CAACqB,OAAO,CAACL,SAAS,EAAEF,aAAa,CAAC;MACzD,IAAI,CAACvB,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACT,OAAO,GAAG,IAAI,CAACkB,YAAY,CAAClB,OAAO,CAAEwC,IAAY,IAAK;QACzD,IACE,CAACA,IAAI,IACJ9C,cAAc,CAAC+C,SAAS,IAAI,IAAI,CAACL,eAAe,IAC/CI,IAAI,KAAK,IAAI,CAACJ,eAAe,CAACM,SAAU,IACzChD,cAAc,CAACiD,SAAS,IAAI,IAAI,CAACP,eAAe,IAC/CI,IAAI,KAAK,IAAI,CAACJ,eAAe,CAACQ,SAAU,EAC1C;UACA;QACF;QAEA,IAAI,CAACtC,aAAa,CAACkC,IAAI,CAAC;QACxB,IAAI,CAACjC,gBAAgB,CAAC,IAAI,CAACN,SAAS,GAAGuC,IAAI,CAAC;MAC9C,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOK,CAAC,EAAE;MACV,IAAI,CAACpC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAM,IAAI0B,KAAK,CAAC7C,QAAQ,CAACuD,CAAC,CAAC,CAAC;IAC9B;EACF;EAEOC,gBAAgBA,CAACxC,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEOyC,SAASA,CAAC;IACfhD,UAAU;IACViD;EAIF,CAAC,EAAE;IACD,IAAI,CAACjD,UAAU,GAAG;MAAE,GAAGP,mBAAmB;MAAE,GAAGO;IAAW,CAAC;IAC3D,IAAI,CAACiD,WAAW,GAAGA,WAAW;;IAE9B;IACA,IAAI,CAACzC,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACT,UAAU,CAACyB,qBAAqB,CAAC;IAClE,IAAI,CAACd,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEOuC,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAC9C,aAAa,EAAE;MACtB,MAAM,IAAIgC,KAAK,CACb7C,QAAQ,CAACD,OAAO,CAAC6D,eAAe,CAAC,GAC/B,+DACJ,CAAC;IACH;IACA,IAAI,CAAClD,OAAO,EAAEmD,MAAM,CAAC,CAAC;IACtB,IAAI,CAACnD,OAAO,GAAG,IAAI;IACnB,IAAI,CAACkB,YAAY,CAACkC,gBAAgB,CAAC,CAAC;IACpC,IAAI,CAAC3C,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa2C,OAAOA,CAACC,KAAa,EAAE;IAClC,IAAI,CAAC,IAAI,CAACpD,QAAQ,EAAE;MAClB,MAAM,IAAIiC,KAAK,CAAC7C,QAAQ,CAACD,OAAO,CAACkE,eAAe,CAAC,CAAC;IACpD;IACA,IAAI,IAAI,CAACpD,aAAa,EAAE;MACtB,MAAM,IAAIgC,KAAK,CAAC7C,QAAQ,CAACD,OAAO,CAAC6D,eAAe,CAAC,CAAC;IACpD;IACA,IAAI;MACF,IAAI,CAAC3C,gBAAgB,CAAC,EAAE,CAAC;MACzB,IAAI,CAACG,oBAAoB,CAAC,IAAI,CAAC;MAC/B,MAAM,IAAI,CAACQ,YAAY,CAACmC,OAAO,CAACC,KAAK,CAAC;IACxC,CAAC,CAAC,OAAOT,CAAC,EAAE;MACV,MAAM,IAAIV,KAAK,CAAC7C,QAAQ,CAACuD,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACR,IAAI,CAACnC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEO8C,SAASA,CAAA,EAAG;IACjB,IAAI,CAACtC,YAAY,CAACsC,SAAS,CAAC,CAAC;EAC/B;EAEA,MAAaC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAE;IAC5D,IAAI,CAAC,IAAI,CAACzD,QAAQ,EAAE;MAClB,MAAM,IAAIiC,KAAK,CAAC7C,QAAQ,CAACD,OAAO,CAACkE,eAAe,CAAC,CAAC;IACpD;IACA,IAAIG,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAIzB,KAAK,CAAC,yBAAyB,CAAC;IAC5C;IACA,IAAIuB,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDhE,MAAM,CAACe,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMkD,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDL,QAAQ,EACR,IAAI,CAACtB,eAAe,EACpBuB,KAAK;IACL;IACA;MAAEK,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,MAAM,IAAI,CAACZ,OAAO,CAACS,YAAY,CAAC;EAClC;EAEA,MAAaI,WAAWA,CAACC,OAAe,EAAE;IACxC,IAAI,CAAC3D,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;MAAEgE,OAAO,EAAED,OAAO;MAAEN,IAAI,EAAE;IAAO,CAAC,CACnC,CAAC;IAEF,MAAMQ,wBAAmC,GAAG,CAC1C;MAAED,OAAO,EAAE,IAAI,CAACrE,UAAU,CAACuE,YAAY;MAAET,IAAI,EAAE;IAAS,CAAC,EACzD,GAAG,IAAI,CAACzD,eAAe,CAACmE,KAAK,CAAC,CAAC,IAAI,CAACxE,UAAU,CAACyE,mBAAmB,CAAC,CACpE;IAED,MAAM,IAAI,CAACf,QAAQ,CAACY,wBAAwB,EAAE,IAAI,CAACrB,WAAW,EAAEW,KAAK,CAAC;IAEtE,IAAI,CAAC,IAAI,CAACX,WAAW,IAAI,IAAI,CAACA,WAAW,CAACyB,gBAAgB,EAAE;MAC1D,IAAI,CAACjE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;QAAEgE,OAAO,EAAE,IAAI,CAACnE,SAAS;QAAE4D,IAAI,EAAE;MAAY,CAAC,CAC/C,CAAC;IACJ;IACA,IAAI,CAAC,IAAI,CAACb,WAAW,EAAE;MACrB;IACF;IAEA,MAAM0B,SAAS,GAAG9E,aAAa,CAAC,IAAI,CAACK,SAAS,CAAC;IAE/C,KAAK,MAAM0E,QAAQ,IAAID,SAAS,EAAE;MAChC,IAAI,CAAC1B,WAAW,CACb4B,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;QACrC,IAAIA,YAAY,EAAE;UAChB,IAAI,CAACtE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;YAAEgE,OAAO,EAAEU,YAAY;YAAEjB,IAAI,EAAE;UAAY,CAAC,CAC7C,CAAC;QACJ;MACF,CAAC,CAAC;IACN;EACF;EAEOkB,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAC7E,eAAe,CAACmE,KAAK,CAAC,CAAC,EAAES,KAAK,CAAC;IAE9D,IAAI,CAACxE,sBAAsB,CAACyE,iBAAiB,CAAC;EAChD;EAEQlB,iBAAiBA,CACvBL,QAAmB,EACnBtB,eAAoB,EACpBuB,KAAiB,EACjBuB,aAAsB,EACd;IACR,IAAI,CAAC9C,eAAe,CAAC+C,aAAa,EAAE;MAClC,MAAMhD,KAAK,CAAC,gDAAgD,CAAC;IAC/D;IACA,MAAMiD,QAAQ,GAAG,IAAI7F,QAAQ,CAAC6C,eAAe,CAAC+C,aAAa,CAAC;IAE5D,MAAME,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,IAAI,CAAC9F,cAAc,CAAC,CACxB+F,MAAM,CAAEC,GAAG,IAAKA,GAAG,IAAItD,eAAe,CAAC,CACvCuD,GAAG,CAAED,GAAG,IAAK,CAACA,GAAG,EAAEtD,eAAe,CAACsD,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAME,MAAM,GAAGR,QAAQ,CAACS,MAAM,CAAC;MAC7BnC,QAAQ;MACRC,KAAK;MACL,GAAGuB,aAAa;MAChB,GAAGG;IACL,CAAC,CAAC;IACF,OAAOO,MAAM;EACf;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","ETError","getError","Template","DEFAULT_CHAT_CONFIG","readAsStringAsync","SPECIAL_TOKENS","parseToolCall","Logger","LLMController","chatConfig","_response","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","responseCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","undefined","warn","token","response","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","Error","tokenizerConfig","JSON","parse","nativeModule","global","loadLLM","onToken","data","EOS_TOKEN","eos_token","PAD_TOKEN","pad_token","e","setTokenCallback","configure","toolsConfig","delete","ModelGenerating","unload","forward","input","ModuleNotLoaded","generate","interrupt","messages","tools","length","role","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","content","messageHistoryWithPrompt","systemPrompt","slice","contextWindowLength","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","templateFlags","chat_template","template","specialTokens","Object","fromEntries","keys","filter","key","map","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAC5C,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAASC,iBAAiB,QAAQ,kBAAkB;AACpD,SAIEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AAEzC,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeN,mBAAmB;EAI5CO,SAAS,GAAG,EAAE;EACdC,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;;EAEvC;;EAOAC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC,sBAAsB;IACtBC,eAAe;IACfC;EAOF,CAAC,EAAE;IACD,IAAIH,gBAAgB,KAAKI,SAAS,EAAE;MAClCb,MAAM,CAACc,IAAI,CACT,sEACF,CAAC;IACH;IACA,IAAI,CAACN,aAAa,GAAIO,KAAK,IAAK;MAC9BP,aAAa,GAAGO,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACN,gBAAgB,GAAIO,QAAQ,IAAK;MACpC,IAAI,CAACb,SAAS,GAAGa,QAAQ;MACzBP,gBAAgB,GAAGO,QAAQ,CAAC;IAC9B,CAAC;IACD,IAAI,CAACN,sBAAsB,GAAIO,cAAc,IAAK;MAChD,IAAI,CAACX,eAAe,GAAGW,cAAc;MACrCP,sBAAsB,GAAGO,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACN,eAAe,GAAIO,OAAO,IAAK;MAClC,IAAI,CAACd,QAAQ,GAAGc,OAAO;MACvBP,eAAe,GAAGO,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACN,oBAAoB,GAAIO,YAAY,IAAK;MAC5C,IAAI,CAACd,aAAa,GAAGc,YAAY;MACjCP,oBAAoB,GAAGO,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWH,QAAQA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACb,SAAS;EACvB;EACA,IAAWe,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACd,QAAQ;EACtB;EACA,IAAWe,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACd,aAAa;EAC3B;EACA,IAAWY,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACX,eAAe;EAC7B;EAEA,MAAac,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC;EAMF,CAAC,EAAE;IACD;IACA,IAAI,CAACf,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACR,UAAU,CAACuB,qBAAqB,CAAC;IAClE,IAAI,CAACb,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMe,iBAAiB,GAAGlC,eAAe,CAACmC,KAAK,CAC7Cd,SAAS,EACTS,eAAe,EACfC,qBACF,CAAC;MAED,MAAMK,YAAY,GAAGpC,eAAe,CAACmC,KAAK,CACxCH,0BAA0B,EAC1BH,WACF,CAAC;MAED,MAAM,CAACQ,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDN,iBAAiB,EACjBE,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM1C,iBAAiB,CAAC,SAAS,GAAGqC,mBAAoB,CAC1D,CAAC;MACD,IAAI,CAACM,YAAY,GAAGC,MAAM,CAACC,OAAO,CAACP,SAAS,EAAEF,aAAa,CAAC;MAC5D,IAAI,CAACtB,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACgC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IACE,CAACA,IAAI,IACJ9C,cAAc,CAAC+C,SAAS,IAAI,IAAI,CAACR,eAAe,IAC/CO,IAAI,KAAK,IAAI,CAACP,eAAe,CAACS,SAAU,IACzChD,cAAc,CAACiD,SAAS,IAAI,IAAI,CAACV,eAAe,IAC/CO,IAAI,KAAK,IAAI,CAACP,eAAe,CAACW,SAAU,EAC1C;UACA;QACF;QAEA,IAAI,CAACxC,aAAa,CAACoC,IAAI,CAAC;QACxB,IAAI,CAACnC,gBAAgB,CAAC,IAAI,CAACN,SAAS,GAAGyC,IAAI,CAAC;MAC9C,CAAC;IACH,CAAC,CAAC,OAAOK,CAAC,EAAE;MACV,IAAI,CAACtC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAM,IAAIyB,KAAK,CAAC1C,QAAQ,CAACuD,CAAC,CAAC,CAAC;IAC9B;EACF;EAEOC,gBAAgBA,CAAC1C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO2C,SAASA,CAAC;IACfjD,UAAU;IACVkD;EAIF,CAAC,EAAE;IACD,IAAI,CAAClD,UAAU,GAAG;MAAE,GAAGN,mBAAmB;MAAE,GAAGM;IAAW,CAAC;IAC3D,IAAI,CAACkD,WAAW,GAAGA,WAAW;;IAE9B;IACA,IAAI,CAAC3C,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACR,UAAU,CAACuB,qBAAqB,CAAC;IAClE,IAAI,CAACb,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEOyC,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAChD,aAAa,EAAE;MACtB,MAAM,IAAI+B,KAAK,CACb1C,QAAQ,CAACD,OAAO,CAAC6D,eAAe,CAAC,GAC/B,+DACJ,CAAC;IACH;IACA,IAAI,CAACX,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,CAACH,YAAY,CAACe,MAAM,CAAC,CAAC;IAC1B,IAAI,CAAC5C,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa4C,OAAOA,CAACC,KAAa,EAAE;IAClC,IAAI,CAAC,IAAI,CAACrD,QAAQ,EAAE;MAClB,MAAM,IAAIgC,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACiE,eAAe,CAAC,CAAC;IACpD;IACA,IAAI,IAAI,CAACrD,aAAa,EAAE;MACtB,MAAM,IAAI+B,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAAC6D,eAAe,CAAC,CAAC;IACpD;IACA,IAAI;MACF,IAAI,CAAC7C,gBAAgB,CAAC,EAAE,CAAC;MACzB,IAAI,CAACG,oBAAoB,CAAC,IAAI,CAAC;MAC/B,MAAM,IAAI,CAAC4B,YAAY,CAACmB,QAAQ,CAACF,KAAK,EAAE,IAAI,CAACd,OAAO,CAAC;IACvD,CAAC,CAAC,OAAOM,CAAC,EAAE;MACV,MAAM,IAAIb,KAAK,CAAC1C,QAAQ,CAACuD,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACR,IAAI,CAACrC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOgD,SAASA,CAAA,EAAG;IACjB,IAAI,CAACpB,YAAY,CAACoB,SAAS,CAAC,CAAC;EAC/B;EAEA,MAAaD,QAAQA,CAACE,QAAmB,EAAEC,KAAiB,EAAE;IAC5D,IAAI,CAAC,IAAI,CAAC1D,QAAQ,EAAE;MAClB,MAAM,IAAIgC,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACiE,eAAe,CAAC,CAAC;IACpD;IACA,IAAIG,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAI3B,KAAK,CAAC,yBAAyB,CAAC;IAC5C;IACA,IAAIyB,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDhE,MAAM,CAACc,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMmD,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDL,QAAQ,EACR,IAAI,CAACxB,eAAe,EACpByB,KAAK;IACL;IACA;MAAEK,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,MAAM,IAAI,CAACZ,OAAO,CAACS,YAAY,CAAC;EAClC;EAEA,MAAaI,WAAWA,CAACC,OAAe,EAAE;IACxC,IAAI,CAAC5D,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;MAAEiE,OAAO,EAAED,OAAO;MAAEN,IAAI,EAAE;IAAO,CAAC,CACnC,CAAC;IAEF,MAAMQ,wBAAmC,GAAG,CAC1C;MAAED,OAAO,EAAE,IAAI,CAACrE,UAAU,CAACuE,YAAY;MAAET,IAAI,EAAE;IAAS,CAAC,EACzD,GAAG,IAAI,CAAC1D,eAAe,CAACoE,KAAK,CAAC,CAAC,IAAI,CAACxE,UAAU,CAACyE,mBAAmB,CAAC,CACpE;IAED,MAAM,IAAI,CAAChB,QAAQ,CAACa,wBAAwB,EAAE,IAAI,CAACpB,WAAW,EAAEU,KAAK,CAAC;IAEtE,IAAI,CAAC,IAAI,CAACV,WAAW,IAAI,IAAI,CAACA,WAAW,CAACwB,gBAAgB,EAAE;MAC1D,IAAI,CAAClE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;QAAEiE,OAAO,EAAE,IAAI,CAACpE,SAAS;QAAE6D,IAAI,EAAE;MAAY,CAAC,CAC/C,CAAC;IACJ;IACA,IAAI,CAAC,IAAI,CAACZ,WAAW,EAAE;MACrB;IACF;IAEA,MAAMyB,SAAS,GAAG9E,aAAa,CAAC,IAAI,CAACI,SAAS,CAAC;IAE/C,KAAK,MAAM2E,QAAQ,IAAID,SAAS,EAAE;MAChC,IAAI,CAACzB,WAAW,CACb2B,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;QACrC,IAAIA,YAAY,EAAE;UAChB,IAAI,CAACvE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;YAAEiE,OAAO,EAAEU,YAAY;YAAEjB,IAAI,EAAE;UAAY,CAAC,CAC7C,CAAC;QACJ;MACF,CAAC,CAAC;IACN;EACF;EAEOkB,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAC9E,eAAe,CAACoE,KAAK,CAAC,CAAC,EAAES,KAAK,CAAC;IAE9D,IAAI,CAACzE,sBAAsB,CAAC0E,iBAAiB,CAAC;EAChD;EAEQlB,iBAAiBA,CACvBL,QAAmB,EACnBxB,eAAoB,EACpByB,KAAiB,EACjBuB,aAAsB,EACd;IACR,IAAI,CAAChD,eAAe,CAACiD,aAAa,EAAE;MAClC,MAAMlD,KAAK,CAAC,gDAAgD,CAAC;IAC/D;IACA,MAAMmD,QAAQ,GAAG,IAAI5F,QAAQ,CAAC0C,eAAe,CAACiD,aAAa,CAAC;IAE5D,MAAME,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,IAAI,CAAC7F,cAAc,CAAC,CACxB8F,MAAM,CAAEC,GAAG,IAAKA,GAAG,IAAIxD,eAAe,CAAC,CACvCyD,GAAG,CAAED,GAAG,IAAK,CAACA,GAAG,EAAExD,eAAe,CAACwD,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAME,MAAM,GAAGR,QAAQ,CAACS,MAAM,CAAC;MAC7BnC,QAAQ;MACRC,KAAK;MACL,GAAGuB,aAAa;MAChB,GAAGG;IACL,CAAC,CAAC;IACF,OAAOO,MAAM;EACf;AACF","ignoreList":[]}

package/lib/module/hooks/computer_vision/useClassification.js

@@ -1,11 +1,11 @@
 "use strict";
 
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 import { ClassificationModule } from '../../modules/computer_vision/ClassificationModule';
 export const useClassification = ({
   model,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: ClassificationModule,
   model,
   preventLoad: preventLoad

package/lib/module/hooks/computer_vision/useClassification.js.map

@@ -1 +1 @@
-{"version":3,"names":["useNonStaticModule","ClassificationModule","useClassification","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useClassification.ts"],"mappings":";;AACA,SAASA,kBAAkB,QAAQ,uBAAuB;AAC1D,SAASC,oBAAoB,QAAQ,oDAAoD;AAOzF,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACrEJ,kBAAkB,CAAC;EACjBK,MAAM,EAAEJ,oBAAoB;EAC5BE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["useModule","ClassificationModule","useClassification","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useClassification.ts"],"mappings":";;AACA,SAASA,SAAS,QAAQ,cAAc;AACxC,SAASC,oBAAoB,QAAQ,oDAAoD;AAOzF,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACrEJ,SAAS,CAAC;EACRK,MAAM,EAAEJ,oBAAoB;EAC5BE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/computer_vision/useImageEmbeddings.js

@@ -1,11 +1,11 @@
 "use strict";
 
 import { ImageEmbeddingsModule } from '../../modules/computer_vision/ImageEmbeddingsModule';
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 export const useImageEmbeddings = ({
   model,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: ImageEmbeddingsModule,
   model,
   preventLoad

package/lib/module/hooks/computer_vision/useImageEmbeddings.js.map

@@ -1 +1 @@
-{"version":3,"names":["ImageEmbeddingsModule","useNonStaticModule","useImageEmbeddings","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useImageEmbeddings.ts"],"mappings":";;AAAA,SAASA,qBAAqB,QAAQ,qDAAqD;AAE3F,SAASC,kBAAkB,QAAQ,uBAAuB;AAO1D,OAAO,MAAMC,kBAAkB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACtEH,kBAAkB,CAAC;EACjBI,MAAM,EAAEL,qBAAqB;EAC7BG,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["ImageEmbeddingsModule","useModule","useImageEmbeddings","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useImageEmbeddings.ts"],"mappings":";;AAAA,SAASA,qBAAqB,QAAQ,qDAAqD;AAE3F,SAASC,SAAS,QAAQ,cAAc;AAOxC,OAAO,MAAMC,kBAAkB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACtEH,SAAS,CAAC;EACRI,MAAM,EAAEL,qBAAqB;EAC7BG,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/computer_vision/useImageSegmentation.js

@@ -1,11 +1,11 @@
 "use strict";
 
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 import { ImageSegmentationModule } from '../../modules/computer_vision/ImageSegmentationModule';
 export const useImageSegmentation = ({
   model,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: ImageSegmentationModule,
   model,
   preventLoad

package/lib/module/hooks/computer_vision/useImageSegmentation.js.map

@@ -1 +1 @@
-{"version":3,"names":["useNonStaticModule","ImageSegmentationModule","useImageSegmentation","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useImageSegmentation.ts"],"mappings":";;AAAA,SAASA,kBAAkB,QAAQ,uBAAuB;AAC1D,SAASC,uBAAuB,QAAQ,uDAAuD;AAQ/F,OAAO,MAAMC,oBAAoB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACxEJ,kBAAkB,CAAC;EACjBK,MAAM,EAAEJ,uBAAuB;EAC/BE,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["useModule","ImageSegmentationModule","useImageSegmentation","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useImageSegmentation.ts"],"mappings":";;AAAA,SAASA,SAAS,QAAQ,cAAc;AACxC,SAASC,uBAAuB,QAAQ,uDAAuD;AAQ/F,OAAO,MAAMC,oBAAoB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACxEJ,SAAS,CAAC;EACRK,MAAM,EAAEJ,uBAAuB;EAC/BE,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/computer_vision/useObjectDetection.js

@@ -1,11 +1,11 @@
 "use strict";
 
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 import { ObjectDetectionModule } from '../../modules/computer_vision/ObjectDetectionModule';
 export const useObjectDetection = ({
   model,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: ObjectDetectionModule,
   model,
   preventLoad: preventLoad

package/lib/module/hooks/computer_vision/useObjectDetection.js.map

@@ -1 +1 @@
-{"version":3,"names":["useNonStaticModule","ObjectDetectionModule","useObjectDetection","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useObjectDetection.ts"],"mappings":";;AACA,SAASA,kBAAkB,QAAQ,uBAAuB;AAC1D,SAASC,qBAAqB,QAAQ,qDAAqD;AAO3F,OAAO,MAAMC,kBAAkB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACtEJ,kBAAkB,CAAC;EACjBK,MAAM,EAAEJ,qBAAqB;EAC7BE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["useModule","ObjectDetectionModule","useObjectDetection","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useObjectDetection.ts"],"mappings":";;AACA,SAASA,SAAS,QAAQ,cAAc;AACxC,SAASC,qBAAqB,QAAQ,qDAAqD;AAO3F,OAAO,MAAMC,kBAAkB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACtEJ,SAAS,CAAC;EACRK,MAAM,EAAEJ,qBAAqB;EAC7BE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/computer_vision/useStyleTransfer.js

@@ -1,11 +1,11 @@
 "use strict";
 
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 import { StyleTransferModule } from '../../modules/computer_vision/StyleTransferModule';
 export const useStyleTransfer = ({
   model,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: StyleTransferModule,
   model,
   preventLoad: preventLoad

package/lib/module/hooks/computer_vision/useStyleTransfer.js.map

@@ -1 +1 @@
-{"version":3,"names":["useNonStaticModule","StyleTransferModule","useStyleTransfer","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useStyleTransfer.ts"],"mappings":";;AACA,SAASA,kBAAkB,QAAQ,uBAAuB;AAC1D,SAASC,mBAAmB,QAAQ,mDAAmD;AAOvF,OAAO,MAAMC,gBAAgB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACpEJ,kBAAkB,CAAC;EACjBK,MAAM,EAAEJ,mBAAmB;EAC3BE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["useModule","StyleTransferModule","useStyleTransfer","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useStyleTransfer.ts"],"mappings":";;AACA,SAASA,SAAS,QAAQ,cAAc;AACxC,SAASC,mBAAmB,QAAQ,mDAAmD;AAOvF,OAAO,MAAMC,gBAAgB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACpEJ,SAAS,CAAC;EACRK,MAAM,EAAEJ,mBAAmB;EAC3BE,KAAK;EACLC,WAAW,EAAEA;AACf,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/general/useExecutorchModule.js

@@ -1,11 +1,11 @@
 "use strict";
 
 import { ExecutorchModule } from '../../modules/general/ExecutorchModule';
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 export const useExecutorchModule = ({
   modelSource,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: ExecutorchModule,
   model: {
     modelSource

package/lib/module/hooks/general/useExecutorchModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ExecutorchModule","useNonStaticModule","useExecutorchModule","modelSource","preventLoad","module","model"],"sourceRoot":"../../../../src","sources":["hooks/general/useExecutorchModule.ts"],"mappings":";;AAAA,SAASA,gBAAgB,QAAQ,wCAAwC;AAEzE,SAASC,kBAAkB,QAAQ,uBAAuB;AAO1D,OAAO,MAAMC,mBAAmB,GAAGA,CAAC;EAClCC,WAAW;EACXC,WAAW,GAAG;AACT,CAAC,KACNH,kBAAkB,CAAC;EACjBI,MAAM,EAAEL,gBAAgB;EACxBM,KAAK,EAAE;IAAEH;EAAY,CAAC;EACtBC;AACF,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["ExecutorchModule","useModule","useExecutorchModule","modelSource","preventLoad","module","model"],"sourceRoot":"../../../../src","sources":["hooks/general/useExecutorchModule.ts"],"mappings":";;AAAA,SAASA,gBAAgB,QAAQ,wCAAwC;AAEzE,SAASC,SAAS,QAAQ,cAAc;AAOxC,OAAO,MAAMC,mBAAmB,GAAGA,CAAC;EAClCC,WAAW;EACXC,WAAW,GAAG;AACT,CAAC,KACNH,SAAS,CAAC;EACRI,MAAM,EAAEL,gBAAgB;EACxBM,KAAK,EAAE;IAAEH;EAAY,CAAC;EACtBC;AACF,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js

@@ -1,11 +1,11 @@
 "use strict";
 
 import { TextEmbeddingsModule } from '../../modules/natural_language_processing/TextEmbeddingsModule';
-import { useNonStaticModule } from '../useNonStaticModule';
+import { useModule } from '../useModule';
 export const useTextEmbeddings = ({
   model,
   preventLoad = false
-}) => useNonStaticModule({
+}) => useModule({
   module: TextEmbeddingsModule,
   model,
   preventLoad

package/lib/module/hooks/natural_language_processing/useTextEmbeddings.js.map

@@ -1 +1 @@
-{"version":3,"names":["TextEmbeddingsModule","useNonStaticModule","useTextEmbeddings","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useTextEmbeddings.ts"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,gEAAgE;AAErG,SAASC,kBAAkB,QAAQ,uBAAuB;AAU1D,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACrEH,kBAAkB,CAAC;EACjBI,MAAM,EAAEL,oBAAoB;EAC5BG,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["TextEmbeddingsModule","useModule","useTextEmbeddings","model","preventLoad","module"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useTextEmbeddings.ts"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,gEAAgE;AAErG,SAASC,SAAS,QAAQ,cAAc;AAUxC,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAAEC,KAAK;EAAEC,WAAW,GAAG;AAAa,CAAC,KACrEH,SAAS,CAAC;EACRI,MAAM,EAAEL,oBAAoB;EAC5BG,KAAK;EACLC;AACF,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/useModule.js

@@ -4,35 +4,39 @@ import { useEffect, useState } from 'react';
 import { ETError, getError } from '../Error';
 export const useModule = ({
   module,
-  loadArgs,
+  model,
   preventLoad = false
 }) => {
   const [error, setError] = useState(null);
   const [isReady, setIsReady] = useState(false);
   const [isGenerating, setIsGenerating] = useState(false);
   const [downloadProgress, setDownloadProgress] = useState(0);
+  const [moduleInstance] = useState(() => new module());
   useEffect(() => {
-    const loadModule = async () => {
+    if (preventLoad) return;
+    (async () => {
+      setDownloadProgress(0);
+      setError(null);
       try {
         setIsReady(false);
-        module.onDownloadProgress(setDownloadProgress);
-        await module.load(...loadArgs);
+        await moduleInstance.load(model, setDownloadProgress);
         setIsReady(true);
       } catch (err) {
         setError(err.message);
       }
+    })();
+    return () => {
+      moduleInstance.delete();
     };
-    if (!preventLoad) {
-      loadModule();
-    }
+
     // eslint-disable-next-line react-hooks/exhaustive-deps
-  }, [...loadArgs, preventLoad]);
+  }, [moduleInstance, ...Object.values(model), preventLoad]);
   const forward = async (...input) => {
     if (!isReady) throw new Error(getError(ETError.ModuleNotLoaded));
     if (isGenerating) throw new Error(getError(ETError.ModelGenerating));
     try {
       setIsGenerating(true);
-      return await module.forward(...input);
+      return await moduleInstance.forward(...input);
     } finally {
       setIsGenerating(false);
     }

package/lib/module/hooks/useModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["useEffect","useState","ETError","getError","useModule","module","loadArgs","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","loadModule","onDownloadProgress","load","err","message","forward","input","Error","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["hooks/useModule.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAQ5C,OAAO,MAAMC,SAAS,GAAGA,CAKvB;EACAC,MAAM;EACNC,QAAQ;EACRC,WAAW,GAAG;AAKhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAE3DD,SAAS,CAAC,MAAM;IACd,MAAMgB,UAAU,GAAG,MAAAA,CAAA,KAAY;MAC7B,IAAI;QACFL,UAAU,CAAC,KAAK,CAAC;QACjBN,MAAM,CAACY,kBAAkB,CAACF,mBAAmB,CAAC;QAC9C,MAAMV,MAAM,CAACa,IAAI,CAAC,GAAGZ,QAAQ,CAAC;QAC9BK,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOQ,GAAG,EAAE;QACZV,QAAQ,CAAEU,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC;IACD,IAAI,CAACb,WAAW,EAAE;MAChBS,UAAU,CAAC,CAAC;IACd;IACA;EACF,CAAC,EAAE,CAAC,GAAGV,QAAQ,EAAEC,WAAW,CAAC,CAAC;EAE9B,MAAMc,OAAO,GAAG,MAAAA,CAAO,GAAGC,KAAkB,KAA6B;IACvE,IAAI,CAACZ,OAAO,EAAE,MAAM,IAAIa,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACsB,eAAe,CAAC,CAAC;IAChE,IAAIZ,YAAY,EAAE,MAAM,IAAIW,KAAK,CAACpB,QAAQ,CAACD,OAAO,CAACuB,eAAe,CAAC,CAAC;IACpE,IAAI;MACFZ,eAAe,CAAC,IAAI,CAAC;MACrB,OAAO,MAAMR,MAAM,CAACgB,OAAO,CAAC,GAAGC,KAAK,CAAC;IACvC,CAAC,SAAS;MACRT,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBO;EACF,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useEffect","useState","ETError","getError","useModule","module","model","preventLoad","error","setError","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","moduleInstance","load","err","message","delete","Object","values","forward","input","Error","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["hooks/useModule.ts"],"mappings":";;AAAA,SAASA,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAC3C,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAY5C,OAAO,MAAMC,SAAS,GAAGA,CAKvB;EACAC,MAAM;EACNC,KAAK;EACLC,WAAW,GAAG;AAKhB,CAAC,KAAK;EACJ,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGR,QAAQ,CAAgB,IAAI,CAAC;EACvD,MAAM,CAACS,OAAO,EAAEC,UAAU,CAAC,GAAGV,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACW,YAAY,EAAEC,eAAe,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACa,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGd,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACe,cAAc,CAAC,GAAGf,QAAQ,CAAC,MAAM,IAAII,MAAM,CAAC,CAAC,CAAC;EAErDL,SAAS,CAAC,MAAM;IACd,IAAIO,WAAW,EAAE;IAEjB,CAAC,YAAY;MACXQ,mBAAmB,CAAC,CAAC,CAAC;MACtBN,QAAQ,CAAC,IAAI,CAAC;MACd,IAAI;QACFE,UAAU,CAAC,KAAK,CAAC;QACjB,MAAMK,cAAc,CAACC,IAAI,CAACX,KAAK,EAAES,mBAAmB,CAAC;QACrDJ,UAAU,CAAC,IAAI,CAAC;MAClB,CAAC,CAAC,OAAOO,GAAG,EAAE;QACZT,QAAQ,CAAES,GAAG,CAAWC,OAAO,CAAC;MAClC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACXH,cAAc,CAACI,MAAM,CAAC,CAAC;IACzB,CAAC;;IAED;EACF,CAAC,EAAE,CAACJ,cAAc,EAAE,GAAGK,MAAM,CAACC,MAAM,CAAChB,KAAK,CAAC,EAAEC,WAAW,CAAC,CAAC;EAE1D,MAAMgB,OAAO,GAAG,MAAAA,CAAO,GAAGC,KAAkB,KAA6B;IACvE,IAAI,CAACd,OAAO,EAAE,MAAM,IAAIe,KAAK,CAACtB,QAAQ,CAACD,OAAO,CAACwB,eAAe,CAAC,CAAC;IAChE,IAAId,YAAY,EAAE,MAAM,IAAIa,KAAK,CAACtB,QAAQ,CAACD,OAAO,CAACyB,eAAe,CAAC,CAAC;IACpE,IAAI;MACFd,eAAe,CAAC,IAAI,CAAC;MACrB,OAAO,MAAMG,cAAc,CAACO,OAAO,CAAC,GAAGC,KAAK,CAAC;IAC/C,CAAC,SAAS;MACRX,eAAe,CAAC,KAAK,CAAC;IACxB;EACF,CAAC;EAED,OAAO;IACLL,KAAK;IACLE,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBS;EACF,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/index.js

@@ -5,7 +5,7 @@ import { ETInstallerNativeModule } from './native/RnExecutorchModules';
 // eslint-disable no-var
 
 // eslint-disable no-var
-if (global.loadStyleTransfer == null || global.loadImageSegmentation == null || global.loadExecutorchModule == null || global.loadClassification == null || global.loadObjectDetection == null || global.loadTokenizerModule == null || global.loadTextEmbeddings == null || global.loadImageEmbeddings == null || global.loadSpeechToText == null || global.loadOCR == null || global.loadVerticalOCR == null || global.loadImageEmbeddings == null) {
+if (global.loadStyleTransfer == null || global.loadImageSegmentation == null || global.loadExecutorchModule == null || global.loadClassification == null || global.loadObjectDetection == null || global.loadTokenizerModule == null || global.loadTextEmbeddings == null || global.loadImageEmbeddings == null || global.loadLLM == null || global.loadSpeechToText == null || global.loadOCR == null || global.loadVerticalOCR == null) {
   if (!ETInstallerNativeModule) {
     throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
   }

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["ETInstallerNativeModule","global","loadStyleTransfer","loadImageSegmentation","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadSpeechToText","loadOCR","loadVerticalOCR","Error","install","SpeechToTextLanguage","SpeechToTextModelConfig","DecodingOptions"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;;AAEtE;;AA8BA;AACA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,qBAAqB,IAAI,IAAI,IACpCF,MAAM,CAACG,oBAAoB,IAAI,IAAI,IACnCH,MAAM,CAACI,kBAAkB,IAAI,IAAI,IACjCJ,MAAM,CAACK,mBAAmB,IAAI,IAAI,IAClCL,MAAM,CAACM,mBAAmB,IAAI,IAAI,IAClCN,MAAM,CAACO,kBAAkB,IAAI,IAAI,IACjCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,gBAAgB,IAAI,IAAI,IAC/BT,MAAM,CAACU,OAAO,IAAI,IAAI,IACtBV,MAAM,CAACW,eAAe,IAAI,IAAI,IAC9BX,MAAM,CAACQ,mBAAmB,IAAI,IAAI,EAClC;EACA,IAAI,CAACT,uBAAuB,EAAE;IAC5B,MAAM,IAAIa,KAAK,CACb,kFACF,CAAC;EACH;EACAb,uBAAuB,CAACc,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,8CAA8C;AAC5D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAE1D,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAEhE,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,mDAAmD;AACjE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,oCAAoC;AAClD,cAAc,iDAAiD;AAE/D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;;AAErE;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;;AAE3B;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,2BAA2B;AACzC,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,SACEC,oBAAoB,EACpBC,uBAAuB,EACvBC,eAAe,QACV,aAAa;;AAEpB;AACA,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB","ignoreList":[]}
+{"version":3,"names":["ETInstallerNativeModule","global","loadStyleTransfer","loadImageSegmentation","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadLLM","loadSpeechToText","loadOCR","loadVerticalOCR","Error","install","SpeechToTextLanguage","SpeechToTextModelConfig","DecodingOptions"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;;AAEtE;;AA+BA;AACA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,qBAAqB,IAAI,IAAI,IACpCF,MAAM,CAACG,oBAAoB,IAAI,IAAI,IACnCH,MAAM,CAACI,kBAAkB,IAAI,IAAI,IACjCJ,MAAM,CAACK,mBAAmB,IAAI,IAAI,IAClCL,MAAM,CAACM,mBAAmB,IAAI,IAAI,IAClCN,MAAM,CAACO,kBAAkB,IAAI,IAAI,IACjCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,OAAO,IAAI,IAAI,IACtBT,MAAM,CAACU,gBAAgB,IAAI,IAAI,IAC/BV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,eAAe,IAAI,IAAI,EAC9B;EACA,IAAI,CAACb,uBAAuB,EAAE;IAC5B,MAAM,IAAIc,KAAK,CACb,kFACF,CAAC;EACH;EACAd,uBAAuB,CAACe,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,8CAA8C;AAC5D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAE1D,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAEhE,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,mDAAmD;AACjE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,oCAAoC;AAClD,cAAc,iDAAiD;AAE/D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;;AAErE;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;;AAE3B;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,2BAA2B;AACzC,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,SACEC,oBAAoB,EACpBC,uBAAuB,EACvBC,eAAe,QACV,aAAa;;AAEpB;AACA,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB","ignoreList":[]}

package/lib/module/modules/BaseModule.js

@@ -1,25 +1,17 @@
 "use strict";
 
-import { ResourceFetcher } from '../utils/ResourceFetcher';
-import { getError } from '../Error';
 export class BaseModule {
-  static onDownloadProgressCallback = () => {};
-  static async load(sources, ...loadArgs) {
-    try {
-      const paths = await ResourceFetcher.fetch(this.onDownloadProgressCallback, ...sources);
-      if (paths === null || paths.length < sources.length) {
-        throw new Error('Download interrupted.');
-      }
-      await this.nativeModule.loadModule(...paths, ...loadArgs);
-    } catch (error) {
-      throw new Error(getError(error));
-    }
+  nativeModule = null;
+  async forwardET(inputTensor) {
+    return await this.nativeModule.forward(inputTensor);
   }
-  static async forward(..._args) {
-    throw new Error('forward method is not implemented in the BaseModule class. Please implement it in the derived class.');
+  async getInputShape(methodName, index) {
+    return this.nativeModule.getInputShape(methodName, index);
   }
-  static onDownloadProgress(callback) {
-    this.onDownloadProgressCallback = callback;
+  delete() {
+    if (this.nativeModule !== null) {
+      this.nativeModule.unload();
+    }
   }
 }
 //# sourceMappingURL=BaseModule.js.map

package/lib/module/modules/BaseModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","getError","BaseModule","onDownloadProgressCallback","load","sources","loadArgs","paths","fetch","length","Error","nativeModule","loadModule","error","forward","_args","onDownloadProgress","callback"],"sourceRoot":"../../../src","sources":["modules/BaseModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,UAAU;AAGnC,OAAO,MAAMC,UAAU,CAAC;EAEtB,OAAOC,0BAA0B,GAC/BA,CAAA,KAAM,CAAC,CAAC;EAEV,aAAaC,IAAIA,CACfC,OAAyB,EACzB,GAAGC,QAAe,EACH;IACf,IAAI;MACF,MAAMC,KAAK,GAAG,MAAMP,eAAe,CAACQ,KAAK,CACvC,IAAI,CAACL,0BAA0B,EAC/B,GAAGE,OACL,CAAC;MACD,IAAIE,KAAK,KAAK,IAAI,IAAIA,KAAK,CAACE,MAAM,GAAGJ,OAAO,CAACI,MAAM,EAAE;QACnD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C;MACA,MAAM,IAAI,CAACC,YAAY,CAACC,UAAU,CAAC,GAAGL,KAAK,EAAE,GAAGD,QAAQ,CAAC;IAC3D,CAAC,CAAC,OAAOO,KAAK,EAAE;MACd,MAAM,IAAIH,KAAK,CAACT,QAAQ,CAACY,KAAK,CAAC,CAAC;IAClC;EACF;EAEA,aAAuBC,OAAOA,CAAC,GAAGC,KAAY,EAAgB;IAC5D,MAAM,IAAIL,KAAK,CACb,sGACF,CAAC;EACH;EAEA,OAAOM,kBAAkBA,CAACC,QAA4C,EAAE;IACtE,IAAI,CAACd,0BAA0B,GAAGc,QAAQ;EAC5C;AACF","ignoreList":[]}
+{"version":3,"names":["BaseModule","nativeModule","forwardET","inputTensor","forward","getInputShape","methodName","index","delete","unload"],"sourceRoot":"../../../src","sources":["modules/BaseModule.ts"],"mappings":";;AAGA,OAAO,MAAeA,UAAU,CAAC;EAC/BC,YAAY,GAAQ,IAAI;EAQxB,MAAgBC,SAASA,CAACC,WAAwB,EAAwB;IACxE,OAAO,MAAM,IAAI,CAACF,YAAY,CAACG,OAAO,CAACD,WAAW,CAAC;EACrD;EAEA,MAAME,aAAaA,CAACC,UAAkB,EAAEC,KAAa,EAAqB;IACxE,OAAO,IAAI,CAACN,YAAY,CAACI,aAAa,CAACC,UAAU,EAAEC,KAAK,CAAC;EAC3D;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,IAAI,CAACP,YAAY,KAAK,IAAI,EAAE;MAC9B,IAAI,CAACA,YAAY,CAACQ,MAAM,CAAC,CAAC;IAC5B;EACF;AACF","ignoreList":[]}