react-native-executorch 0.5.6 → 0.5.8

package/lib/hooks/useModule.js

@@ -0,0 +1,45 @@
+import { useEffect, useState } from 'react';
+import { ETError, getError } from '../Error';
+export const useModule = ({ module, loadArgs, preventLoad = false, }) => {
+    const [error, setError] = useState(null);
+    const [isReady, setIsReady] = useState(false);
+    const [isGenerating, setIsGenerating] = useState(false);
+    const [downloadProgress, setDownloadProgress] = useState(0);
+    useEffect(() => {
+        const loadModule = async () => {
+            try {
+                setIsReady(false);
+                module.onDownloadProgress(setDownloadProgress);
+                await module.load(...loadArgs);
+                setIsReady(true);
+            }
+            catch (err) {
+                setError(err.message);
+            }
+        };
+        if (!preventLoad) {
+            loadModule();
+        }
+        // eslint-disable-next-line react-hooks/exhaustive-deps
+    }, [...loadArgs, preventLoad]);
+    const forward = async (...input) => {
+        if (!isReady)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        if (isGenerating)
+            throw new Error(getError(ETError.ModelGenerating));
+        try {
+            setIsGenerating(true);
+            return await module.forward(...input);
+        }
+        finally {
+            setIsGenerating(false);
+        }
+    };
+    return {
+        error,
+        isReady,
+        isGenerating,
+        downloadProgress,
+        forward,
+    };
+};

package/lib/hooks/useNonStaticModule.d.ts

@@ -0,0 +1,20 @@
+interface Module {
+    load: (...args: any[]) => Promise<void>;
+    forward: (...args: any[]) => Promise<any>;
+    delete: () => void;
+}
+interface ModuleConstructor<M extends Module> {
+    new (): M;
+}
+export declare const useNonStaticModule: <M extends Module, LoadArgs extends Parameters<M["load"]>, ForwardArgs extends Parameters<M["forward"]>, ForwardReturn extends Awaited<ReturnType<M["forward"]>>>({ module, model, preventLoad, }: {
+    module: ModuleConstructor<M>;
+    model: LoadArgs[0];
+    preventLoad?: boolean;
+}) => {
+    error: string | null;
+    isReady: boolean;
+    isGenerating: boolean;
+    downloadProgress: number;
+    forward: (...input: ForwardArgs) => Promise<ForwardReturn>;
+};
+export {};

package/lib/hooks/useNonStaticModule.js

@@ -0,0 +1,49 @@
+import { useEffect, useState, useMemo } from 'react';
+import { ETError, getError } from '../Error';
+export const useNonStaticModule = ({ module, model, preventLoad = false, }) => {
+    const [error, setError] = useState(null);
+    const [isReady, setIsReady] = useState(false);
+    const [isGenerating, setIsGenerating] = useState(false);
+    const [downloadProgress, setDownloadProgress] = useState(0);
+    const moduleInstance = useMemo(() => new module(), [module]);
+    useEffect(() => {
+        if (preventLoad)
+            return;
+        (async () => {
+            setDownloadProgress(0);
+            setError(null);
+            try {
+                setIsReady(false);
+                await moduleInstance.load(model, setDownloadProgress);
+                setIsReady(true);
+            }
+            catch (err) {
+                setError(err.message);
+            }
+        })();
+        return () => {
+            moduleInstance.delete();
+        };
+        // eslint-disable-next-line react-hooks/exhaustive-deps
+    }, [moduleInstance, ...Object.values(model), preventLoad]);
+    const forward = async (...input) => {
+        if (!isReady)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        if (isGenerating)
+            throw new Error(getError(ETError.ModelGenerating));
+        try {
+            setIsGenerating(true);
+            return await moduleInstance.forward(...input);
+        }
+        finally {
+            setIsGenerating(false);
+        }
+    };
+    return {
+        error,
+        isReady,
+        isGenerating,
+        downloadProgress,
+        forward,
+    };
+};

package/lib/index.d.ts

@@ -0,0 +1,48 @@
+import { SpeechToTextLanguage } from './types/stt';
+declare global {
+    var loadStyleTransfer: (source: string) => any;
+    var loadImageSegmentation: (source: string) => any;
+    var loadClassification: (source: string) => any;
+    var loadObjectDetection: (source: string) => any;
+    var loadExecutorchModule: (source: string) => any;
+    var loadTokenizerModule: (source: string) => any;
+    var loadImageEmbeddings: (source: string) => any;
+    var loadTextEmbeddings: (modelSource: string, tokenizerSource: string) => any;
+    var loadLLM: (modelSource: string, tokenizerSource: string) => any;
+    var loadSpeechToText: (encoderSource: string, decoderSource: string, modelName: string) => any;
+}
+export * from './hooks/computer_vision/useClassification';
+export * from './hooks/computer_vision/useObjectDetection';
+export * from './hooks/computer_vision/useStyleTransfer';
+export * from './hooks/computer_vision/useImageSegmentation';
+export * from './hooks/computer_vision/useOCR';
+export * from './hooks/computer_vision/useVerticalOCR';
+export * from './hooks/computer_vision/useImageEmbeddings';
+export * from './hooks/natural_language_processing/useLLM';
+export * from './hooks/natural_language_processing/useSpeechToText';
+export * from './hooks/natural_language_processing/useTextEmbeddings';
+export * from './hooks/natural_language_processing/useTokenizer';
+export * from './hooks/general/useExecutorchModule';
+export * from './modules/computer_vision/ClassificationModule';
+export * from './modules/computer_vision/ObjectDetectionModule';
+export * from './modules/computer_vision/StyleTransferModule';
+export * from './modules/computer_vision/ImageSegmentationModule';
+export * from './modules/computer_vision/OCRModule';
+export * from './modules/computer_vision/VerticalOCRModule';
+export * from './modules/general/ExecutorchModule';
+export * from './modules/computer_vision/ImageEmbeddingsModule';
+export * from './modules/natural_language_processing/LLMModule';
+export * from './modules/natural_language_processing/SpeechToTextModule';
+export * from './modules/natural_language_processing/TextEmbeddingsModule';
+export * from './modules/natural_language_processing/TokenizerModule';
+export * from './utils/ResourceFetcher';
+export * from './utils/llm';
+export * from './types/objectDetection';
+export * from './types/ocr';
+export * from './types/imageSegmentation';
+export * from './types/llm';
+export { SpeechToTextLanguage };
+export * from './constants/modelUrls';
+export * from './constants/ocr/models';
+export * from './constants/llmDefaults';
+export { STREAMING_ACTION, MODES, AvailableModels, } from './constants/sttDefaults';

package/lib/index.js

@@ -0,0 +1,58 @@
+import { SpeechToTextLanguage } from './types/stt';
+import { ETInstallerNativeModule } from './native/RnExecutorchModules';
+// eslint-disable no-var
+if (global.loadStyleTransfer == null ||
+    global.loadImageSegmentation == null ||
+    global.loadExecutorchModule == null ||
+    global.loadClassification == null ||
+    global.loadObjectDetection == null ||
+    global.loadTokenizerModule == null ||
+    global.loadTextEmbeddings == null ||
+    global.loadImageEmbeddings == null ||
+    global.loadLLM == null ||
+    global.loadSpeechToText == null) {
+    if (!ETInstallerNativeModule) {
+        throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
+    }
+    ETInstallerNativeModule.install();
+}
+// hooks
+export * from './hooks/computer_vision/useClassification';
+export * from './hooks/computer_vision/useObjectDetection';
+export * from './hooks/computer_vision/useStyleTransfer';
+export * from './hooks/computer_vision/useImageSegmentation';
+export * from './hooks/computer_vision/useOCR';
+export * from './hooks/computer_vision/useVerticalOCR';
+export * from './hooks/computer_vision/useImageEmbeddings';
+export * from './hooks/natural_language_processing/useLLM';
+export * from './hooks/natural_language_processing/useSpeechToText';
+export * from './hooks/natural_language_processing/useTextEmbeddings';
+export * from './hooks/natural_language_processing/useTokenizer';
+export * from './hooks/general/useExecutorchModule';
+// modules
+export * from './modules/computer_vision/ClassificationModule';
+export * from './modules/computer_vision/ObjectDetectionModule';
+export * from './modules/computer_vision/StyleTransferModule';
+export * from './modules/computer_vision/ImageSegmentationModule';
+export * from './modules/computer_vision/OCRModule';
+export * from './modules/computer_vision/VerticalOCRModule';
+export * from './modules/general/ExecutorchModule';
+export * from './modules/computer_vision/ImageEmbeddingsModule';
+export * from './modules/natural_language_processing/LLMModule';
+export * from './modules/natural_language_processing/SpeechToTextModule';
+export * from './modules/natural_language_processing/TextEmbeddingsModule';
+export * from './modules/natural_language_processing/TokenizerModule';
+// utils
+export * from './utils/ResourceFetcher';
+export * from './utils/llm';
+// types
+export * from './types/objectDetection';
+export * from './types/ocr';
+export * from './types/imageSegmentation';
+export * from './types/llm';
+export { SpeechToTextLanguage };
+// constants
+export * from './constants/modelUrls';
+export * from './constants/ocr/models';
+export * from './constants/llmDefaults';
+export { STREAMING_ACTION, MODES, AvailableModels, } from './constants/sttDefaults';

package/lib/module/controllers/LLMController.js

@@ -84,7 +84,16 @@ export class LLMController {
       this.nativeModule = global.loadLLM(modelPath, tokenizerPath);
       this.isReadyCallback(true);
       this.onToken = data => {
-        if (!data || SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig && data === this.tokenizerConfig.eos_token || SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig && data === this.tokenizerConfig.pad_token) {
+        if (!data) {
+          return;
+        }
+        if (SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig && data.indexOf(this.tokenizerConfig.eos_token) >= 0) {
+          data = data.replaceAll(this.tokenizerConfig.eos_token, '');
+        }
+        if (SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig && data.indexOf(this.tokenizerConfig.pad_token) >= 0) {
+          data = data.replaceAll(this.tokenizerConfig.pad_token, '');
+        }
+        if (data.length === 0) {
           return;
         }
         this.tokenCallback(data);
@@ -100,13 +109,20 @@ export class LLMController {
   }
   configure({
     chatConfig,
-    toolsConfig
+    toolsConfig,
+    generationConfig
   }) {
     this.chatConfig = {
       ...DEFAULT_CHAT_CONFIG,
       ...chatConfig
     };
     this.toolsConfig = toolsConfig;
+    if (generationConfig?.outputTokenBatchSize) {
+      this.nativeModule.setCountInterval(generationConfig.outputTokenBatchSize);
+    }
+    if (generationConfig?.batchTimeInterval) {
+      this.nativeModule.setTimeInterval(generationConfig.batchTimeInterval);
+    }
 
     // reset inner state when loading new configuration
     this.responseCallback('');
@@ -142,6 +158,9 @@ export class LLMController {
   interrupt() {
     this.nativeModule.interrupt();
   }
+  getGeneratedTokenCount() {
+    return this.nativeModule.getGeneratedTokenCount();
+  }
   async generate(messages, tools) {
     if (!this._isReady) {
       throw new Error(getError(ETError.ModuleNotLoaded));

package/lib/module/controllers/LLMController.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","ETError","getError","Template","DEFAULT_CHAT_CONFIG","readAsStringAsync","SPECIAL_TOKENS","parseToolCall","Logger","LLMController","chatConfig","_response","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","responseCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","undefined","warn","token","response","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","Error","tokenizerConfig","JSON","parse","nativeModule","global","loadLLM","onToken","data","EOS_TOKEN","eos_token","PAD_TOKEN","pad_token","e","setTokenCallback","configure","toolsConfig","delete","ModelGenerating","unload","forward","input","ModuleNotLoaded","generate","interrupt","messages","tools","length","role","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","content","messageHistoryWithPrompt","systemPrompt","slice","contextWindowLength","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","templateFlags","chat_template","template","specialTokens","Object","fromEntries","keys","filter","key","map","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAC5C,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAASC,iBAAiB,QAAQ,kBAAkB;AACpD,SAIEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AAEzC,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeN,mBAAmB;EAI5CO,SAAS,GAAG,EAAE;EACdC,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;;EAEvC;;EAOAC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC,sBAAsB;IACtBC,eAAe;IACfC;EAOF,CAAC,EAAE;IACD,IAAIH,gBAAgB,KAAKI,SAAS,EAAE;MAClCb,MAAM,CAACc,IAAI,CACT,sEACF,CAAC;IACH;IACA,IAAI,CAACN,aAAa,GAAIO,KAAK,IAAK;MAC9BP,aAAa,GAAGO,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACN,gBAAgB,GAAIO,QAAQ,IAAK;MACpC,IAAI,CAACb,SAAS,GAAGa,QAAQ;MACzBP,gBAAgB,GAAGO,QAAQ,CAAC;IAC9B,CAAC;IACD,IAAI,CAACN,sBAAsB,GAAIO,cAAc,IAAK;MAChD,IAAI,CAACX,eAAe,GAAGW,cAAc;MACrCP,sBAAsB,GAAGO,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACN,eAAe,GAAIO,OAAO,IAAK;MAClC,IAAI,CAACd,QAAQ,GAAGc,OAAO;MACvBP,eAAe,GAAGO,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACN,oBAAoB,GAAIO,YAAY,IAAK;MAC5C,IAAI,CAACd,aAAa,GAAGc,YAAY;MACjCP,oBAAoB,GAAGO,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWH,QAAQA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACb,SAAS;EACvB;EACA,IAAWe,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACd,QAAQ;EACtB;EACA,IAAWe,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACd,aAAa;EAC3B;EACA,IAAWY,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACX,eAAe;EAC7B;EAEA,MAAac,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC;EAMF,CAAC,EAAE;IACD;IACA,IAAI,CAACf,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACR,UAAU,CAACuB,qBAAqB,CAAC;IAClE,IAAI,CAACb,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMe,iBAAiB,GAAGlC,eAAe,CAACmC,KAAK,CAC7Cd,SAAS,EACTS,eAAe,EACfC,qBACF,CAAC;MAED,MAAMK,YAAY,GAAGpC,eAAe,CAACmC,KAAK,CACxCH,0BAA0B,EAC1BH,WACF,CAAC;MAED,MAAM,CAACQ,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDN,iBAAiB,EACjBE,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM1C,iBAAiB,CAAC,SAAS,GAAGqC,mBAAoB,CAC1D,CAAC;MACD,IAAI,CAACM,YAAY,GAAGC,MAAM,CAACC,OAAO,CAACP,SAAS,EAAEF,aAAa,CAAC;MAC5D,IAAI,CAACtB,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACgC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IACE,CAACA,IAAI,IACJ9C,cAAc,CAAC+C,SAAS,IAAI,IAAI,CAACR,eAAe,IAC/CO,IAAI,KAAK,IAAI,CAACP,eAAe,CAACS,SAAU,IACzChD,cAAc,CAACiD,SAAS,IAAI,IAAI,CAACV,eAAe,IAC/CO,IAAI,KAAK,IAAI,CAACP,eAAe,CAACW,SAAU,EAC1C;UACA;QACF;QAEA,IAAI,CAACxC,aAAa,CAACoC,IAAI,CAAC;QACxB,IAAI,CAACnC,gBAAgB,CAAC,IAAI,CAACN,SAAS,GAAGyC,IAAI,CAAC;MAC9C,CAAC;IACH,CAAC,CAAC,OAAOK,CAAC,EAAE;MACV,IAAI,CAACtC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAM,IAAIyB,KAAK,CAAC1C,QAAQ,CAACuD,CAAC,CAAC,CAAC;IAC9B;EACF;EAEOC,gBAAgBA,CAAC1C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO2C,SAASA,CAAC;IACfjD,UAAU;IACVkD;EAIF,CAAC,EAAE;IACD,IAAI,CAAClD,UAAU,GAAG;MAAE,GAAGN,mBAAmB;MAAE,GAAGM;IAAW,CAAC;IAC3D,IAAI,CAACkD,WAAW,GAAGA,WAAW;;IAE9B;IACA,IAAI,CAAC3C,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACR,UAAU,CAACuB,qBAAqB,CAAC;IAClE,IAAI,CAACb,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEOyC,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAChD,aAAa,EAAE;MACtB,MAAM,IAAI+B,KAAK,CACb1C,QAAQ,CAACD,OAAO,CAAC6D,eAAe,CAAC,GAC/B,+DACJ,CAAC;IACH;IACA,IAAI,CAACX,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,CAACH,YAAY,CAACe,MAAM,CAAC,CAAC;IAC1B,IAAI,CAAC5C,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa4C,OAAOA,CAACC,KAAa,EAAE;IAClC,IAAI,CAAC,IAAI,CAACrD,QAAQ,EAAE;MAClB,MAAM,IAAIgC,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACiE,eAAe,CAAC,CAAC;IACpD;IACA,IAAI,IAAI,CAACrD,aAAa,EAAE;MACtB,MAAM,IAAI+B,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAAC6D,eAAe,CAAC,CAAC;IACpD;IACA,IAAI;MACF,IAAI,CAAC7C,gBAAgB,CAAC,EAAE,CAAC;MACzB,IAAI,CAACG,oBAAoB,CAAC,IAAI,CAAC;MAC/B,MAAM,IAAI,CAAC4B,YAAY,CAACmB,QAAQ,CAACF,KAAK,EAAE,IAAI,CAACd,OAAO,CAAC;IACvD,CAAC,CAAC,OAAOM,CAAC,EAAE;MACV,MAAM,IAAIb,KAAK,CAAC1C,QAAQ,CAACuD,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACR,IAAI,CAACrC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOgD,SAASA,CAAA,EAAG;IACjB,IAAI,CAACpB,YAAY,CAACoB,SAAS,CAAC,CAAC;EAC/B;EAEA,MAAaD,QAAQA,CAACE,QAAmB,EAAEC,KAAiB,EAAE;IAC5D,IAAI,CAAC,IAAI,CAAC1D,QAAQ,EAAE;MAClB,MAAM,IAAIgC,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACiE,eAAe,CAAC,CAAC;IACpD;IACA,IAAIG,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAI3B,KAAK,CAAC,yBAAyB,CAAC;IAC5C;IACA,IAAIyB,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDhE,MAAM,CAACc,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMmD,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDL,QAAQ,EACR,IAAI,CAACxB,eAAe,EACpByB,KAAK;IACL;IACA;MAAEK,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,MAAM,IAAI,CAACZ,OAAO,CAACS,YAAY,CAAC;EAClC;EAEA,MAAaI,WAAWA,CAACC,OAAe,EAAE;IACxC,IAAI,CAAC5D,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;MAAEiE,OAAO,EAAED,OAAO;MAAEN,IAAI,EAAE;IAAO,CAAC,CACnC,CAAC;IAEF,MAAMQ,wBAAmC,GAAG,CAC1C;MAAED,OAAO,EAAE,IAAI,CAACrE,UAAU,CAACuE,YAAY;MAAET,IAAI,EAAE;IAAS,CAAC,EACzD,GAAG,IAAI,CAAC1D,eAAe,CAACoE,KAAK,CAAC,CAAC,IAAI,CAACxE,UAAU,CAACyE,mBAAmB,CAAC,CACpE;IAED,MAAM,IAAI,CAAChB,QAAQ,CAACa,wBAAwB,EAAE,IAAI,CAACpB,WAAW,EAAEU,KAAK,CAAC;IAEtE,IAAI,CAAC,IAAI,CAACV,WAAW,IAAI,IAAI,CAACA,WAAW,CAACwB,gBAAgB,EAAE;MAC1D,IAAI,CAAClE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;QAAEiE,OAAO,EAAE,IAAI,CAACpE,SAAS;QAAE6D,IAAI,EAAE;MAAY,CAAC,CAC/C,CAAC;IACJ;IACA,IAAI,CAAC,IAAI,CAACZ,WAAW,EAAE;MACrB;IACF;IAEA,MAAMyB,SAAS,GAAG9E,aAAa,CAAC,IAAI,CAACI,SAAS,CAAC;IAE/C,KAAK,MAAM2E,QAAQ,IAAID,SAAS,EAAE;MAChC,IAAI,CAACzB,WAAW,CACb2B,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;QACrC,IAAIA,YAAY,EAAE;UAChB,IAAI,CAACvE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;YAAEiE,OAAO,EAAEU,YAAY;YAAEjB,IAAI,EAAE;UAAY,CAAC,CAC7C,CAAC;QACJ;MACF,CAAC,CAAC;IACN;EACF;EAEOkB,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAC9E,eAAe,CAACoE,KAAK,CAAC,CAAC,EAAES,KAAK,CAAC;IAE9D,IAAI,CAACzE,sBAAsB,CAAC0E,iBAAiB,CAAC;EAChD;EAEQlB,iBAAiBA,CACvBL,QAAmB,EACnBxB,eAAoB,EACpByB,KAAiB,EACjBuB,aAAsB,EACd;IACR,IAAI,CAAChD,eAAe,CAACiD,aAAa,EAAE;MAClC,MAAMlD,KAAK,CAAC,gDAAgD,CAAC;IAC/D;IACA,MAAMmD,QAAQ,GAAG,IAAI5F,QAAQ,CAAC0C,eAAe,CAACiD,aAAa,CAAC;IAE5D,MAAME,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,IAAI,CAAC7F,cAAc,CAAC,CACxB8F,MAAM,CAAEC,GAAG,IAAKA,GAAG,IAAIxD,eAAe,CAAC,CACvCyD,GAAG,CAAED,GAAG,IAAK,CAACA,GAAG,EAAExD,eAAe,CAACwD,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAME,MAAM,GAAGR,QAAQ,CAACS,MAAM,CAAC;MAC7BnC,QAAQ;MACRC,KAAK;MACL,GAAGuB,aAAa;MAChB,GAAGG;IACL,CAAC,CAAC;IACF,OAAOO,MAAM;EACf;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","ETError","getError","Template","DEFAULT_CHAT_CONFIG","readAsStringAsync","SPECIAL_TOKENS","parseToolCall","Logger","LLMController","chatConfig","_response","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","responseCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","undefined","warn","token","response","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","Error","tokenizerConfig","JSON","parse","nativeModule","global","loadLLM","onToken","data","EOS_TOKEN","indexOf","eos_token","replaceAll","PAD_TOKEN","pad_token","length","e","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","delete","ModelGenerating","unload","forward","input","ModuleNotLoaded","generate","interrupt","getGeneratedTokenCount","messages","tools","role","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","content","messageHistoryWithPrompt","systemPrompt","slice","contextWindowLength","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","templateFlags","chat_template","template","specialTokens","Object","fromEntries","keys","filter","key","map","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAC5C,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAASC,iBAAiB,QAAQ,kBAAkB;AACpD,SAKEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AAEzC,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeN,mBAAmB;EAI5CO,SAAS,GAAG,EAAE;EACdC,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;;EAEvC;;EAOAC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC,sBAAsB;IACtBC,eAAe;IACfC;EAOF,CAAC,EAAE;IACD,IAAIH,gBAAgB,KAAKI,SAAS,EAAE;MAClCb,MAAM,CAACc,IAAI,CACT,sEACF,CAAC;IACH;IACA,IAAI,CAACN,aAAa,GAAIO,KAAK,IAAK;MAC9BP,aAAa,GAAGO,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACN,gBAAgB,GAAIO,QAAQ,IAAK;MACpC,IAAI,CAACb,SAAS,GAAGa,QAAQ;MACzBP,gBAAgB,GAAGO,QAAQ,CAAC;IAC9B,CAAC;IACD,IAAI,CAACN,sBAAsB,GAAIO,cAAc,IAAK;MAChD,IAAI,CAACX,eAAe,GAAGW,cAAc;MACrCP,sBAAsB,GAAGO,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACN,eAAe,GAAIO,OAAO,IAAK;MAClC,IAAI,CAACd,QAAQ,GAAGc,OAAO;MACvBP,eAAe,GAAGO,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACN,oBAAoB,GAAIO,YAAY,IAAK;MAC5C,IAAI,CAACd,aAAa,GAAGc,YAAY;MACjCP,oBAAoB,GAAGO,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWH,QAAQA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACb,SAAS;EACvB;EACA,IAAWe,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACd,QAAQ;EACtB;EACA,IAAWe,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACd,aAAa;EAC3B;EACA,IAAWY,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACX,eAAe;EAC7B;EAEA,MAAac,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC;EAMF,CAAC,EAAE;IACD;IACA,IAAI,CAACf,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACR,UAAU,CAACuB,qBAAqB,CAAC;IAClE,IAAI,CAACb,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMe,iBAAiB,GAAGlC,eAAe,CAACmC,KAAK,CAC7Cd,SAAS,EACTS,eAAe,EACfC,qBACF,CAAC;MAED,MAAMK,YAAY,GAAGpC,eAAe,CAACmC,KAAK,CACxCH,0BAA0B,EAC1BH,WACF,CAAC;MAED,MAAM,CAACQ,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDN,iBAAiB,EACjBE,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIC,KAAK,CAAC,uBAAuB,CAAC;MAC1C;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM1C,iBAAiB,CAAC,SAAS,GAAGqC,mBAAoB,CAC1D,CAAC;MACD,IAAI,CAACM,YAAY,GAAGC,MAAM,CAACC,OAAO,CAACP,SAAS,EAAEF,aAAa,CAAC;MAC5D,IAAI,CAACtB,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACgC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,IACE9C,cAAc,CAAC+C,SAAS,IAAI,IAAI,CAACR,eAAe,IAChDO,IAAI,CAACE,OAAO,CAAC,IAAI,CAACT,eAAe,CAACU,SAAS,CAAC,IAAI,CAAC,EACjD;UACAH,IAAI,GAAGA,IAAI,CAACI,UAAU,CAAC,IAAI,CAACX,eAAe,CAACU,SAAS,EAAE,EAAE,CAAC;QAC5D;QACA,IACEjD,cAAc,CAACmD,SAAS,IAAI,IAAI,CAACZ,eAAe,IAChDO,IAAI,CAACE,OAAO,CAAC,IAAI,CAACT,eAAe,CAACa,SAAS,CAAC,IAAI,CAAC,EACjD;UACAN,IAAI,GAAGA,IAAI,CAACI,UAAU,CAAC,IAAI,CAACX,eAAe,CAACa,SAAS,EAAE,EAAE,CAAC;QAC5D;QACA,IAAIN,IAAI,CAACO,MAAM,KAAK,CAAC,EAAE;UACrB;QACF;QAEA,IAAI,CAAC3C,aAAa,CAACoC,IAAI,CAAC;QACxB,IAAI,CAACnC,gBAAgB,CAAC,IAAI,CAACN,SAAS,GAAGyC,IAAI,CAAC;MAC9C,CAAC;IACH,CAAC,CAAC,OAAOQ,CAAC,EAAE;MACV,IAAI,CAACzC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAM,IAAIyB,KAAK,CAAC1C,QAAQ,CAAC0D,CAAC,CAAC,CAAC;IAC9B;EACF;EAEOC,gBAAgBA,CAAC7C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO8C,SAASA,CAAC;IACfpD,UAAU;IACVqD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACtD,UAAU,GAAG;MAAE,GAAGN,mBAAmB;MAAE,GAAGM;IAAW,CAAC;IAC3D,IAAI,CAACqD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAEC,oBAAoB,EAAE;MAC1C,IAAI,CAACjB,YAAY,CAACkB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,EAAEG,iBAAiB,EAAE;MACvC,IAAI,CAACnB,YAAY,CAACoB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;;IAEA;IACA,IAAI,CAAClD,gBAAgB,CAAC,EAAE,CAAC;IACzB,IAAI,CAACC,sBAAsB,CAAC,IAAI,CAACR,UAAU,CAACuB,qBAAqB,CAAC;IAClE,IAAI,CAACb,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEOiD,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAACxD,aAAa,EAAE;MACtB,MAAM,IAAI+B,KAAK,CACb1C,QAAQ,CAACD,OAAO,CAACqE,eAAe,CAAC,GAC/B,+DACJ,CAAC;IACH;IACA,IAAI,CAACnB,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,CAACH,YAAY,CAACuB,MAAM,CAAC,CAAC;IAC1B,IAAI,CAACpD,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAaoD,OAAOA,CAACC,KAAa,EAAE;IAClC,IAAI,CAAC,IAAI,CAAC7D,QAAQ,EAAE;MAClB,MAAM,IAAIgC,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACyE,eAAe,CAAC,CAAC;IACpD;IACA,IAAI,IAAI,CAAC7D,aAAa,EAAE;MACtB,MAAM,IAAI+B,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACqE,eAAe,CAAC,CAAC;IACpD;IACA,IAAI;MACF,IAAI,CAACrD,gBAAgB,CAAC,EAAE,CAAC;MACzB,IAAI,CAACG,oBAAoB,CAAC,IAAI,CAAC;MAC/B,MAAM,IAAI,CAAC4B,YAAY,CAAC2B,QAAQ,CAACF,KAAK,EAAE,IAAI,CAACtB,OAAO,CAAC;IACvD,CAAC,CAAC,OAAOS,CAAC,EAAE;MACV,MAAM,IAAIhB,KAAK,CAAC1C,QAAQ,CAAC0D,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACR,IAAI,CAACxC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOwD,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC5B,YAAY,CAAC4B,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,OAAO,IAAI,CAAC7B,YAAY,CAAC6B,sBAAsB,CAAC,CAAC;EACnD;EAEA,MAAaF,QAAQA,CAACG,QAAmB,EAAEC,KAAiB,EAAE;IAC5D,IAAI,CAAC,IAAI,CAACnE,QAAQ,EAAE;MAClB,MAAM,IAAIgC,KAAK,CAAC1C,QAAQ,CAACD,OAAO,CAACyE,eAAe,CAAC,CAAC;IACpD;IACA,IAAII,QAAQ,CAACnB,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAIf,KAAK,CAAC,yBAAyB,CAAC;IAC5C;IACA,IAAIkC,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACE,IAAI,KAAK,QAAQ,EAAE;MAChDxE,MAAM,CAACc,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAM2D,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDJ,QAAQ,EACR,IAAI,CAACjC,eAAe,EACpBkC,KAAK;IACL;IACA;MAAEI,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,MAAM,IAAI,CAACZ,OAAO,CAACS,YAAY,CAAC;EAClC;EAEA,MAAaI,WAAWA,CAACC,OAAe,EAAE;IACxC,IAAI,CAACpE,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;MAAEyE,OAAO,EAAED,OAAO;MAAEN,IAAI,EAAE;IAAO,CAAC,CACnC,CAAC;IAEF,MAAMQ,wBAAmC,GAAG,CAC1C;MAAED,OAAO,EAAE,IAAI,CAAC7E,UAAU,CAAC+E,YAAY;MAAET,IAAI,EAAE;IAAS,CAAC,EACzD,GAAG,IAAI,CAAClE,eAAe,CAAC4E,KAAK,CAAC,CAAC,IAAI,CAAChF,UAAU,CAACiF,mBAAmB,CAAC,CACpE;IAED,MAAM,IAAI,CAAChB,QAAQ,CAACa,wBAAwB,EAAE,IAAI,CAACzB,WAAW,EAAEgB,KAAK,CAAC;IAEtE,IAAI,CAAC,IAAI,CAAChB,WAAW,IAAI,IAAI,CAACA,WAAW,CAAC6B,gBAAgB,EAAE;MAC1D,IAAI,CAAC1E,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;QAAEyE,OAAO,EAAE,IAAI,CAAC5E,SAAS;QAAEqE,IAAI,EAAE;MAAY,CAAC,CAC/C,CAAC;IACJ;IACA,IAAI,CAAC,IAAI,CAACjB,WAAW,EAAE;MACrB;IACF;IAEA,MAAM8B,SAAS,GAAGtF,aAAa,CAAC,IAAI,CAACI,SAAS,CAAC;IAE/C,KAAK,MAAMmF,QAAQ,IAAID,SAAS,EAAE;MAChC,IAAI,CAAC9B,WAAW,CACbgC,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;QACrC,IAAIA,YAAY,EAAE;UAChB,IAAI,CAAC/E,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACJ,eAAe,EACvB;YAAEyE,OAAO,EAAEU,YAAY;YAAEjB,IAAI,EAAE;UAAY,CAAC,CAC7C,CAAC;QACJ;MACF,CAAC,CAAC;IACN;EACF;EAEOkB,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAACtF,eAAe,CAAC4E,KAAK,CAAC,CAAC,EAAES,KAAK,CAAC;IAE9D,IAAI,CAACjF,sBAAsB,CAACkF,iBAAiB,CAAC;EAChD;EAEQlB,iBAAiBA,CACvBJ,QAAmB,EACnBjC,eAAoB,EACpBkC,KAAiB,EACjBsB,aAAsB,EACd;IACR,IAAI,CAACxD,eAAe,CAACyD,aAAa,EAAE;MAClC,MAAM1D,KAAK,CAAC,gDAAgD,CAAC;IAC/D;IACA,MAAM2D,QAAQ,GAAG,IAAIpG,QAAQ,CAAC0C,eAAe,CAACyD,aAAa,CAAC;IAE5D,MAAME,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,IAAI,CAACrG,cAAc,CAAC,CACxBsG,MAAM,CAAEC,GAAG,IAAKA,GAAG,IAAIhE,eAAe,CAAC,CACvCiE,GAAG,CAAED,GAAG,IAAK,CAACA,GAAG,EAAEhE,eAAe,CAACgE,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAME,MAAM,GAAGR,QAAQ,CAACS,MAAM,CAAC;MAC7BlC,QAAQ;MACRC,KAAK;MACL,GAAGsB,aAAa;MAChB,GAAGG;IACL,CAAC,CAAC;IACF,OAAOO,MAAM;EACf;AACF","ignoreList":[]}

package/lib/module/hooks/natural_language_processing/useLLM.js

@@ -51,10 +51,12 @@ export const useLLM = ({
   // memoization of returned functions
   const configure = useCallback(({
     chatConfig,
-    toolsConfig
+    toolsConfig,
+    generationConfig
   }) => controllerInstance.configure({
     chatConfig,
-    toolsConfig
+    toolsConfig,
+    generationConfig
   }), [controllerInstance]);
   const generate = useCallback((messages, tools) => {
     setResponse('');
@@ -66,6 +68,7 @@ export const useLLM = ({
   }, [controllerInstance]);
   const deleteMessage = useCallback(index => controllerInstance.deleteMessage(index), [controllerInstance]);
   const interrupt = useCallback(() => controllerInstance.interrupt(), [controllerInstance]);
+  const getGeneratedTokenCount = useCallback(() => controllerInstance.getGeneratedTokenCount(), [controllerInstance]);
   return {
     messageHistory,
     response,
@@ -74,6 +77,7 @@ export const useLLM = ({
     isGenerating,
     downloadProgress,
     error,
+    getGeneratedTokenCount: getGeneratedTokenCount,
     configure: configure,
     generate: generate,
     sendMessage: sendMessage,

package/lib/module/hooks/natural_language_processing/useLLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["useCallback","useEffect","useMemo","useState","LLMController","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","deleteMessage","index","interrupt"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,OAAO,EAAEC,QAAQ,QAAQ,OAAO;AASjE,SAASC,aAAa,QAAQ,iCAAiC;;AAE/D;AACA;AACA;AACA,OAAO,MAAMC,MAAM,GAAGA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AAQhB,CAAC,KAAc;EACb,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGN,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACO,QAAQ,EAAEC,WAAW,CAAC,GAAGR,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACS,cAAc,EAAEC,iBAAiB,CAAC,GAAGV,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACW,OAAO,EAAEC,UAAU,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACa,YAAY,EAAEC,eAAe,CAAC,GAAGd,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACe,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGhB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACiB,KAAK,EAAEC,QAAQ,CAAC,GAAGlB,QAAQ,CAAM,IAAI,CAAC;EAE7C,MAAMmB,aAAa,GAAGtB,WAAW,CAAEuB,QAAgB,IAAK;IACtDd,QAAQ,CAACc,QAAQ,CAAC;IAClBZ,WAAW,CAAEa,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAME,kBAAkB,GAAGvB,OAAO,CAChC,MACE,IAAIE,aAAa,CAAC;IAChBkB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEb,iBAAiB;IACzCc,eAAe,EAAEZ,UAAU;IAC3Ba,oBAAoB,EAAEX;EACxB,CAAC,CAAC,EACJ,CAACK,aAAa,CAChB,CAAC;EAEDrB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMkB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAExB,KAAK,CAACwB,WAAW;UAC9BC,eAAe,EAAEzB,KAAK,CAACyB,eAAe;UACtCC,qBAAqB,EAAE1B,KAAK,CAAC0B,qBAAqB;UAClDC,0BAA0B,EAAEd;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOe,CAAC,EAAE;QACVb,QAAQ,CAACa,CAAC,CAAC;MACb;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACXT,kBAAkB,CAACU,MAAM,CAAC,CAAC;IAC7B,CAAC;EACH,CAAC,EAAE,CACDV,kBAAkB,EAClBnB,KAAK,CAACwB,WAAW,EACjBxB,KAAK,CAACyB,eAAe,EACrBzB,KAAK,CAAC0B,qBAAqB,EAC3BzB,WAAW,CACZ,CAAC;;EAEF;EACA,MAAM6B,SAAS,GAAGpC,WAAW,CAC3B,CAAC;IACCqC,UAAU;IACVC;EAIF,CAAC,KAAKb,kBAAkB,CAACW,SAAS,CAAC;IAAEC,UAAU;IAAEC;EAAY,CAAC,CAAC,EAC/D,CAACb,kBAAkB,CACrB,CAAC;EAED,MAAMc,QAAQ,GAAGvC,WAAW,CAC1B,CAACwC,QAAmB,EAAEC,KAAiB,KAAK;IAC1C9B,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACc,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAAChB,kBAAkB,CACrB,CAAC;EAED,MAAMiB,WAAW,GAAG1C,WAAW,CAC5B2C,OAAe,IAAK;IACnBhC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACiB,WAAW,CAACC,OAAO,CAAC;EAChD,CAAC,EACD,CAAClB,kBAAkB,CACrB,CAAC;EAED,MAAMmB,aAAa,GAAG5C,WAAW,CAC9B6C,KAAa,IAAKpB,kBAAkB,CAACmB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACpB,kBAAkB,CACrB,CAAC;EAED,MAAMqB,SAAS,GAAG9C,WAAW,CAC3B,MAAMyB,kBAAkB,CAACqB,SAAS,CAAC,CAAC,EACpC,CAACrB,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLb,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLgB,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBE,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useCallback","useEffect","useMemo","useState","LLMController","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","configure","chatConfig","toolsConfig","generationConfig","generate","messages","tools","sendMessage","message","deleteMessage","index","interrupt","getGeneratedTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,OAAO,EAAEC,QAAQ,QAAQ,OAAO;AAUjE,SAASC,aAAa,QAAQ,iCAAiC;;AAE/D;AACA;AACA;AACA,OAAO,MAAMC,MAAM,GAAGA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AAQhB,CAAC,KAAc;EACb,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGN,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACO,QAAQ,EAAEC,WAAW,CAAC,GAAGR,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACS,cAAc,EAAEC,iBAAiB,CAAC,GAAGV,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACW,OAAO,EAAEC,UAAU,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACa,YAAY,EAAEC,eAAe,CAAC,GAAGd,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACe,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGhB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACiB,KAAK,EAAEC,QAAQ,CAAC,GAAGlB,QAAQ,CAAM,IAAI,CAAC;EAE7C,MAAMmB,aAAa,GAAGtB,WAAW,CAAEuB,QAAgB,IAAK;IACtDd,QAAQ,CAACc,QAAQ,CAAC;IAClBZ,WAAW,CAAEa,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAME,kBAAkB,GAAGvB,OAAO,CAChC,MACE,IAAIE,aAAa,CAAC;IAChBkB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEb,iBAAiB;IACzCc,eAAe,EAAEZ,UAAU;IAC3Ba,oBAAoB,EAAEX;EACxB,CAAC,CAAC,EACJ,CAACK,aAAa,CAChB,CAAC;EAEDrB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMkB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAExB,KAAK,CAACwB,WAAW;UAC9BC,eAAe,EAAEzB,KAAK,CAACyB,eAAe;UACtCC,qBAAqB,EAAE1B,KAAK,CAAC0B,qBAAqB;UAClDC,0BAA0B,EAAEd;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOe,CAAC,EAAE;QACVb,QAAQ,CAACa,CAAC,CAAC;MACb;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACXT,kBAAkB,CAACU,MAAM,CAAC,CAAC;IAC7B,CAAC;EACH,CAAC,EAAE,CACDV,kBAAkB,EAClBnB,KAAK,CAACwB,WAAW,EACjBxB,KAAK,CAACyB,eAAe,EACrBzB,KAAK,CAAC0B,qBAAqB,EAC3BzB,WAAW,CACZ,CAAC;;EAEF;EACA,MAAM6B,SAAS,GAAGpC,WAAW,CAC3B,CAAC;IACCqC,UAAU;IACVC,WAAW;IACXC;EAKF,CAAC,KACCd,kBAAkB,CAACW,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXC;EACF,CAAC,CAAC,EACJ,CAACd,kBAAkB,CACrB,CAAC;EAED,MAAMe,QAAQ,GAAGxC,WAAW,CAC1B,CAACyC,QAAmB,EAAEC,KAAiB,KAAK;IAC1C/B,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACe,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACjB,kBAAkB,CACrB,CAAC;EAED,MAAMkB,WAAW,GAAG3C,WAAW,CAC5B4C,OAAe,IAAK;IACnBjC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACkB,WAAW,CAACC,OAAO,CAAC;EAChD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,aAAa,GAAG7C,WAAW,CAC9B8C,KAAa,IAAKrB,kBAAkB,CAACoB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACrB,kBAAkB,CACrB,CAAC;EAED,MAAMsB,SAAS,GAAG/C,WAAW,CAC3B,MAAMyB,kBAAkB,CAACsB,SAAS,CAAC,CAAC,EACpC,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,sBAAsB,GAAGhD,WAAW,CACxC,MAAMyB,kBAAkB,CAACuB,sBAAsB,CAAC,CAAC,EACjD,CAACvB,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLb,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACL4B,sBAAsB,EAAEA,sBAAsB;IAC9CZ,SAAS,EAAEA,SAAS;IACpBI,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBE,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/modules/natural_language_processing/LLMModule.js

@@ -26,11 +26,13 @@ export class LLMModule {
   }
   configure({
     chatConfig,
-    toolsConfig
+    toolsConfig,
+    generationConfig
   }) {
     this.controller.configure({
       chatConfig,
-      toolsConfig
+      toolsConfig,
+      generationConfig
     });
   }
   async forward(input) {
@@ -52,6 +54,9 @@ export class LLMModule {
   interrupt() {
     this.controller.interrupt();
   }
+  getGeneratedTokenCount() {
+    return this.controller.getGeneratedTokenCount();
+  }
   delete() {
     this.controller.delete();
   }

package/lib/module/modules/natural_language_processing/LLMModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLMController","LLMModule","constructor","tokenCallback","responseCallback","messageHistoryCallback","controller","load","model","onDownloadProgressCallback","setTokenCallback","configure","chatConfig","toolsConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAI/D,OAAO,MAAMC,SAAS,CAAC;EAGrBC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC;EAKF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIN,aAAa,CAAC;MAClCG,aAAa;MACbC,gBAAgB;MAChBC;IACF,CAAC,CAAC;EACJ;EAEA,MAAME,IAAIA,CACRC,KAIC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACH,UAAU,CAACC,IAAI,CAAC;MACzB,GAAGC,KAAK;MACRC;IACF,CAAC,CAAC;EACJ;EAEAC,gBAAgBA,CAAC;IACfP;EAGF,CAAC,EAAE;IACD,IAAI,CAACG,UAAU,CAACI,gBAAgB,CAACP,aAAa,CAAC;EACjD;EAEAQ,SAASA,CAAC;IACRC,UAAU;IACVC;EAIF,CAAC,EAAE;IACD,IAAI,CAACP,UAAU,CAACK,SAAS,CAAC;MAAEC,UAAU;MAAEC;IAAY,CAAC,CAAC;EACxD;EAEA,MAAMC,OAAOA,CAACC,KAAa,EAAmB;IAC5C,MAAM,IAAI,CAACT,UAAU,CAACQ,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACT,UAAU,CAACU,QAAQ;EACjC;EAEA,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,MAAM,IAAI,CAACb,UAAU,CAACW,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACb,UAAU,CAACU,QAAQ;EACjC;EAEA,MAAMI,WAAWA,CAACC,OAAe,EAAsB;IACrD,MAAM,IAAI,CAACf,UAAU,CAACc,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAACf,UAAU,CAACgB,cAAc;EACvC;EAEAC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAAClB,UAAU,CAACiB,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAAClB,UAAU,CAACgB,cAAc;EACvC;EAEAG,SAASA,CAAA,EAAG;IACV,IAAI,CAACnB,UAAU,CAACmB,SAAS,CAAC,CAAC;EAC7B;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACpB,UAAU,CAACoB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}
+{"version":3,"names":["LLMController","LLMModule","constructor","tokenCallback","responseCallback","messageHistoryCallback","controller","load","model","onDownloadProgressCallback","setTokenCallback","configure","chatConfig","toolsConfig","generationConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","getGeneratedTokenCount","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAU/D,OAAO,MAAMC,SAAS,CAAC;EAGrBC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC;EAKF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIN,aAAa,CAAC;MAClCG,aAAa;MACbC,gBAAgB;MAChBC;IACF,CAAC,CAAC;EACJ;EAEA,MAAME,IAAIA,CACRC,KAIC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACH,UAAU,CAACC,IAAI,CAAC;MACzB,GAAGC,KAAK;MACRC;IACF,CAAC,CAAC;EACJ;EAEAC,gBAAgBA,CAAC;IACfP;EAGF,CAAC,EAAE;IACD,IAAI,CAACG,UAAU,CAACI,gBAAgB,CAACP,aAAa,CAAC;EACjD;EAEAQ,SAASA,CAAC;IACRC,UAAU;IACVC,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACR,UAAU,CAACK,SAAS,CAAC;MAAEC,UAAU;MAAEC,WAAW;MAAEC;IAAiB,CAAC,CAAC;EAC1E;EAEA,MAAMC,OAAOA,CAACC,KAAa,EAAmB;IAC5C,MAAM,IAAI,CAACV,UAAU,CAACS,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACV,UAAU,CAACW,QAAQ;EACjC;EAEA,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,MAAM,IAAI,CAACd,UAAU,CAACY,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACd,UAAU,CAACW,QAAQ;EACjC;EAEA,MAAMI,WAAWA,CAACC,OAAe,EAAsB;IACrD,MAAM,IAAI,CAAChB,UAAU,CAACe,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAAChB,UAAU,CAACiB,cAAc;EACvC;EAEAC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAACnB,UAAU,CAACkB,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACnB,UAAU,CAACiB,cAAc;EACvC;EAEAG,SAASA,CAAA,EAAG;IACV,IAAI,CAACpB,UAAU,CAACoB,SAAS,CAAC,CAAC;EAC7B;EAEAC,sBAAsBA,CAAA,EAAG;IACvB,OAAO,IAAI,CAACrB,UAAU,CAACqB,sBAAsB,CAAC,CAAC;EACjD;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACtB,UAAU,CAACsB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/types/llm.js.map

@@ -1 +1 @@
-{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAiCA;AACA;;AAeA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
+{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAoCA;AACA;;AAoBA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}

package/lib/modules/BaseModule.js

@@ -0,0 +1,25 @@
+import { ResourceFetcher } from '../utils/ResourceFetcher';
+import { getError } from '../Error';
+export class BaseModule {
+    static nativeModule;
+    static onDownloadProgressCallback = () => { };
+    static async load(sources, ...loadArgs // this can be used in derived classes to pass extra args to load method
+    ) {
+        try {
+            const paths = await ResourceFetcher.fetch(this.onDownloadProgressCallback, ...sources);
+            if (paths === null || paths.length < sources.length) {
+                throw new Error('Download interrupted.');
+            }
+            await this.nativeModule.loadModule(...paths, ...loadArgs);
+        }
+        catch (error) {
+            throw new Error(getError(error));
+        }
+    }
+    static async forward(..._args) {
+        throw new Error('forward method is not implemented in the BaseModule class. Please implement it in the derived class.');
+    }
+    static onDownloadProgress(callback) {
+        this.onDownloadProgressCallback = callback;
+    }
+}

package/lib/modules/BaseNonStaticModule.js

@@ -0,0 +1,14 @@
+export class BaseNonStaticModule {
+    nativeModule = null;
+    async forwardET(inputTensor) {
+        return await this.nativeModule.forward(inputTensor);
+    }
+    async getInputShape(methodName, index) {
+        return this.nativeModule.getInputShape(methodName, index);
+    }
+    delete() {
+        if (this.nativeModule !== null) {
+            this.nativeModule.unload();
+        }
+    }
+}

package/lib/modules/computer_vision/ClassificationModule.d.ts

@@ -0,0 +1,8 @@
+import { ResourceSource } from '../../types/common';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export declare class ClassificationModule extends BaseNonStaticModule {
+    load(model: {
+        modelSource: ResourceSource;
+    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
+    forward(imageSource: string): Promise<any>;
+}

package/lib/modules/computer_vision/ClassificationModule.js

@@ -0,0 +1,17 @@
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export class ClassificationModule extends BaseNonStaticModule {
+    async load(model, onDownloadProgressCallback = () => { }) {
+        const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+        if (paths === null || paths.length < 1) {
+            throw new Error('Download interrupted.');
+        }
+        this.nativeModule = global.loadClassification(paths[0] || '');
+    }
+    async forward(imageSource) {
+        if (this.nativeModule == null)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        return await this.nativeModule.generate(imageSource);
+    }
+}

package/lib/modules/computer_vision/ImageEmbeddingsModule.d.ts

@@ -0,0 +1,8 @@
+import { ResourceSource } from '../../types/common';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export declare class ImageEmbeddingsModule extends BaseNonStaticModule {
+    load(model: {
+        modelSource: ResourceSource;
+    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
+    forward(imageSource: string): Promise<Float32Array>;
+}

package/lib/modules/computer_vision/ImageEmbeddingsModule.js

@@ -0,0 +1,17 @@
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export class ImageEmbeddingsModule extends BaseNonStaticModule {
+    async load(model, onDownloadProgressCallback = () => { }) {
+        const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+        if (paths === null || paths.length < 1) {
+            throw new Error('Download interrupted.');
+        }
+        this.nativeModule = global.loadImageEmbeddings(paths[0] || '');
+    }
+    async forward(imageSource) {
+        if (this.nativeModule == null)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        return new Float32Array(await this.nativeModule.generate(imageSource));
+    }
+}

package/lib/modules/computer_vision/ImageSegmentationModule.d.ts

@@ -0,0 +1,11 @@
+import { ResourceSource } from '../../types/common';
+import { DeeplabLabel } from '../../types/imageSegmentation';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export declare class ImageSegmentationModule extends BaseNonStaticModule {
+    load(model: {
+        modelSource: ResourceSource;
+    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
+    forward(imageSource: string, classesOfInterest?: DeeplabLabel[], resize?: boolean): Promise<{
+        [key in DeeplabLabel]?: number[];
+    }>;
+}

package/lib/modules/computer_vision/ImageSegmentationModule.js

@@ -0,0 +1,27 @@
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { DeeplabLabel } from '../../types/imageSegmentation';
+import { ETError, getError } from '../../Error';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export class ImageSegmentationModule extends BaseNonStaticModule {
+    async load(model, onDownloadProgressCallback = () => { }) {
+        const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+        if (paths === null || paths.length < 1) {
+            throw new Error('Download interrupted.');
+        }
+        this.nativeModule = global.loadImageSegmentation(paths[0] || '');
+    }
+    async forward(imageSource, classesOfInterest, resize) {
+        if (this.nativeModule == null) {
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        }
+        const stringDict = await this.nativeModule.generate(imageSource, (classesOfInterest || []).map((label) => DeeplabLabel[label]), resize || false);
+        let enumDict = {};
+        for (const key in stringDict) {
+            if (key in DeeplabLabel) {
+                const enumKey = DeeplabLabel[key];
+                enumDict[enumKey] = stringDict[key];
+            }
+        }
+        return enumDict;
+    }
+}

package/lib/modules/computer_vision/OCRModule.d.ts

@@ -0,0 +1,14 @@
+import { OCRController } from '../../controllers/OCRController';
+import { ResourceSource } from '../../types/common';
+import { OCRLanguage } from '../../types/ocr';
+export declare class OCRModule {
+    static module: OCRController;
+    static load(model: {
+        detectorSource: ResourceSource;
+        recognizerLarge: ResourceSource;
+        recognizerMedium: ResourceSource;
+        recognizerSmall: ResourceSource;
+        language: OCRLanguage;
+    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
+    static forward(input: string): Promise<import("../../types/ocr").OCRDetection[]>;
+}

package/lib/modules/computer_vision/OCRModule.js

@@ -0,0 +1,17 @@
+import { OCRController } from '../../controllers/OCRController';
+export class OCRModule {
+    static module;
+    static async load(model, onDownloadProgressCallback = () => { }) {
+        this.module = new OCRController({
+            modelDownloadProgressCallback: onDownloadProgressCallback,
+        });
+        await this.module.loadModel(model.detectorSource, {
+            recognizerLarge: model.recognizerLarge,
+            recognizerMedium: model.recognizerMedium,
+            recognizerSmall: model.recognizerSmall,
+        }, model.language);
+    }
+    static async forward(input) {
+        return await this.module.forward(input);
+    }
+}

package/lib/modules/computer_vision/ObjectDetectionModule.d.ts

@@ -0,0 +1,9 @@
+import { ResourceSource } from '../../types/common';
+import { Detection } from '../../types/objectDetection';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export declare class ObjectDetectionModule extends BaseNonStaticModule {
+    load(model: {
+        modelSource: ResourceSource;
+    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
+    forward(imageSource: string, detectionThreshold?: number): Promise<Detection[]>;
+}

package/lib/modules/computer_vision/ObjectDetectionModule.js

@@ -0,0 +1,17 @@
+import { ResourceFetcher } from '../../utils/ResourceFetcher';
+import { ETError, getError } from '../../Error';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export class ObjectDetectionModule extends BaseNonStaticModule {
+    async load(model, onDownloadProgressCallback = () => { }) {
+        const paths = await ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
+        if (paths === null || paths.length < 1) {
+            throw new Error('Download interrupted.');
+        }
+        this.nativeModule = global.loadObjectDetection(paths[0] || '');
+    }
+    async forward(imageSource, detectionThreshold = 0.7) {
+        if (this.nativeModule == null)
+            throw new Error(getError(ETError.ModuleNotLoaded));
+        return await this.nativeModule.generate(imageSource, detectionThreshold);
+    }
+}

package/lib/modules/computer_vision/StyleTransferModule.d.ts

@@ -0,0 +1,8 @@
+import { ResourceSource } from '../../types/common';
+import { BaseNonStaticModule } from '../BaseNonStaticModule';
+export declare class StyleTransferModule extends BaseNonStaticModule {
+    load(model: {
+        modelSource: ResourceSource;
+    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
+    forward(imageSource: string): Promise<string>;
+}