react-native-executorch 0.3.2 → 0.4.1

package/lib/module/controllers/SpeechToTextController.js

@@ -1,41 +1,28 @@
 "use strict";
 
-import { _SpeechToTextModule } from '../native/RnExecutorchModules';
-import * as FileSystem from 'expo-file-system';
-import { fetchResource } from '../utils/fetchResource';
-import { HAMMING_DIST_THRESHOLD, SECOND, MODEL_CONFIGS, MODES } from '../constants/sttDefaults';
-const longCommonInfPref = (seq1, seq2) => {
-  let maxInd = 0;
-  let maxLength = 0;
-  for (let i = 0; i < seq1.length; i++) {
-    let j = 0;
-    let hammingDist = 0;
-    while (j < seq2.length && i + j < seq1.length && (seq1[i + j] === seq2[j] || hammingDist < HAMMING_DIST_THRESHOLD)) {
-      if (seq1[i + j] !== seq2[j]) {
-        hammingDist++;
-      }
-      j++;
-    }
-    if (j >= maxLength) {
-      maxLength = j;
-      maxInd = i;
-    }
-  }
-  return maxInd;
-};
+import { HAMMING_DIST_THRESHOLD, MODEL_CONFIGS, SECOND, MODES, NUM_TOKENS_TO_TRIM, STREAMING_ACTION } from '../constants/sttDefaults';
+import { SpeechToTextNativeModule } from '../native/RnExecutorchModules';
+import { TokenizerModule } from '../modules/natural_language_processing/TokenizerModule';
+import { ResourceFetcher } from '../utils/ResourceFetcher';
+import { longCommonInfPref } from '../utils/stt';
+import { ETError, getError } from '../Error';
 export class SpeechToTextController {
-  chunks = [];
+  speechToTextNativeModule = SpeechToTextNativeModule;
   sequence = [];
   isReady = false;
   isGenerating = false;
-
-  // tokenizer tokens to string mapping used for decoding sequence
+  chunks = [];
+  seqs = [];
+  prevSeq = [];
+  waveform = [];
+  numOfChunks = 0;
+  streaming = false;
 
   // User callbacks
 
   constructor({
     transcribeCallback,
-    modelDownloadProgessCallback,
+    modelDownloadProgressCallback,
     isReadyCallback,
     isGeneratingCallback,
     onErrorCallback,
@@ -43,8 +30,8 @@ export class SpeechToTextController {
     windowSize,
     streamingConfig
   }) {
-    this.decodedTranscribeCallback = seq => transcribeCallback(this.decodeSeq(seq));
-    this.modelDownloadProgessCallback = modelDownloadProgessCallback;
+    this.decodedTranscribeCallback = async seq => transcribeCallback(await this.tokenIdsToText(seq));
+    this.modelDownloadProgressCallback = modelDownloadProgressCallback;
     this.isReadyCallback = isReady => {
       this.isReady = isReady;
       isReadyCallback?.(isReady);
@@ -53,34 +40,40 @@ export class SpeechToTextController {
       this.isGenerating = isGenerating;
       isGeneratingCallback?.(isGenerating);
     };
-    this.onErrorCallback = onErrorCallback;
-    this.nativeModule = new _SpeechToTextModule();
+    this.onErrorCallback = error => {
+      if (onErrorCallback) {
+        onErrorCallback(error ? new Error(getError(error)) : undefined);
+        return;
+      } else {
+        throw new Error(getError(error));
+      }
+    };
     this.configureStreaming(overlapSeconds, windowSize, streamingConfig || 'balanced');
   }
-  async fetchTokenizer(localUri) {
-    let tokenzerUri = await fetchResource(localUri || this.config.tokenizer.source);
-    return JSON.parse(await FileSystem.readAsStringAsync(tokenzerUri));
-  }
   async loadModel(modelName, encoderSource, decoderSource, tokenizerSource) {
-    this.onErrorCallback?.(undefined);
+    this.onErrorCallback(undefined);
     this.isReadyCallback(false);
     this.config = MODEL_CONFIGS[modelName];
-    this.modelName = modelName;
     try {
-      this.tokenMapping = await this.fetchTokenizer(tokenizerSource);
-      encoderSource = await fetchResource(encoderSource || this.config.sources.encoder, progress => this.modelDownloadProgessCallback?.(progress / 2));
-      decoderSource = await fetchResource(decoderSource || this.config.sources.decoder, progress => this.modelDownloadProgessCallback?.(0.5 + progress / 2));
+      await TokenizerModule.load(tokenizerSource || this.config.tokenizer.source);
+      [encoderSource, decoderSource] = await ResourceFetcher.fetchMultipleResources(this.modelDownloadProgressCallback, encoderSource || this.config.sources.encoder, decoderSource || this.config.sources.decoder);
     } catch (e) {
-      this.onErrorCallback?.(e);
+      this.onErrorCallback(e);
       return;
     }
+    if (modelName === 'whisperMultilingual') {
+      // The underlying native class is instantiated based on the name of the model. There is no need to
+      // create a separate class for multilingual version of Whisper, since it is the same. We just need
+      // the distinction here, in TS, for start tokens and such. If we introduce
+      // more versions of Whisper, such as the small one, this should be refactored.
+      modelName = 'whisper';
+    }
     try {
-      await this.nativeModule.loadModule(modelName, [encoderSource, decoderSource]);
-      this.modelDownloadProgessCallback?.(1);
+      await this.speechToTextNativeModule.loadModule(modelName, [encoderSource, decoderSource]);
+      this.modelDownloadProgressCallback?.(1);
       this.isReadyCallback(true);
     } catch (e) {
-      this.onErrorCallback?.(new Error(`Error when loading the SpeechToTextController! ${e}`));
-      console.error('Error when loading the SpeechToTextController!', e);
+      this.onErrorCallback(e);
     }
   }
   configureStreaming(overlapSeconds, windowSize, streamingConfig) {
@@ -98,106 +91,216 @@ export class SpeechToTextController {
       this.windowSize = 30 * SECOND - 2 * this.overlapSeconds;
     }
   }
-  chunkWaveform(waveform) {
-    this.chunks = [];
-    const numOfChunks = Math.ceil(waveform.length / this.windowSize);
-    for (let i = 0; i < numOfChunks; i++) {
-      let chunk = waveform.slice(Math.max(this.windowSize * i - this.overlapSeconds, 0), Math.min(this.windowSize * (i + 1) + this.overlapSeconds, waveform.length));
+  chunkWaveform() {
+    this.numOfChunks = Math.ceil(this.waveform.length / this.windowSize);
+    for (let i = 0; i < this.numOfChunks; i++) {
+      let chunk = [];
+      const left = Math.max(this.windowSize * i - this.overlapSeconds, 0);
+      const right = Math.min(this.windowSize * (i + 1) + this.overlapSeconds, this.waveform.length);
+      chunk = this.waveform.slice(left, right);
       this.chunks.push(chunk);
     }
   }
-  async transcribe(waveform) {
-    if (!this.isReady) {
-      this.onErrorCallback?.(new Error('Model is not yet ready'));
-      return '';
-    }
-    if (this.isGenerating) {
-      this.onErrorCallback?.(new Error('Model is already transcribing'));
-      return '';
-    }
-    this.onErrorCallback?.(undefined);
-    this.isGeneratingCallback(true);
+  resetState() {
     this.sequence = [];
-    if (!waveform) {
-      this.isGeneratingCallback(false);
-      this.onErrorCallback?.(new Error(`Nothing to transcribe, perhaps you forgot to call this.loadAudio().`));
+    this.seqs = [];
+    this.waveform = [];
+    this.prevSeq = [];
+    this.chunks = [];
+    this.decodedTranscribeCallback([]);
+    this.onErrorCallback(undefined);
+  }
+  expectedChunkLength() {
+    //only first chunk can be of shorter length, for first chunk there are no seqs decoded
+    return this.seqs.length ? this.windowSize + 2 * this.overlapSeconds : this.windowSize + this.overlapSeconds;
+  }
+  async getStartingTokenIds(audioLanguage) {
+    // We need different starting token ids based on the multilingualism of the model.
+    // The eng version only needs BOS token, while the multilingual one needs:
+    // [BOS, LANG, TRANSCRIBE]. Optionally we should also set notimestamps token, as timestamps
+    // is not yet supported.
+    if (!audioLanguage) {
+      return [this.config.tokenizer.bos];
     }
-    this.chunkWaveform(waveform);
-    let seqs = [];
-    let prevseq = [];
-    for (let chunkId = 0; chunkId < this.chunks.length; chunkId++) {
-      let lastToken = this.config.tokenizer.sos;
-      let prevSeqTokenIdx = 0;
-      let finalSeq = [];
-      let seq = [lastToken];
+    // FIXME: I should use .getTokenId for the BOS as well, should remove it from config
+    const langTokenId = await TokenizerModule.tokenToId(`<|${audioLanguage}|>`);
+    const transcribeTokenId = await TokenizerModule.tokenToId('<|transcribe|>');
+    const noTimestampsTokenId = await TokenizerModule.tokenToId('<|notimestamps|>');
+    const startingTokenIds = [this.config.tokenizer.bos, langTokenId, transcribeTokenId, noTimestampsTokenId];
+    return startingTokenIds;
+  }
+  async decodeChunk(chunk, audioLanguage) {
+    const seq = await this.getStartingTokenIds(audioLanguage);
+    let prevSeqTokenIdx = 0;
+    this.prevSeq = this.sequence.slice();
+    try {
+      await this.encode(chunk);
+    } catch (error) {
+      this.onErrorCallback(new Error(getError(error) + ' encoding error'));
+      return [];
+    }
+    let lastToken = seq.at(-1);
+    while (lastToken !== this.config.tokenizer.eos) {
       try {
-        await this.nativeModule.encode(this.chunks.at(chunkId));
+        lastToken = await this.decode(seq);
       } catch (error) {
-        this.onErrorCallback?.(`Encode ${error}`);
-        return '';
+        this.onErrorCallback(new Error(getError(error) + ' decoding error'));
+        return [...seq, this.config.tokenizer.eos];
       }
-      while (lastToken !== this.config.tokenizer.eos) {
-        try {
-          lastToken = await this.nativeModule.decode(seq);
-        } catch (error) {
-          this.onErrorCallback?.(`Decode ${error}`);
-          return '';
-        }
-        seq = [...seq, lastToken];
-        if (seqs.length > 0 && seq.length < seqs.at(-1).length && seq.length % 3 !== 0) {
-          prevseq = [...prevseq, seqs.at(-1)[prevSeqTokenIdx++]];
-          this.decodedTranscribeCallback(prevseq);
-        }
+      seq.push(lastToken);
+      if (this.seqs.length > 0 && seq.length < this.seqs.at(-1).length && seq.length % 3 !== 0) {
+        this.prevSeq.push(this.seqs.at(-1)[prevSeqTokenIdx++]);
+        this.decodedTranscribeCallback(this.prevSeq);
       }
+    }
+    return seq;
+  }
+  async handleOverlaps(seqs) {
+    const maxInd = longCommonInfPref(seqs.at(-2), seqs.at(-1), HAMMING_DIST_THRESHOLD);
+    this.sequence = [...this.sequence, ...seqs.at(-2).slice(0, maxInd)];
+    this.decodedTranscribeCallback(this.sequence);
+    return this.sequence.slice();
+  }
+  trimLeft(numOfTokensToTrim) {
+    const idx = this.seqs.length - 1;
+    if (this.seqs[idx][0] === this.config.tokenizer.bos) {
+      this.seqs[idx] = this.seqs[idx].slice(numOfTokensToTrim);
+    }
+  }
+  trimRight(numOfTokensToTrim) {
+    const idx = this.seqs.length - 2;
+    if (this.seqs[idx].at(-1) === this.config.tokenizer.eos) {
+      this.seqs[idx] = this.seqs[idx].slice(0, -numOfTokensToTrim);
+    }
+  }
+
+  // since we are calling this every time (except first) after a new seq is pushed to this.seqs
+  // we can only trim left the last seq and trim right the second to last seq
+  async trimSequences(audioLanguage) {
+    const numSpecialTokens = (await this.getStartingTokenIds(audioLanguage)).length;
+    this.trimLeft(numSpecialTokens + NUM_TOKENS_TO_TRIM);
+    this.trimRight(numSpecialTokens + NUM_TOKENS_TO_TRIM);
+  }
+
+  // if last chunk is too short combine it with second to last to improve quality
+  validateAndFixLastChunk() {
+    const lastChunkLength = this.chunks.at(-1).length / SECOND;
+    const secondToLastChunkLength = this.chunks.at(-2).length / SECOND;
+    if (lastChunkLength < 5 && secondToLastChunkLength + lastChunkLength < 30) {
+      this.chunks[this.chunks.length - 2] = [...this.chunks.at(-2).slice(0, -this.overlapSeconds * 2), ...this.chunks.at(-1)];
+      this.chunks = this.chunks.slice(0, -1);
+    }
+  }
+  async tokenIdsToText(tokenIds) {
+    try {
+      return TokenizerModule.decode(tokenIds, true);
+    } catch (e) {
+      this.onErrorCallback(new Error(`An error has occurred when decoding the token ids: ${e}`));
+      return '';
+    }
+  }
+  async transcribe(waveform, audioLanguage) {
+    try {
+      if (!this.isReady) throw Error(getError(ETError.ModuleNotLoaded));
+      if (this.isGenerating || this.streaming) throw Error(getError(ETError.ModelGenerating));
+      if (!!audioLanguage !== this.config.isMultilingual) throw new Error(getError(ETError.MultilingualConfiguration));
+    } catch (e) {
+      this.onErrorCallback(e);
+      return '';
+    }
+
+    // Making sure that the error is not set when we get there
+    this.isGeneratingCallback(true);
+    this.resetState();
+    this.waveform = waveform;
+    this.chunkWaveform();
+    this.validateAndFixLastChunk();
+    for (let chunkId = 0; chunkId < this.chunks.length; chunkId++) {
+      const seq = await this.decodeChunk(this.chunks.at(chunkId));
+      // whole audio is inside one chunk, no processing required
       if (this.chunks.length === 1) {
-        finalSeq = seq;
-        this.sequence = finalSeq;
-        this.decodedTranscribeCallback(finalSeq);
+        this.sequence = seq;
+        this.decodedTranscribeCallback(seq);
         break;
       }
-      // remove sos/eos token and 3 additional ones
-      if (seqs.length === 0) {
-        seqs = [seq.slice(0, -4)];
-      } else if (seqs.length === this.chunks.length - 1) {
-        seqs = [...seqs, seq.slice(4)];
-      } else {
-        seqs = [...seqs, seq.slice(4, -4)];
-      }
-      if (seqs.length < 2) {
-        continue;
-      }
-      const maxInd = longCommonInfPref(seqs.at(-2), seqs.at(-1));
-      finalSeq = [...this.sequence, ...seqs.at(-2).slice(0, maxInd)];
-      this.sequence = finalSeq;
-      this.decodedTranscribeCallback(finalSeq);
-      prevseq = finalSeq;
+      this.seqs.push(seq);
+      if (this.seqs.length < 2) continue;
+
+      // Remove starting tokenIds and some additional ones
+      await this.trimSequences(audioLanguage);
+      this.prevSeq = await this.handleOverlaps(this.seqs);
 
-      //last sequence processed
-      if (seqs.length === this.chunks.length) {
-        finalSeq = [...this.sequence, ...seqs.at(-1)];
-        this.sequence = finalSeq;
-        this.decodedTranscribeCallback(finalSeq);
-        prevseq = finalSeq;
+      // last sequence processed
+      // overlaps are already handled, so just append the last seq
+      if (this.seqs.length === this.chunks.length) {
+        this.sequence = [...this.sequence, ...this.seqs.at(-1)];
+        this.decodedTranscribeCallback(this.sequence);
+        this.prevSeq = this.sequence;
       }
     }
-    const decodedSeq = this.decodeSeq(this.sequence);
+    const decodedText = await this.tokenIdsToText(this.sequence);
     this.isGeneratingCallback(false);
-    return decodedSeq;
+    return decodedText;
   }
-  decodeSeq(seq) {
-    if (!this.modelName) {
-      this.onErrorCallback?.(new Error('Model is not loaded, call `loadModel` first'));
+  async streamingTranscribe(streamAction, waveform, audioLanguage) {
+    try {
+      if (!this.isReady) throw Error(getError(ETError.ModuleNotLoaded));
+      if (!!audioLanguage !== this.config.isMultilingual) throw new Error(getError(ETError.MultilingualConfiguration));
+      if (streamAction === STREAMING_ACTION.START && !this.streaming && this.isGenerating) throw Error(getError(ETError.ModelGenerating));
+      if (streamAction === STREAMING_ACTION.START && this.streaming) throw Error(getError(ETError.ModelGenerating));
+      if (streamAction === STREAMING_ACTION.DATA && !this.streaming) throw Error(getError(ETError.StreamingNotStarted));
+      if (streamAction === STREAMING_ACTION.STOP && !this.streaming) throw Error(getError(ETError.StreamingNotStarted));
+      if (streamAction === STREAMING_ACTION.DATA && !waveform) throw new Error(getError(ETError.MissingDataChunk));
+    } catch (e) {
+      this.onErrorCallback(e);
       return '';
     }
-    this.onErrorCallback?.(undefined);
-    if (!seq) seq = this.sequence;
-    return seq.filter(token => token !== this.config.tokenizer.eos && token !== this.config.tokenizer.sos).map(token => this.tokenMapping[token]).join('').replaceAll(this.config.tokenizer.specialChar, ' ');
+    if (streamAction === STREAMING_ACTION.START) {
+      this.resetState();
+      this.streaming = true;
+      this.isGeneratingCallback(true);
+    }
+    this.waveform = [...this.waveform, ...(waveform || [])];
+
+    // while buffer has at least required size get chunk and decode
+    while (this.waveform.length >= this.expectedChunkLength()) {
+      const chunk = this.waveform.slice(0, this.windowSize + this.overlapSeconds * (1 + Number(this.seqs.length > 0)));
+      this.chunks = [chunk]; //save last chunk for STREAMING_ACTION.STOP
+      this.waveform = this.waveform.slice(this.windowSize - this.overlapSeconds * Number(this.seqs.length === 0));
+      const seq = await this.decodeChunk(chunk, audioLanguage);
+      this.seqs.push(seq);
+      if (this.seqs.length < 2) continue;
+      await this.trimSequences(audioLanguage);
+      await this.handleOverlaps(this.seqs);
+    }
+
+    // got final package, process all remaining waveform data
+    // since we run the loop above the waveform has at most one chunk in it
+    if (streamAction === STREAMING_ACTION.STOP) {
+      // pad remaining waveform data with previous chunk to this.windowSize + 2 * this.overlapSeconds
+      const chunk = this.chunks.length ? [...this.chunks[0].slice(0, this.windowSize), ...this.waveform].slice(-this.windowSize - 2 * this.overlapSeconds) : this.waveform;
+      this.waveform = [];
+      const seq = await this.decodeChunk(chunk, audioLanguage);
+      this.seqs.push(seq);
+      if (this.seqs.length === 1) {
+        this.sequence = this.seqs[0];
+      } else {
+        await this.trimSequences(audioLanguage);
+        await this.handleOverlaps(this.seqs);
+        this.sequence = [...this.sequence, ...this.seqs.at(-1)];
+      }
+      this.decodedTranscribeCallback(this.sequence);
+      this.isGeneratingCallback(false);
+      this.streaming = false;
+    }
+    const decodedText = await this.tokenIdsToText(this.sequence);
+    return decodedText;
   }
   async encode(waveform) {
-    return await this.nativeModule.encode(waveform);
+    return await this.speechToTextNativeModule.encode(waveform);
   }
   async decode(seq, encodings) {
-    return await this.nativeModule.decode(seq, encodings);
+    return await this.speechToTextNativeModule.decode(seq, encodings || []);
   }
 }
 //# sourceMappingURL=SpeechToTextController.js.map

package/lib/module/controllers/SpeechToTextController.js.map

@@ -1 +1 @@
-{"version":3,"names":["_SpeechToTextModule","FileSystem","fetchResource","HAMMING_DIST_THRESHOLD","SECOND","MODEL_CONFIGS","MODES","longCommonInfPref","seq1","seq2","maxInd","maxLength","i","length","j","hammingDist","SpeechToTextController","chunks","sequence","isReady","isGenerating","constructor","transcribeCallback","modelDownloadProgessCallback","isReadyCallback","isGeneratingCallback","onErrorCallback","overlapSeconds","windowSize","streamingConfig","decodedTranscribeCallback","seq","decodeSeq","nativeModule","configureStreaming","fetchTokenizer","localUri","tokenzerUri","config","tokenizer","source","JSON","parse","readAsStringAsync","loadModel","modelName","encoderSource","decoderSource","tokenizerSource","undefined","tokenMapping","sources","encoder","progress","decoder","e","loadModule","Error","console","error","warn","chunkWaveform","waveform","numOfChunks","Math","ceil","chunk","slice","max","min","push","transcribe","seqs","prevseq","chunkId","lastToken","sos","prevSeqTokenIdx","finalSeq","encode","at","eos","decode","decodedSeq","filter","token","map","join","replaceAll","specialChar","encodings"],"sourceRoot":"../../../src","sources":["controllers/SpeechToTextController.ts"],"mappings":";;AAAA,SAASA,mBAAmB,QAAQ,+BAA+B;AACnE,OAAO,KAAKC,UAAU,MAAM,kBAAkB;AAC9C,SAASC,aAAa,QAAQ,wBAAwB;AAEtD,SACEC,sBAAsB,EACtBC,MAAM,EACNC,aAAa,EAEbC,KAAK,QACA,0BAA0B;AAEjC,MAAMC,iBAAiB,GAAGA,CAACC,IAAc,EAAEC,IAAc,KAAK;EAC5D,IAAIC,MAAM,GAAG,CAAC;EACd,IAAIC,SAAS,GAAG,CAAC;EAEjB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,IAAI,CAACK,MAAM,EAAED,CAAC,EAAE,EAAE;IACpC,IAAIE,CAAC,GAAG,CAAC;IACT,IAAIC,WAAW,GAAG,CAAC;IACnB,OACED,CAAC,GAAGL,IAAI,CAACI,MAAM,IACfD,CAAC,GAAGE,CAAC,GAAGN,IAAI,CAACK,MAAM,KAClBL,IAAI,CAACI,CAAC,GAAGE,CAAC,CAAC,KAAKL,IAAI,CAACK,CAAC,CAAC,IAAIC,WAAW,GAAGZ,sBAAsB,CAAC,EACjE;MACA,IAAIK,IAAI,CAACI,CAAC,GAAGE,CAAC,CAAC,KAAKL,IAAI,CAACK,CAAC,CAAC,EAAE;QAC3BC,WAAW,EAAE;MACf;MACAD,CAAC,EAAE;IACL;IACA,IAAIA,CAAC,IAAIH,SAAS,EAAE;MAClBA,SAAS,GAAGG,CAAC;MACbJ,MAAM,GAAGE,CAAC;IACZ;EACF;EACA,OAAOF,MAAM;AACf,CAAC;AAED,OAAO,MAAMM,sBAAsB,CAAC;EAM1BC,MAAM,GAAe,EAAE;EACxBC,QAAQ,GAAa,EAAE;EACvBC,OAAO,GAAG,KAAK;EACfC,YAAY,GAAG,KAAK;;EAG3B;;EAGA;;EAUAC,WAAWA,CAAC;IACVC,kBAAkB;IAClBC,4BAA4B;IAC5BC,eAAe;IACfC,oBAAoB;IACpBC,eAAe;IACfC,cAAc;IACdC,UAAU;IACVC;EAUF,CAAC,EAAE;IACD,IAAI,CAACC,yBAAyB,GAAIC,GAAG,IACnCT,kBAAkB,CAAC,IAAI,CAACU,SAAS,CAACD,GAAG,CAAC,CAAC;IACzC,IAAI,CAACR,4BAA4B,GAAGA,4BAA4B;IAChE,IAAI,CAACC,eAAe,GAAIL,OAAO,IAAK;MAClC,IAAI,CAACA,OAAO,GAAGA,OAAO;MACtBK,eAAe,GAAGL,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACM,oBAAoB,GAAIL,YAAY,IAAK;MAC5C,IAAI,CAACA,YAAY,GAAGA,YAAY;MAChCK,oBAAoB,GAAGL,YAAY,CAAC;IACtC,CAAC;IACD,IAAI,CAACM,eAAe,GAAGA,eAAe;IACtC,IAAI,CAACO,YAAY,GAAG,IAAIjC,mBAAmB,CAAC,CAAC;IAC7C,IAAI,CAACkC,kBAAkB,CACrBP,cAAc,EACdC,UAAU,EACVC,eAAe,IAAI,UACrB,CAAC;EACH;EAEA,MAAcM,cAAcA,CAC1BC,QAAyB,EACW;IACpC,IAAIC,WAAW,GAAG,MAAMnC,aAAa,CACnCkC,QAAQ,IAAI,IAAI,CAACE,MAAM,CAACC,SAAS,CAACC,MACpC,CAAC;IACD,OAAOC,IAAI,CAACC,KAAK,CAAC,MAAMzC,UAAU,CAAC0C,iBAAiB,CAACN,WAAW,CAAC,CAAC;EACpE;EAEA,MAAaO,SAASA,CACpBC,SAAkC,EAClCC,aAA8B,EAC9BC,aAA8B,EAC9BC,eAAgC,EAChC;IACA,IAAI,CAACtB,eAAe,GAAGuB,SAAS,CAAC;IACjC,IAAI,CAACzB,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACc,MAAM,GAAGjC,aAAa,CAACwC,SAAS,CAAC;IACtC,IAAI,CAACA,SAAS,GAAGA,SAAS;IAE1B,IAAI;MACF,IAAI,CAACK,YAAY,GAAG,MAAM,IAAI,CAACf,cAAc,CAACa,eAAe,CAAC;MAC9DF,aAAa,GAAG,MAAM5C,aAAa,CACjC4C,aAAa,IAAI,IAAI,CAACR,MAAM,CAACa,OAAO,CAACC,OAAO,EAC3CC,QAAQ,IAAK,IAAI,CAAC9B,4BAA4B,GAAG8B,QAAQ,GAAG,CAAC,CAChE,CAAC;MAEDN,aAAa,GAAG,MAAM7C,aAAa,CACjC6C,aAAa,IAAI,IAAI,CAACT,MAAM,CAACa,OAAO,CAACG,OAAO,EAC3CD,QAAQ,IAAK,IAAI,CAAC9B,4BAA4B,GAAG,GAAG,GAAG8B,QAAQ,GAAG,CAAC,CACtE,CAAC;IACH,CAAC,CAAC,OAAOE,CAAC,EAAE;MACV,IAAI,CAAC7B,eAAe,GAAG6B,CAAC,CAAC;MACzB;IACF;IAEA,IAAI;MACF,MAAM,IAAI,CAACtB,YAAY,CAACuB,UAAU,CAACX,SAAS,EAAE,CAC5CC,aAAa,EACbC,aAAa,CACd,CAAC;MACF,IAAI,CAACxB,4BAA4B,GAAG,CAAC,CAAC;MACtC,IAAI,CAACC,eAAe,CAAC,IAAI,CAAC;IAC5B,CAAC,CAAC,OAAO+B,CAAC,EAAE;MACV,IAAI,CAAC7B,eAAe,GAClB,IAAI+B,KAAK,CAAC,kDAAkDF,CAAC,EAAE,CACjE,CAAC;MACDG,OAAO,CAACC,KAAK,CAAC,gDAAgD,EAAEJ,CAAC,CAAC;IACpE;EACF;EAEOrB,kBAAkBA,CACvBP,cAAuB,EACvBC,UAAmB,EACnBC,eAAoC,EACpC;IACA,IAAIA,eAAe,EAAE;MACnB,IAAI,CAACD,UAAU,GAAGtB,KAAK,CAACuB,eAAe,CAAC,CAACD,UAAU,GAAGxB,MAAM;MAC5D,IAAI,CAACuB,cAAc,GAAGrB,KAAK,CAACuB,eAAe,CAAC,CAACF,cAAc,GAAGvB,MAAM;IACtE;IACA,IAAIyB,eAAe,KAAKD,UAAU,IAAID,cAAc,CAAC,EAAE;MACrD+B,OAAO,CAACE,IAAI,CACV,uEAAuE/B,eAAe,GACxF,CAAC;IACH;IACA,IAAI,CAACD,UAAU,GAAG,CAACA,UAAU,IAAI,CAAC,IAAIxB,MAAM,IAAI,IAAI,CAACwB,UAAU;IAC/D,IAAI,CAACD,cAAc,GAAG,CAACA,cAAc,IAAI,CAAC,IAAIvB,MAAM,IAAI,IAAI,CAACuB,cAAc;IAC3E,IAAI,CAAC,GAAG,IAAI,CAACA,cAAc,GAAG,IAAI,CAACC,UAAU,IAAI,EAAE,GAAGxB,MAAM,EAAE;MAC5DsD,OAAO,CAACE,IAAI,CACV,8GAA8G,IAAI,CAAChC,UAAU,GAAG,CAAC,GAAG,IAAI,CAACD,cAAc,kCAAkC,EAAE,GAAGvB,MAAM,GAAG,CAAC,GAAG,IAAI,CAACuB,cAAc,GAChO,CAAC;MACD,IAAI,CAACC,UAAU,GAAG,EAAE,GAAGxB,MAAM,GAAG,CAAC,GAAG,IAAI,CAACuB,cAAc;IACzD;EACF;EAEQkC,aAAaA,CAACC,QAAkB,EAAE;IACxC,IAAI,CAAC7C,MAAM,GAAG,EAAE;IAChB,MAAM8C,WAAW,GAAGC,IAAI,CAACC,IAAI,CAACH,QAAQ,CAACjD,MAAM,GAAG,IAAI,CAACe,UAAU,CAAC;IAChE,KAAK,IAAIhB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGmD,WAAW,EAAEnD,CAAC,EAAE,EAAE;MACpC,IAAIsD,KAAK,GAAGJ,QAAQ,CAACK,KAAK,CACxBH,IAAI,CAACI,GAAG,CAAC,IAAI,CAACxC,UAAU,GAAGhB,CAAC,GAAG,IAAI,CAACe,cAAc,EAAE,CAAC,CAAC,EACtDqC,IAAI,CAACK,GAAG,CACN,IAAI,CAACzC,UAAU,IAAIhB,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAACe,cAAc,EAC/CmC,QAAQ,CAACjD,MACX,CACF,CAAC;MAED,IAAI,CAACI,MAAM,CAACqD,IAAI,CAACJ,KAAK,CAAC;IACzB;EACF;EAEA,MAAaK,UAAUA,CAACT,QAAkB,EAAmB;IAC3D,IAAI,CAAC,IAAI,CAAC3C,OAAO,EAAE;MACjB,IAAI,CAACO,eAAe,GAAG,IAAI+B,KAAK,CAAC,wBAAwB,CAAC,CAAC;MAC3D,OAAO,EAAE;IACX;IACA,IAAI,IAAI,CAACrC,YAAY,EAAE;MACrB,IAAI,CAACM,eAAe,GAAG,IAAI+B,KAAK,CAAC,+BAA+B,CAAC,CAAC;MAClE,OAAO,EAAE;IACX;IACA,IAAI,CAAC/B,eAAe,GAAGuB,SAAS,CAAC;IACjC,IAAI,CAACxB,oBAAoB,CAAC,IAAI,CAAC;IAE/B,IAAI,CAACP,QAAQ,GAAG,EAAE;IAElB,IAAI,CAAC4C,QAAQ,EAAE;MACb,IAAI,CAACrC,oBAAoB,CAAC,KAAK,CAAC;MAEhC,IAAI,CAACC,eAAe,GAClB,IAAI+B,KAAK,CACP,qEACF,CACF,CAAC;IACH;IAEA,IAAI,CAACI,aAAa,CAACC,QAAQ,CAAC;IAE5B,IAAIU,IAAgB,GAAG,EAAE;IACzB,IAAIC,OAAiB,GAAG,EAAE;IAC1B,KAAK,IAAIC,OAAO,GAAG,CAAC,EAAEA,OAAO,GAAG,IAAI,CAACzD,MAAM,CAACJ,MAAM,EAAE6D,OAAO,EAAE,EAAE;MAC7D,IAAIC,SAAS,GAAG,IAAI,CAACrC,MAAM,CAACC,SAAS,CAACqC,GAAG;MACzC,IAAIC,eAAe,GAAG,CAAC;MACvB,IAAIC,QAAkB,GAAG,EAAE;MAC3B,IAAI/C,GAAG,GAAG,CAAC4C,SAAS,CAAC;MACrB,IAAI;QACF,MAAM,IAAI,CAAC1C,YAAY,CAAC8C,MAAM,CAAC,IAAI,CAAC9D,MAAM,CAAE+D,EAAE,CAACN,OAAO,CAAE,CAAC;MAC3D,CAAC,CAAC,OAAOf,KAAK,EAAE;QACd,IAAI,CAACjC,eAAe,GAAG,UAAUiC,KAAK,EAAE,CAAC;QACzC,OAAO,EAAE;MACX;MACA,OAAOgB,SAAS,KAAK,IAAI,CAACrC,MAAM,CAACC,SAAS,CAAC0C,GAAG,EAAE;QAC9C,IAAI;UACFN,SAAS,GAAG,MAAM,IAAI,CAAC1C,YAAY,CAACiD,MAAM,CAACnD,GAAG,CAAC;QACjD,CAAC,CAAC,OAAO4B,KAAK,EAAE;UACd,IAAI,CAACjC,eAAe,GAAG,UAAUiC,KAAK,EAAE,CAAC;UACzC,OAAO,EAAE;QACX;QACA5B,GAAG,GAAG,CAAC,GAAGA,GAAG,EAAE4C,SAAS,CAAC;QACzB,IACEH,IAAI,CAAC3D,MAAM,GAAG,CAAC,IACfkB,GAAG,CAAClB,MAAM,GAAG2D,IAAI,CAACQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEnE,MAAM,IAChCkB,GAAG,CAAClB,MAAM,GAAG,CAAC,KAAK,CAAC,EACpB;UACA4D,OAAO,GAAG,CAAC,GAAGA,OAAO,EAAED,IAAI,CAACQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEH,eAAe,EAAE,CAAC,CAAE;UACxD,IAAI,CAAC/C,yBAAyB,CAAC2C,OAAO,CAAC;QACzC;MACF;MAEA,IAAI,IAAI,CAACxD,MAAM,CAACJ,MAAM,KAAK,CAAC,EAAE;QAC5BiE,QAAQ,GAAG/C,GAAG;QACd,IAAI,CAACb,QAAQ,GAAG4D,QAAQ;QACxB,IAAI,CAAChD,yBAAyB,CAACgD,QAAQ,CAAC;QACxC;MACF;MACA;MACA,IAAIN,IAAI,CAAC3D,MAAM,KAAK,CAAC,EAAE;QACrB2D,IAAI,GAAG,CAACzC,GAAG,CAACoC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;MAC3B,CAAC,MAAM,IAAIK,IAAI,CAAC3D,MAAM,KAAK,IAAI,CAACI,MAAM,CAACJ,MAAM,GAAG,CAAC,EAAE;QACjD2D,IAAI,GAAG,CAAC,GAAGA,IAAI,EAAEzC,GAAG,CAACoC,KAAK,CAAC,CAAC,CAAC,CAAC;MAChC,CAAC,MAAM;QACLK,IAAI,GAAG,CAAC,GAAGA,IAAI,EAAEzC,GAAG,CAACoC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;MACpC;MACA,IAAIK,IAAI,CAAC3D,MAAM,GAAG,CAAC,EAAE;QACnB;MACF;MAEA,MAAMH,MAAM,GAAGH,iBAAiB,CAACiE,IAAI,CAACQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAGR,IAAI,CAACQ,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;MAC5DF,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC5D,QAAQ,EAAE,GAAGsD,IAAI,CAACQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEb,KAAK,CAAC,CAAC,EAAEzD,MAAM,CAAC,CAAC;MAC/D,IAAI,CAACQ,QAAQ,GAAG4D,QAAQ;MACxB,IAAI,CAAChD,yBAAyB,CAACgD,QAAQ,CAAC;MACxCL,OAAO,GAAGK,QAAQ;;MAElB;MACA,IAAIN,IAAI,CAAC3D,MAAM,KAAK,IAAI,CAACI,MAAM,CAACJ,MAAM,EAAE;QACtCiE,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC5D,QAAQ,EAAE,GAAGsD,IAAI,CAACQ,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;QAC9C,IAAI,CAAC9D,QAAQ,GAAG4D,QAAQ;QACxB,IAAI,CAAChD,yBAAyB,CAACgD,QAAQ,CAAC;QACxCL,OAAO,GAAGK,QAAQ;MACpB;IACF;IACA,MAAMK,UAAU,GAAG,IAAI,CAACnD,SAAS,CAAC,IAAI,CAACd,QAAQ,CAAC;IAChD,IAAI,CAACO,oBAAoB,CAAC,KAAK,CAAC;IAChC,OAAO0D,UAAU;EACnB;EAEOnD,SAASA,CAACD,GAAc,EAAU;IACvC,IAAI,CAAC,IAAI,CAACc,SAAS,EAAE;MACnB,IAAI,CAACnB,eAAe,GAClB,IAAI+B,KAAK,CAAC,6CAA6C,CACzD,CAAC;MACD,OAAO,EAAE;IACX;IACA,IAAI,CAAC/B,eAAe,GAAGuB,SAAS,CAAC;IACjC,IAAI,CAAClB,GAAG,EAAEA,GAAG,GAAG,IAAI,CAACb,QAAQ;IAE7B,OAAOa,GAAG,CACPqD,MAAM,CACJC,KAAK,IACJA,KAAK,KAAK,IAAI,CAAC/C,MAAM,CAACC,SAAS,CAAC0C,GAAG,IACnCI,KAAK,KAAK,IAAI,CAAC/C,MAAM,CAACC,SAAS,CAACqC,GACpC,CAAC,CACAU,GAAG,CAAED,KAAK,IAAK,IAAI,CAACnC,YAAY,CAACmC,KAAK,CAAC,CAAC,CACxCE,IAAI,CAAC,EAAE,CAAC,CACRC,UAAU,CAAC,IAAI,CAAClD,MAAM,CAACC,SAAS,CAACkD,WAAW,EAAE,GAAG,CAAC;EACvD;EAEA,MAAaV,MAAMA,CAACjB,QAAkB,EAAE;IACtC,OAAO,MAAM,IAAI,CAAC7B,YAAY,CAAC8C,MAAM,CAACjB,QAAQ,CAAC;EACjD;EAEA,MAAaoB,MAAMA,CAACnD,GAAa,EAAE2D,SAAoB,EAAE;IACvD,OAAO,MAAM,IAAI,CAACzD,YAAY,CAACiD,MAAM,CAACnD,GAAG,EAAE2D,SAAS,CAAC;EACvD;AACF","ignoreList":[]}
+{"version":3,"names":["HAMMING_DIST_THRESHOLD","MODEL_CONFIGS","SECOND","MODES","NUM_TOKENS_TO_TRIM","STREAMING_ACTION","SpeechToTextNativeModule","TokenizerModule","ResourceFetcher","longCommonInfPref","ETError","getError","SpeechToTextController","speechToTextNativeModule","sequence","isReady","isGenerating","chunks","seqs","prevSeq","waveform","numOfChunks","streaming","constructor","transcribeCallback","modelDownloadProgressCallback","isReadyCallback","isGeneratingCallback","onErrorCallback","overlapSeconds","windowSize","streamingConfig","decodedTranscribeCallback","seq","tokenIdsToText","error","Error","undefined","configureStreaming","loadModel","modelName","encoderSource","decoderSource","tokenizerSource","config","load","tokenizer","source","fetchMultipleResources","sources","encoder","decoder","e","loadModule","console","warn","chunkWaveform","Math","ceil","length","i","chunk","left","max","right","min","slice","push","resetState","expectedChunkLength","getStartingTokenIds","audioLanguage","bos","langTokenId","tokenToId","transcribeTokenId","noTimestampsTokenId","startingTokenIds","decodeChunk","prevSeqTokenIdx","encode","lastToken","at","eos","decode","handleOverlaps","maxInd","trimLeft","numOfTokensToTrim","idx","trimRight","trimSequences","numSpecialTokens","validateAndFixLastChunk","lastChunkLength","secondToLastChunkLength","tokenIds","transcribe","ModuleNotLoaded","ModelGenerating","isMultilingual","MultilingualConfiguration","chunkId","decodedText","streamingTranscribe","streamAction","START","DATA","StreamingNotStarted","STOP","MissingDataChunk","Number","encodings"],"sourceRoot":"../../../src","sources":["controllers/SpeechToTextController.ts"],"mappings":";;AAAA,SACEA,sBAAsB,EACtBC,aAAa,EACbC,MAAM,EACNC,KAAK,EACLC,kBAAkB,EAClBC,gBAAgB,QACX,0BAA0B;AAEjC,SAASC,wBAAwB,QAAQ,+BAA+B;AACxE,SAASC,eAAe,QAAQ,wDAAwD;AAExF,SAASC,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,iBAAiB,QAAQ,cAAc;AAEhD,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAE5C,OAAO,MAAMC,sBAAsB,CAAC;EAC1BC,wBAAwB,GAAGP,wBAAwB;EAEpDQ,QAAQ,GAAa,EAAE;EACvBC,OAAO,GAAG,KAAK;EACfC,YAAY,GAAG,KAAK;EAInBC,MAAM,GAAe,EAAE;EACvBC,IAAI,GAAe,EAAE;EACrBC,OAAO,GAAa,EAAE;EACtBC,QAAQ,GAAa,EAAE;EACvBC,WAAW,GAAG,CAAC;EACfC,SAAS,GAAG,KAAK;;EAEzB;;EAUAC,WAAWA,CAAC;IACVC,kBAAkB;IAClBC,6BAA6B;IAC7BC,eAAe;IACfC,oBAAoB;IACpBC,eAAe;IACfC,cAAc;IACdC,UAAU;IACVC;EAUF,CAAC,EAAE;IACD,IAAI,CAACC,yBAAyB,GAAG,MAAOC,GAAG,IACzCT,kBAAkB,CAAC,MAAM,IAAI,CAACU,cAAc,CAACD,GAAG,CAAC,CAAC;IACpD,IAAI,CAACR,6BAA6B,GAAGA,6BAA6B;IAClE,IAAI,CAACC,eAAe,GAAIX,OAAO,IAAK;MAClC,IAAI,CAACA,OAAO,GAAGA,OAAO;MACtBW,eAAe,GAAGX,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACY,oBAAoB,GAAIX,YAAY,IAAK;MAC5C,IAAI,CAACA,YAAY,GAAGA,YAAY;MAChCW,oBAAoB,GAAGX,YAAY,CAAC;IACtC,CAAC;IACD,IAAI,CAACY,eAAe,GAAIO,KAAK,IAAK;MAChC,IAAIP,eAAe,EAAE;QACnBA,eAAe,CAACO,KAAK,GAAG,IAAIC,KAAK,CAACzB,QAAQ,CAACwB,KAAK,CAAC,CAAC,GAAGE,SAAS,CAAC;QAC/D;MACF,CAAC,MAAM;QACL,MAAM,IAAID,KAAK,CAACzB,QAAQ,CAACwB,KAAK,CAAC,CAAC;MAClC;IACF,CAAC;IACD,IAAI,CAACG,kBAAkB,CACrBT,cAAc,EACdC,UAAU,EACVC,eAAe,IAAI,UACrB,CAAC;EACH;EAEA,MAAaQ,SAASA,CACpBC,SAA0B,EAC1BC,aAA8B,EAC9BC,aAA8B,EAC9BC,eAAgC,EAChC;IACA,IAAI,CAACf,eAAe,CAACS,SAAS,CAAC;IAC/B,IAAI,CAACX,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACkB,MAAM,GAAG3C,aAAa,CAACuC,SAAS,CAAC;IAEtC,IAAI;MACF,MAAMjC,eAAe,CAACsC,IAAI,CACxBF,eAAe,IAAI,IAAI,CAACC,MAAM,CAACE,SAAS,CAACC,MAC3C,CAAC;MAED,CAACN,aAAa,EAAEC,aAAa,CAAC,GAC5B,MAAMlC,eAAe,CAACwC,sBAAsB,CAC1C,IAAI,CAACvB,6BAA6B,EAClCgB,aAAa,IAAI,IAAI,CAACG,MAAM,CAACK,OAAO,CAACC,OAAO,EAC5CR,aAAa,IAAI,IAAI,CAACE,MAAM,CAACK,OAAO,CAACE,OACvC,CAAC;IACL,CAAC,CAAC,OAAOC,CAAC,EAAE;MACV,IAAI,CAACxB,eAAe,CAACwB,CAAC,CAAC;MACvB;IACF;IAEA,IAAIZ,SAAS,KAAK,qBAAqB,EAAE;MACvC;MACA;MACA;MACA;MACAA,SAAS,GAAG,SAAS;IACvB;IAEA,IAAI;MACF,MAAM,IAAI,CAAC3B,wBAAwB,CAACwC,UAAU,CAACb,SAAS,EAAE,CACxDC,aAAa,EACbC,aAAa,CACd,CAAC;MACF,IAAI,CAACjB,6BAA6B,GAAG,CAAC,CAAC;MACvC,IAAI,CAACC,eAAe,CAAC,IAAI,CAAC;IAC5B,CAAC,CAAC,OAAO0B,CAAC,EAAE;MACV,IAAI,CAACxB,eAAe,CAACwB,CAAC,CAAC;IACzB;EACF;EAEOd,kBAAkBA,CACvBT,cAAuB,EACvBC,UAAmB,EACnBC,eAAoC,EACpC;IACA,IAAIA,eAAe,EAAE;MACnB,IAAI,CAACD,UAAU,GAAG3B,KAAK,CAAC4B,eAAe,CAAC,CAACD,UAAU,GAAG5B,MAAM;MAC5D,IAAI,CAAC2B,cAAc,GAAG1B,KAAK,CAAC4B,eAAe,CAAC,CAACF,cAAc,GAAG3B,MAAM;IACtE;IACA,IAAI6B,eAAe,KAAKD,UAAU,IAAID,cAAc,CAAC,EAAE;MACrDyB,OAAO,CAACC,IAAI,CACV,uEAAuExB,eAAe,GACxF,CAAC;IACH;IACA,IAAI,CAACD,UAAU,GAAG,CAACA,UAAU,IAAI,CAAC,IAAI5B,MAAM,IAAI,IAAI,CAAC4B,UAAU;IAC/D,IAAI,CAACD,cAAc,GAAG,CAACA,cAAc,IAAI,CAAC,IAAI3B,MAAM,IAAI,IAAI,CAAC2B,cAAc;IAC3E,IAAI,CAAC,GAAG,IAAI,CAACA,cAAc,GAAG,IAAI,CAACC,UAAU,IAAI,EAAE,GAAG5B,MAAM,EAAE;MAC5DoD,OAAO,CAACC,IAAI,CACV,8GAA8G,IAAI,CAACzB,UAAU,GAAG,CAAC,GAAG,IAAI,CAACD,cAAc,kCAAkC,EAAE,GAAG3B,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC2B,cAAc,GAChO,CAAC;MACD,IAAI,CAACC,UAAU,GAAG,EAAE,GAAG5B,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC2B,cAAc;IACzD;EACF;EAEQ2B,aAAaA,CAAA,EAAG;IACtB,IAAI,CAACnC,WAAW,GAAGoC,IAAI,CAACC,IAAI,CAAC,IAAI,CAACtC,QAAQ,CAACuC,MAAM,GAAG,IAAI,CAAC7B,UAAU,CAAC;IACpE,KAAK,IAAI8B,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAACvC,WAAW,EAAEuC,CAAC,EAAE,EAAE;MACzC,IAAIC,KAAe,GAAG,EAAE;MACxB,MAAMC,IAAI,GAAGL,IAAI,CAACM,GAAG,CAAC,IAAI,CAACjC,UAAU,GAAG8B,CAAC,GAAG,IAAI,CAAC/B,cAAc,EAAE,CAAC,CAAC;MACnE,MAAMmC,KAAK,GAAGP,IAAI,CAACQ,GAAG,CACpB,IAAI,CAACnC,UAAU,IAAI8B,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC/B,cAAc,EAC/C,IAAI,CAACT,QAAQ,CAACuC,MAChB,CAAC;MACDE,KAAK,GAAG,IAAI,CAACzC,QAAQ,CAAC8C,KAAK,CAACJ,IAAI,EAAEE,KAAK,CAAC;MACxC,IAAI,CAAC/C,MAAM,CAACkD,IAAI,CAACN,KAAK,CAAC;IACzB;EACF;EAEQO,UAAUA,CAAA,EAAG;IACnB,IAAI,CAACtD,QAAQ,GAAG,EAAE;IAClB,IAAI,CAACI,IAAI,GAAG,EAAE;IACd,IAAI,CAACE,QAAQ,GAAG,EAAE;IAClB,IAAI,CAACD,OAAO,GAAG,EAAE;IACjB,IAAI,CAACF,MAAM,GAAG,EAAE;IAChB,IAAI,CAACe,yBAAyB,CAAC,EAAE,CAAC;IAClC,IAAI,CAACJ,eAAe,CAACS,SAAS,CAAC;EACjC;EAEQgC,mBAAmBA,CAAA,EAAG;IAC5B;IACA,OAAO,IAAI,CAACnD,IAAI,CAACyC,MAAM,GACnB,IAAI,CAAC7B,UAAU,GAAG,CAAC,GAAG,IAAI,CAACD,cAAc,GACzC,IAAI,CAACC,UAAU,GAAG,IAAI,CAACD,cAAc;EAC3C;EAEA,MAAcyC,mBAAmBA,CAACC,aAAsB,EAAqB;IAC3E;IACA;IACA;IACA;IACA,IAAI,CAACA,aAAa,EAAE;MAClB,OAAO,CAAC,IAAI,CAAC3B,MAAM,CAACE,SAAS,CAAC0B,GAAG,CAAC;IACpC;IACA;IACA,MAAMC,WAAW,GAAG,MAAMlE,eAAe,CAACmE,SAAS,CAAC,KAAKH,aAAa,IAAI,CAAC;IAC3E,MAAMI,iBAAiB,GAAG,MAAMpE,eAAe,CAACmE,SAAS,CAAC,gBAAgB,CAAC;IAC3E,MAAME,mBAAmB,GACvB,MAAMrE,eAAe,CAACmE,SAAS,CAAC,kBAAkB,CAAC;IACrD,MAAMG,gBAAgB,GAAG,CACvB,IAAI,CAACjC,MAAM,CAACE,SAAS,CAAC0B,GAAG,EACzBC,WAAW,EACXE,iBAAiB,EACjBC,mBAAmB,CACpB;IACD,OAAOC,gBAAgB;EACzB;EAEA,MAAcC,WAAWA,CACvBjB,KAAe,EACfU,aAAoC,EACjB;IACnB,MAAMtC,GAAG,GAAG,MAAM,IAAI,CAACqC,mBAAmB,CAACC,aAAa,CAAC;IACzD,IAAIQ,eAAe,GAAG,CAAC;IACvB,IAAI,CAAC5D,OAAO,GAAG,IAAI,CAACL,QAAQ,CAACoD,KAAK,CAAC,CAAC;IACpC,IAAI;MACF,MAAM,IAAI,CAACc,MAAM,CAACnB,KAAK,CAAC;IAC1B,CAAC,CAAC,OAAO1B,KAAK,EAAE;MACd,IAAI,CAACP,eAAe,CAAC,IAAIQ,KAAK,CAACzB,QAAQ,CAACwB,KAAK,CAAC,GAAG,iBAAiB,CAAC,CAAC;MACpE,OAAO,EAAE;IACX;IACA,IAAI8C,SAAS,GAAGhD,GAAG,CAACiD,EAAE,CAAC,CAAC,CAAC,CAAW;IACpC,OAAOD,SAAS,KAAK,IAAI,CAACrC,MAAM,CAACE,SAAS,CAACqC,GAAG,EAAE;MAC9C,IAAI;QACFF,SAAS,GAAG,MAAM,IAAI,CAACG,MAAM,CAACnD,GAAG,CAAC;MACpC,CAAC,CAAC,OAAOE,KAAK,EAAE;QACd,IAAI,CAACP,eAAe,CAAC,IAAIQ,KAAK,CAACzB,QAAQ,CAACwB,KAAK,CAAC,GAAG,iBAAiB,CAAC,CAAC;QACpE,OAAO,CAAC,GAAGF,GAAG,EAAE,IAAI,CAACW,MAAM,CAACE,SAAS,CAACqC,GAAG,CAAC;MAC5C;MACAlD,GAAG,CAACkC,IAAI,CAACc,SAAS,CAAC;MACnB,IACE,IAAI,CAAC/D,IAAI,CAACyC,MAAM,GAAG,CAAC,IACpB1B,GAAG,CAAC0B,MAAM,GAAG,IAAI,CAACzC,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEvB,MAAM,IACrC1B,GAAG,CAAC0B,MAAM,GAAG,CAAC,KAAK,CAAC,EACpB;QACA,IAAI,CAACxC,OAAO,CAACgD,IAAI,CAAC,IAAI,CAACjD,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEH,eAAe,EAAE,CAAE,CAAC;QACxD,IAAI,CAAC/C,yBAAyB,CAAC,IAAI,CAACb,OAAO,CAAC;MAC9C;IACF;IACA,OAAOc,GAAG;EACZ;EAEA,MAAcoD,cAAcA,CAACnE,IAAgB,EAAqB;IAChE,MAAMoE,MAAM,GAAG7E,iBAAiB,CAC9BS,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAC,EACXhE,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAC,EACXlF,sBACF,CAAC;IACD,IAAI,CAACc,QAAQ,GAAG,CAAC,GAAG,IAAI,CAACA,QAAQ,EAAE,GAAGI,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEhB,KAAK,CAAC,CAAC,EAAEoB,MAAM,CAAC,CAAC;IACpE,IAAI,CAACtD,yBAAyB,CAAC,IAAI,CAAClB,QAAQ,CAAC;IAC7C,OAAO,IAAI,CAACA,QAAQ,CAACoD,KAAK,CAAC,CAAC;EAC9B;EAEQqB,QAAQA,CAACC,iBAAyB,EAAE;IAC1C,MAAMC,GAAG,GAAG,IAAI,CAACvE,IAAI,CAACyC,MAAM,GAAG,CAAC;IAChC,IAAI,IAAI,CAACzC,IAAI,CAACuE,GAAG,CAAC,CAAE,CAAC,CAAC,KAAK,IAAI,CAAC7C,MAAM,CAACE,SAAS,CAAC0B,GAAG,EAAE;MACpD,IAAI,CAACtD,IAAI,CAACuE,GAAG,CAAC,GAAG,IAAI,CAACvE,IAAI,CAACuE,GAAG,CAAC,CAAEvB,KAAK,CAACsB,iBAAiB,CAAC;IAC3D;EACF;EAEQE,SAASA,CAACF,iBAAyB,EAAE;IAC3C,MAAMC,GAAG,GAAG,IAAI,CAACvE,IAAI,CAACyC,MAAM,GAAG,CAAC;IAChC,IAAI,IAAI,CAACzC,IAAI,CAACuE,GAAG,CAAC,CAAEP,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAACtC,MAAM,CAACE,SAAS,CAACqC,GAAG,EAAE;MACxD,IAAI,CAACjE,IAAI,CAACuE,GAAG,CAAC,GAAG,IAAI,CAACvE,IAAI,CAACuE,GAAG,CAAC,CAAEvB,KAAK,CAAC,CAAC,EAAE,CAACsB,iBAAiB,CAAC;IAC/D;EACF;;EAEA;EACA;EACA,MAAcG,aAAaA,CAACpB,aAAsB,EAAE;IAClD,MAAMqB,gBAAgB,GAAG,CAAC,MAAM,IAAI,CAACtB,mBAAmB,CAACC,aAAa,CAAC,EACpEZ,MAAM;IACT,IAAI,CAAC4B,QAAQ,CAACK,gBAAgB,GAAGxF,kBAAkB,CAAC;IACpD,IAAI,CAACsF,SAAS,CAACE,gBAAgB,GAAGxF,kBAAkB,CAAC;EACvD;;EAEA;EACQyF,uBAAuBA,CAAA,EAAG;IAChC,MAAMC,eAAe,GAAG,IAAI,CAAC7E,MAAM,CAACiE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEvB,MAAM,GAAGzD,MAAM;IAC3D,MAAM6F,uBAAuB,GAAG,IAAI,CAAC9E,MAAM,CAACiE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEvB,MAAM,GAAGzD,MAAM;IACnE,IAAI4F,eAAe,GAAG,CAAC,IAAIC,uBAAuB,GAAGD,eAAe,GAAG,EAAE,EAAE;MACzE,IAAI,CAAC7E,MAAM,CAAC,IAAI,CAACA,MAAM,CAAC0C,MAAM,GAAG,CAAC,CAAC,GAAG,CACpC,GAAG,IAAI,CAAC1C,MAAM,CAACiE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAEhB,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAACrC,cAAc,GAAG,CAAC,CAAC,EACzD,GAAG,IAAI,CAACZ,MAAM,CAACiE,EAAE,CAAC,CAAC,CAAC,CAAE,CACvB;MACD,IAAI,CAACjE,MAAM,GAAG,IAAI,CAACA,MAAM,CAACiD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxC;EACF;EAEA,MAAchC,cAAcA,CAAC8D,QAAkB,EAAmB;IAChE,IAAI;MACF,OAAOzF,eAAe,CAAC6E,MAAM,CAACY,QAAQ,EAAE,IAAI,CAAC;IAC/C,CAAC,CAAC,OAAO5C,CAAC,EAAE;MACV,IAAI,CAACxB,eAAe,CAClB,IAAIQ,KAAK,CAAC,sDAAsDgB,CAAC,EAAE,CACrE,CAAC;MACD,OAAO,EAAE;IACX;EACF;EAEA,MAAa6C,UAAUA,CACrB7E,QAAkB,EAClBmD,aAAoC,EACnB;IACjB,IAAI;MACF,IAAI,CAAC,IAAI,CAACxD,OAAO,EAAE,MAAMqB,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACwF,eAAe,CAAC,CAAC;MACjE,IAAI,IAAI,CAAClF,YAAY,IAAI,IAAI,CAACM,SAAS,EACrC,MAAMc,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACyF,eAAe,CAAC,CAAC;MAChD,IAAI,CAAC,CAAC5B,aAAa,KAAK,IAAI,CAAC3B,MAAM,CAACwD,cAAc,EAChD,MAAM,IAAIhE,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAAC2F,yBAAyB,CAAC,CAAC;IAChE,CAAC,CAAC,OAAOjD,CAAC,EAAE;MACV,IAAI,CAACxB,eAAe,CAACwB,CAAC,CAAC;MACvB,OAAO,EAAE;IACX;;IAEA;IACA,IAAI,CAACzB,oBAAoB,CAAC,IAAI,CAAC;IAE/B,IAAI,CAACyC,UAAU,CAAC,CAAC;IACjB,IAAI,CAAChD,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACoC,aAAa,CAAC,CAAC;IACpB,IAAI,CAACqC,uBAAuB,CAAC,CAAC;IAE9B,KAAK,IAAIS,OAAO,GAAG,CAAC,EAAEA,OAAO,GAAG,IAAI,CAACrF,MAAM,CAAC0C,MAAM,EAAE2C,OAAO,EAAE,EAAE;MAC7D,MAAMrE,GAAG,GAAG,MAAM,IAAI,CAAC6C,WAAW,CAAC,IAAI,CAAC7D,MAAM,CAAEiE,EAAE,CAACoB,OAAO,CAAE,CAAC;MAC7D;MACA,IAAI,IAAI,CAACrF,MAAM,CAAC0C,MAAM,KAAK,CAAC,EAAE;QAC5B,IAAI,CAAC7C,QAAQ,GAAGmB,GAAG;QACnB,IAAI,CAACD,yBAAyB,CAACC,GAAG,CAAC;QACnC;MACF;MACA,IAAI,CAACf,IAAI,CAACiD,IAAI,CAAClC,GAAG,CAAC;MAEnB,IAAI,IAAI,CAACf,IAAI,CAACyC,MAAM,GAAG,CAAC,EAAE;;MAE1B;MACA,MAAM,IAAI,CAACgC,aAAa,CAACpB,aAAa,CAAC;MAEvC,IAAI,CAACpD,OAAO,GAAG,MAAM,IAAI,CAACkE,cAAc,CAAC,IAAI,CAACnE,IAAI,CAAC;;MAEnD;MACA;MACA,IAAI,IAAI,CAACA,IAAI,CAACyC,MAAM,KAAK,IAAI,CAAC1C,MAAM,CAAC0C,MAAM,EAAE;QAC3C,IAAI,CAAC7C,QAAQ,GAAG,CAAC,GAAG,IAAI,CAACA,QAAQ,EAAE,GAAG,IAAI,CAACI,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;QACxD,IAAI,CAAClD,yBAAyB,CAAC,IAAI,CAAClB,QAAQ,CAAC;QAC7C,IAAI,CAACK,OAAO,GAAG,IAAI,CAACL,QAAQ;MAC9B;IACF;IACA,MAAMyF,WAAW,GAAG,MAAM,IAAI,CAACrE,cAAc,CAAC,IAAI,CAACpB,QAAQ,CAAC;IAC5D,IAAI,CAACa,oBAAoB,CAAC,KAAK,CAAC;IAChC,OAAO4E,WAAW;EACpB;EAEA,MAAaC,mBAAmBA,CAC9BC,YAA8B,EAC9BrF,QAAmB,EACnBmD,aAAoC,EACnB;IACjB,IAAI;MACF,IAAI,CAAC,IAAI,CAACxD,OAAO,EAAE,MAAMqB,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACwF,eAAe,CAAC,CAAC;MACjE,IAAI,CAAC,CAAC3B,aAAa,KAAK,IAAI,CAAC3B,MAAM,CAACwD,cAAc,EAChD,MAAM,IAAIhE,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAAC2F,yBAAyB,CAAC,CAAC;MAE9D,IACEI,YAAY,KAAKpG,gBAAgB,CAACqG,KAAK,IACvC,CAAC,IAAI,CAACpF,SAAS,IACf,IAAI,CAACN,YAAY,EAEjB,MAAMoB,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACyF,eAAe,CAAC,CAAC;MAChD,IAAIM,YAAY,KAAKpG,gBAAgB,CAACqG,KAAK,IAAI,IAAI,CAACpF,SAAS,EAC3D,MAAMc,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACyF,eAAe,CAAC,CAAC;MAChD,IAAIM,YAAY,KAAKpG,gBAAgB,CAACsG,IAAI,IAAI,CAAC,IAAI,CAACrF,SAAS,EAC3D,MAAMc,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACkG,mBAAmB,CAAC,CAAC;MACpD,IAAIH,YAAY,KAAKpG,gBAAgB,CAACwG,IAAI,IAAI,CAAC,IAAI,CAACvF,SAAS,EAC3D,MAAMc,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACkG,mBAAmB,CAAC,CAAC;MACpD,IAAIH,YAAY,KAAKpG,gBAAgB,CAACsG,IAAI,IAAI,CAACvF,QAAQ,EACrD,MAAM,IAAIgB,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACoG,gBAAgB,CAAC,CAAC;IACvD,CAAC,CAAC,OAAO1D,CAAC,EAAE;MACV,IAAI,CAACxB,eAAe,CAACwB,CAAC,CAAC;MACvB,OAAO,EAAE;IACX;IAEA,IAAIqD,YAAY,KAAKpG,gBAAgB,CAACqG,KAAK,EAAE;MAC3C,IAAI,CAACtC,UAAU,CAAC,CAAC;MACjB,IAAI,CAAC9C,SAAS,GAAG,IAAI;MACrB,IAAI,CAACK,oBAAoB,CAAC,IAAI,CAAC;IACjC;IAEA,IAAI,CAACP,QAAQ,GAAG,CAAC,GAAG,IAAI,CAACA,QAAQ,EAAE,IAAIA,QAAQ,IAAI,EAAE,CAAC,CAAC;;IAEvD;IACA,OAAO,IAAI,CAACA,QAAQ,CAACuC,MAAM,IAAI,IAAI,CAACU,mBAAmB,CAAC,CAAC,EAAE;MACzD,MAAMR,KAAK,GAAG,IAAI,CAACzC,QAAQ,CAAC8C,KAAK,CAC/B,CAAC,EACD,IAAI,CAACpC,UAAU,GACb,IAAI,CAACD,cAAc,IAAI,CAAC,GAAGkF,MAAM,CAAC,IAAI,CAAC7F,IAAI,CAACyC,MAAM,GAAG,CAAC,CAAC,CAC3D,CAAC;MACD,IAAI,CAAC1C,MAAM,GAAG,CAAC4C,KAAK,CAAC,CAAC,CAAC;MACvB,IAAI,CAACzC,QAAQ,GAAG,IAAI,CAACA,QAAQ,CAAC8C,KAAK,CACjC,IAAI,CAACpC,UAAU,GAAG,IAAI,CAACD,cAAc,GAAGkF,MAAM,CAAC,IAAI,CAAC7F,IAAI,CAACyC,MAAM,KAAK,CAAC,CACvE,CAAC;MACD,MAAM1B,GAAG,GAAG,MAAM,IAAI,CAAC6C,WAAW,CAACjB,KAAK,EAAEU,aAAa,CAAC;MACxD,IAAI,CAACrD,IAAI,CAACiD,IAAI,CAAClC,GAAG,CAAC;MAEnB,IAAI,IAAI,CAACf,IAAI,CAACyC,MAAM,GAAG,CAAC,EAAE;MAE1B,MAAM,IAAI,CAACgC,aAAa,CAACpB,aAAa,CAAC;MACvC,MAAM,IAAI,CAACc,cAAc,CAAC,IAAI,CAACnE,IAAI,CAAC;IACtC;;IAEA;IACA;IACA,IAAIuF,YAAY,KAAKpG,gBAAgB,CAACwG,IAAI,EAAE;MAC1C;MACA,MAAMhD,KAAK,GAAG,IAAI,CAAC5C,MAAM,CAAC0C,MAAM,GAC5B,CACE,GAAG,IAAI,CAAC1C,MAAM,CAAC,CAAC,CAAC,CAAEiD,KAAK,CAAC,CAAC,EAAE,IAAI,CAACpC,UAAU,CAAC,EAC5C,GAAG,IAAI,CAACV,QAAQ,CACjB,CAAC8C,KAAK,CAAC,CAAC,IAAI,CAACpC,UAAU,GAAG,CAAC,GAAG,IAAI,CAACD,cAAc,CAAC,GACnD,IAAI,CAACT,QAAQ;MAEjB,IAAI,CAACA,QAAQ,GAAG,EAAE;MAClB,MAAMa,GAAG,GAAG,MAAM,IAAI,CAAC6C,WAAW,CAACjB,KAAK,EAAEU,aAAa,CAAC;MACxD,IAAI,CAACrD,IAAI,CAACiD,IAAI,CAAClC,GAAG,CAAC;MAEnB,IAAI,IAAI,CAACf,IAAI,CAACyC,MAAM,KAAK,CAAC,EAAE;QAC1B,IAAI,CAAC7C,QAAQ,GAAG,IAAI,CAACI,IAAI,CAAC,CAAC,CAAE;MAC/B,CAAC,MAAM;QACL,MAAM,IAAI,CAACyE,aAAa,CAACpB,aAAa,CAAC;QACvC,MAAM,IAAI,CAACc,cAAc,CAAC,IAAI,CAACnE,IAAI,CAAC;QACpC,IAAI,CAACJ,QAAQ,GAAG,CAAC,GAAG,IAAI,CAACA,QAAQ,EAAE,GAAG,IAAI,CAACI,IAAI,CAACgE,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC;MAC1D;MACA,IAAI,CAAClD,yBAAyB,CAAC,IAAI,CAAClB,QAAQ,CAAC;MAC7C,IAAI,CAACa,oBAAoB,CAAC,KAAK,CAAC;MAChC,IAAI,CAACL,SAAS,GAAG,KAAK;IACxB;IAEA,MAAMiF,WAAW,GAAG,MAAM,IAAI,CAACrE,cAAc,CAAC,IAAI,CAACpB,QAAQ,CAAC;IAE5D,OAAOyF,WAAW;EACpB;EAEA,MAAavB,MAAMA,CAAC5D,QAAkB,EAAE;IACtC,OAAO,MAAM,IAAI,CAACP,wBAAwB,CAACmE,MAAM,CAAC5D,QAAQ,CAAC;EAC7D;EAEA,MAAagE,MAAMA,CAACnD,GAAa,EAAE+E,SAAoB,EAAE;IACvD,OAAO,MAAM,IAAI,CAACnG,wBAAwB,CAACuE,MAAM,CAACnD,GAAG,EAAE+E,SAAS,IAAI,EAAE,CAAC;EACzE;AACF","ignoreList":[]}

package/lib/module/controllers/VerticalOCRController.js

@@ -2,8 +2,8 @@
 
 import { symbols } from '../constants/ocr/symbols';
 import { ETError, getError } from '../Error';
-import { _VerticalOCRModule } from '../native/RnExecutorchModules';
-import { fetchResource, calculateDownloadProgres } from '../utils/fetchResource';
+import { VerticalOCRNativeModule } from '../native/RnExecutorchModules';
+import { ResourceFetcher } from '../utils/ResourceFetcher';
 export class VerticalOCRController {
   isReady = false;
   isGenerating = false;
@@ -14,7 +14,7 @@ export class VerticalOCRController {
     isGeneratingCallback = _isGenerating => {},
     errorCallback = _error => {}
   }) {
-    this.nativeModule = new _VerticalOCRModule();
+    this.ocrNativeModule = VerticalOCRNativeModule;
     this.modelDownloadProgressCallback = modelDownloadProgressCallback;
     this.isReadyCallback = isReadyCallback;
     this.isGeneratingCallback = isGeneratingCallback;
@@ -28,12 +28,8 @@ export class VerticalOCRController {
       }
       this.isReady = false;
       this.isReadyCallback(this.isReady);
-      const recognizerPath = independentCharacters ? await fetchResource(recognizerSources.recognizerSmall, calculateDownloadProgres(3, 0, this.modelDownloadProgressCallback)) : await fetchResource(recognizerSources.recognizerLarge, calculateDownloadProgres(3, 0, this.modelDownloadProgressCallback));
-      const detectorPaths = {
-        detectorLarge: await fetchResource(detectorSources.detectorLarge, calculateDownloadProgres(3, 1, this.modelDownloadProgressCallback)),
-        detectorNarrow: await fetchResource(detectorSources.detectorNarrow, calculateDownloadProgres(3, 2, this.modelDownloadProgressCallback))
-      };
-      await this.nativeModule.loadModule(detectorPaths.detectorLarge, detectorPaths.detectorNarrow, recognizerPath, symbols[language], independentCharacters);
+      const paths = await ResourceFetcher.fetchMultipleResources(this.modelDownloadProgressCallback, detectorSources.detectorLarge, detectorSources.detectorNarrow, independentCharacters ? recognizerSources.recognizerSmall : recognizerSources.recognizerLarge);
+      await this.ocrNativeModule.loadModule(paths[0], paths[1], paths[2], symbols[language], independentCharacters);
       this.isReady = true;
       this.isReadyCallback(this.isReady);
     } catch (e) {
@@ -54,7 +50,7 @@ export class VerticalOCRController {
     try {
       this.isGenerating = true;
       this.isGeneratingCallback(this.isGenerating);
-      return await this.nativeModule.forward(input);
+      return await this.ocrNativeModule.forward(input);
     } catch (e) {
       throw new Error(getError(e));
     } finally {

package/lib/module/controllers/VerticalOCRController.js.map

@@ -1 +1 @@
-{"version":3,"names":["symbols","ETError","getError","_VerticalOCRModule","fetchResource","calculateDownloadProgres","VerticalOCRController","isReady","isGenerating","error","constructor","modelDownloadProgressCallback","_downloadProgress","isReadyCallback","_isReady","isGeneratingCallback","_isGenerating","errorCallback","_error","nativeModule","loadModel","detectorSources","recognizerSources","language","independentCharacters","Object","keys","length","Error","LanguageNotSupported","recognizerPath","recognizerSmall","recognizerLarge","detectorPaths","detectorLarge","detectorNarrow","loadModule","e","forward","input","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["controllers/VerticalOCRController.ts"],"mappings":";;AAAA,SAASA,OAAO,QAAQ,0BAA0B;AAClD,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAC5C,SAASC,kBAAkB,QAAQ,+BAA+B;AAGlE,SACEC,aAAa,EACbC,wBAAwB,QACnB,wBAAwB;AAE/B,OAAO,MAAMC,qBAAqB,CAAC;EAE1BC,OAAO,GAAY,KAAK;EACxBC,YAAY,GAAY,KAAK;EAC7BC,KAAK,GAAkB,IAAI;EAMlCC,WAAWA,CAAC;IACVC,6BAA6B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;IACjEC,eAAe,GAAIC,QAAiB,IAAK,CAAC,CAAC;IAC3CC,oBAAoB,GAAIC,aAAsB,IAAK,CAAC,CAAC;IACrDC,aAAa,GAAIC,MAAc,IAAK,CAAC;EACvC,CAAC,EAAE;IACD,IAAI,CAACC,YAAY,GAAG,IAAIhB,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAACQ,6BAA6B,GAAGA,6BAA6B;IAClE,IAAI,CAACE,eAAe,GAAGA,eAAe;IACtC,IAAI,CAACE,oBAAoB,GAAGA,oBAAoB;IAChD,IAAI,CAACE,aAAa,GAAGA,aAAa;EACpC;EAEOG,SAAS,GAAG,MAAAA,CACjBC,eAGC,EACDC,iBAGC,EACDC,QAAqB,EACrBC,qBAA8B,KAC3B;IACH,IAAI;MACF,IACEC,MAAM,CAACC,IAAI,CAACL,eAAe,CAAC,CAACM,MAAM,KAAK,CAAC,IACzCF,MAAM,CAACC,IAAI,CAACJ,iBAAiB,CAAC,CAACK,MAAM,KAAK,CAAC,EAE3C;MAEF,IAAI,CAAC3B,OAAO,CAACuB,QAAQ,CAAC,EAAE;QACtB,MAAM,IAAIK,KAAK,CAAC1B,QAAQ,CAACD,OAAO,CAAC4B,oBAAoB,CAAC,CAAC;MACzD;MAEA,IAAI,CAACtB,OAAO,GAAG,KAAK;MACpB,IAAI,CAACM,eAAe,CAAC,IAAI,CAACN,OAAO,CAAC;MAElC,MAAMuB,cAAc,GAAGN,qBAAqB,GACxC,MAAMpB,aAAa,CACjBkB,iBAAiB,CAACS,eAAe,EACjC1B,wBAAwB,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAACM,6BAA6B,CACnE,CAAC,GACD,MAAMP,aAAa,CACjBkB,iBAAiB,CAACU,eAAe,EACjC3B,wBAAwB,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAACM,6BAA6B,CACnE,CAAC;MAEL,MAAMsB,aAAa,GAAG;QACpBC,aAAa,EAAE,MAAM9B,aAAa,CAChCiB,eAAe,CAACa,aAAa,EAC7B7B,wBAAwB,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAACM,6BAA6B,CACnE,CAAC;QACDwB,cAAc,EAAE,MAAM/B,aAAa,CACjCiB,eAAe,CAACc,cAAc,EAC9B9B,wBAAwB,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAACM,6BAA6B,CACnE;MACF,CAAC;MAED,MAAM,IAAI,CAACQ,YAAY,CAACiB,UAAU,CAChCH,aAAa,CAACC,aAAa,EAC3BD,aAAa,CAACE,cAAc,EAC5BL,cAAc,EACd9B,OAAO,CAACuB,QAAQ,CAAC,EACjBC,qBACF,CAAC;MAED,IAAI,CAACjB,OAAO,GAAG,IAAI;MACnB,IAAI,CAACM,eAAe,CAAC,IAAI,CAACN,OAAO,CAAC;IACpC,CAAC,CAAC,OAAO8B,CAAC,EAAE;MACV,IAAI,IAAI,CAACpB,aAAa,EAAE;QACtB,IAAI,CAACA,aAAa,CAACf,QAAQ,CAACmC,CAAC,CAAC,CAAC;MACjC,CAAC,MAAM;QACL,MAAM,IAAIT,KAAK,CAAC1B,QAAQ,CAACmC,CAAC,CAAC,CAAC;MAC9B;IACF;EACF,CAAC;EAEMC,OAAO,GAAG,MAAOC,KAAa,IAAK;IACxC,IAAI,CAAC,IAAI,CAAChC,OAAO,EAAE;MACjB,MAAM,IAAIqB,KAAK,CAAC1B,QAAQ,CAACD,OAAO,CAACuC,eAAe,CAAC,CAAC;IACpD;IACA,IAAI,IAAI,CAAChC,YAAY,EAAE;MACrB,MAAM,IAAIoB,KAAK,CAAC1B,QAAQ,CAACD,OAAO,CAACwC,eAAe,CAAC,CAAC;IACpD;IAEA,IAAI;MACF,IAAI,CAACjC,YAAY,GAAG,IAAI;MACxB,IAAI,CAACO,oBAAoB,CAAC,IAAI,CAACP,YAAY,CAAC;MAC5C,OAAO,MAAM,IAAI,CAACW,YAAY,CAACmB,OAAO,CAACC,KAAK,CAAC;IAC/C,CAAC,CAAC,OAAOF,CAAC,EAAE;MACV,MAAM,IAAIT,KAAK,CAAC1B,QAAQ,CAACmC,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACR,IAAI,CAAC7B,YAAY,GAAG,KAAK;MACzB,IAAI,CAACO,oBAAoB,CAAC,IAAI,CAACP,YAAY,CAAC;IAC9C;EACF,CAAC;AACH","ignoreList":[]}
+{"version":3,"names":["symbols","ETError","getError","VerticalOCRNativeModule","ResourceFetcher","VerticalOCRController","isReady","isGenerating","error","constructor","modelDownloadProgressCallback","_downloadProgress","isReadyCallback","_isReady","isGeneratingCallback","_isGenerating","errorCallback","_error","ocrNativeModule","loadModel","detectorSources","recognizerSources","language","independentCharacters","Object","keys","length","Error","LanguageNotSupported","paths","fetchMultipleResources","detectorLarge","detectorNarrow","recognizerSmall","recognizerLarge","loadModule","e","forward","input","ModuleNotLoaded","ModelGenerating"],"sourceRoot":"../../../src","sources":["controllers/VerticalOCRController.ts"],"mappings":";;AAAA,SAASA,OAAO,QAAQ,0BAA0B;AAClD,SAASC,OAAO,EAAEC,QAAQ,QAAQ,UAAU;AAC5C,SAASC,uBAAuB,QAAQ,+BAA+B;AAGvE,SAASC,eAAe,QAAQ,0BAA0B;AAE1D,OAAO,MAAMC,qBAAqB,CAAC;EAE1BC,OAAO,GAAY,KAAK;EACxBC,YAAY,GAAY,KAAK;EAC7BC,KAAK,GAAkB,IAAI;EAMlCC,WAAWA,CAAC;IACVC,6BAA6B,GAAIC,iBAAyB,IAAK,CAAC,CAAC;IACjEC,eAAe,GAAIC,QAAiB,IAAK,CAAC,CAAC;IAC3CC,oBAAoB,GAAIC,aAAsB,IAAK,CAAC,CAAC;IACrDC,aAAa,GAAIC,MAAc,IAAK,CAAC;EACvC,CAAC,EAAE;IACD,IAAI,CAACC,eAAe,GAAGf,uBAAuB;IAC9C,IAAI,CAACO,6BAA6B,GAAGA,6BAA6B;IAClE,IAAI,CAACE,eAAe,GAAGA,eAAe;IACtC,IAAI,CAACE,oBAAoB,GAAGA,oBAAoB;IAChD,IAAI,CAACE,aAAa,GAAGA,aAAa;EACpC;EAEOG,SAAS,GAAG,MAAAA,CACjBC,eAGC,EACDC,iBAGC,EACDC,QAAqB,EACrBC,qBAA8B,KAC3B;IACH,IAAI;MACF,IACEC,MAAM,CAACC,IAAI,CAACL,eAAe,CAAC,CAACM,MAAM,KAAK,CAAC,IACzCF,MAAM,CAACC,IAAI,CAACJ,iBAAiB,CAAC,CAACK,MAAM,KAAK,CAAC,EAE3C;MAEF,IAAI,CAAC1B,OAAO,CAACsB,QAAQ,CAAC,EAAE;QACtB,MAAM,IAAIK,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAAC2B,oBAAoB,CAAC,CAAC;MACzD;MAEA,IAAI,CAACtB,OAAO,GAAG,KAAK;MACpB,IAAI,CAACM,eAAe,CAAC,IAAI,CAACN,OAAO,CAAC;MAElC,MAAMuB,KAAK,GAAG,MAAMzB,eAAe,CAAC0B,sBAAsB,CACxD,IAAI,CAACpB,6BAA6B,EAClCU,eAAe,CAACW,aAAa,EAC7BX,eAAe,CAACY,cAAc,EAC9BT,qBAAqB,GACjBF,iBAAiB,CAACY,eAAe,GACjCZ,iBAAiB,CAACa,eACxB,CAAC;MAED,MAAM,IAAI,CAAChB,eAAe,CAACiB,UAAU,CACnCN,KAAK,CAAC,CAAC,CAAC,EACRA,KAAK,CAAC,CAAC,CAAC,EACRA,KAAK,CAAC,CAAC,CAAC,EACR7B,OAAO,CAACsB,QAAQ,CAAC,EACjBC,qBACF,CAAC;MAED,IAAI,CAACjB,OAAO,GAAG,IAAI;MACnB,IAAI,CAACM,eAAe,CAAC,IAAI,CAACN,OAAO,CAAC;IACpC,CAAC,CAAC,OAAO8B,CAAC,EAAE;MACV,IAAI,IAAI,CAACpB,aAAa,EAAE;QACtB,IAAI,CAACA,aAAa,CAACd,QAAQ,CAACkC,CAAC,CAAC,CAAC;MACjC,CAAC,MAAM;QACL,MAAM,IAAIT,KAAK,CAACzB,QAAQ,CAACkC,CAAC,CAAC,CAAC;MAC9B;IACF;EACF,CAAC;EAEMC,OAAO,GAAG,MAAOC,KAAa,IAAK;IACxC,IAAI,CAAC,IAAI,CAAChC,OAAO,EAAE;MACjB,MAAM,IAAIqB,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACsC,eAAe,CAAC,CAAC;IACpD;IACA,IAAI,IAAI,CAAChC,YAAY,EAAE;MACrB,MAAM,IAAIoB,KAAK,CAACzB,QAAQ,CAACD,OAAO,CAACuC,eAAe,CAAC,CAAC;IACpD;IAEA,IAAI;MACF,IAAI,CAACjC,YAAY,GAAG,IAAI;MACxB,IAAI,CAACO,oBAAoB,CAAC,IAAI,CAACP,YAAY,CAAC;MAC5C,OAAO,MAAM,IAAI,CAACW,eAAe,CAACmB,OAAO,CAACC,KAAK,CAAC;IAClD,CAAC,CAAC,OAAOF,CAAC,EAAE;MACV,MAAM,IAAIT,KAAK,CAACzB,QAAQ,CAACkC,CAAC,CAAC,CAAC;IAC9B,CAAC,SAAS;MACR,IAAI,CAAC7B,YAAY,GAAG,KAAK;MACzB,IAAI,CAACO,oBAAoB,CAAC,IAAI,CAACP,YAAY,CAAC;IAC9C;EACF,CAAC;AACH","ignoreList":[]}

package/lib/module/hooks/computer_vision/useClassification.js

@@ -1,28 +1,13 @@
 "use strict";
 
-import { useState } from 'react';
-import { _ClassificationModule } from '../../native/RnExecutorchModules';
+import { ClassificationModule } from '../../modules/computer_vision/ClassificationModule';
 import { useModule } from '../useModule';
 export const useClassification = ({
-  modelSource
-}) => {
-  const [module, _] = useState(() => new _ClassificationModule());
-  const {
-    error,
-    isReady,
-    isGenerating,
-    downloadProgress,
-    forwardImage: forward
-  } = useModule({
-    modelSource,
-    module
-  });
-  return {
-    error,
-    isReady,
-    isGenerating,
-    downloadProgress,
-    forward
-  };
-};
+  modelSource,
+  preventLoad = false
+}) => useModule({
+  module: ClassificationModule,
+  loadArgs: [modelSource],
+  preventLoad
+});
 //# sourceMappingURL=useClassification.js.map

package/lib/module/hooks/computer_vision/useClassification.js.map

@@ -1 +1 @@
-{"version":3,"names":["useState","_ClassificationModule","useModule","useClassification","modelSource","module","_","error","isReady","isGenerating","downloadProgress","forwardImage","forward"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useClassification.ts"],"mappings":";;AAAA,SAASA,QAAQ,QAAQ,OAAO;AAChC,SAASC,qBAAqB,QAAQ,kCAAkC;AACxE,SAASC,SAAS,QAAQ,cAAc;AAMxC,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAChCC;AACK,CAAC,KAMH;EACH,MAAM,CAACC,MAAM,EAAEC,CAAC,CAAC,GAAGN,QAAQ,CAAC,MAAM,IAAIC,qBAAqB,CAAC,CAAC,CAAC;EAC/D,MAAM;IACJM,KAAK;IACLC,OAAO;IACPC,YAAY;IACZC,gBAAgB;IAChBC,YAAY,EAAEC;EAChB,CAAC,GAAGV,SAAS,CAAC;IACZE,WAAW;IACXC;EACF,CAAC,CAAC;EAEF,OAAO;IAAEE,KAAK;IAAEC,OAAO;IAAEC,YAAY;IAAEC,gBAAgB;IAAEE;EAAQ,CAAC;AACpE,CAAC","ignoreList":[]}
+{"version":3,"names":["ClassificationModule","useModule","useClassification","modelSource","preventLoad","module","loadArgs"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useClassification.ts"],"mappings":";;AAAA,SAASA,oBAAoB,QAAQ,oDAAoD;AAEzF,SAASC,SAAS,QAAQ,cAAc;AAExC,OAAO,MAAMC,iBAAiB,GAAGA,CAAC;EAChCC,WAAW;EACXC,WAAW,GAAG;AAIhB,CAAC,KACCH,SAAS,CAAC;EACRI,MAAM,EAAEL,oBAAoB;EAC5BM,QAAQ,EAAE,CAACH,WAAW,CAAC;EACvBC;AACF,CAAC,CAAC","ignoreList":[]}

package/lib/module/hooks/computer_vision/useImageSegmentation.js

@@ -0,0 +1,13 @@
+"use strict";
+
+import { useModule } from '../useModule';
+import { ImageSegmentationModule } from '../../modules/computer_vision/ImageSegmentationModule';
+export const useImageSegmentation = ({
+  modelSource,
+  preventLoad = false
+}) => useModule({
+  module: ImageSegmentationModule,
+  loadArgs: [modelSource],
+  preventLoad
+});
+//# sourceMappingURL=useImageSegmentation.js.map

package/lib/module/hooks/computer_vision/useImageSegmentation.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["useModule","ImageSegmentationModule","useImageSegmentation","modelSource","preventLoad","module","loadArgs"],"sourceRoot":"../../../../src","sources":["hooks/computer_vision/useImageSegmentation.ts"],"mappings":";;AAAA,SAASA,SAAS,QAAQ,cAAc;AACxC,SAASC,uBAAuB,QAAQ,uDAAuD;AAQ/F,OAAO,MAAMC,oBAAoB,GAAGA,CAAC;EACnCC,WAAW;EACXC,WAAW,GAAG;AACT,CAAC,KACNJ,SAAS,CAAC;EACRK,MAAM,EAAEJ,uBAAuB;EAC/BK,QAAQ,EAAE,CAACH,WAAW,CAAC;EACvBC;AACF,CAAC,CAAC","ignoreList":[]}