react-native-executorch 0.9.0 → 0.9.2

package/lib/module/controllers/LLMController.js

@@ -47,11 +47,7 @@ export class LLMController {
     return this._messageHistory;
   }
   async load({
-    modelSource,
-    tokenizerSource,
-    tokenizerConfigSource,
-    capabilities,
-    defaultGenerationConfig,
+    model,
     onDownloadProgressCallback
   }) {
     // reset inner state when loading new model
@@ -59,8 +55,8 @@ export class LLMController {
     this.isGeneratingCallback(false);
     this.isReadyCallback(false);
     try {
-      const tokenizersPromise = ResourceFetcher.fetch(undefined, tokenizerSource, tokenizerConfigSource);
-      const modelPromise = ResourceFetcher.fetch(onDownloadProgressCallback, modelSource);
+      const tokenizersPromise = ResourceFetcher.fetch(undefined, model.tokenizerSource, model.tokenizerConfigSource);
+      const modelPromise = ResourceFetcher.fetch(onDownloadProgressCallback, model.modelSource);
       const [tokenizersResults, modelResult] = await Promise.all([tokenizersPromise, modelPromise]);
       const tokenizerPath = tokenizersResults?.[0];
       const tokenizerConfigPath = tokenizersResults?.[1];
@@ -72,12 +68,13 @@ export class LLMController {
       if (this.nativeModule) {
         this.nativeModule.unload();
       }
-      this.nativeModule = await global.loadLLM(modelPath, tokenizerPath, capabilities ?? []);
-      if (defaultGenerationConfig) {
+      this.audioConfig = model.audioConfig;
+      this.nativeModule = await global.loadLLM(modelPath, tokenizerPath, model.capabilities ?? []);
+      if (model.generationConfig) {
         // Apply model-specific recommended sampling defaults before flipping
         // isReady so callers that react to it see the right config on first
         // send. User-provided `configure()` calls still override these.
-        this.applyGenerationConfig(defaultGenerationConfig);
+        this.applyGenerationConfig(model.generationConfig);
       }
       this.isReadyCallback(true);
       this.onToken = data => {
@@ -157,11 +154,21 @@ export class LLMController {
     }
     return token;
   }
+  getAudioToken() {
+    const token = this.tokenizerConfig.audio_token;
+    if (!token) {
+      throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, "Tokenizer config is missing 'audio_token'. Audio-capable models require tokenizerConfigSource with an 'audio_token' field.");
+    }
+    return token;
+  }
   filterSpecialTokens(text) {
     let filtered = text;
     if (SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig && this.tokenizerConfig.eos_token) {
       filtered = filtered.replaceAll(this.tokenizerConfig.eos_token, '');
     }
+    if (SPECIAL_TOKENS.EOT_TOKEN in this.tokenizerConfig && this.tokenizerConfig.eot_token) {
+      filtered = filtered.replaceAll(this.tokenizerConfig.eot_token, '');
+    }
     if (SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig && this.tokenizerConfig.pad_token) {
       filtered = filtered.replaceAll(this.tokenizerConfig.pad_token, '');
     }
@@ -178,17 +185,29 @@ export class LLMController {
     this.isReadyCallback(false);
     this.isGeneratingCallback(false);
   }
-  async forward(input, imagePaths) {
+  async forward(input, imagePaths, audioWaveforms) {
     if (!this._isReady) {
       throw new RnExecutorchError(RnExecutorchErrorCode.ModuleNotLoaded);
     }
     if (this._isGenerating) {
       throw new RnExecutorchError(RnExecutorchErrorCode.ModelGenerating);
     }
+    const hasImages = !!imagePaths && imagePaths.length > 0;
+    const hasAudio = !!audioWaveforms && audioWaveforms.length > 0;
     try {
       this.isGeneratingCallback(true);
       this.nativeModule.reset();
-      const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths.map(normalizeImagePath), this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
+      let response;
+      if (hasImages || hasAudio) {
+        response = await this.nativeModule.generateMultimodal(input, this.onToken, {
+          imagePaths: hasImages ? imagePaths.map(normalizeImagePath) : null,
+          imageToken: hasImages ? this.getImageToken() : null,
+          audioWaveforms: hasAudio ? audioWaveforms : null,
+          audioToken: hasAudio ? this.getAudioToken() : null
+        });
+      } else {
+        response = await this.nativeModule.generate(input, this.onToken);
+      }
       return this.filterSpecialTokens(response);
     } catch (e) {
       throw parseUnknownError(e);
@@ -228,19 +247,24 @@ export class LLMController {
       Logger.warn(`You are not providing system prompt. You can pass it in the first message using { role: 'system', content: YOUR_PROMPT }. Otherwise prompt from your model's chat template will be used.`);
     }
     const imagePaths = messages.filter(m => m.mediaPath).map(m => m.mediaPath);
+    const audioWaveforms = messages.filter(m => m.audioWaveform).map(m => m.audioWaveform);
     const renderedChat = this.applyChatTemplate(messages, this.tokenizerConfig, tools, {
       tools_in_user_message: false,
       add_generation_prompt: true
     });
-    return await this.forward(renderedChat, imagePaths.length > 0 ? imagePaths : undefined);
+    return await this.forward(renderedChat, imagePaths.length > 0 ? imagePaths : undefined, audioWaveforms.length > 0 ? audioWaveforms : undefined);
   }
   async sendMessage(message, media) {
     const mediaPath = media?.imagePath;
+    const audioBuffer = media?.audioBuffer;
     const newMessage = {
       content: message,
       role: 'user',
       ...(mediaPath ? {
         mediaPath
+      } : {}),
+      ...(audioBuffer ? {
+        audioWaveform: audioBuffer
       } : {})
     };
     const updatedHistory = [...this._messageHistory, newMessage];
@@ -253,7 +277,17 @@ export class LLMController {
       });
       const textTokens = this.nativeModule.countTextTokens(rendered);
       const imageCount = messages.filter(m => m.mediaPath).length;
-      return textTokens + imageCount * (visualTokenCount - 1);
+      // Audio soft-token expansion: audio_encoder pads samples to
+      // multiples of this.audioConfig.samplesPerBlock (7680 @ 16 kHz) and emits
+      // this.audioConfig.tokensPerBlock (~12) soft tokens per padded block. The
+      // rendered template only contributes 1 token for the audio placeholder,
+      // so add (expansion - 1) per audio message to match prefill consumption.
+      const audioTokenExpansion = messages.reduce((acc, m) => {
+        if (!m.audioWaveform) return acc;
+        const kBlocks = Math.max(1, Math.ceil(m.audioWaveform.length / this.audioConfig.samplesPerBlock));
+        return acc + (this.audioConfig.tokensPerBlock * kBlocks - 1);
+      }, 0);
+      return textTokens + imageCount * (visualTokenCount - 1) + audioTokenExpansion;
     };
     const maxContextLength = this.nativeModule.getMaxContextLength();
     const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt, updatedHistory, maxContextLength, countTokensCallback);
@@ -327,14 +361,29 @@ function normalizeImagePath(path) {
  * @returns Messages with image-bearing turns rewritten to structured content.
  */
 function messagesForChatTemplate(messages) {
-  return messages.map(m => m.mediaPath && typeof m.content === 'string' ? {
-    ...m,
-    content: [{
+  return messages.map(m => {
+    if (typeof m.content !== 'string') return m;
+    const hasImage = !!m.mediaPath;
+    const hasAudio = !!m.audioWaveform;
+    if (!hasImage && !hasAudio) return m;
+    const parts = [];
+    if (hasImage) parts.push({
       type: 'image'
-    }, {
+    });
+    if (hasAudio) parts.push({
+      type: 'audio'
+    });
+    parts.push({
       type: 'text',
       text: m.content
-    }]
-  } : m);
+    });
+    // Drop the Float32Array on the clone only — passing it into the Jinja
+    // template engine slows render past 3s. Don't mutate m;
+    return {
+      ...m,
+      content: parts,
+      audioWaveform: undefined
+    };
+  });
 }
 //# sourceMappingURL=LLMController.js.map

package/lib/module/controllers/LLMController.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","defaultGenerationConfig","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","applyGenerationConfig","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topP","topp","InvalidConfig","setTopp","minP","setMinP","repetitionPenalty","setRepetitionPenalty","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","map","normalizeImagePath","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","toolResponse","executeToolCallback","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render","messagesForChatTemplate","path","startsWith","type"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC,uBAAuB;IACvBC;EAQF,CAAC,EAAE;IACD;IACA,IAAI,CAACb,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMc,iBAAiB,GAAG/B,eAAe,CAACgC,KAAK,CAC7CC,SAAS,EACTR,eAAe,EACfC,qBACF,CAAC;MAED,MAAMQ,YAAY,GAAGlC,eAAe,CAACgC,KAAK,CACxCH,0BAA0B,EAC1BL,WACF,CAAC;MAED,MAAM,CAACW,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAInC,iBAAiB,CAACE,qBAAqB,CAACkC,mBAAmB,CAAC;MACxE;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM7C,eAAe,CAAC8C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbZ,YAAY,IAAI,EAClB,CAAC;MACD,IAAIC,uBAAuB,EAAE;QAC3B;QACA;QACA;QACA,IAAI,CAACwB,qBAAqB,CAACxB,uBAAuB,CAAC;MACrD;MACA,IAAI,CAACX,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACoC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAAC1C,aAAa,CAACwC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVrD,MAAM,CAACsD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACzC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACmD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC7C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO8C,SAASA,CAAC;IACfnD,UAAU;IACVoD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACrD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACoD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAE;MACpB,IAAI,CAACX,qBAAqB,CAACW,gBAAgB,CAAC;IAC9C;;IAEA;IACA,IAAI,CAAC/C,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQkC,qBAAqBA,CAACW,gBAAkC,EAAE;IAChE,IAAIA,gBAAgB,CAACC,oBAAoB,EAAE;MACzC,IAAI,CAAChB,YAAY,CAACiB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,CAACG,iBAAiB,EAAE;MACtC,IAAI,CAAClB,YAAY,CAACmB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,CAACK,WAAW,KAAKnC,SAAS,EAAE;MAC9C,IAAI,CAACe,YAAY,CAACqB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA;IACA;IACA;IACA,MAAME,IAAI,GAAGP,gBAAgB,CAACO,IAAI,IAAIP,gBAAgB,CAACQ,IAAI;IAC3D,IAAID,IAAI,KAAKrC,SAAS,EAAE;MACtB,IAAIqC,IAAI,GAAG,CAAC,IAAIA,IAAI,GAAG,CAAC,EAAE;QACxB,MAAM,IAAIhE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAACyB,OAAO,CAACH,IAAI,CAAC;IACjC;IACA,IAAIP,gBAAgB,CAACW,IAAI,KAAKzC,SAAS,EAAE;MACvC,IAAI8B,gBAAgB,CAACW,IAAI,GAAG,CAAC,IAAIX,gBAAgB,CAACW,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAIpE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC2B,OAAO,CAACZ,gBAAgB,CAACW,IAAI,CAAC;IAClD;IACA,IAAIX,gBAAgB,CAACa,iBAAiB,KAAK3C,SAAS,EAAE;MACpD,IAAI8B,gBAAgB,CAACa,iBAAiB,GAAG,CAAC,EAAE;QAC1C,MAAM,IAAItE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,yCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC6B,oBAAoB,CACpCd,gBAAgB,CAACa,iBACnB,CAAC;IACH;EACF;EAEQE,aAAaA,CAAA,EAAW;IAC9B,MAAM3D,KAAK,GAAG,IAAI,CAACwB,eAAe,CAACoC,WAAW;IAC9C,IAAI,CAAC5D,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOrD,KAAK;EACd;EAEQqC,mBAAmBA,CAACwB,IAAY,EAAU;IAChD,IAAIzB,QAAQ,GAAGyB,IAAI;IACnB,IACE7E,cAAc,CAAC8E,SAAS,IAAI,IAAI,CAACtC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACuC,SAAS,EAC9B;MACA3B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAACuC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACE/E,cAAc,CAACiF,SAAS,IAAI,IAAI,CAACzC,eAAe,IAChD,IAAI,CAACA,eAAe,CAAC0C,SAAS,EAC9B;MACA9B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAAC0C,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAO9B,QAAQ;EACjB;EAEO+B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAC1E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAClC,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACL,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAChC,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAasE,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAAC/E,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CAACE,qBAAqB,CAACmF,eAAe,CAAC;IACpE;IACA,IAAI,IAAI,CAAC/E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CAACE,qBAAqB,CAAC+E,eAAe,CAAC;IACpE;IACA,IAAI;MACF,IAAI,CAACrE,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC8B,YAAY,CAAC4C,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAACjC,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACT,YAAY,CAAC8C,kBAAkB,CACxCL,KAAK,EACLC,UAAU,CAACK,GAAG,CAACC,kBAAkB,CAAC,EAClC,IAAI,CAAClB,aAAa,CAAC,CAAC,EACpB,IAAI,CAACzB,OACP,CAAC,GACD,MAAM,IAAI,CAACL,YAAY,CAACiD,QAAQ,CAACR,KAAK,EAAE,IAAI,CAACpC,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACqC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAOnC,CAAC,EAAE;MACV,MAAMnD,iBAAiB,CAACmD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACxC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOgF,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAClD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAAC3C,YAAY,CAACkD,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAACnD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACmD,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAACpD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACoD,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAAC5F,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIW,QAAQ,CAAC7C,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAInD,iBAAiB,CACzBE,qBAAqB,CAACgG,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDpG,MAAM,CAACqG,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMhB,UAAU,GAAGY,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1Bd,GAAG,CAAEa,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAMC,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB4D,KAAK,EACL;MAAES,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACzB,OAAO,CACvBsB,YAAY,EACZpB,UAAU,CAACjC,MAAM,GAAG,CAAC,GAAGiC,UAAU,GAAGzD,SACvC,CAAC;EACH;EAEA,MAAaiF,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMP,SAAS,GAAGO,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBV,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMW,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC3G,eAAe,EAAEyG,UAAU,CAAC;IAC5D,IAAI,CAACtG,sBAAsB,CAACwG,cAAc,CAAC;IAE3C,MAAMC,gBAAgB,GAAG,IAAI,CAACzE,YAAY,CAAC0E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIrB,QAAmB,IAAK;MACnD,MAAMsB,QAAQ,GAAG,IAAI,CAACb,iBAAiB,CACrCT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB,IAAI,CAACmB,WAAW,EAAEyC,KAAK,EACvB;QAAES,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMY,UAAU,GAAG,IAAI,CAAC7E,YAAY,CAAC8E,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAGzB,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAACpD,MAAM;MAC7D,OAAOoE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAChF,YAAY,CAACiF,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAACxH,UAAU,CAACyH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAAC1H,UAAU,CAAC2H,YAAY,EAC5Bb,cAAc,EACdQ,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM9B,QAAQ,GAAG,MAAM,IAAI,CAACI,QAAQ,CAClCiC,wBAAwB,EACxB,IAAI,CAACpE,WAAW,EAAEyC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAACzC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACwE,gBAAgB,EAAE;MAC1D,IAAI,CAACtH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAE0G,OAAO,EAAE1B,QAAQ;QAAEY,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAAC3C,WAAW,EAAE;MACpB,IAAI;QACF,MAAMyE,SAAS,GAAGnI,aAAa,CAACyF,QAAQ,CAAC;QACzC,KAAK,MAAM2C,QAAQ,IAAID,SAAS,EAAE;UAChC,MAAME,YAAY,GAChB,MAAM,IAAI,CAAC3E,WAAW,CAAC4E,mBAAmB,CAACF,QAAQ,CAAC;UACtD,IAAIC,YAAY,IAAI,IAAI,EAAE;YACxB,IAAI,CAACzH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAE0G,OAAO,EAAEkB,YAAY;cAAEhC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF;MACF,CAAC,CAAC,OAAO/C,CAAC,EAAE;QACV,MAAMnD,iBAAiB,CAACmD,CAAC,CAAC;MAC5B;IACF;IAEA,OAAOmC,QAAQ;EACjB;EAEO8C,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAChI,eAAe,CAACiI,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAAC5H,sBAAsB,CAAC6H,iBAAiB,CAAC;EAChD;EAEQ9B,iBAAiBA,CACvBT,QAAmB,EACnB3D,eAAoB,EACpB4D,KAAiB,EACjBwC,aAAsB,EACd;IACR,IAAI,CAACpG,eAAe,CAACqG,aAAa,EAAE;MAClC,MAAM,IAAI1I,iBAAiB,CACzBE,qBAAqB,CAACyI,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAIjJ,QAAQ,CAAC0C,eAAe,CAACqG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAACnJ,cAAc,CAAC,CAC1BwG,MAAM,CAAE4C,GAAG,IAAKA,GAAG,IAAI5G,eAAe,CAAC,CACvCoD,GAAG,CAAEwD,GAAG,IAAK,CAACA,GAAG,EAAE5G,eAAe,CAAC4G,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BnD,QAAQ,EAAEoD,uBAAuB,CAACpD,QAAQ,CAAC;MAC3CC,KAAK;MACL,GAAGwC,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASxD,kBAAkBA,CAAC2D,IAAY,EAAU;EAChD,OAAOA,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,IAAI,GAAG,UAAUA,IAAI,EAAE;AAC7D;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASD,uBAAuBA,CAACpD,QAAmB,EAAS;EAC3D,OAAOA,QAAQ,CAACP,GAAG,CAAEa,CAAC,IACpBA,CAAC,CAACC,SAAS,IAAI,OAAOD,CAAC,CAACW,OAAO,KAAK,QAAQ,GACxC;IACE,GAAGX,CAAC;IACJW,OAAO,EAAE,CAAC;MAAEsC,IAAI,EAAE;IAAQ,CAAC,EAAE;MAAEA,IAAI,EAAE,MAAM;MAAE7E,IAAI,EAAE4B,CAAC,CAACW;IAAQ,CAAC;EAChE,CAAC,GACDX,CACN,CAAC;AACH","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","model","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","tokenizerSource","tokenizerConfigSource","modelPromise","modelSource","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","audioConfig","global","loadLLM","capabilities","generationConfig","applyGenerationConfig","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topP","topp","InvalidConfig","setTopp","minP","setMinP","repetitionPenalty","setRepetitionPenalty","getImageToken","image_token","getAudioToken","audio_token","text","EOS_TOKEN","eos_token","replaceAll","EOT_TOKEN","eot_token","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","audioWaveforms","ModuleNotLoaded","hasImages","hasAudio","reset","response","generateMultimodal","map","normalizeImagePath","imageToken","audioToken","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","audioWaveform","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","audioBuffer","newMessage","content","updatedHistory","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","audioTokenExpansion","reduce","acc","kBlocks","Math","max","ceil","samplesPerBlock","tokensPerBlock","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","toolResponse","executeToolCallback","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render","messagesForChatTemplate","path","startsWith","hasImage","parts","push","type"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAOEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAOAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,KAAK;IACLC;EAIF,CAAC,EAAE;IACD;IACA,IAAI,CAACT,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACgB,qBAAqB,CAAC;IAClE,IAAI,CAACR,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMU,iBAAiB,GAAG3B,eAAe,CAAC4B,KAAK,CAC7CC,SAAS,EACTL,KAAK,CAACM,eAAe,EACrBN,KAAK,CAACO,qBACR,CAAC;MAED,MAAMC,YAAY,GAAGhC,eAAe,CAAC4B,KAAK,CACxCH,0BAA0B,EAC1BD,KAAK,CAACS,WACR,CAAC;MAED,MAAM,CAACC,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDV,iBAAiB,EACjBK,YAAY,CACb,CAAC;MAEF,MAAMM,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIlC,iBAAiB,CAACE,qBAAqB,CAACiC,mBAAmB,CAAC;MACxE;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM5C,eAAe,CAAC6C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACC,WAAW,GAAGzB,KAAK,CAACyB,WAAW;MAEpC,IAAI,CAACF,YAAY,GAAG,MAAMG,MAAM,CAACC,OAAO,CACtCX,SAAS,EACTF,aAAa,EACbd,KAAK,CAAC4B,YAAY,IAAI,EACxB,CAAC;MACD,IAAI5B,KAAK,CAAC6B,gBAAgB,EAAE;QAC1B;QACA;QACA;QACA,IAAI,CAACC,qBAAqB,CAAC9B,KAAK,CAAC6B,gBAAgB,CAAC;MACpD;MACA,IAAI,CAACpC,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACsC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAAC5C,aAAa,CAAC0C,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVvD,MAAM,CAACwD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAAC3C,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACqD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC/C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEOgD,SAASA,CAAC;IACfrD,UAAU;IACVsD,WAAW;IACXX;EAKF,CAAC,EAAE;IACD,IAAI,CAAC3C,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACsD,WAAW,GAAGA,WAAW;IAE9B,IAAIX,gBAAgB,EAAE;MACpB,IAAI,CAACC,qBAAqB,CAACD,gBAAgB,CAAC;IAC9C;;IAEA;IACA,IAAI,CAACrC,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACgB,qBAAqB,CAAC;IAClE,IAAI,CAACR,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQoC,qBAAqBA,CAACD,gBAAkC,EAAE;IAChE,IAAIA,gBAAgB,CAACY,oBAAoB,EAAE;MACzC,IAAI,CAAClB,YAAY,CAACmB,gBAAgB,CAACb,gBAAgB,CAACY,oBAAoB,CAAC;IAC3E;IACA,IAAIZ,gBAAgB,CAACc,iBAAiB,EAAE;MACtC,IAAI,CAACpB,YAAY,CAACqB,eAAe,CAACf,gBAAgB,CAACc,iBAAiB,CAAC;IACvE;IACA,IAAId,gBAAgB,CAACgB,WAAW,KAAKxC,SAAS,EAAE;MAC9C,IAAI,CAACkB,YAAY,CAACuB,cAAc,CAACjB,gBAAgB,CAACgB,WAAW,CAAC;IAChE;IACA;IACA;IACA;IACA,MAAME,IAAI,GAAGlB,gBAAgB,CAACkB,IAAI,IAAIlB,gBAAgB,CAACmB,IAAI;IAC3D,IAAID,IAAI,KAAK1C,SAAS,EAAE;MACtB,IAAI0C,IAAI,GAAG,CAAC,IAAIA,IAAI,GAAG,CAAC,EAAE;QACxB,MAAM,IAAIjE,iBAAiB,CACzBE,qBAAqB,CAACiE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAAC1B,YAAY,CAAC2B,OAAO,CAACH,IAAI,CAAC;IACjC;IACA,IAAIlB,gBAAgB,CAACsB,IAAI,KAAK9C,SAAS,EAAE;MACvC,IAAIwB,gBAAgB,CAACsB,IAAI,GAAG,CAAC,IAAItB,gBAAgB,CAACsB,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAIrE,iBAAiB,CACzBE,qBAAqB,CAACiE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAAC1B,YAAY,CAAC6B,OAAO,CAACvB,gBAAgB,CAACsB,IAAI,CAAC;IAClD;IACA,IAAItB,gBAAgB,CAACwB,iBAAiB,KAAKhD,SAAS,EAAE;MACpD,IAAIwB,gBAAgB,CAACwB,iBAAiB,GAAG,CAAC,EAAE;QAC1C,MAAM,IAAIvE,iBAAiB,CACzBE,qBAAqB,CAACiE,aAAa,EACnC,yCACF,CAAC;MACH;MACA,IAAI,CAAC1B,YAAY,CAAC+B,oBAAoB,CACpCzB,gBAAgB,CAACwB,iBACnB,CAAC;IACH;EACF;EAEQE,aAAaA,CAAA,EAAW;IAC9B,MAAM5D,KAAK,GAAG,IAAI,CAACuB,eAAe,CAACsC,WAAW;IAC9C,IAAI,CAAC7D,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAACiE,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOtD,KAAK;EACd;EAEQ8D,aAAaA,CAAA,EAAW;IAC9B,MAAM9D,KAAK,GAAG,IAAI,CAACuB,eAAe,CAACwC,WAAW;IAC9C,IAAI,CAAC/D,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAACiE,aAAa,EACnC,4HACF,CAAC;IACH;IACA,OAAOtD,KAAK;EACd;EAEQuC,mBAAmBA,CAACyB,IAAY,EAAU;IAChD,IAAI1B,QAAQ,GAAG0B,IAAI;IACnB,IACEhF,cAAc,CAACiF,SAAS,IAAI,IAAI,CAAC1C,eAAe,IAChD,IAAI,CAACA,eAAe,CAAC2C,SAAS,EAC9B;MACA5B,QAAQ,GAAGA,QAAQ,CAAC6B,UAAU,CAAC,IAAI,CAAC5C,eAAe,CAAC2C,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACElF,cAAc,CAACoF,SAAS,IAAI,IAAI,CAAC7C,eAAe,IAChD,IAAI,CAACA,eAAe,CAAC8C,SAAS,EAC9B;MACA/B,QAAQ,GAAGA,QAAQ,CAAC6B,UAAU,CAAC,IAAI,CAAC5C,eAAe,CAAC8C,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACErF,cAAc,CAACsF,SAAS,IAAI,IAAI,CAAC/C,eAAe,IAChD,IAAI,CAACA,eAAe,CAACgD,SAAS,EAC9B;MACAjC,QAAQ,GAAGA,QAAQ,CAAC6B,UAAU,CAAC,IAAI,CAAC5C,eAAe,CAACgD,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAOjC,QAAQ;EACjB;EAEOkC,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAC/E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACoF,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAACrC,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACR,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAC/B,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa2E,OAAOA,CAClBC,KAAa,EACbC,UAAqB,EACrBC,cAA+B,EACd;IACjB,IAAI,CAAC,IAAI,CAACrF,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CAACE,qBAAqB,CAACyF,eAAe,CAAC;IACpE;IACA,IAAI,IAAI,CAACrF,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CAACE,qBAAqB,CAACoF,eAAe,CAAC;IACpE;IACA,MAAMM,SAAS,GAAG,CAAC,CAACH,UAAU,IAAIA,UAAU,CAACpC,MAAM,GAAG,CAAC;IACvD,MAAMwC,QAAQ,GAAG,CAAC,CAACH,cAAc,IAAIA,cAAc,CAACrC,MAAM,GAAG,CAAC;IAC9D,IAAI;MACF,IAAI,CAACzC,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC6B,YAAY,CAACqD,KAAK,CAAC,CAAC;MACzB,IAAIC,QAAgB;MACpB,IAAIH,SAAS,IAAIC,QAAQ,EAAE;QACzBE,QAAQ,GAAG,MAAM,IAAI,CAACtD,YAAY,CAACuD,kBAAkB,CACnDR,KAAK,EACL,IAAI,CAACvC,OAAO,EACZ;UACEwC,UAAU,EAAEG,SAAS,GAAGH,UAAU,CAAEQ,GAAG,CAACC,kBAAkB,CAAC,GAAG,IAAI;UAClEC,UAAU,EAAEP,SAAS,GAAG,IAAI,CAACnB,aAAa,CAAC,CAAC,GAAG,IAAI;UACnDiB,cAAc,EAAEG,QAAQ,GAAGH,cAAc,GAAI,IAAI;UACjDU,UAAU,EAAEP,QAAQ,GAAG,IAAI,CAAClB,aAAa,CAAC,CAAC,GAAG;QAChD,CACF,CAAC;MACH,CAAC,MAAM;QACLoB,QAAQ,GAAG,MAAM,IAAI,CAACtD,YAAY,CAAC4D,QAAQ,CAACb,KAAK,EAAE,IAAI,CAACvC,OAAO,CAAC;MAClE;MACA,OAAO,IAAI,CAACG,mBAAmB,CAAC2C,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAOzC,CAAC,EAAE;MACV,MAAMrD,iBAAiB,CAACqD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAAC1C,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEO0F,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAC7D,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAACyF,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAAClD,YAAY,CAAC6D,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAAC9D,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAACyF,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAAClD,YAAY,CAAC8D,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAAC/D,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAACyF,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAAClD,YAAY,CAAC+D,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAACtG,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACyF,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIe,QAAQ,CAACrD,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAIrD,iBAAiB,CACzBE,qBAAqB,CAAC0G,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChD9G,MAAM,CAAC+G,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMrB,UAAU,GAAGiB,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1BhB,GAAG,CAAEe,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAC3B,MAAMvB,cAAc,GAAGgB,QAAQ,CAC5BK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACE,aAAa,CAAC,CAC9BjB,GAAG,CAAEe,CAAC,IAAKA,CAAC,CAACE,aAAc,CAAC;IAC/B,MAAMC,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDV,QAAQ,EACR,IAAI,CAACtE,eAAe,EACpBuE,KAAK,EACL;MAAEU,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAAC/B,OAAO,CACvB4B,YAAY,EACZ1B,UAAU,CAACpC,MAAM,GAAG,CAAC,GAAGoC,UAAU,GAAGlE,SAAS,EAC9CmE,cAAc,CAACrC,MAAM,GAAG,CAAC,GAAGqC,cAAc,GAAGnE,SAC/C,CAAC;EACH;EAEA,MAAagG,WAAWA,CACtBC,OAAe,EACfC,KAA0D,EACzC;IACjB,MAAMR,SAAS,GAAGQ,KAAK,EAAEC,SAAS;IAClC,MAAMC,WAAW,GAAGF,KAAK,EAAEE,WAAW;IACtC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEL,OAAO;MAChBX,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC,CAAC;MACnC,IAAIU,WAAW,GAAG;QAAET,aAAa,EAAES;MAAY,CAAC,GAAG,CAAC,CAAC;IACvD,CAAC;IACD,MAAMG,cAAc,GAAG,CAAC,GAAG,IAAI,CAACvH,eAAe,EAAEqH,UAAU,CAAC;IAC5D,IAAI,CAAClH,sBAAsB,CAACoH,cAAc,CAAC;IAE3C,MAAMC,gBAAgB,GAAG,IAAI,CAACtF,YAAY,CAACuF,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIvB,QAAmB,IAAK;MACnD,MAAMwB,QAAQ,GAAG,IAAI,CAACd,iBAAiB,CACrCV,QAAQ,EACR,IAAI,CAACtE,eAAe,EACpB,IAAI,CAACsB,WAAW,EAAEiD,KAAK,EACvB;QAAEU,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMa,UAAU,GAAG,IAAI,CAAC1F,YAAY,CAAC2F,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAG3B,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAAC5D,MAAM;MAC7D;MACA;MACA;MACA;MACA;MACA,MAAMiF,mBAAmB,GAAG5B,QAAQ,CAAC6B,MAAM,CAAC,CAACC,GAAG,EAAExB,CAAC,KAAK;QACtD,IAAI,CAACA,CAAC,CAACE,aAAa,EAAE,OAAOsB,GAAG;QAChC,MAAMC,OAAO,GAAGC,IAAI,CAACC,GAAG,CACtB,CAAC,EACDD,IAAI,CAACE,IAAI,CAAC5B,CAAC,CAACE,aAAa,CAAC7D,MAAM,GAAG,IAAI,CAACV,WAAW,CAAEkG,eAAe,CACtE,CAAC;QACD,OAAOL,GAAG,IAAI,IAAI,CAAC7F,WAAW,CAAEmG,cAAc,GAAGL,OAAO,GAAG,CAAC,CAAC;MAC/D,CAAC,EAAE,CAAC,CAAC;MACL,OACEN,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC,GAAGO,mBAAmB;IAE1E,CAAC;IACD,MAAMS,gBAAgB,GAAG,IAAI,CAACtG,YAAY,CAACuG,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAAC7I,UAAU,CAAC8I,eAAe,CAACC,YAAY,CAC1C,IAAI,CAAC/I,UAAU,CAACgJ,YAAY,EAC5BtB,cAAc,EACdiB,gBAAgB,EAChBd,mBACF,CAAC;IAEH,MAAMlC,QAAQ,GAAG,MAAM,IAAI,CAACM,QAAQ,CAClC4C,wBAAwB,EACxB,IAAI,CAACvF,WAAW,EAAEiD,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAACjD,WAAW,IAAI,IAAI,CAACA,WAAW,CAAC2F,gBAAgB,EAAE;MAC1D,IAAI,CAAC3I,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAEsH,OAAO,EAAE9B,QAAQ;QAAEc,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAACnD,WAAW,EAAE;MACpB,IAAI;QACF,MAAM4F,SAAS,GAAGxJ,aAAa,CAACiG,QAAQ,CAAC;QACzC,KAAK,MAAMwD,QAAQ,IAAID,SAAS,EAAE;UAChC,MAAME,YAAY,GAChB,MAAM,IAAI,CAAC9F,WAAW,CAAC+F,mBAAmB,CAACF,QAAQ,CAAC;UACtD,IAAIC,YAAY,IAAI,IAAI,EAAE;YACxB,IAAI,CAAC9I,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAEsH,OAAO,EAAE2B,YAAY;cAAE3C,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF;MACF,CAAC,CAAC,OAAOvD,CAAC,EAAE;QACV,MAAMrD,iBAAiB,CAACqD,CAAC,CAAC;MAC5B;IACF;IAEA,OAAOyC,QAAQ;EACjB;EAEO2D,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAACrJ,eAAe,CAACsJ,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAACjJ,sBAAsB,CAACkJ,iBAAiB,CAAC;EAChD;EAEQxC,iBAAiBA,CACvBV,QAAmB,EACnBtE,eAAoB,EACpBuE,KAAiB,EACjBmD,aAAsB,EACd;IACR,IAAI,CAAC1H,eAAe,CAAC2H,aAAa,EAAE;MAClC,MAAM,IAAI/J,iBAAiB,CACzBE,qBAAqB,CAAC8J,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAItK,QAAQ,CAACyC,eAAe,CAAC2H,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAACxK,cAAc,CAAC,CAC1BkH,MAAM,CAAEuD,GAAG,IAAKA,GAAG,IAAIlI,eAAe,CAAC,CACvC6D,GAAG,CAAEqE,GAAG,IAAK,CAACA,GAAG,EAAElI,eAAe,CAACkI,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7B9D,QAAQ,EAAE+D,uBAAuB,CAAC/D,QAAQ,CAAC;MAC3CC,KAAK;MACL,GAAGmD,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASrE,kBAAkBA,CAACwE,IAAY,EAAU;EAChD,OAAOA,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,IAAI,GAAG,UAAUA,IAAI,EAAE;AAC7D;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASD,uBAAuBA,CAAC/D,QAAmB,EAAS;EAC3D,OAAOA,QAAQ,CAACT,GAAG,CAAEe,CAAC,IAAK;IACzB,IAAI,OAAOA,CAAC,CAACa,OAAO,KAAK,QAAQ,EAAE,OAAOb,CAAC;IAC3C,MAAM4D,QAAQ,GAAG,CAAC,CAAC5D,CAAC,CAACC,SAAS;IAC9B,MAAMpB,QAAQ,GAAG,CAAC,CAACmB,CAAC,CAACE,aAAa;IAClC,IAAI,CAAC0D,QAAQ,IAAI,CAAC/E,QAAQ,EAAE,OAAOmB,CAAC;IACpC,MAAM6D,KAAY,GAAG,EAAE;IACvB,IAAID,QAAQ,EAAEC,KAAK,CAACC,IAAI,CAAC;MAAEC,IAAI,EAAE;IAAQ,CAAC,CAAC;IAC3C,IAAIlF,QAAQ,EAAEgF,KAAK,CAACC,IAAI,CAAC;MAAEC,IAAI,EAAE;IAAQ,CAAC,CAAC;IAC3CF,KAAK,CAACC,IAAI,CAAC;MAAEC,IAAI,EAAE,MAAM;MAAElG,IAAI,EAAEmC,CAAC,CAACa;IAAQ,CAAC,CAAC;IAC7C;IACA;IACA,OAAO;MAAE,GAAGb,CAAC;MAAEa,OAAO,EAAEgD,KAAK;MAAE3D,aAAa,EAAE3F;IAAU,CAAC;EAC3D,CAAC,CAAC;AACJ","ignoreList":[]}

package/lib/module/hooks/natural_language_processing/useLLM.js

@@ -40,11 +40,7 @@ export function useLLM({
     (async () => {
       try {
         await controllerInstance.load({
-          modelSource: model.modelSource,
-          tokenizerSource: model.tokenizerSource,
-          tokenizerConfigSource: model.tokenizerConfigSource,
-          capabilities: model.capabilities,
-          defaultGenerationConfig: model.generationConfig,
+          model: model,
           onDownloadProgressCallback: setDownloadProgress
         });
       } catch (e) {

package/lib/module/hooks/natural_language_processing/useLLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","defaultGenerationConfig","generationConfig","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,uBAAuB,EAAE9B,KAAK,CAAC+B,gBAAgB;UAC/CC,0BAA0B,EAAEnB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOoB,CAAC,EAAE;QACVlB,QAAQ,CAACjB,iBAAiB,CAACmC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIX,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACY,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDZ,kBAAkB,EAClBtB,KAAK,CAACmC,SAAS,EACfnC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMmC,SAAS,GAAG1C,WAAW,CAC3B,CAAC;IAAE2C,UAAU;IAAEC,WAAW;IAAEP;EAA4B,CAAC,KACvDT,kBAAkB,CAACc,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXP;EACF,CAAC,CAAC,EACJ,CAACT,kBAAkB,CACrB,CAAC;EAED,MAAMiB,QAAQ,GAAG7C,WAAW,CAC1B,CAAC8C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CpC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACiB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,WAAW,GAAGhD,WAAW,CAC7B,CAACiD,OAAe,EAAEC,KAA8B,KAAK;IACnDvC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACoB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,aAAa,GAAGnD,WAAW,CAC9BoD,KAAa,IAAKxB,kBAAkB,CAACuB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,SAAS,GAAGrD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACyB,SAAS,CAAC,CAAC,EACpC,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,sBAAsB,GAAGtD,WAAW,CACxC,MAAM4B,kBAAkB,CAAC0B,sBAAsB,CAAC,CAAC,EACjD,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,mBAAmB,GAAGvD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC2B,mBAAmB,CAAC,CAAC,EAC9C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,MAAM4B,kBAAkB,GAAGxD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC4B,kBAAkB,CAAC,CAAC,EAC7C,CAAC5B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLkC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCd,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
+{"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","onDownloadProgressCallback","e","delete","modelName","modelSource","tokenizerSource","tokenizerConfigSource","configure","chatConfig","toolsConfig","generationConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5B1B,KAAK,EAAEA,KAAK;UACZ2B,0BAA0B,EAAEd;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOe,CAAC,EAAE;QACVb,QAAQ,CAACjB,iBAAiB,CAAC8B,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIN,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACO,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDP,kBAAkB,EAClBtB,KAAK,CAAC8B,SAAS,EACf9B,KAAK,CAAC+B,WAAW,EACjB/B,KAAK,CAACgC,eAAe,EACrBhC,KAAK,CAACiC,qBAAqB,EAC3BjB,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMiC,SAAS,GAAGxC,WAAW,CAC3B,CAAC;IAAEyC,UAAU;IAAEC,WAAW;IAAEC;EAA4B,CAAC,KACvDf,kBAAkB,CAACY,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXC;EACF,CAAC,CAAC,EACJ,CAACf,kBAAkB,CACrB,CAAC;EAED,MAAMgB,QAAQ,GAAG5C,WAAW,CAC1B,CAAC6C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CnC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACgB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAAClB,kBAAkB,CACrB,CAAC;EAED,MAAMmB,WAAW,GAAG/C,WAAW,CAC7B,CACEgD,OAAe,EACfC,KAA0D,KACvD;IACHtC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACmB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACrB,kBAAkB,CACrB,CAAC;EAED,MAAMsB,aAAa,GAAGlD,WAAW,CAC9BmD,KAAa,IAAKvB,kBAAkB,CAACsB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACvB,kBAAkB,CACrB,CAAC;EAED,MAAMwB,SAAS,GAAGpD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACwB,SAAS,CAAC,CAAC,EACpC,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,sBAAsB,GAAGrD,WAAW,CACxC,MAAM4B,kBAAkB,CAACyB,sBAAsB,CAAC,CAAC,EACjD,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,mBAAmB,GAAGtD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC0B,mBAAmB,CAAC,CAAC,EAC9C,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,kBAAkB,GAAGvD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC2B,kBAAkB,CAAC,CAAC,EAC7C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLiC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCf,SAAS,EAAEA,SAAS;IACpBI,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}

package/lib/module/modules/computer_vision/PoseEstimationModule.js

@@ -13,8 +13,20 @@ const YOLO_POSE_CONFIG = {
   defaultDetectionThreshold: 0.5,
   defaultKeypointThreshold: 0.5
 };
+
+// RF-DETR keypoint preview (BETA). Unlike yolo26n-pose's multi-method
+// `forward_<size>` export, this ships a single `forward` method — omitting
+// availableInputSizes/defaultInputSize makes forward() dispatch to plain
+// `forward`. May be renamed once a stable model ships.
+const RFDETR_KEYPOINT_CONFIG = {
+  keypointMap: CocoKeypoint,
+  preprocessorConfig: undefined,
+  defaultDetectionThreshold: 0.5,
+  defaultKeypointThreshold: 0.5
+};
 const ModelConfigs = {
-  'yolo26n-pose': YOLO_POSE_CONFIG
+  'yolo26n-pose': YOLO_POSE_CONFIG,
+  'rfdetr-keypoint-preview': RFDETR_KEYPOINT_CONFIG
 };
 
 /**

package/lib/module/modules/computer_vision/PoseEstimationModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["RnExecutorchErrorCode","RnExecutorchError","VisionModule","fetchModelPath","CocoKeypoint","YOLO_POSE_CONFIG","keypointMap","preprocessorConfig","undefined","availableInputSizes","defaultInputSize","defaultDetectionThreshold","defaultKeypointThreshold","ModelConfigs","mapPersonKeypoints","raw","entries","maxIndex","length","Error","out","person","named","name","idx","push","PoseEstimationModule","constructor","modelConfig","nativeModule","keypointEntries","value","Object","maxKeypointIndex","Math","max","map","v","fromModelName","namedSources","onDownloadProgress","modelSource","modelName","normMean","normStd","modelPath","global","loadPoseEstimation","fromCustomModel","config","getKeypointMap","getAvailableInputSizes","runOnFrame","ModuleNotLoaded","nativeGenerateFromFrame","generateFromFrame","frame","isFrontCamera","options","detectionThreshold","keypointThreshold","inputSize","includes","join","methodName","nativeBuffer","getNativeBuffer","frameData","pointer","orientation","isMirrored","release","forward","input","InvalidArgument","generateFromString","generateFromPixels"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/PoseEstimationModule.ts"],"mappings":";;AAeA,SAASA,qBAAqB,QAAQ,yBAAyB;AAC/D,SAASC,iBAAiB,QAAQ,yBAAyB;AAC3D,SAASC,YAAY,QAAQ,gBAAgB;AAC7C,SAASC,cAAc,QAAQ,uBAAuB;AACtD,SAASC,YAAY,QAAQ,gCAAgC;AAG7D,MAAMC,gBAAgB,GAAG;EACvBC,WAAW,EAAEF,YAAY;EACzBG,kBAAkB,EAAEC,SAAS;EAC7BC,mBAAmB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAU;EAC7CC,gBAAgB,EAAE,GAAG;EACrBC,yBAAyB,EAAE,GAAG;EAC9BC,wBAAwB,EAAE;AAC5B,CAAqD;AAErD,MAAMC,YAAY,GAAG;EACnB,cAAc,EAAER;AAClB,CAGC;;AAID;AACA;AACA;AACA;AACA;;AAMA;;AAIA,SAASS,kBAAkBA,CACzBC,GAAiB,EACjBC,OAA2B,EAC3BC,QAAgB,EACM;EACtB,SAAS;;EACT,IAAIF,GAAG,CAACG,MAAM,GAAG,CAAC,IAAIH,GAAG,CAAC,CAAC,CAAC,CAAEG,MAAM,IAAID,QAAQ,EAAE;IAChD,MAAM,IAAIE,KAAK,CACb,iCAAiCF,QAAQ,uBAAuBF,GAAG,CAAC,CAAC,CAAC,CAAEG,MAAM,sEAChF,CAAC;EACH;EACA,MAAME,GAAyB,GAAG,EAAE;EACpC,KAAK,MAAMC,MAAM,IAAIN,GAAG,EAAE;IACxB,MAAMO,KAA+B,GAAG,CAAC,CAAC;IAC1C,KAAK,MAAM,CAACC,IAAI,EAAEC,GAAG,CAAC,IAAIR,OAAO,EAAEM,KAAK,CAACC,IAAI,CAAC,GAAGF,MAAM,CAACG,GAAG,CAAE;IAC7DJ,GAAG,CAACK,IAAI,CAACH,KAA2B,CAAC;EACvC;EACA,OAAOF,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMM,oBAAoB,SAEvBxB,YAAY,CAAsC;EAG1D;EACA;;EAIQyB,WAAWA,CACjBrB,WAAgC,EAChCsB,WAA4C,EAC5CC,YAAqB,EACrB;IACA,KAAK,CAAC,CAAC;IACP,IAAI,CAACvB,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACsB,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACC,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACC,eAAe,GAAG,EAAE;IACzB,KAAK,MAAM,CAACP,IAAI,EAAEQ,KAAK,CAAC,IAAIC,MAAM,CAAChB,OAAO,CAACV,WAAW,CAAC,EAAE;MACvD,IAAI,OAAOyB,KAAK,KAAK,QAAQ,EAAE,IAAI,CAACD,eAAe,CAACL,IAAI,CAAC,CAACF,IAAI,EAAEQ,KAAK,CAAC,CAAC;IACzE;IACA,IAAI,CAACE,gBAAgB,GAAGC,IAAI,CAACC,GAAG,CAAC,GAAG,IAAI,CAACL,eAAe,CAACM,GAAG,CAAC,CAAC,GAAGC,CAAC,CAAC,KAAKA,CAAC,CAAC,CAAC;EAC7E;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE,aAAaC,aAAaA,CACxBC,YAAe,EACfC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACV;IAC/C,MAAM;MAAEC;IAAY,CAAC,GAAGF,YAAY;IACpC,MAAMX,WAAW,GAAGf,YAAY,CAC9B0B,YAAY,CAACG,SAAS,CACY;IACpC,MAAM;MAAEpC,WAAW;MAAEC;IAAmB,CAAC,GAAGqB,WAAW;IACvD,MAAMe,QAAQ,GAAGpC,kBAAkB,EAAEoC,QAAQ,IAAI,EAAE;IACnD,MAAMC,OAAO,GAAGrC,kBAAkB,EAAEqC,OAAO,IAAI,EAAE;IAEjD,MAAMC,SAAS,GAAG,MAAM1C,cAAc,CAACsC,WAAW,EAAED,kBAAkB,CAAC;IACvE,MAAMX,YAAY,GAAG,MAAMiB,MAAM,CAACC,kBAAkB,CAClDF,SAAS,EACTF,QAAQ,EACRC,OACF,CAAC;IAED,OAAO,IAAIlB,oBAAoB,CAC7BpB,WAAW,EACXsB,WAAW,EACXC,YACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAamB,eAAeA,CAC1BP,WAA2B,EAC3BQ,MAA+B,EAC/BT,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACvB;IAClC,MAAM;MAAElC,WAAW;MAAEC;IAAmB,CAAC,GAAG0C,MAAM;IAClD,MAAMN,QAAQ,GAAGpC,kBAAkB,EAAEoC,QAAQ,IAAI,EAAE;IACnD,MAAMC,OAAO,GAAGrC,kBAAkB,EAAEqC,OAAO,IAAI,EAAE;IAEjD,MAAMC,SAAS,GAAG,MAAM1C,cAAc,CAACsC,WAAW,EAAED,kBAAkB,CAAC;IACvE,MAAMX,YAAY,GAAG,MAAMiB,MAAM,CAACC,kBAAkB,CAClDF,SAAS,EACTF,QAAQ,EACRC,OACF,CAAC;IAED,OAAO,IAAIlB,oBAAoB,CAC7BpB,WAAW,EACX2C,MAAM,EACNpB,YACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEqB,cAAcA,CAAA,EAAwB;IACpC,OAAO,IAAI,CAAC5C,WAAW;EACzB;;EAEA;AACF;AACA;AACA;EACE6C,sBAAsBA,CAAA,EAAkC;IACtD,OAAO,IAAI,CAACvB,WAAW,CAACnB,mBAAmB;EAC7C;;EAEA;AACF;AACA;AACA;EACE,IAAa2C,UAAUA,CAAA,EAIkB;IACvC,IAAI,CAAC,IAAI,CAACvB,YAAY,EAAE;MACtB,MAAM,IAAI5B,iBAAiB,CACzBD,qBAAqB,CAACqD,eAAe,EACrC,gFACF,CAAC;IACH;IAEA,MAAMC,uBAAuB,GAAG,IAAI,CAACzB,YAAY,CAAC0B,iBAAiB;IACnE,MAAM5C,yBAAyB,GAC7B,IAAI,CAACiB,WAAW,CAACjB,yBAAyB,IAAI,GAAG;IACnD,MAAMC,wBAAwB,GAC5B,IAAI,CAACgB,WAAW,CAAChB,wBAAwB,IAAI,GAAG;IAClD,MAAMF,gBAAgB,GAAG,IAAI,CAACkB,WAAW,CAAClB,gBAAgB;IAC1D,MAAMD,mBAAmB,GAAG,IAAI,CAACmB,WAAW,CAACnB,mBAAmB;IAChE,MAAMqB,eAAe,GAAG,IAAI,CAACA,eAAe;IAC5C,MAAMG,gBAAgB,GAAG,IAAI,CAACA,gBAAgB;IAC9C,OAAO,CACLuB,KAAY,EACZC,aAAsB,EACtBC,OAA+B,KACS;MACxC,SAAS;;MAET,MAAMC,kBAAkB,GACtBD,OAAO,EAAEC,kBAAkB,IAAIhD,yBAAyB;MAC1D,MAAMiD,iBAAiB,GACrBF,OAAO,EAAEE,iBAAiB,IAAIhD,wBAAwB;MACxD,MAAMiD,SAAS,GAAGH,OAAO,EAAEG,SAAS,IAAInD,gBAAgB;;MAExD;MACA,IACED,mBAAmB,IACnBoD,SAAS,KAAKrD,SAAS,IACvB,CAACC,mBAAmB,CAACqD,QAAQ,CAACD,SAAS,CAAC,EACxC;QACA,MAAM,IAAI1C,KAAK,CACb,sBAAsB0C,SAAS,sBAAsBpD,mBAAmB,CAACsD,IAAI,CAAC,IAAI,CAAC,EACrF,CAAC;MACH;MAEA,MAAMC,UAAU,GACdH,SAAS,KAAKrD,SAAS,GAAG,WAAWqD,SAAS,EAAE,GAAG,SAAS;MAE9D,IAAII,YAAyD,GAAG,IAAI;MACpE,IAAI;QACFA,YAAY,GAAGT,KAAK,CAACU,eAAe,CAAC,CAAC;QACtC,MAAMC,SAAS,GAAG;UAChBF,YAAY,EAAEA,YAAY,CAACG,OAAO;UAClCC,WAAW,EAAEb,KAAK,CAACa,WAAW;UAC9BC,UAAU,EAAEb;QACd,CAAC;QACD,MAAM1C,GAAiB,GAAGuC,uBAAuB,CAC/Ca,SAAS,EACTR,kBAAkB,EAClBC,iBAAiB,EACjBI,UACF,CAAC;QACD,OAAOlD,kBAAkB,CACvBC,GAAG,EACHe,eAAe,EACfG,gBACF,CAAC;MACH,CAAC,SAAS;QACR,IAAIgC,YAAY,EAAEM,OAAO,EAAE;UACzBN,YAAY,CAACM,OAAO,CAAC,CAAC;QACxB;MACF;IACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE,MAAeC,OAAOA,CACpBC,KAAyB,EACzBf,OAA+B,EACe;IAC9C,IAAI,IAAI,CAAC7B,YAAY,IAAI,IAAI,EAAE;MAC7B,MAAM,IAAI5B,iBAAiB,CACzBD,qBAAqB,CAACqD,eAAe,EACrC,mEACF,CAAC;IACH;IAEA,MAAMM,kBAAkB,GACtBD,OAAO,EAAEC,kBAAkB,IAC3B,IAAI,CAAC/B,WAAW,CAACjB,yBAAyB,IAC1C,GAAG;IACL,MAAMiD,iBAAiB,GACrBF,OAAO,EAAEE,iBAAiB,IAC1B,IAAI,CAAChC,WAAW,CAAChB,wBAAwB,IACzC,GAAG;IACL,MAAMiD,SAAS,GAAGH,OAAO,EAAEG,SAAS,IAAI,IAAI,CAACjC,WAAW,CAAClB,gBAAgB;;IAEzE;IACA,IACE,IAAI,CAACkB,WAAW,CAACnB,mBAAmB,IACpCoD,SAAS,KAAKrD,SAAS,IACvB,CAAC,IAAI,CAACoB,WAAW,CAACnB,mBAAmB,CAACqD,QAAQ,CAACD,SAAS,CAAC,EACzD;MACA,MAAM,IAAI5D,iBAAiB,CACzBD,qBAAqB,CAAC0E,eAAe,EACrC,sBAAsBb,SAAS,sBAAsB,IAAI,CAACjC,WAAW,CAACnB,mBAAmB,CAACsD,IAAI,CAAC,IAAI,CAAC,EACtG,CAAC;IACH;IAEA,MAAMC,UAAU,GACdH,SAAS,KAAKrD,SAAS,GAAG,WAAWqD,SAAS,EAAE,GAAG,SAAS;IAE9D,MAAM9C,GAAiB,GACrB,OAAO0D,KAAK,KAAK,QAAQ,GACrB,MAAM,IAAI,CAAC5C,YAAY,CAAC8C,kBAAkB,CACxCF,KAAK,EACLd,kBAAkB,EAClBC,iBAAiB,EACjBI,UACF,CAAC,GACD,MAAM,IAAI,CAACnC,YAAY,CAAC+C,kBAAkB,CACxCH,KAAK,EACLd,kBAAkB,EAClBC,iBAAiB,EACjBI,UACF,CAAC;IAEP,OAAOlD,kBAAkB,CACvBC,GAAG,EACH,IAAI,CAACe,eAAe,EACpB,IAAI,CAACG,gBACP,CAAC;EACH;AACF","ignoreList":[]}
+{"version":3,"names":["RnExecutorchErrorCode","RnExecutorchError","VisionModule","fetchModelPath","CocoKeypoint","YOLO_POSE_CONFIG","keypointMap","preprocessorConfig","undefined","availableInputSizes","defaultInputSize","defaultDetectionThreshold","defaultKeypointThreshold","RFDETR_KEYPOINT_CONFIG","ModelConfigs","mapPersonKeypoints","raw","entries","maxIndex","length","Error","out","person","named","name","idx","push","PoseEstimationModule","constructor","modelConfig","nativeModule","keypointEntries","value","Object","maxKeypointIndex","Math","max","map","v","fromModelName","namedSources","onDownloadProgress","modelSource","modelName","normMean","normStd","modelPath","global","loadPoseEstimation","fromCustomModel","config","getKeypointMap","getAvailableInputSizes","runOnFrame","ModuleNotLoaded","nativeGenerateFromFrame","generateFromFrame","frame","isFrontCamera","options","detectionThreshold","keypointThreshold","inputSize","includes","join","methodName","nativeBuffer","getNativeBuffer","frameData","pointer","orientation","isMirrored","release","forward","input","InvalidArgument","generateFromString","generateFromPixels"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/PoseEstimationModule.ts"],"mappings":";;AAeA,SAASA,qBAAqB,QAAQ,yBAAyB;AAC/D,SAASC,iBAAiB,QAAQ,yBAAyB;AAC3D,SAASC,YAAY,QAAQ,gBAAgB;AAC7C,SAASC,cAAc,QAAQ,uBAAuB;AACtD,SAASC,YAAY,QAAQ,gCAAgC;AAG7D,MAAMC,gBAAgB,GAAG;EACvBC,WAAW,EAAEF,YAAY;EACzBG,kBAAkB,EAAEC,SAAS;EAC7BC,mBAAmB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAU;EAC7CC,gBAAgB,EAAE,GAAG;EACrBC,yBAAyB,EAAE,GAAG;EAC9BC,wBAAwB,EAAE;AAC5B,CAAqD;;AAErD;AACA;AACA;AACA;AACA,MAAMC,sBAAsB,GAAG;EAC7BP,WAAW,EAAEF,YAAY;EACzBG,kBAAkB,EAAEC,SAAS;EAC7BG,yBAAyB,EAAE,GAAG;EAC9BC,wBAAwB,EAAE;AAC5B,CAAqD;AAErD,MAAME,YAAY,GAAG;EACnB,cAAc,EAAET,gBAAgB;EAChC,yBAAyB,EAAEQ;AAC7B,CAGC;;AAID;AACA;AACA;AACA;AACA;;AAMA;;AAIA,SAASE,kBAAkBA,CACzBC,GAAiB,EACjBC,OAA2B,EAC3BC,QAAgB,EACM;EACtB,SAAS;;EACT,IAAIF,GAAG,CAACG,MAAM,GAAG,CAAC,IAAIH,GAAG,CAAC,CAAC,CAAC,CAAEG,MAAM,IAAID,QAAQ,EAAE;IAChD,MAAM,IAAIE,KAAK,CACb,iCAAiCF,QAAQ,uBAAuBF,GAAG,CAAC,CAAC,CAAC,CAAEG,MAAM,sEAChF,CAAC;EACH;EACA,MAAME,GAAyB,GAAG,EAAE;EACpC,KAAK,MAAMC,MAAM,IAAIN,GAAG,EAAE;IACxB,MAAMO,KAA+B,GAAG,CAAC,CAAC;IAC1C,KAAK,MAAM,CAACC,IAAI,EAAEC,GAAG,CAAC,IAAIR,OAAO,EAAEM,KAAK,CAACC,IAAI,CAAC,GAAGF,MAAM,CAACG,GAAG,CAAE;IAC7DJ,GAAG,CAACK,IAAI,CAACH,KAA2B,CAAC;EACvC;EACA,OAAOF,GAAG;AACZ;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMM,oBAAoB,SAEvBzB,YAAY,CAAsC;EAG1D;EACA;;EAIQ0B,WAAWA,CACjBtB,WAAgC,EAChCuB,WAA4C,EAC5CC,YAAqB,EACrB;IACA,KAAK,CAAC,CAAC;IACP,IAAI,CAACxB,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACuB,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACC,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACC,eAAe,GAAG,EAAE;IACzB,KAAK,MAAM,CAACP,IAAI,EAAEQ,KAAK,CAAC,IAAIC,MAAM,CAAChB,OAAO,CAACX,WAAW,CAAC,EAAE;MACvD,IAAI,OAAO0B,KAAK,KAAK,QAAQ,EAAE,IAAI,CAACD,eAAe,CAACL,IAAI,CAAC,CAACF,IAAI,EAAEQ,KAAK,CAAC,CAAC;IACzE;IACA,IAAI,CAACE,gBAAgB,GAAGC,IAAI,CAACC,GAAG,CAAC,GAAG,IAAI,CAACL,eAAe,CAACM,GAAG,CAAC,CAAC,GAAGC,CAAC,CAAC,KAAKA,CAAC,CAAC,CAAC;EAC7E;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE,aAAaC,aAAaA,CACxBC,YAAe,EACfC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACV;IAC/C,MAAM;MAAEC;IAAY,CAAC,GAAGF,YAAY;IACpC,MAAMX,WAAW,GAAGf,YAAY,CAC9B0B,YAAY,CAACG,SAAS,CACY;IACpC,MAAM;MAAErC,WAAW;MAAEC;IAAmB,CAAC,GAAGsB,WAAW;IACvD,MAAMe,QAAQ,GAAGrC,kBAAkB,EAAEqC,QAAQ,IAAI,EAAE;IACnD,MAAMC,OAAO,GAAGtC,kBAAkB,EAAEsC,OAAO,IAAI,EAAE;IAEjD,MAAMC,SAAS,GAAG,MAAM3C,cAAc,CAACuC,WAAW,EAAED,kBAAkB,CAAC;IACvE,MAAMX,YAAY,GAAG,MAAMiB,MAAM,CAACC,kBAAkB,CAClDF,SAAS,EACTF,QAAQ,EACRC,OACF,CAAC;IAED,OAAO,IAAIlB,oBAAoB,CAC7BrB,WAAW,EACXuB,WAAW,EACXC,YACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAamB,eAAeA,CAC1BP,WAA2B,EAC3BQ,MAA+B,EAC/BT,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACvB;IAClC,MAAM;MAAEnC,WAAW;MAAEC;IAAmB,CAAC,GAAG2C,MAAM;IAClD,MAAMN,QAAQ,GAAGrC,kBAAkB,EAAEqC,QAAQ,IAAI,EAAE;IACnD,MAAMC,OAAO,GAAGtC,kBAAkB,EAAEsC,OAAO,IAAI,EAAE;IAEjD,MAAMC,SAAS,GAAG,MAAM3C,cAAc,CAACuC,WAAW,EAAED,kBAAkB,CAAC;IACvE,MAAMX,YAAY,GAAG,MAAMiB,MAAM,CAACC,kBAAkB,CAClDF,SAAS,EACTF,QAAQ,EACRC,OACF,CAAC;IAED,OAAO,IAAIlB,oBAAoB,CAC7BrB,WAAW,EACX4C,MAAM,EACNpB,YACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEqB,cAAcA,CAAA,EAAwB;IACpC,OAAO,IAAI,CAAC7C,WAAW;EACzB;;EAEA;AACF;AACA;AACA;EACE8C,sBAAsBA,CAAA,EAAkC;IACtD,OAAO,IAAI,CAACvB,WAAW,CAACpB,mBAAmB;EAC7C;;EAEA;AACF;AACA;AACA;EACE,IAAa4C,UAAUA,CAAA,EAIkB;IACvC,IAAI,CAAC,IAAI,CAACvB,YAAY,EAAE;MACtB,MAAM,IAAI7B,iBAAiB,CACzBD,qBAAqB,CAACsD,eAAe,EACrC,gFACF,CAAC;IACH;IAEA,MAAMC,uBAAuB,GAAG,IAAI,CAACzB,YAAY,CAAC0B,iBAAiB;IACnE,MAAM7C,yBAAyB,GAC7B,IAAI,CAACkB,WAAW,CAAClB,yBAAyB,IAAI,GAAG;IACnD,MAAMC,wBAAwB,GAC5B,IAAI,CAACiB,WAAW,CAACjB,wBAAwB,IAAI,GAAG;IAClD,MAAMF,gBAAgB,GAAG,IAAI,CAACmB,WAAW,CAACnB,gBAAgB;IAC1D,MAAMD,mBAAmB,GAAG,IAAI,CAACoB,WAAW,CAACpB,mBAAmB;IAChE,MAAMsB,eAAe,GAAG,IAAI,CAACA,eAAe;IAC5C,MAAMG,gBAAgB,GAAG,IAAI,CAACA,gBAAgB;IAC9C,OAAO,CACLuB,KAAY,EACZC,aAAsB,EACtBC,OAA+B,KACS;MACxC,SAAS;;MAET,MAAMC,kBAAkB,GACtBD,OAAO,EAAEC,kBAAkB,IAAIjD,yBAAyB;MAC1D,MAAMkD,iBAAiB,GACrBF,OAAO,EAAEE,iBAAiB,IAAIjD,wBAAwB;MACxD,MAAMkD,SAAS,GAAGH,OAAO,EAAEG,SAAS,IAAIpD,gBAAgB;;MAExD;MACA,IACED,mBAAmB,IACnBqD,SAAS,KAAKtD,SAAS,IACvB,CAACC,mBAAmB,CAACsD,QAAQ,CAACD,SAAS,CAAC,EACxC;QACA,MAAM,IAAI1C,KAAK,CACb,sBAAsB0C,SAAS,sBAAsBrD,mBAAmB,CAACuD,IAAI,CAAC,IAAI,CAAC,EACrF,CAAC;MACH;MAEA,MAAMC,UAAU,GACdH,SAAS,KAAKtD,SAAS,GAAG,WAAWsD,SAAS,EAAE,GAAG,SAAS;MAE9D,IAAII,YAAyD,GAAG,IAAI;MACpE,IAAI;QACFA,YAAY,GAAGT,KAAK,CAACU,eAAe,CAAC,CAAC;QACtC,MAAMC,SAAS,GAAG;UAChBF,YAAY,EAAEA,YAAY,CAACG,OAAO;UAClCC,WAAW,EAAEb,KAAK,CAACa,WAAW;UAC9BC,UAAU,EAAEb;QACd,CAAC;QACD,MAAM1C,GAAiB,GAAGuC,uBAAuB,CAC/Ca,SAAS,EACTR,kBAAkB,EAClBC,iBAAiB,EACjBI,UACF,CAAC;QACD,OAAOlD,kBAAkB,CACvBC,GAAG,EACHe,eAAe,EACfG,gBACF,CAAC;MACH,CAAC,SAAS;QACR,IAAIgC,YAAY,EAAEM,OAAO,EAAE;UACzBN,YAAY,CAACM,OAAO,CAAC,CAAC;QACxB;MACF;IACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;EACE,MAAeC,OAAOA,CACpBC,KAAyB,EACzBf,OAA+B,EACe;IAC9C,IAAI,IAAI,CAAC7B,YAAY,IAAI,IAAI,EAAE;MAC7B,MAAM,IAAI7B,iBAAiB,CACzBD,qBAAqB,CAACsD,eAAe,EACrC,mEACF,CAAC;IACH;IAEA,MAAMM,kBAAkB,GACtBD,OAAO,EAAEC,kBAAkB,IAC3B,IAAI,CAAC/B,WAAW,CAAClB,yBAAyB,IAC1C,GAAG;IACL,MAAMkD,iBAAiB,GACrBF,OAAO,EAAEE,iBAAiB,IAC1B,IAAI,CAAChC,WAAW,CAACjB,wBAAwB,IACzC,GAAG;IACL,MAAMkD,SAAS,GAAGH,OAAO,EAAEG,SAAS,IAAI,IAAI,CAACjC,WAAW,CAACnB,gBAAgB;;IAEzE;IACA,IACE,IAAI,CAACmB,WAAW,CAACpB,mBAAmB,IACpCqD,SAAS,KAAKtD,SAAS,IACvB,CAAC,IAAI,CAACqB,WAAW,CAACpB,mBAAmB,CAACsD,QAAQ,CAACD,SAAS,CAAC,EACzD;MACA,MAAM,IAAI7D,iBAAiB,CACzBD,qBAAqB,CAAC2E,eAAe,EACrC,sBAAsBb,SAAS,sBAAsB,IAAI,CAACjC,WAAW,CAACpB,mBAAmB,CAACuD,IAAI,CAAC,IAAI,CAAC,EACtG,CAAC;IACH;IAEA,MAAMC,UAAU,GACdH,SAAS,KAAKtD,SAAS,GAAG,WAAWsD,SAAS,EAAE,GAAG,SAAS;IAE9D,MAAM9C,GAAiB,GACrB,OAAO0D,KAAK,KAAK,QAAQ,GACrB,MAAM,IAAI,CAAC5C,YAAY,CAAC8C,kBAAkB,CACxCF,KAAK,EACLd,kBAAkB,EAClBC,iBAAiB,EACjBI,UACF,CAAC,GACD,MAAM,IAAI,CAACnC,YAAY,CAAC+C,kBAAkB,CACxCH,KAAK,EACLd,kBAAkB,EAClBC,iBAAiB,EACjBI,UACF,CAAC;IAEP,OAAOlD,kBAAkB,CACvBC,GAAG,EACH,IAAI,CAACe,eAAe,EACpB,IAAI,CAACG,gBACP,CAAC;EACH;AACF","ignoreList":[]}

package/lib/module/modules/natural_language_processing/LLMModule.js

@@ -39,10 +39,14 @@ export class LLMModule {
     });
     try {
       await instance.controller.load({
-        modelSource: namedSources.modelSource,
-        tokenizerSource: namedSources.tokenizerSource,
-        tokenizerConfigSource: namedSources.tokenizerConfigSource,
-        capabilities: namedSources.capabilities,
+        model: {
+          modelName: namedSources.modelName,
+          modelSource: namedSources.modelSource,
+          tokenizerSource: namedSources.tokenizerSource,
+          tokenizerConfigSource: namedSources.tokenizerConfigSource,
+          capabilities: namedSources.capabilities,
+          audioConfig: namedSources.audioConfig
+        },
         onDownloadProgressCallback: onDownloadProgress
       });
       return instance;
@@ -106,10 +110,11 @@ export class LLMModule {
    * If you want a simple chat with model the consider using `sendMessage`
    * @param input - Raw input string containing the prompt and conversation history.
    * @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
+   * @param audioWaveforms - Optional array of 16kHz waveforms of audio recordings for multimodal inference.
    * @returns The generated response as a string.
    */
-  async forward(input, imagePaths) {
-    return await this.controller.forward(input, imagePaths);
+  async forward(input, imagePaths, audioWaveforms) {
+    return await this.controller.forward(input, imagePaths, audioWaveforms);
   }
 
   /**
@@ -128,7 +133,7 @@ export class LLMModule {
    * After model responds it will call `messageHistoryCallback()` containing both user message and model response.
    * It also returns them.
    * @param message - The message string to send.
-   * @param media - Optional media object containing a local image path for multimodal models.
+   * @param media - Optional media object containing a local image path or 16kHz waveform of an audio recording for multimodal models.
    * @returns - Updated message history including the new user message and model response.
    */
   async sendMessage(message, media) {

package/lib/module/modules/natural_language_processing/LLMModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLMController","Logger","parseUnknownError","LLMModule","constructor","tokenCallback","messageHistoryCallback","controller","fromModelName","namedSources","onDownloadProgress","instance","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","onDownloadProgressCallback","error","fromCustomModel","modelName","setTokenCallback","configure","config","forward","input","imagePaths","generate","messages","tools","sendMessage","message","media","messageHistory","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokensCount","getPromptTokenCount","getTotalTokensCount","getTotalTokenCount","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAC/D,SAASC,MAAM,QAAQ,qBAAqB;AAC5C,SAASC,iBAAiB,QAAQ,yBAAyB;AAU3D;AACA;AACA;AACA;AACA,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAAC;IAClBC,aAAa;IACbC;EAIF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIP,aAAa,CAAC;MAClCK,aAAa;MACbC;IACF,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAaE,aAAaA,CACxBC,YAMC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,MAAMK,QAAQ,GAAG,IAAIR,SAAS,CAAC;MAAEE,aAAa;MAAEC;IAAuB,CAAC,CAAC;IACzE,IAAI;MACF,MAAMK,QAAQ,CAACJ,UAAU,CAACK,IAAI,CAAC;QAC7BC,WAAW,EAAEJ,YAAY,CAACI,WAAW;QACrCC,eAAe,EAAEL,YAAY,CAACK,eAAe;QAC7CC,qBAAqB,EAAEN,YAAY,CAACM,qBAAqB;QACzDC,YAAY,EAAEP,YAAY,CAACO,YAAY;QACvCC,0BAA0B,EAAEP;MAC9B,CAAC,CAAC;MACF,OAAOC,QAAQ;IACjB,CAAC,CAAC,OAAOO,KAAK,EAAE;MACdjB,MAAM,CAACiB,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMhB,iBAAiB,CAACgB,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBN,WAA2B,EAC3BC,eAA+B,EAC/BC,qBAAqC,EACrCL,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,OAAOH,SAAS,CAACK,aAAa,CAC5B;MACEY,SAAS,EAAE,QAAwB;MACnCP,WAAW;MACXC,eAAe;MACfC;IACF,CAAC,EACDL,kBAAkB,EAClBL,aAAa,EACbC,sBACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEe,gBAAgBA,CAAC;IACfhB;EAGF,CAAC,EAAE;IACD,IAAI,CAACE,UAAU,CAACc,gBAAgB,CAAChB,aAAa,CAAC;EACjD;;EAEA;AACF;AACA;AACA;AACA;EACEiB,SAASA,CAACC,MAAiB,EAAE;IAC3B,IAAI,CAAChB,UAAU,CAACe,SAAS,CAACC,MAAM,CAAC;EACnC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IACnE,OAAO,MAAM,IAAI,CAACnB,UAAU,CAACiB,OAAO,CAACC,KAAK,EAAEC,UAAU,CAAC;EACzD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,OAAO,MAAM,IAAI,CAACtB,UAAU,CAACoB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACxD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,WAAWA,CACfC,OAAe,EACfC,KAA8B,EACV;IACpB,MAAM,IAAI,CAACzB,UAAU,CAACuB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;IACjD,OAAO,IAAI,CAACzB,UAAU,CAAC0B,cAAc;EACvC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACEC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAAC5B,UAAU,CAAC2B,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC5B,UAAU,CAAC0B,cAAc;EACvC;;EAEA;AACF;AACA;EACEG,SAASA,CAAA,EAAG;IACV,IAAI,CAAC7B,UAAU,CAAC6B,SAAS,CAAC,CAAC;EAC7B;;EAEA;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAW;IAC/B,OAAO,IAAI,CAAC9B,UAAU,CAAC8B,sBAAsB,CAAC,CAAC;EACjD;;EAEA;AACF;AACA;AACA;EACEC,oBAAoBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAAC/B,UAAU,CAACgC,mBAAmB,CAAC,CAAC;EAC9C;;EAEA;AACF;AACA;AACA;EACEC,mBAAmBA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACjC,UAAU,CAACkC,kBAAkB,CAAC,CAAC;EAC7C;;EAEA;AACF;AACA;AACA;AACA;EACEC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACnC,UAAU,CAACmC,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}
+{"version":3,"names":["LLMController","Logger","parseUnknownError","LLMModule","constructor","tokenCallback","messageHistoryCallback","controller","fromModelName","namedSources","onDownloadProgress","instance","load","model","modelName","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","audioConfig","onDownloadProgressCallback","error","fromCustomModel","setTokenCallback","configure","config","forward","input","imagePaths","audioWaveforms","generate","messages","tools","sendMessage","message","media","messageHistory","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokensCount","getPromptTokenCount","getTotalTokensCount","getTotalTokenCount","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAC/D,SAASC,MAAM,QAAQ,qBAAqB;AAC5C,SAASC,iBAAiB,QAAQ,yBAAyB;AAW3D;AACA;AACA;AACA;AACA,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAAC;IAClBC,aAAa;IACbC;EAIF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIP,aAAa,CAAC;MAClCK,aAAa;MACbC;IACF,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAaE,aAAaA,CACxBC,YAOC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,MAAMK,QAAQ,GAAG,IAAIR,SAAS,CAAC;MAAEE,aAAa;MAAEC;IAAuB,CAAC,CAAC;IACzE,IAAI;MACF,MAAMK,QAAQ,CAACJ,UAAU,CAACK,IAAI,CAAC;QAC7BC,KAAK,EAAE;UACLC,SAAS,EAAEL,YAAY,CAACK,SAAS;UACjCC,WAAW,EAAEN,YAAY,CAACM,WAAW;UACrCC,eAAe,EAAEP,YAAY,CAACO,eAAe;UAC7CC,qBAAqB,EAAER,YAAY,CAACQ,qBAAqB;UACzDC,YAAY,EAAET,YAAY,CAACS,YAAY;UACvCC,WAAW,EAAEV,YAAY,CAACU;QAC5B,CAAC;QACDC,0BAA0B,EAAEV;MAC9B,CAAC,CAAC;MACF,OAAOC,QAAQ;IACjB,CAAC,CAAC,OAAOU,KAAK,EAAE;MACdpB,MAAM,CAACoB,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMnB,iBAAiB,CAACmB,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBP,WAA2B,EAC3BC,eAA+B,EAC/BC,qBAAqC,EACrCP,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,OAAOH,SAAS,CAACK,aAAa,CAC5B;MACEM,SAAS,EAAE,QAAwB;MACnCC,WAAW;MACXC,eAAe;MACfC;IACF,CAAC,EACDP,kBAAkB,EAClBL,aAAa,EACbC,sBACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEiB,gBAAgBA,CAAC;IACflB;EAGF,CAAC,EAAE;IACD,IAAI,CAACE,UAAU,CAACgB,gBAAgB,CAAClB,aAAa,CAAC;EACjD;;EAEA;AACF;AACA;AACA;AACA;EACEmB,SAASA,CAACC,MAAiB,EAAE;IAC3B,IAAI,CAAClB,UAAU,CAACiB,SAAS,CAACC,MAAM,CAAC;EACnC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,OAAOA,CACXC,KAAa,EACbC,UAAqB,EACrBC,cAA+B,EACd;IACjB,OAAO,MAAM,IAAI,CAACtB,UAAU,CAACmB,OAAO,CAACC,KAAK,EAAEC,UAAU,EAAEC,cAAc,CAAC;EACzE;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,OAAO,MAAM,IAAI,CAACzB,UAAU,CAACuB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACxD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,WAAWA,CACfC,OAAe,EACfC,KAA0D,EACtC;IACpB,MAAM,IAAI,CAAC5B,UAAU,CAAC0B,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;IACjD,OAAO,IAAI,CAAC5B,UAAU,CAAC6B,cAAc;EACvC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACEC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAAC/B,UAAU,CAAC8B,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC/B,UAAU,CAAC6B,cAAc;EACvC;;EAEA;AACF;AACA;EACEG,SAASA,CAAA,EAAG;IACV,IAAI,CAAChC,UAAU,CAACgC,SAAS,CAAC,CAAC;EAC7B;;EAEA;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAW;IAC/B,OAAO,IAAI,CAACjC,UAAU,CAACiC,sBAAsB,CAAC,CAAC;EACjD;;EAEA;AACF;AACA;AACA;EACEC,oBAAoBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAAClC,UAAU,CAACmC,mBAAmB,CAAC,CAAC;EAC9C;;EAEA;AACF;AACA;AACA;EACEC,mBAAmBA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACpC,UAAU,CAACqC,kBAAkB,CAAC,CAAC;EAC7C;;EAEA;AACF;AACA;AACA;AACA;EACEC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACtC,UAAU,CAACsC,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/types/llm.js

@@ -15,6 +15,16 @@
  * @category Types
  */
 
+/**
+ * Audio soft-token expansion constants for audio_encoder.
+ * @category Types
+ */
+
+/**
+ * Properties defining LLMModel.
+ * @category Types
+ */
+
 /**
  * Properties for initializing and configuring a Large Language Model (LLM) instance.
  * @category Types
@@ -108,6 +118,7 @@
 export const SPECIAL_TOKENS = {
   BOS_TOKEN: 'bos_token',
   EOS_TOKEN: 'eos_token',
+  EOT_TOKEN: 'eot_token',
   UNK_TOKEN: 'unk_token',
   SEP_TOKEN: 'sep_token',
   PAD_TOKEN: 'pad_token',

package/lib/module/types/llm.js.map

@@ -1 +1 @@
-{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AA6CA;AACA;AACA;AACA;;AAwCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAaA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
+{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","EOT_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;;AA+CA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;;AAuCA;AACA;AACA;AACA;;AASA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAmBA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}

package/lib/module/types/poseEstimation.js.map

@@ -1 +1 @@
-{"version":3,"names":["CocoKeypoint"],"sourceRoot":"../../../src","sources":["types/poseEstimation.ts"],"mappings":";;AACA,SAASA,YAAY,QAAQ,6BAA6B;AAG1D,SAASA,YAAY;;AAErB;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;AACA;;AAoBA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;;AAiBA;AACA;AACA;AACA;AACA","ignoreList":[]}
+{"version":3,"names":["CocoKeypoint"],"sourceRoot":"../../../src","sources":["types/poseEstimation.ts"],"mappings":";;AACA,SAASA,YAAY,QAAQ,6BAA6B;AAG1D,SAASA,YAAY;;AAErB;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;AACA;;AAoBA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;;AAiBA;AACA;AACA;AACA;AACA","ignoreList":[]}

package/lib/typescript/constants/llmDefaults.d.ts

@@ -3,7 +3,7 @@ import { ChatConfig, Message } from '../types/llm';
  * Default system prompt used to guide the behavior of Large Language Models (LLMs).
  * @category Utilities - LLM
  */
-export declare const DEFAULT_SYSTEM_PROMPT = "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text.";
+export declare const DEFAULT_SYSTEM_PROMPT = "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text. If provided with audio samples treat it with at most importance";
 /**
  * Generates a default structured output prompt based on the provided JSON schema.
  * @category Utilities - LLM

package/lib/typescript/constants/llmDefaults.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llmDefaults.d.ts","sourceRoot":"","sources":["../../../src/constants/llmDefaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGnD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,kRAC+O,CAAC;AAElR;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,GAC3C,wBAAwB,MAAM,WAQ/B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,OAAO,EAAO,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,UAMjC,CAAC"}
+{"version":3,"file":"llmDefaults.d.ts","sourceRoot":"","sources":["../../../src/constants/llmDefaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGnD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,kVAC+S,CAAC;AAElV;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,GAC3C,wBAAwB,MAAM,WAQ/B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,OAAO,EAAO,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,UAMjC,CAAC"}

package/lib/typescript/constants/modelRegistry.d.ts

@@ -11,7 +11,7 @@ import { TextToSpeechModelConfig } from '../types/tts';
  * compile-time error.
  * @category Utils
  */
-export type Backend = 'xnnpack' | 'coreml' | 'vulkan' | 'qnn';
+export type Backend = 'xnnpack' | 'coreml' | 'vulkan' | 'qnn' | 'mlx';
 /**
  * Options for a `models` accessor call.
  * @typeParam B - Subset of {@link Backend} that the accessor actually supports.
@@ -293,6 +293,22 @@ export declare const models: {
             readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-bielik-v3.0/resolve/v0.9.0/tokenizer.json";
             readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-bielik-v3.0/resolve/v0.9.0/tokenizer_config.json";
         }, "xnnpack">;
+        readonly gemma4_e2b: Accessor<{
+            modelName: "gemma4-e2b";
+            modelSource: string;
+            tokenizerSource: string;
+            tokenizerConfigSource: string;
+        } | {
+            modelName: "gemma4-e2b";
+            modelSource: string;
+            tokenizerSource: string;
+            tokenizerConfigSource: string;
+        } | {
+            modelName: "gemma4-e2b";
+            modelSource: string;
+            tokenizerSource: string;
+            tokenizerConfigSource: string;
+        }, "xnnpack" | "vulkan" | "mlx">;
         readonly lfm2_5_vl_1_6b: Accessor<{
             readonly modelName: "lfm2.5-vl-1.6b-quantized";
             readonly capabilities: readonly ["vision"];
@@ -317,6 +333,17 @@ export declare const models: {
                 readonly repetitionPenalty: 1.05;
             };
         }, "xnnpack">;
+        readonly gemma4_e2b_multimodal: Accessor<{
+            readonly modelName: "gemma4-e2b-multimodal";
+            readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte" | "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
+            readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
+            readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
+            readonly capabilities: readonly ["vision", "audio"];
+            readonly audioConfig: {
+                readonly samplesPerBlock: 7680;
+                readonly tokensPerBlock: 12;
+            };
+        }, "xnnpack">;
     };
     readonly classification: {
         readonly efficientnet_v2_s: Accessor<{
@@ -388,6 +415,16 @@ export declare const models: {
             readonly modelName: "yolo26n-pose";
             readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-yolo26-pose/resolve/v0.9.0/xnnpack/yolo26_pose_n_xnnpack_fp32.pte";
         }, "xnnpack">;
+        readonly rfdetr_keypoint_preview: Accessor<{
+            modelName: "rfdetr-keypoint-preview";
+            modelSource: string;
+        } | {
+            modelName: "rfdetr-keypoint-preview";
+            modelSource: string;
+        } | {
+            modelName: "rfdetr-keypoint-preview";
+            modelSource: string;
+        }, "xnnpack" | "coreml" | "mlx">;
     };
     readonly semantic_segmentation: {
         readonly deeplab_v3_resnet50: Accessor<{

package/lib/typescript/constants/modelRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"modelRegistry.d.ts","sourceRoot":"","sources":["../../../src/constants/modelRegistry.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAuBxC,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAIvD;;;;;;;;;GASG;AACH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAC;AAE9D;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI;IACnD,4GAA4G;IAC5G,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kFAAkF;IAClF,OAAO,CAAC,EAAE,CAAC,CAAC;CACb,CAAC;AAGF,KAAK,QAAQ,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI,CAC5E,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,KAChB,CAAC,CAAC;AA6WP,KAAK,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,CAAC;AACtC,KAAK,iBAAiB,GAAG,MAAM,OAAO,OAAO,CAAC;AAY9C,iBAAS,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,iBAAiB,CAAA;CAAE,GAAG,SAAS,CAUvE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBApLE,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;;;;yBAkCN,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2RrB,CAAC"}
+{"version":3,"file":"modelRegistry.d.ts","sourceRoot":"","sources":["../../../src/constants/modelRegistry.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAuBxC,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAIvD;;;;;;;;;GASG;AACH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC;AAEtE;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI;IACnD,4GAA4G;IAC5G,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kFAAkF;IAClF,OAAO,CAAC,EAAE,CAAC,CAAC;CACb,CAAC;AAGF,KAAK,QAAQ,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI,CAC5E,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,KAChB,CAAC,CAAC;AAiaP,KAAK,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,CAAC;AACtC,KAAK,iBAAiB,GAAG,MAAM,OAAO,OAAO,CAAC;AAY9C,iBAAS,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,iBAAiB,CAAA;CAAE,GAAG,SAAS,CAUvE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBApLE,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;;;;yBAkCN,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmSrB,CAAC"}