react-native-executorch 0.9.0 → 0.9.1

package/lib/module/hooks/natural_language_processing/useLLM.js

@@ -40,11 +40,7 @@ export function useLLM({
     (async () => {
       try {
         await controllerInstance.load({
-          modelSource: model.modelSource,
-          tokenizerSource: model.tokenizerSource,
-          tokenizerConfigSource: model.tokenizerConfigSource,
-          capabilities: model.capabilities,
-          defaultGenerationConfig: model.generationConfig,
+          model: model,
           onDownloadProgressCallback: setDownloadProgress
         });
       } catch (e) {

package/lib/module/hooks/natural_language_processing/useLLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","defaultGenerationConfig","generationConfig","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,uBAAuB,EAAE9B,KAAK,CAAC+B,gBAAgB;UAC/CC,0BAA0B,EAAEnB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOoB,CAAC,EAAE;QACVlB,QAAQ,CAACjB,iBAAiB,CAACmC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIX,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACY,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDZ,kBAAkB,EAClBtB,KAAK,CAACmC,SAAS,EACfnC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMmC,SAAS,GAAG1C,WAAW,CAC3B,CAAC;IAAE2C,UAAU;IAAEC,WAAW;IAAEP;EAA4B,CAAC,KACvDT,kBAAkB,CAACc,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXP;EACF,CAAC,CAAC,EACJ,CAACT,kBAAkB,CACrB,CAAC;EAED,MAAMiB,QAAQ,GAAG7C,WAAW,CAC1B,CAAC8C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CpC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACiB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,WAAW,GAAGhD,WAAW,CAC7B,CAACiD,OAAe,EAAEC,KAA8B,KAAK;IACnDvC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACoB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,aAAa,GAAGnD,WAAW,CAC9BoD,KAAa,IAAKxB,kBAAkB,CAACuB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,SAAS,GAAGrD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACyB,SAAS,CAAC,CAAC,EACpC,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,sBAAsB,GAAGtD,WAAW,CACxC,MAAM4B,kBAAkB,CAAC0B,sBAAsB,CAAC,CAAC,EACjD,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,mBAAmB,GAAGvD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC2B,mBAAmB,CAAC,CAAC,EAC9C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,MAAM4B,kBAAkB,GAAGxD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC4B,kBAAkB,CAAC,CAAC,EAC7C,CAAC5B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLkC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCd,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
+{"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","onDownloadProgressCallback","e","delete","modelName","modelSource","tokenizerSource","tokenizerConfigSource","configure","chatConfig","toolsConfig","generationConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5B1B,KAAK,EAAEA,KAAK;UACZ2B,0BAA0B,EAAEd;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOe,CAAC,EAAE;QACVb,QAAQ,CAACjB,iBAAiB,CAAC8B,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIN,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACO,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDP,kBAAkB,EAClBtB,KAAK,CAAC8B,SAAS,EACf9B,KAAK,CAAC+B,WAAW,EACjB/B,KAAK,CAACgC,eAAe,EACrBhC,KAAK,CAACiC,qBAAqB,EAC3BjB,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMiC,SAAS,GAAGxC,WAAW,CAC3B,CAAC;IAAEyC,UAAU;IAAEC,WAAW;IAAEC;EAA4B,CAAC,KACvDf,kBAAkB,CAACY,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXC;EACF,CAAC,CAAC,EACJ,CAACf,kBAAkB,CACrB,CAAC;EAED,MAAMgB,QAAQ,GAAG5C,WAAW,CAC1B,CAAC6C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CnC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACgB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAAClB,kBAAkB,CACrB,CAAC;EAED,MAAMmB,WAAW,GAAG/C,WAAW,CAC7B,CACEgD,OAAe,EACfC,KAA0D,KACvD;IACHtC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACmB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACrB,kBAAkB,CACrB,CAAC;EAED,MAAMsB,aAAa,GAAGlD,WAAW,CAC9BmD,KAAa,IAAKvB,kBAAkB,CAACsB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACvB,kBAAkB,CACrB,CAAC;EAED,MAAMwB,SAAS,GAAGpD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACwB,SAAS,CAAC,CAAC,EACpC,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,sBAAsB,GAAGrD,WAAW,CACxC,MAAM4B,kBAAkB,CAACyB,sBAAsB,CAAC,CAAC,EACjD,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,mBAAmB,GAAGtD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC0B,mBAAmB,CAAC,CAAC,EAC9C,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,kBAAkB,GAAGvD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC2B,kBAAkB,CAAC,CAAC,EAC7C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLiC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCf,SAAS,EAAEA,SAAS;IACpBI,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}

package/lib/module/modules/natural_language_processing/LLMModule.js

@@ -39,10 +39,14 @@ export class LLMModule {
     });
     try {
       await instance.controller.load({
-        modelSource: namedSources.modelSource,
-        tokenizerSource: namedSources.tokenizerSource,
-        tokenizerConfigSource: namedSources.tokenizerConfigSource,
-        capabilities: namedSources.capabilities,
+        model: {
+          modelName: namedSources.modelName,
+          modelSource: namedSources.modelSource,
+          tokenizerSource: namedSources.tokenizerSource,
+          tokenizerConfigSource: namedSources.tokenizerConfigSource,
+          capabilities: namedSources.capabilities,
+          audioConfig: namedSources.audioConfig
+        },
         onDownloadProgressCallback: onDownloadProgress
       });
       return instance;
@@ -106,10 +110,11 @@ export class LLMModule {
    * If you want a simple chat with model the consider using `sendMessage`
    * @param input - Raw input string containing the prompt and conversation history.
    * @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
+   * @param audioWaveforms - Optional array of 16kHz waveforms of audio recordings for multimodal inference.
    * @returns The generated response as a string.
    */
-  async forward(input, imagePaths) {
-    return await this.controller.forward(input, imagePaths);
+  async forward(input, imagePaths, audioWaveforms) {
+    return await this.controller.forward(input, imagePaths, audioWaveforms);
   }
 
   /**
@@ -128,7 +133,7 @@ export class LLMModule {
    * After model responds it will call `messageHistoryCallback()` containing both user message and model response.
    * It also returns them.
    * @param message - The message string to send.
-   * @param media - Optional media object containing a local image path for multimodal models.
+   * @param media - Optional media object containing a local image path or 16kHz waveform of an audio recording for multimodal models.
    * @returns - Updated message history including the new user message and model response.
    */
   async sendMessage(message, media) {

package/lib/module/modules/natural_language_processing/LLMModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLMController","Logger","parseUnknownError","LLMModule","constructor","tokenCallback","messageHistoryCallback","controller","fromModelName","namedSources","onDownloadProgress","instance","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","onDownloadProgressCallback","error","fromCustomModel","modelName","setTokenCallback","configure","config","forward","input","imagePaths","generate","messages","tools","sendMessage","message","media","messageHistory","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokensCount","getPromptTokenCount","getTotalTokensCount","getTotalTokenCount","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAC/D,SAASC,MAAM,QAAQ,qBAAqB;AAC5C,SAASC,iBAAiB,QAAQ,yBAAyB;AAU3D;AACA;AACA;AACA;AACA,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAAC;IAClBC,aAAa;IACbC;EAIF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIP,aAAa,CAAC;MAClCK,aAAa;MACbC;IACF,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAaE,aAAaA,CACxBC,YAMC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,MAAMK,QAAQ,GAAG,IAAIR,SAAS,CAAC;MAAEE,aAAa;MAAEC;IAAuB,CAAC,CAAC;IACzE,IAAI;MACF,MAAMK,QAAQ,CAACJ,UAAU,CAACK,IAAI,CAAC;QAC7BC,WAAW,EAAEJ,YAAY,CAACI,WAAW;QACrCC,eAAe,EAAEL,YAAY,CAACK,eAAe;QAC7CC,qBAAqB,EAAEN,YAAY,CAACM,qBAAqB;QACzDC,YAAY,EAAEP,YAAY,CAACO,YAAY;QACvCC,0BAA0B,EAAEP;MAC9B,CAAC,CAAC;MACF,OAAOC,QAAQ;IACjB,CAAC,CAAC,OAAOO,KAAK,EAAE;MACdjB,MAAM,CAACiB,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMhB,iBAAiB,CAACgB,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBN,WAA2B,EAC3BC,eAA+B,EAC/BC,qBAAqC,EACrCL,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,OAAOH,SAAS,CAACK,aAAa,CAC5B;MACEY,SAAS,EAAE,QAAwB;MACnCP,WAAW;MACXC,eAAe;MACfC;IACF,CAAC,EACDL,kBAAkB,EAClBL,aAAa,EACbC,sBACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEe,gBAAgBA,CAAC;IACfhB;EAGF,CAAC,EAAE;IACD,IAAI,CAACE,UAAU,CAACc,gBAAgB,CAAChB,aAAa,CAAC;EACjD;;EAEA;AACF;AACA;AACA;AACA;EACEiB,SAASA,CAACC,MAAiB,EAAE;IAC3B,IAAI,CAAChB,UAAU,CAACe,SAAS,CAACC,MAAM,CAAC;EACnC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IACnE,OAAO,MAAM,IAAI,CAACnB,UAAU,CAACiB,OAAO,CAACC,KAAK,EAAEC,UAAU,CAAC;EACzD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,OAAO,MAAM,IAAI,CAACtB,UAAU,CAACoB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACxD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,WAAWA,CACfC,OAAe,EACfC,KAA8B,EACV;IACpB,MAAM,IAAI,CAACzB,UAAU,CAACuB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;IACjD,OAAO,IAAI,CAACzB,UAAU,CAAC0B,cAAc;EACvC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACEC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAAC5B,UAAU,CAAC2B,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC5B,UAAU,CAAC0B,cAAc;EACvC;;EAEA;AACF;AACA;EACEG,SAASA,CAAA,EAAG;IACV,IAAI,CAAC7B,UAAU,CAAC6B,SAAS,CAAC,CAAC;EAC7B;;EAEA;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAW;IAC/B,OAAO,IAAI,CAAC9B,UAAU,CAAC8B,sBAAsB,CAAC,CAAC;EACjD;;EAEA;AACF;AACA;AACA;EACEC,oBAAoBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAAC/B,UAAU,CAACgC,mBAAmB,CAAC,CAAC;EAC9C;;EAEA;AACF;AACA;AACA;EACEC,mBAAmBA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACjC,UAAU,CAACkC,kBAAkB,CAAC,CAAC;EAC7C;;EAEA;AACF;AACA;AACA;AACA;EACEC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACnC,UAAU,CAACmC,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}
+{"version":3,"names":["LLMController","Logger","parseUnknownError","LLMModule","constructor","tokenCallback","messageHistoryCallback","controller","fromModelName","namedSources","onDownloadProgress","instance","load","model","modelName","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","audioConfig","onDownloadProgressCallback","error","fromCustomModel","setTokenCallback","configure","config","forward","input","imagePaths","audioWaveforms","generate","messages","tools","sendMessage","message","media","messageHistory","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokensCount","getPromptTokenCount","getTotalTokensCount","getTotalTokenCount","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAC/D,SAASC,MAAM,QAAQ,qBAAqB;AAC5C,SAASC,iBAAiB,QAAQ,yBAAyB;AAW3D;AACA;AACA;AACA;AACA,OAAO,MAAMC,SAAS,CAAC;EAGbC,WAAWA,CAAC;IAClBC,aAAa;IACbC;EAIF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIP,aAAa,CAAC;MAClCK,aAAa;MACbC;IACF,CAAC,CAAC;EACJ;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAaE,aAAaA,CACxBC,YAOC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,MAAMK,QAAQ,GAAG,IAAIR,SAAS,CAAC;MAAEE,aAAa;MAAEC;IAAuB,CAAC,CAAC;IACzE,IAAI;MACF,MAAMK,QAAQ,CAACJ,UAAU,CAACK,IAAI,CAAC;QAC7BC,KAAK,EAAE;UACLC,SAAS,EAAEL,YAAY,CAACK,SAAS;UACjCC,WAAW,EAAEN,YAAY,CAACM,WAAW;UACrCC,eAAe,EAAEP,YAAY,CAACO,eAAe;UAC7CC,qBAAqB,EAAER,YAAY,CAACQ,qBAAqB;UACzDC,YAAY,EAAET,YAAY,CAACS,YAAY;UACvCC,WAAW,EAAEV,YAAY,CAACU;QAC5B,CAAC;QACDC,0BAA0B,EAAEV;MAC9B,CAAC,CAAC;MACF,OAAOC,QAAQ;IACjB,CAAC,CAAC,OAAOU,KAAK,EAAE;MACdpB,MAAM,CAACoB,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMnB,iBAAiB,CAACmB,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBP,WAA2B,EAC3BC,eAA+B,EAC/BC,qBAAqC,EACrCP,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDL,aAAuC,EACvCC,sBAA4D,EACxC;IACpB,OAAOH,SAAS,CAACK,aAAa,CAC5B;MACEM,SAAS,EAAE,QAAwB;MACnCC,WAAW;MACXC,eAAe;MACfC;IACF,CAAC,EACDP,kBAAkB,EAClBL,aAAa,EACbC,sBACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;EACEiB,gBAAgBA,CAAC;IACflB;EAGF,CAAC,EAAE;IACD,IAAI,CAACE,UAAU,CAACgB,gBAAgB,CAAClB,aAAa,CAAC;EACjD;;EAEA;AACF;AACA;AACA;AACA;EACEmB,SAASA,CAACC,MAAiB,EAAE;IAC3B,IAAI,CAAClB,UAAU,CAACiB,SAAS,CAACC,MAAM,CAAC;EACnC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,OAAOA,CACXC,KAAa,EACbC,UAAqB,EACrBC,cAA+B,EACd;IACjB,OAAO,MAAM,IAAI,CAACtB,UAAU,CAACmB,OAAO,CAACC,KAAK,EAAEC,UAAU,EAAEC,cAAc,CAAC;EACzE;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,OAAO,MAAM,IAAI,CAACzB,UAAU,CAACuB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACxD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,WAAWA,CACfC,OAAe,EACfC,KAA0D,EACtC;IACpB,MAAM,IAAI,CAAC5B,UAAU,CAAC0B,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;IACjD,OAAO,IAAI,CAAC5B,UAAU,CAAC6B,cAAc;EACvC;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACEC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAAC/B,UAAU,CAAC8B,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC/B,UAAU,CAAC6B,cAAc;EACvC;;EAEA;AACF;AACA;EACEG,SAASA,CAAA,EAAG;IACV,IAAI,CAAChC,UAAU,CAACgC,SAAS,CAAC,CAAC;EAC7B;;EAEA;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAW;IAC/B,OAAO,IAAI,CAACjC,UAAU,CAACiC,sBAAsB,CAAC,CAAC;EACjD;;EAEA;AACF;AACA;AACA;EACEC,oBAAoBA,CAAA,EAAG;IACrB,OAAO,IAAI,CAAClC,UAAU,CAACmC,mBAAmB,CAAC,CAAC;EAC9C;;EAEA;AACF;AACA;AACA;EACEC,mBAAmBA,CAAA,EAAG;IACpB,OAAO,IAAI,CAACpC,UAAU,CAACqC,kBAAkB,CAAC,CAAC;EAC7C;;EAEA;AACF;AACA;AACA;AACA;EACEC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACtC,UAAU,CAACsC,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/types/llm.js

@@ -15,6 +15,16 @@
  * @category Types
  */
 
+/**
+ * Audio soft-token expansion constants for audio_encoder.
+ * @category Types
+ */
+
+/**
+ * Properties defining LLMModel.
+ * @category Types
+ */
+
 /**
  * Properties for initializing and configuring a Large Language Model (LLM) instance.
  * @category Types
@@ -108,6 +118,7 @@
 export const SPECIAL_TOKENS = {
   BOS_TOKEN: 'bos_token',
   EOS_TOKEN: 'eos_token',
+  EOT_TOKEN: 'eot_token',
   UNK_TOKEN: 'unk_token',
   SEP_TOKEN: 'sep_token',
   PAD_TOKEN: 'pad_token',

package/lib/module/types/llm.js.map

@@ -1 +1 @@
-{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AA6CA;AACA;AACA;AACA;;AAwCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAaA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
+{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","EOT_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;;AA+CA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;;AAuCA;AACA;AACA;AACA;;AASA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAmBA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}

package/lib/typescript/constants/llmDefaults.d.ts

@@ -3,7 +3,7 @@ import { ChatConfig, Message } from '../types/llm';
  * Default system prompt used to guide the behavior of Large Language Models (LLMs).
  * @category Utilities - LLM
  */
-export declare const DEFAULT_SYSTEM_PROMPT = "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text.";
+export declare const DEFAULT_SYSTEM_PROMPT = "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text. If provided with audio samples treat it with at most importance";
 /**
  * Generates a default structured output prompt based on the provided JSON schema.
  * @category Utilities - LLM

package/lib/typescript/constants/llmDefaults.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llmDefaults.d.ts","sourceRoot":"","sources":["../../../src/constants/llmDefaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGnD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,kRAC+O,CAAC;AAElR;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,GAC3C,wBAAwB,MAAM,WAQ/B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,OAAO,EAAO,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,UAMjC,CAAC"}
+{"version":3,"file":"llmDefaults.d.ts","sourceRoot":"","sources":["../../../src/constants/llmDefaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGnD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,kVAC+S,CAAC;AAElV;;;;;GAKG;AACH,eAAO,MAAM,gCAAgC,GAC3C,wBAAwB,MAAM,WAQ/B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,OAAO,EAAO,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,6BAA6B,MAAM,CAAC;AAEjD;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,UAMjC,CAAC"}

package/lib/typescript/constants/modelRegistry.d.ts

@@ -11,7 +11,7 @@ import { TextToSpeechModelConfig } from '../types/tts';
  * compile-time error.
  * @category Utils
  */
-export type Backend = 'xnnpack' | 'coreml' | 'vulkan' | 'qnn';
+export type Backend = 'xnnpack' | 'coreml' | 'vulkan' | 'qnn' | 'mlx';
 /**
  * Options for a `models` accessor call.
  * @typeParam B - Subset of {@link Backend} that the accessor actually supports.
@@ -293,6 +293,22 @@ export declare const models: {
             readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-bielik-v3.0/resolve/v0.9.0/tokenizer.json";
             readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-bielik-v3.0/resolve/v0.9.0/tokenizer_config.json";
         }, "xnnpack">;
+        readonly gemma4_e2b: Accessor<{
+            modelName: "gemma4-e2b";
+            modelSource: string;
+            tokenizerSource: string;
+            tokenizerConfigSource: string;
+        } | {
+            modelName: "gemma4-e2b";
+            modelSource: string;
+            tokenizerSource: string;
+            tokenizerConfigSource: string;
+        } | {
+            modelName: "gemma4-e2b";
+            modelSource: string;
+            tokenizerSource: string;
+            tokenizerConfigSource: string;
+        }, "xnnpack" | "vulkan" | "mlx">;
         readonly lfm2_5_vl_1_6b: Accessor<{
             readonly modelName: "lfm2.5-vl-1.6b-quantized";
             readonly capabilities: readonly ["vision"];
@@ -317,6 +333,17 @@ export declare const models: {
                 readonly repetitionPenalty: 1.05;
             };
         }, "xnnpack">;
+        readonly gemma4_e2b_multimodal: Accessor<{
+            readonly modelName: "gemma4-e2b-multimodal";
+            readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte" | "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
+            readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
+            readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
+            readonly capabilities: readonly ["vision", "audio"];
+            readonly audioConfig: {
+                readonly samplesPerBlock: 7680;
+                readonly tokensPerBlock: 12;
+            };
+        }, "xnnpack">;
     };
     readonly classification: {
         readonly efficientnet_v2_s: Accessor<{

package/lib/typescript/constants/modelRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"modelRegistry.d.ts","sourceRoot":"","sources":["../../../src/constants/modelRegistry.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAuBxC,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAIvD;;;;;;;;;GASG;AACH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAC;AAE9D;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI;IACnD,4GAA4G;IAC5G,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kFAAkF;IAClF,OAAO,CAAC,EAAE,CAAC,CAAC;CACb,CAAC;AAGF,KAAK,QAAQ,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI,CAC5E,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,KAChB,CAAC,CAAC;AA6WP,KAAK,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,CAAC;AACtC,KAAK,iBAAiB,GAAG,MAAM,OAAO,OAAO,CAAC;AAY9C,iBAAS,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,iBAAiB,CAAA;CAAE,GAAG,SAAS,CAUvE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBApLE,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;;;;yBAkCN,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2RrB,CAAC"}
+{"version":3,"file":"modelRegistry.d.ts","sourceRoot":"","sources":["../../../src/constants/modelRegistry.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAuBxC,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAIvD;;;;;;;;;GASG;AACH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC;AAEtE;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI;IACnD,4GAA4G;IAC5G,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,kFAAkF;IAClF,OAAO,CAAC,EAAE,CAAC,CAAC;CACb,CAAC;AAGF,KAAK,QAAQ,CAAC,CAAC,SAAS;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI,CAC5E,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,KAChB,CAAC,CAAC;AAwYP,KAAK,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,CAAC;AACtC,KAAK,iBAAiB,GAAG,MAAM,OAAO,OAAO,CAAC;AAY9C,iBAAS,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE;IAAE,QAAQ,EAAE,iBAAiB,CAAA;CAAE,GAAG,SAAS,CAUvE;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBApLE,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;yBAvBN,MAAM;;;yBAON,MAAM;;;yBASN,MAAM;;;yBAON,MAAM;;;;;;;yBAkCN,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;yBAdV,MAAM;6BACF,MAAM;;;;yBAYV,MAAM;6BACF,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgSrB,CAAC"}

package/lib/typescript/constants/modelUrls.d.ts

@@ -86,6 +86,34 @@ export declare const QWEN3_0_6B_QUANTIZED: {
         readonly topP: 0.95;
     };
 };
+export declare const GEMMA4_E2B_MLX_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte";
+export declare const GEMMA4_E2B_XNNPACK_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte";
+export declare const GEMMA4_E2B_VULKAN_MODEL = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
+export declare const GEMMA4_E2B_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
+export declare const GEMMA4_E2B_TOKENIZER_CONFIG = "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
+/**
+ * @category Models - LLM
+ */
+export declare const GEMMA4_E2B: {
+    readonly modelName: "gemma4-e2b";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte" | "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
+    readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
+    readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
+};
+/**
+ * @category Models - LLM Multimodal
+ */
+export declare const GEMMA4_E2B_MM: {
+    readonly modelName: "gemma4-e2b-multimodal";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/mlx/gemma4_e2b_mlx_int4.pte" | "https://huggingface.co/software-mansion/react-native-executorch-gemma-4-multimodal/resolve/v0.9.0/e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte";
+    readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer.json";
+    readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-gemma-4/resolve/v0.9.0/e2b/tokenizer_config.json";
+    readonly capabilities: readonly ["vision", "audio"];
+    readonly audioConfig: {
+        readonly samplesPerBlock: 7680;
+        readonly tokensPerBlock: 12;
+    };
+};
 /**
  * @category Models - LLM
  */
@@ -603,29 +631,29 @@ export declare const STYLE_TRANSFER_UDNIE_QUANTIZED: {
 };
 export declare const WHISPER_TINY_EN_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/tokenizer.json";
 export declare const WHISPER_TINY_EN_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/xnnpack/whisper_tiny_en_xnnpack_fp32.pte";
-export declare const WHISPER_TINY_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp32.pte";
+export declare const WHISPER_TINY_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp16.pte";
 export declare const WHISPER_BASE_EN_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/tokenizer.json";
 export declare const WHISPER_BASE_EN_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/xnnpack/whisper_base_en_xnnpack_fp32.pte";
-export declare const WHISPER_BASE_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp32.pte";
+export declare const WHISPER_BASE_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp16.pte";
 export declare const WHISPER_SMALL_EN_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/tokenizer.json";
 export declare const WHISPER_SMALL_EN_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/xnnpack/whisper_small_en_xnnpack_fp32.pte";
-export declare const WHISPER_SMALL_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp32.pte";
+export declare const WHISPER_SMALL_EN_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp16.pte";
 export declare const WHISPER_TINY_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/tokenizer.json";
 export declare const WHISPER_TINY_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/xnnpack/whisper_tiny_xnnpack_fp32.pte";
-export declare const WHISPER_TINY_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp32.pte";
+export declare const WHISPER_TINY_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp16.pte";
 export declare const WHISPER_BASE_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/tokenizer.json";
 export declare const WHISPER_BASE_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/xnnpack/whisper_base_xnnpack_fp32.pte";
-export declare const WHISPER_BASE_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp32.pte";
+export declare const WHISPER_BASE_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp16.pte";
 export declare const WHISPER_SMALL_TOKENIZER = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/tokenizer.json";
 export declare const WHISPER_SMALL_MODEL_XNNPACK = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/xnnpack/whisper_small_xnnpack_fp32.pte";
-export declare const WHISPER_SMALL_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp32.pte";
+export declare const WHISPER_SMALL_MODEL_COREML = "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp16.pte";
 /**
  * @category Models - Speech To Text
  */
 export declare const WHISPER_TINY_EN: {
     readonly modelName: "whisper-tiny-en";
     readonly isMultilingual: false;
-    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/xnnpack/whisper_tiny_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp32.pte";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/xnnpack/whisper_tiny_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/coreml/whisper_tiny_en_coreml_fp16.pte";
     readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny.en/resolve/v0.9.0/tokenizer.json";
 };
 /**
@@ -634,7 +662,7 @@ export declare const WHISPER_TINY_EN: {
 export declare const WHISPER_BASE_EN: {
     readonly modelName: "whisper-base-en";
     readonly isMultilingual: false;
-    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/xnnpack/whisper_base_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp32.pte";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/xnnpack/whisper_base_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/coreml/whisper_base_en_coreml_fp16.pte";
     readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base.en/resolve/v0.9.0/tokenizer.json";
 };
 /**
@@ -643,7 +671,7 @@ export declare const WHISPER_BASE_EN: {
 export declare const WHISPER_SMALL_EN: {
     readonly modelName: "whisper-small-en";
     readonly isMultilingual: false;
-    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/xnnpack/whisper_small_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp32.pte";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/xnnpack/whisper_small_en_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/coreml/whisper_small_en_coreml_fp16.pte";
     readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small.en/resolve/v0.9.0/tokenizer.json";
 };
 /**
@@ -652,7 +680,7 @@ export declare const WHISPER_SMALL_EN: {
 export declare const WHISPER_TINY: {
     readonly modelName: "whisper-tiny";
     readonly isMultilingual: true;
-    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/xnnpack/whisper_tiny_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp32.pte";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/xnnpack/whisper_tiny_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/coreml/whisper_tiny_coreml_fp16.pte";
     readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-tiny/resolve/v0.9.0/tokenizer.json";
 };
 /**
@@ -661,7 +689,7 @@ export declare const WHISPER_TINY: {
 export declare const WHISPER_BASE: {
     readonly modelName: "whisper-base";
     readonly isMultilingual: true;
-    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/xnnpack/whisper_base_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp32.pte";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/xnnpack/whisper_base_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/coreml/whisper_base_coreml_fp16.pte";
     readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-base/resolve/v0.9.0/tokenizer.json";
 };
 /**
@@ -670,7 +698,7 @@ export declare const WHISPER_BASE: {
 export declare const WHISPER_SMALL: {
     readonly modelName: "whisper-small";
     readonly isMultilingual: true;
-    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/xnnpack/whisper_small_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp32.pte";
+    readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/xnnpack/whisper_small_xnnpack_fp32.pte" | "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/coreml/whisper_small_coreml_fp16.pte";
     readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-whisper-small/resolve/v0.9.0/tokenizer.json";
 };
 /**

package/lib/typescript/constants/modelUrls.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAmBA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAoBX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;CAMX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;CAMrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAuBX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAE/D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAG/D,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAC7I,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAU7I;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAGX,eAAO,MAAM,iDAAiD,wKAAsH,CAAC;AACrL,eAAO,MAAM,gDAAgD,sKAAoH,CAAC;AAClL,eAAO,MAAM,+BAA+B,6IAA2F,CAAC;AACxI,eAAO,MAAM,8BAA8B,2IAAyF,CAAC;AAUrI;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAGX;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,CAAC,OAAO,SAAS,MAAM,EAC5B,KAAK,CAAC,IAAI,SAAS,MAAM,EACzB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI;;;;;EAO7B;AAyCD;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAGX,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,0BAA0B,mHAAiE,CAAC;AACzG,eAAO,MAAM,8BAA8B,8IAA4F,CAAC;AACxI,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AAErI,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,uBAAuB,gHAA8D,CAAC;AACnG,eAAO,MAAM,2BAA2B,wIAAsF,CAAC;AAC/H,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAE5H;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAQnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAQhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAGX,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AACvH,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AAUvH;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAUX,eAAO,MAAM,mCAAmC,iJAA+F,CAAC;AAChJ,eAAO,MAAM,kCAAkC,+IAA6F,CAAC;AAK7I;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAWX,eAAO,MAAM,gDAAgD,uLAAqI,CAAC;AACnM,eAAO,MAAM,8CAA8C,uIAAqF,CAAC;AAMjJ;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,0CAA0C;;;;CAI7C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+CAA+C;;;;CAIlD,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AASX;;;;;GAKG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAgHX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}
+{"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAmBA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAoBX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAKX,eAAO,MAAM,oBAAoB,2HAAqD,CAAC;AACvF,eAAO,MAAM,wBAAwB,qIAA+D,CAAC;AACrG,eAAO,MAAM,uBAAuB,mIAA6D,CAAC;AAClG,eAAO,MAAM,oBAAoB,8GAAwC,CAAC;AAC1E,eAAO,MAAM,2BAA2B,qHAA+C,CAAC;AAQxF;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;CAWhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;CAMX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;CAMrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAOX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAuBX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAE/D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAG/D,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,oCAAoC,gJAA8F,CAAC;AAChJ,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAC7I,eAAO,MAAM,mCAAmC,8IAA4F,CAAC;AAU7I;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAGX,eAAO,MAAM,iDAAiD,wKAAsH,CAAC;AACrL,eAAO,MAAM,gDAAgD,sKAAoH,CAAC;AAClL,eAAO,MAAM,+BAA+B,6IAA2F,CAAC;AACxI,eAAO,MAAM,8BAA8B,2IAAyF,CAAC;AAUrI;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAGX;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,CAAC,OAAO,SAAS,MAAM,EAC5B,KAAK,CAAC,IAAI,SAAS,MAAM,EACzB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI;;;;;EAO7B;AAyCD;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAGX,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,yBAAyB,kHAAgE,CAAC;AACvG,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AACrI,eAAO,MAAM,4BAA4B,0IAAwF,CAAC;AAElI,eAAO,MAAM,0BAA0B,mHAAiE,CAAC;AACzG,eAAO,MAAM,8BAA8B,8IAA4F,CAAC;AACxI,eAAO,MAAM,6BAA6B,4IAA0F,CAAC;AAErI,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,sBAAsB,+GAA6D,CAAC;AACjG,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAC5H,eAAO,MAAM,yBAAyB,oIAAkF,CAAC;AAEzH,eAAO,MAAM,uBAAuB,gHAA8D,CAAC;AACnG,eAAO,MAAM,2BAA2B,wIAAsF,CAAC;AAC/H,eAAO,MAAM,0BAA0B,sIAAoF,CAAC;AAE5H;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAQlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAQnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAQf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAQhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAGX,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AACvH,eAAO,MAAM,4BAA4B,kIAAgF,CAAC;AAC1H,eAAO,MAAM,2BAA2B,gIAA8E,CAAC;AAUvH;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,SAAS;;;CAGZ,CAAC;AAUX,eAAO,MAAM,mCAAmC,iJAA+F,CAAC;AAChJ,eAAO,MAAM,kCAAkC,+IAA6F,CAAC;AAK7I;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAWX,eAAO,MAAM,gDAAgD,uLAAqI,CAAC;AACnM,eAAO,MAAM,8CAA8C,uIAAqF,CAAC;AAMjJ;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;;GAGG;AACH,eAAO,MAAM,0CAA0C;;;;CAI7C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+CAA+C;;;;CAIlD,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AASX;;;;;GAKG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;;;;GAKG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAgHX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}

package/lib/typescript/controllers/LLMController.d.ts

@@ -1,5 +1,4 @@
-import { ResourceSource } from '../types/common';
-import { ChatConfig, GenerationConfig, LLMCapability, LLMTool, Message, ToolsConfig } from '../types/llm';
+import { ChatConfig, GenerationConfig, LLMModel, LLMTool, Message, ToolsConfig } from '../types/llm';
 export declare class LLMController {
     private nativeModule;
     private chatConfig;
@@ -13,6 +12,7 @@ export declare class LLMController {
     private messageHistoryCallback;
     private isReadyCallback;
     private isGeneratingCallback;
+    private audioConfig;
     constructor({ tokenCallback, messageHistoryCallback, isReadyCallback, isGeneratingCallback, }: {
         tokenCallback?: (token: string) => void;
         messageHistoryCallback?: (messageHistory: Message[]) => void;
@@ -22,12 +22,8 @@ export declare class LLMController {
     get isReady(): boolean;
     get isGenerating(): boolean;
     get messageHistory(): Message[];
-    load({ modelSource, tokenizerSource, tokenizerConfigSource, capabilities, defaultGenerationConfig, onDownloadProgressCallback, }: {
-        modelSource: ResourceSource;
-        tokenizerSource: ResourceSource;
-        tokenizerConfigSource: ResourceSource;
-        capabilities?: readonly LLMCapability[];
-        defaultGenerationConfig?: GenerationConfig;
+    load({ model, onDownloadProgressCallback, }: {
+        model: LLMModel;
         onDownloadProgressCallback?: (downloadProgress: number) => void;
     }): Promise<void>;
     setTokenCallback(tokenCallback: (token: string) => void): void;
@@ -38,9 +34,10 @@ export declare class LLMController {
     }): void;
     private applyGenerationConfig;
     private getImageToken;
+    private getAudioToken;
     private filterSpecialTokens;
     delete(): void;
-    forward(input: string, imagePaths?: string[]): Promise<string>;
+    forward(input: string, imagePaths?: string[], audioWaveforms?: Float32Array[]): Promise<string>;
     interrupt(): void;
     getGeneratedTokenCount(): number;
     getPromptTokenCount(): number;
@@ -48,6 +45,7 @@ export declare class LLMController {
     generate(messages: Message[], tools?: LLMTool[]): Promise<string>;
     sendMessage(message: string, media?: {
         imagePath?: string;
+        audioBuffer?: Float32Array;
     }): Promise<string>;
     deleteMessage(index: number): void;
     private applyChatTemplate;

package/lib/typescript/controllers/LLMController.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAIjD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAMtB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAExC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;gBAElD,EACV,aAAa,EACb,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IAkBD,IAAW,OAAO,YAEjB;IAED,IAAW,YAAY,YAEtB;IAED,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,WAAW,EACX,eAAe,EACf,qBAAqB,EACrB,YAAY,EACZ,uBAAuB,EACvB,0BAA0B,GAC3B,EAAE;QACD,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;QACxC,uBAAuB,CAAC,EAAE,gBAAgB,CAAC;QAC3C,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAsEM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAaD,OAAO,CAAC,qBAAqB;IA6C7B,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,mBAAmB;IAiBpB,MAAM;IAgBA,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BpE,SAAS;IAUT,sBAAsB,IAAI,MAAM;IAUhC,mBAAmB,IAAI,MAAM;IAU7B,kBAAkB,IAAI,MAAM;IAItB,QAAQ,CACnB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,CAAC,EAAE,OAAO,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC;IAoCL,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7B,OAAO,CAAC,MAAM,CAAC;IAgEX,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CA4B1B"}
+{"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,UAAU,EACV,gBAAgB,EAChB,QAAQ,EACR,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAMtB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAExC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,WAAW,CAA0B;gBAEjC,EACV,aAAa,EACb,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IAkBD,IAAW,OAAO,YAEjB;IAED,IAAW,YAAY,YAEtB;IAED,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,KAAK,EACL,0BAA0B,GAC3B,EAAE;QACD,KAAK,EAAE,QAAQ,CAAC;QAChB,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAwEM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAaD,OAAO,CAAC,qBAAqB;IA6C7B,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,mBAAmB;IAuBpB,MAAM;IAgBA,OAAO,CAClB,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EAAE,EACrB,cAAc,CAAC,EAAE,YAAY,EAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAmCX,SAAS;IAUT,sBAAsB,IAAI,MAAM;IAUhC,mBAAmB,IAAI,MAAM;IAU7B,kBAAkB,IAAI,MAAM;IAItB,QAAQ,CACnB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,CAAC,EAAE,OAAO,EAAE,GAChB,OAAO,CAAC,MAAM,CAAC;IAuCL,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,YAAY,CAAA;KAAE,GACzD,OAAO,CAAC,MAAM,CAAC;IAiFX,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CA4B1B"}

package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts

@@ -1,5 +1,5 @@
 import { ResourceSource } from '../../types/common';
-import { LLMCapability, LLMConfig, LLMModelName, LLMTool, Message } from '../../types/llm';
+import { AudioConfig, LLMCapability, LLMConfig, LLMModelName, LLMTool, Message } from '../../types/llm';
 /**
  * Module for managing a Large Language Model (LLM) instance.
  * @category Typescript API
@@ -27,6 +27,7 @@ export declare class LLMModule {
         tokenizerSource: ResourceSource;
         tokenizerConfigSource: ResourceSource;
         capabilities?: readonly LLMCapability[];
+        audioConfig?: AudioConfig;
     }, onDownloadProgress?: (progress: number) => void, tokenCallback?: (token: string) => void, messageHistoryCallback?: (messageHistory: Message[]) => void): Promise<LLMModule>;
     /**
      * Creates an LLM instance with a user-provided model binary.
@@ -68,9 +69,10 @@ export declare class LLMModule {
      * If you want a simple chat with model the consider using `sendMessage`
      * @param input - Raw input string containing the prompt and conversation history.
      * @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
+     * @param audioWaveforms - Optional array of 16kHz waveforms of audio recordings for multimodal inference.
      * @returns The generated response as a string.
      */
-    forward(input: string, imagePaths?: string[]): Promise<string>;
+    forward(input: string, imagePaths?: string[], audioWaveforms?: Float32Array[]): Promise<string>;
     /**
      * Runs model to complete chat passed in `messages` argument. It doesn't manage conversation context.
      * For multimodal models, set `mediaPath` on user messages to include images.
@@ -84,11 +86,12 @@ export declare class LLMModule {
      * After model responds it will call `messageHistoryCallback()` containing both user message and model response.
      * It also returns them.
      * @param message - The message string to send.
-     * @param media - Optional media object containing a local image path for multimodal models.
+     * @param media - Optional media object containing a local image path or 16kHz waveform of an audio recording for multimodal models.
      * @returns - Updated message history including the new user message and model response.
      */
     sendMessage(message: string, media?: {
         imagePath?: string;
+        audioBuffer?: Float32Array;
     }): Promise<Message[]>;
     /**
      * Deletes all messages starting with message on `index` position.

package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACL,aAAa,EACb,SAAS,EACT,YAAY,EACZ,OAAO,EACP,OAAO,EACR,MAAM,iBAAiB,CAAC;AAEzB;;;GAGG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;IAElC,OAAO;IAaP;;;;;;;;;;;;;OAaG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,YAAY,CAAC;QACxB,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;KACzC,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAiBrB;;;;;;;;;;;;;;;;;;OAkBG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,cAAc,EAC3B,eAAe,EAAE,cAAc,EAC/B,qBAAqB,EAAE,cAAc,EACrC,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAcrB;;;OAGG;IACH,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID;;;;OAIG;IACH,SAAS,CAAC,MAAM,EAAE,SAAS;IAI3B;;;;;;;;OAQG;IACG,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIpE;;;;;;OAMG;IACG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIvE;;;;;;;OAOG;IACG,WAAW,CACf,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7B,OAAO,CAAC,OAAO,EAAE,CAAC;IAKrB;;;;;;OAMG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC;;OAEG;IACH,SAAS;IAIT;;;OAGG;IACH,sBAAsB,IAAI,MAAM;IAIhC;;;OAGG;IACH,oBAAoB;IAIpB;;;OAGG;IACH,mBAAmB;IAInB;;;;OAIG;IACH,MAAM;CAGP"}
+{"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACL,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,EACZ,OAAO,EACP,OAAO,EACR,MAAM,iBAAiB,CAAC;AAEzB;;;GAGG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;IAElC,OAAO;IAaP;;;;;;;;;;;;;OAaG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,YAAY,CAAC;QACxB,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;QACxC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAqBrB;;;;;;;;;;;;;;;;;;OAkBG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,cAAc,EAC3B,eAAe,EAAE,cAAc,EAC/B,qBAAqB,EAAE,cAAc,EACrC,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACvC,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,GAC3D,OAAO,CAAC,SAAS,CAAC;IAcrB;;;OAGG;IACH,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID;;;;OAIG;IACH,SAAS,CAAC,MAAM,EAAE,SAAS;IAI3B;;;;;;;;;OASG;IACG,OAAO,CACX,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EAAE,EACrB,cAAc,CAAC,EAAE,YAAY,EAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB;;;;;;OAMG;IACG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIvE;;;;;;;OAOG;IACG,WAAW,CACf,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,YAAY,CAAA;KAAE,GACzD,OAAO,CAAC,OAAO,EAAE,CAAC;IAKrB;;;;;;OAMG;IACH,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC;;OAEG;IACH,SAAS;IAIT;;;OAGG;IACH,sBAAsB,IAAI,MAAM;IAIhC;;;OAGG;IACH,oBAAoB;IAIpB;;;OAGG;IACH,mBAAmB;IAInB;;;;OAIG;IACH,MAAM;CAGP"}