react-native-executorch 0.5.6 → 0.5.7

package/lib/module/hooks/natural_language_processing/useLLM.js.map

@@ -1 +1 @@
-{"version":3,"names":["useCallback","useEffect","useMemo","useState","LLMController","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","deleteMessage","index","interrupt"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,OAAO,EAAEC,QAAQ,QAAQ,OAAO;AASjE,SAASC,aAAa,QAAQ,iCAAiC;;AAE/D;AACA;AACA;AACA,OAAO,MAAMC,MAAM,GAAGA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AAQhB,CAAC,KAAc;EACb,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGN,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACO,QAAQ,EAAEC,WAAW,CAAC,GAAGR,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACS,cAAc,EAAEC,iBAAiB,CAAC,GAAGV,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACW,OAAO,EAAEC,UAAU,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACa,YAAY,EAAEC,eAAe,CAAC,GAAGd,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACe,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGhB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACiB,KAAK,EAAEC,QAAQ,CAAC,GAAGlB,QAAQ,CAAM,IAAI,CAAC;EAE7C,MAAMmB,aAAa,GAAGtB,WAAW,CAAEuB,QAAgB,IAAK;IACtDd,QAAQ,CAACc,QAAQ,CAAC;IAClBZ,WAAW,CAAEa,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAME,kBAAkB,GAAGvB,OAAO,CAChC,MACE,IAAIE,aAAa,CAAC;IAChBkB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEb,iBAAiB;IACzCc,eAAe,EAAEZ,UAAU;IAC3Ba,oBAAoB,EAAEX;EACxB,CAAC,CAAC,EACJ,CAACK,aAAa,CAChB,CAAC;EAEDrB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMkB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAExB,KAAK,CAACwB,WAAW;UAC9BC,eAAe,EAAEzB,KAAK,CAACyB,eAAe;UACtCC,qBAAqB,EAAE1B,KAAK,CAAC0B,qBAAqB;UAClDC,0BAA0B,EAAEd;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOe,CAAC,EAAE;QACVb,QAAQ,CAACa,CAAC,CAAC;MACb;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACXT,kBAAkB,CAACU,MAAM,CAAC,CAAC;IAC7B,CAAC;EACH,CAAC,EAAE,CACDV,kBAAkB,EAClBnB,KAAK,CAACwB,WAAW,EACjBxB,KAAK,CAACyB,eAAe,EACrBzB,KAAK,CAAC0B,qBAAqB,EAC3BzB,WAAW,CACZ,CAAC;;EAEF;EACA,MAAM6B,SAAS,GAAGpC,WAAW,CAC3B,CAAC;IACCqC,UAAU;IACVC;EAIF,CAAC,KAAKb,kBAAkB,CAACW,SAAS,CAAC;IAAEC,UAAU;IAAEC;EAAY,CAAC,CAAC,EAC/D,CAACb,kBAAkB,CACrB,CAAC;EAED,MAAMc,QAAQ,GAAGvC,WAAW,CAC1B,CAACwC,QAAmB,EAAEC,KAAiB,KAAK;IAC1C9B,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACc,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAAChB,kBAAkB,CACrB,CAAC;EAED,MAAMiB,WAAW,GAAG1C,WAAW,CAC5B2C,OAAe,IAAK;IACnBhC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACiB,WAAW,CAACC,OAAO,CAAC;EAChD,CAAC,EACD,CAAClB,kBAAkB,CACrB,CAAC;EAED,MAAMmB,aAAa,GAAG5C,WAAW,CAC9B6C,KAAa,IAAKpB,kBAAkB,CAACmB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACpB,kBAAkB,CACrB,CAAC;EAED,MAAMqB,SAAS,GAAG9C,WAAW,CAC3B,MAAMyB,kBAAkB,CAACqB,SAAS,CAAC,CAAC,EACpC,CAACrB,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLb,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLgB,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBE,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH,CAAC","ignoreList":[]}
+{"version":3,"names":["useCallback","useEffect","useMemo","useState","LLMController","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","configure","chatConfig","toolsConfig","generationConfig","generate","messages","tools","sendMessage","message","deleteMessage","index","interrupt","getGeneratedTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,OAAO,EAAEC,QAAQ,QAAQ,OAAO;AAUjE,SAASC,aAAa,QAAQ,iCAAiC;;AAE/D;AACA;AACA;AACA,OAAO,MAAMC,MAAM,GAAGA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AAQhB,CAAC,KAAc;EACb,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGN,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACO,QAAQ,EAAEC,WAAW,CAAC,GAAGR,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACS,cAAc,EAAEC,iBAAiB,CAAC,GAAGV,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACW,OAAO,EAAEC,UAAU,CAAC,GAAGZ,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACa,YAAY,EAAEC,eAAe,CAAC,GAAGd,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACe,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGhB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACiB,KAAK,EAAEC,QAAQ,CAAC,GAAGlB,QAAQ,CAAM,IAAI,CAAC;EAE7C,MAAMmB,aAAa,GAAGtB,WAAW,CAAEuB,QAAgB,IAAK;IACtDd,QAAQ,CAACc,QAAQ,CAAC;IAClBZ,WAAW,CAAEa,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAME,kBAAkB,GAAGvB,OAAO,CAChC,MACE,IAAIE,aAAa,CAAC;IAChBkB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEb,iBAAiB;IACzCc,eAAe,EAAEZ,UAAU;IAC3Ba,oBAAoB,EAAEX;EACxB,CAAC,CAAC,EACJ,CAACK,aAAa,CAChB,CAAC;EAEDrB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMkB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAExB,KAAK,CAACwB,WAAW;UAC9BC,eAAe,EAAEzB,KAAK,CAACyB,eAAe;UACtCC,qBAAqB,EAAE1B,KAAK,CAAC0B,qBAAqB;UAClDC,0BAA0B,EAAEd;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOe,CAAC,EAAE;QACVb,QAAQ,CAACa,CAAC,CAAC;MACb;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACXT,kBAAkB,CAACU,MAAM,CAAC,CAAC;IAC7B,CAAC;EACH,CAAC,EAAE,CACDV,kBAAkB,EAClBnB,KAAK,CAACwB,WAAW,EACjBxB,KAAK,CAACyB,eAAe,EACrBzB,KAAK,CAAC0B,qBAAqB,EAC3BzB,WAAW,CACZ,CAAC;;EAEF;EACA,MAAM6B,SAAS,GAAGpC,WAAW,CAC3B,CAAC;IACCqC,UAAU;IACVC,WAAW;IACXC;EAKF,CAAC,KACCd,kBAAkB,CAACW,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXC;EACF,CAAC,CAAC,EACJ,CAACd,kBAAkB,CACrB,CAAC;EAED,MAAMe,QAAQ,GAAGxC,WAAW,CAC1B,CAACyC,QAAmB,EAAEC,KAAiB,KAAK;IAC1C/B,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACe,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACjB,kBAAkB,CACrB,CAAC;EAED,MAAMkB,WAAW,GAAG3C,WAAW,CAC5B4C,OAAe,IAAK;IACnBjC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOc,kBAAkB,CAACkB,WAAW,CAACC,OAAO,CAAC;EAChD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,aAAa,GAAG7C,WAAW,CAC9B8C,KAAa,IAAKrB,kBAAkB,CAACoB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACrB,kBAAkB,CACrB,CAAC;EAED,MAAMsB,SAAS,GAAG/C,WAAW,CAC3B,MAAMyB,kBAAkB,CAACsB,SAAS,CAAC,CAAC,EACpC,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,sBAAsB,GAAGhD,WAAW,CACxC,MAAMyB,kBAAkB,CAACuB,sBAAsB,CAAC,CAAC,EACjD,CAACvB,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLb,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACL4B,sBAAsB,EAAEA,sBAAsB;IAC9CZ,SAAS,EAAEA,SAAS;IACpBI,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBE,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/modules/natural_language_processing/LLMModule.js

@@ -26,11 +26,13 @@ export class LLMModule {
   }
   configure({
     chatConfig,
-    toolsConfig
+    toolsConfig,
+    generationConfig
   }) {
     this.controller.configure({
       chatConfig,
-      toolsConfig
+      toolsConfig,
+      generationConfig
     });
   }
   async forward(input) {

package/lib/module/modules/natural_language_processing/LLMModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["LLMController","LLMModule","constructor","tokenCallback","responseCallback","messageHistoryCallback","controller","load","model","onDownloadProgressCallback","setTokenCallback","configure","chatConfig","toolsConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAI/D,OAAO,MAAMC,SAAS,CAAC;EAGrBC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC;EAKF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIN,aAAa,CAAC;MAClCG,aAAa;MACbC,gBAAgB;MAChBC;IACF,CAAC,CAAC;EACJ;EAEA,MAAME,IAAIA,CACRC,KAIC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACH,UAAU,CAACC,IAAI,CAAC;MACzB,GAAGC,KAAK;MACRC;IACF,CAAC,CAAC;EACJ;EAEAC,gBAAgBA,CAAC;IACfP;EAGF,CAAC,EAAE;IACD,IAAI,CAACG,UAAU,CAACI,gBAAgB,CAACP,aAAa,CAAC;EACjD;EAEAQ,SAASA,CAAC;IACRC,UAAU;IACVC;EAIF,CAAC,EAAE;IACD,IAAI,CAACP,UAAU,CAACK,SAAS,CAAC;MAAEC,UAAU;MAAEC;IAAY,CAAC,CAAC;EACxD;EAEA,MAAMC,OAAOA,CAACC,KAAa,EAAmB;IAC5C,MAAM,IAAI,CAACT,UAAU,CAACQ,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACT,UAAU,CAACU,QAAQ;EACjC;EAEA,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,MAAM,IAAI,CAACb,UAAU,CAACW,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACb,UAAU,CAACU,QAAQ;EACjC;EAEA,MAAMI,WAAWA,CAACC,OAAe,EAAsB;IACrD,MAAM,IAAI,CAACf,UAAU,CAACc,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAACf,UAAU,CAACgB,cAAc;EACvC;EAEAC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAAClB,UAAU,CAACiB,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAAClB,UAAU,CAACgB,cAAc;EACvC;EAEAG,SAASA,CAAA,EAAG;IACV,IAAI,CAACnB,UAAU,CAACmB,SAAS,CAAC,CAAC;EAC7B;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACpB,UAAU,CAACoB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}
+{"version":3,"names":["LLMController","LLMModule","constructor","tokenCallback","responseCallback","messageHistoryCallback","controller","load","model","onDownloadProgressCallback","setTokenCallback","configure","chatConfig","toolsConfig","generationConfig","forward","input","response","generate","messages","tools","sendMessage","message","messageHistory","deleteMessage","index","interrupt","delete"],"sourceRoot":"../../../../src","sources":["modules/natural_language_processing/LLMModule.ts"],"mappings":";;AAAA,SAASA,aAAa,QAAQ,iCAAiC;AAU/D,OAAO,MAAMC,SAAS,CAAC;EAGrBC,WAAWA,CAAC;IACVC,aAAa;IACbC,gBAAgB;IAChBC;EAKF,CAAC,GAAG,CAAC,CAAC,EAAE;IACN,IAAI,CAACC,UAAU,GAAG,IAAIN,aAAa,CAAC;MAClCG,aAAa;MACbC,gBAAgB;MAChBC;IACF,CAAC,CAAC;EACJ;EAEA,MAAME,IAAIA,CACRC,KAIC,EACDC,0BAAsD,GAAGA,CAAA,KAAM,CAAC,CAAC,EACjE;IACA,MAAM,IAAI,CAACH,UAAU,CAACC,IAAI,CAAC;MACzB,GAAGC,KAAK;MACRC;IACF,CAAC,CAAC;EACJ;EAEAC,gBAAgBA,CAAC;IACfP;EAGF,CAAC,EAAE;IACD,IAAI,CAACG,UAAU,CAACI,gBAAgB,CAACP,aAAa,CAAC;EACjD;EAEAQ,SAASA,CAAC;IACRC,UAAU;IACVC,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACR,UAAU,CAACK,SAAS,CAAC;MAAEC,UAAU;MAAEC,WAAW;MAAEC;IAAiB,CAAC,CAAC;EAC1E;EAEA,MAAMC,OAAOA,CAACC,KAAa,EAAmB;IAC5C,MAAM,IAAI,CAACV,UAAU,CAACS,OAAO,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACV,UAAU,CAACW,QAAQ;EACjC;EAEA,MAAMC,QAAQA,CAACC,QAAmB,EAAEC,KAAiB,EAAmB;IACtE,MAAM,IAAI,CAACd,UAAU,CAACY,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;IAC/C,OAAO,IAAI,CAACd,UAAU,CAACW,QAAQ;EACjC;EAEA,MAAMI,WAAWA,CAACC,OAAe,EAAsB;IACrD,MAAM,IAAI,CAAChB,UAAU,CAACe,WAAW,CAACC,OAAO,CAAC;IAC1C,OAAO,IAAI,CAAChB,UAAU,CAACiB,cAAc;EACvC;EAEAC,aAAaA,CAACC,KAAa,EAAa;IACtC,IAAI,CAACnB,UAAU,CAACkB,aAAa,CAACC,KAAK,CAAC;IACpC,OAAO,IAAI,CAACnB,UAAU,CAACiB,cAAc;EACvC;EAEAG,SAASA,CAAA,EAAG;IACV,IAAI,CAACpB,UAAU,CAACoB,SAAS,CAAC,CAAC;EAC7B;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,CAACrB,UAAU,CAACqB,MAAM,CAAC,CAAC;EAC1B;AACF","ignoreList":[]}

package/lib/module/types/llm.js.map

@@ -1 +1 @@
-{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAiCA;AACA;;AAeA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
+{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAoCA;AACA;;AAoBA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}

package/lib/typescript/controllers/LLMController.d.ts

@@ -1,5 +1,5 @@
 import { ResourceSource } from '../types/common';
-import { ChatConfig, LLMTool, Message, ToolsConfig } from '../types/llm';
+import { ChatConfig, GenerationConfig, LLMTool, Message, ToolsConfig } from '../types/llm';
 export declare class LLMController {
     private nativeModule;
     private chatConfig;
@@ -33,13 +33,15 @@ export declare class LLMController {
         onDownloadProgressCallback?: (downloadProgress: number) => void;
     }): Promise<void>;
     setTokenCallback(tokenCallback: (token: string) => void): void;
-    configure({ chatConfig, toolsConfig, }: {
+    configure({ chatConfig, toolsConfig, generationConfig, }: {
         chatConfig?: Partial<ChatConfig>;
         toolsConfig?: ToolsConfig;
+        generationConfig?: GenerationConfig;
     }): void;
     delete(): void;
     forward(input: string): Promise<void>;
     interrupt(): void;
+    getGeneratedTokenCount(): number;
     generate(messages: Message[], tools?: LLMTool[]): Promise<void>;
     sendMessage(message: string): Promise<void>;
     deleteMessage(index: number): void;

package/lib/typescript/controllers/LLMController.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,OAAO,EACL,UAAU,EACV,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAItB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;gBAElD,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IA2BD,IAAW,QAAQ,WAElB;IACD,IAAW,OAAO,YAEjB;IACD,IAAW,YAAY,YAEtB;IACD,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,WAAW,EACX,eAAe,EACf,qBAAqB,EACrB,0BAA0B,GAC3B,EAAE;QACD,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAyDM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,GACZ,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B;IAUM,MAAM;IAaA,OAAO,CAAC,KAAK,EAAE,MAAM;IAkB3B,SAAS;IAIH,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE;IAwB/C,WAAW,CAAC,OAAO,EAAE,MAAM;IAuCjC,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CAyB1B"}
+{"version":3,"file":"LLMController.d.ts","sourceRoot":"","sources":["../../../src/controllers/LLMController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAMjD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,OAAO,EACP,OAAO,EAEP,WAAW,EACZ,MAAM,cAAc,CAAC;AAItB,qBAAa,aAAa;IACxB,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAiB;IAGxC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,gBAAgB,CAA6B;IACrD,OAAO,CAAC,sBAAsB,CAAsC;IACpE,OAAO,CAAC,eAAe,CAA6B;IACpD,OAAO,CAAC,oBAAoB,CAAkC;gBAElD,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,EACf,oBAAoB,GACrB,EAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;QAC7D,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;QAC7C,oBAAoB,CAAC,EAAE,CAAC,YAAY,EAAE,OAAO,KAAK,IAAI,CAAC;KACxD;IA2BD,IAAW,QAAQ,WAElB;IACD,IAAW,OAAO,YAEjB;IACD,IAAW,YAAY,YAEtB;IACD,IAAW,cAAc,cAExB;IAEY,IAAI,CAAC,EAChB,WAAW,EACX,eAAe,EACf,qBAAqB,EACrB,0BAA0B,GAC3B,EAAE;QACD,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;QACtC,0BAA0B,CAAC,EAAE,CAAC,gBAAgB,EAAE,MAAM,KAAK,IAAI,CAAC;KACjE;IAmEM,gBAAgB,CAAC,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI;IAIvD,SAAS,CAAC,EACf,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAiBM,MAAM;IAaA,OAAO,CAAC,KAAK,EAAE,MAAM;IAkB3B,SAAS;IAIT,sBAAsB,IAAI,MAAM;IAI1B,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE;IAwB/C,WAAW,CAAC,OAAO,EAAE,MAAM;IAuCjC,aAAa,CAAC,KAAK,EAAE,MAAM;IAQlC,OAAO,CAAC,iBAAiB;CAyB1B"}

package/lib/typescript/hooks/natural_language_processing/useLLM.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useLLM.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useLLM.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAGL,OAAO,EAGR,MAAM,iBAAiB,CAAC;AAMzB,eAAO,MAAM,MAAM,GAAI,yBAGpB;IACD,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,CAAC;IACF,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,OA2GH,CAAC"}
+{"version":3,"file":"useLLM.d.ts","sourceRoot":"","sources":["../../../../src/hooks/natural_language_processing/useLLM.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAIL,OAAO,EAGR,MAAM,iBAAiB,CAAC;AAMzB,eAAO,MAAM,MAAM,GAAI,yBAGpB;IACD,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,CAAC;IACF,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,KAAG,OAwHH,CAAC"}

package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts

@@ -1,5 +1,5 @@
 import { ResourceSource } from '../../types/common';
-import { ChatConfig, LLMTool, Message, ToolsConfig } from '../../types/llm';
+import { ChatConfig, GenerationConfig, LLMTool, Message, ToolsConfig } from '../../types/llm';
 export declare class LLMModule {
     private controller;
     constructor({ tokenCallback, responseCallback, messageHistoryCallback, }?: {
@@ -15,9 +15,10 @@ export declare class LLMModule {
     setTokenCallback({ tokenCallback, }: {
         tokenCallback: (token: string) => void;
     }): void;
-    configure({ chatConfig, toolsConfig, }: {
+    configure({ chatConfig, toolsConfig, generationConfig, }: {
         chatConfig?: Partial<ChatConfig>;
         toolsConfig?: ToolsConfig;
+        generationConfig?: GenerationConfig;
     }): void;
     forward(input: string): Promise<string>;
     generate(messages: Message[], tools?: LLMTool[]): Promise<string>;

package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE5E,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;gBAEtB,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,GACvB,GAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;KACzD;IAQA,IAAI,CACR,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,EACD,0BAA0B,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe;IAQnE,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID,SAAS,CAAC,EACR,UAAU,EACV,WAAW,GACZ,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B;IAIK,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKvC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjE,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAKtD,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC,SAAS;IAIT,MAAM;CAGP"}
+{"version":3,"file":"LLMModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/natural_language_processing/LLMModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,OAAO,EACP,OAAO,EACP,WAAW,EACZ,MAAM,iBAAiB,CAAC;AAEzB,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAgB;gBAEtB,EACV,aAAa,EACb,gBAAgB,EAChB,sBAAsB,GACvB,GAAE;QACD,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;QACxC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;QAC9C,sBAAsB,CAAC,EAAE,CAAC,cAAc,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;KACzD;IAQA,IAAI,CACR,KAAK,EAAE;QACL,WAAW,EAAE,cAAc,CAAC;QAC5B,eAAe,EAAE,cAAc,CAAC;QAChC,qBAAqB,EAAE,cAAc,CAAC;KACvC,EACD,0BAA0B,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe;IAQnE,gBAAgB,CAAC,EACf,aAAa,GACd,EAAE;QACD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACxC;IAID,SAAS,CAAC,EACR,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC;IAIK,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKvC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjE,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAKtD,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IAKvC,SAAS;IAIT,MAAM;CAGP"}

package/lib/typescript/types/llm.d.ts

@@ -6,9 +6,11 @@ export interface LLMType {
     isGenerating: boolean;
     downloadProgress: number;
     error: string | null;
-    configure: ({ chatConfig, toolsConfig, }: {
+    getGeneratedTokenCount: () => number;
+    configure: ({ chatConfig, toolsConfig, generationConfig, }: {
         chatConfig?: Partial<ChatConfig>;
         toolsConfig?: ToolsConfig;
+        generationConfig?: GenerationConfig;
     }) => void;
     generate: (messages: Message[], tools?: LLMTool[]) => Promise<void>;
     sendMessage: (message: string) => Promise<void>;
@@ -35,6 +37,10 @@ export interface ToolsConfig {
     executeToolCallback: (call: ToolCall) => Promise<string | null>;
     displayToolCalls?: boolean;
 }
+export interface GenerationConfig {
+    outputTokenBatchSize?: number;
+    batchTimeInterval?: number;
+}
 export declare const SPECIAL_TOKENS: {
     BOS_TOKEN: string;
     EOS_TOKEN: string;

package/lib/typescript/types/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/types/llm.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,cAAc,EAAE,OAAO,EAAE,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,CAAC,EACV,UAAU,EACV,WAAW,GACZ,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1D,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,OAAO,EAAE,CAAC;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,eAAO,MAAM,cAAc;;;;;;;;CAQ1B,CAAC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/types/llm.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,cAAc,EAAE,OAAO,EAAE,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,sBAAsB,EAAE,MAAM,MAAM,CAAC;IACrC,SAAS,EAAE,CAAC,EACV,UAAU,EACV,WAAW,EACX,gBAAgB,GACjB,EAAE;QACD,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QACjC,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,aAAa,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,EAAE,MAAM,IAAI,CAAC;CACvB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE1D,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAID,MAAM,MAAM,OAAO,GAAG,MAAM,CAAC;AAE7B,MAAM,WAAW,UAAU;IACzB,qBAAqB,EAAE,OAAO,EAAE,CAAC;IACjC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,OAAO,EAAE,CAAC;IACjB,mBAAmB,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAChE,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,eAAO,MAAM,cAAc;;;;;;;;CAQ1B,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-executorch",
-  "version": "0.5.6",
+  "version": "0.5.7",
   "description": "An easy way to run AI models in React Native with ExecuTorch",
   "source": "./src/index.ts",
   "main": "./lib/module/index.js",
@@ -17,6 +17,8 @@
     "*.podspec",
     "third-party/include",
     "third-party",
+    "!third-party/ios/ExecutorchLib",
+    "!third-party/ios/libs/executorch",
     "!ios/build",
     "!android/build",
     "!android/gradle",

package/react-native-executorch.podspec

@@ -13,48 +13,30 @@ Pod::Spec.new do |s|
   s.platforms    = { :ios => min_ios_version_supported }
   s.source       = { :git => "https://github.com/software-mansion/react-native-executorch.git", :tag => "#{s.version}" }
 
-  et_binaries_path = File.expand_path('$(PODS_TARGET_SRCROOT)/ios/libs/executorch', __dir__)
-  tokenizers_binaries_path = File.expand_path('$(PODS_TARGET_SRCROOT)/ios/libs/tokenizers-cpp', __dir__)
+  tokenizers_binaries_path = File.expand_path('$(PODS_TARGET_SRCROOT)/third-party/ios/libs/tokenizers-cpp', __dir__)
 
-  s.frameworks = [
-    'CoreML',
-    'Accelerate',
-    'Metal',
-    'MetalPerformanceShaders',
-    'MetalPerformanceShadersGraph'
-  ]
+  pthreadpool_binaries_path = File.expand_path('$(PODS_TARGET_SRCROOT)/third-party/ios/libs/pthreadpool', __dir__)
+  cpuinfo_binaries_path = File.expand_path('$(PODS_TARGET_SRCROOT)/third-party/ios/libs/cpuinfo', __dir__)
 
   s.user_target_xcconfig = {
     "HEADER_SEARCH_PATHS" => "$(PODS_TARGET_SRCROOT)/third-party/include",
 
     "OTHER_LDFLAGS[sdk=iphoneos*]" => [
-      '$(inherited)', 
-      "-force_load \"#{et_binaries_path}\"/libbackend_coreml_ios.a", 
-      "-force_load \"#{et_binaries_path}\"/libbackend_mps_ios.a", 
-      "-force_load \"#{et_binaries_path}\"/libbackend_xnnpack_ios.a", 
-      "-force_load \"#{et_binaries_path}\"/libexecutorch_ios.a", 
-      "-force_load \"#{et_binaries_path}\"/libkernels_custom_ios.a", 
-      "-force_load \"#{et_binaries_path}\"/libkernels_optimized_ios.a", 
-      "-force_load \"#{et_binaries_path}\"/libkernels_quantized_ios.a",
-      "\"#{et_binaries_path}\"/libkernels_portable_ios.a",
+      '$(inherited)',
       "\"#{tokenizers_binaries_path}/physical-arm64-release/libtokenizers_cpp.a\"",
       "\"#{tokenizers_binaries_path}/physical-arm64-release/libsentencepiece.a\"",
-      "\"#{tokenizers_binaries_path}/physical-arm64-release/libtokenizers_c.a\""
+      "\"#{tokenizers_binaries_path}/physical-arm64-release/libtokenizers_c.a\"",
+      "\"#{pthreadpool_binaries_path}/physical-arm64-release/libpthreadpool.a\"",
+      "\"#{cpuinfo_binaries_path}/libcpuinfo.a\""
     ].join(' '),
       
     "OTHER_LDFLAGS[sdk=iphonesimulator*]" => [
-      '$(inherited)', 
-      "-force_load \"#{et_binaries_path}\"/libbackend_coreml_simulator.a", 
-      "-force_load \"#{et_binaries_path}\"/libbackend_mps_simulator.a", 
-      "-force_load \"#{et_binaries_path}\"/libbackend_xnnpack_simulator.a", 
-      "-force_load \"#{et_binaries_path}\"/libexecutorch_simulator.a", 
-      "-force_load \"#{et_binaries_path}\"/libkernels_custom_simulator.a", 
-      "-force_load \"#{et_binaries_path}\"/libkernels_optimized_simulator.a", 
-      "-force_load \"#{et_binaries_path}\"/libkernels_quantized_simulator.a",
-      "\"#{et_binaries_path}\"/libkernels_portable_simulator.a",
+      '$(inherited)',
       "\"#{tokenizers_binaries_path}/simulator-arm64-debug/libtokenizers_cpp.a\"",
       "\"#{tokenizers_binaries_path}/simulator-arm64-debug/libsentencepiece.a\"",
-      "\"#{tokenizers_binaries_path}/simulator-arm64-debug/libtokenizers_c.a\""
+      "\"#{tokenizers_binaries_path}/simulator-arm64-debug/libtokenizers_c.a\"",
+      "\"#{pthreadpool_binaries_path}/simulator-arm64-debug/libpthreadpool.a\"",
+      "\"#{cpuinfo_binaries_path}/libcpuinfo.a\""
     ].join(' '),
 
     'EXCLUDED_ARCHS[sdk=iphonesimulator*]' => 'x86_64',
@@ -76,7 +58,7 @@ Pod::Spec.new do |s|
   ]
 
   s.libraries = "z"
-
+  s.ios.vendored_frameworks = "third-party/ios/ExecutorchLib.xcframework"
   # Exclude file with tests to not introduce gtest dependency.
   # Do not include the headers from common/rnexecutorch/jsi/ as source files. 
   # Xcode/Cocoapods leaks them to other pods that an app also depends on, so if 
@@ -93,7 +75,6 @@ Pod::Spec.new do |s|
   s.preserve_paths = "common/rnexecutorch/jsi/*.{h,hpp}"
   
   s.dependency "opencv-rne", "~> 4.11.0"
-  s.dependency "sqlite3"
 
   install_modules_dependencies(s)
 end

package/src/controllers/LLMController.ts

@@ -6,6 +6,7 @@ import { DEFAULT_CHAT_CONFIG } from '../constants/llmDefaults';
 import { readAsStringAsync } from 'expo-file-system';
 import {
   ChatConfig,
+  GenerationConfig,
   LLMTool,
   Message,
   SPECIAL_TOKENS,
@@ -132,13 +133,23 @@ export class LLMController {
       this.nativeModule = global.loadLLM(modelPath, tokenizerPath);
       this.isReadyCallback(true);
       this.onToken = (data: string) => {
+        if (!data) {
+          return;
+        }
+
+        if (
+          SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig &&
+          data.indexOf(this.tokenizerConfig.eos_token) >= 0
+        ) {
+          data = data.replaceAll(this.tokenizerConfig.eos_token, '');
+        }
         if (
-          !data ||
-          (SPECIAL_TOKENS.EOS_TOKEN in this.tokenizerConfig &&
-            data === this.tokenizerConfig.eos_token) ||
-          (SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig &&
-            data === this.tokenizerConfig.pad_token)
+          SPECIAL_TOKENS.PAD_TOKEN in this.tokenizerConfig &&
+          data.indexOf(this.tokenizerConfig.pad_token) >= 0
         ) {
+          data = data.replaceAll(this.tokenizerConfig.pad_token, '');
+        }
+        if (data.length === 0) {
           return;
         }
 
@@ -158,13 +169,22 @@ export class LLMController {
   public configure({
     chatConfig,
     toolsConfig,
+    generationConfig,
   }: {
     chatConfig?: Partial<ChatConfig>;
     toolsConfig?: ToolsConfig;
+    generationConfig?: GenerationConfig;
   }) {
     this.chatConfig = { ...DEFAULT_CHAT_CONFIG, ...chatConfig };
     this.toolsConfig = toolsConfig;
 
+    if (generationConfig?.outputTokenBatchSize) {
+      this.nativeModule.setCountInterval(generationConfig.outputTokenBatchSize);
+    }
+    if (generationConfig?.batchTimeInterval) {
+      this.nativeModule.setTimeInterval(generationConfig.batchTimeInterval);
+    }
+
     // reset inner state when loading new configuration
     this.responseCallback('');
     this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
@@ -206,6 +226,10 @@ export class LLMController {
     this.nativeModule.interrupt();
   }
 
+  public getGeneratedTokenCount(): number {
+    return this.nativeModule.getGeneratedTokenCount();
+  }
+
   public async generate(messages: Message[], tools?: LLMTool[]) {
     if (!this._isReady) {
       throw new Error(getError(ETError.ModuleNotLoaded));

package/src/hooks/natural_language_processing/useLLM.ts

@@ -2,6 +2,7 @@ import { useCallback, useEffect, useMemo, useState } from 'react';
 import { ResourceSource } from '../../types/common';
 import {
   ChatConfig,
+  GenerationConfig,
   LLMTool,
   LLMType,
   Message,
@@ -82,10 +83,17 @@ export const useLLM = ({
     ({
       chatConfig,
       toolsConfig,
+      generationConfig,
     }: {
       chatConfig?: Partial<ChatConfig>;
       toolsConfig?: ToolsConfig;
-    }) => controllerInstance.configure({ chatConfig, toolsConfig }),
+      generationConfig?: GenerationConfig;
+    }) =>
+      controllerInstance.configure({
+        chatConfig,
+        toolsConfig,
+        generationConfig,
+      }),
     [controllerInstance]
   );
 
@@ -115,6 +123,11 @@ export const useLLM = ({
     [controllerInstance]
   );
 
+  const getGeneratedTokenCount = useCallback(
+    () => controllerInstance.getGeneratedTokenCount(),
+    [controllerInstance]
+  );
+
   return {
     messageHistory,
     response,
@@ -123,6 +136,7 @@ export const useLLM = ({
     isGenerating,
     downloadProgress,
     error,
+    getGeneratedTokenCount: getGeneratedTokenCount,
     configure: configure,
     generate: generate,
     sendMessage: sendMessage,

package/src/modules/natural_language_processing/LLMModule.ts

@@ -1,6 +1,12 @@
 import { LLMController } from '../../controllers/LLMController';
 import { ResourceSource } from '../../types/common';
-import { ChatConfig, LLMTool, Message, ToolsConfig } from '../../types/llm';
+import {
+  ChatConfig,
+  GenerationConfig,
+  LLMTool,
+  Message,
+  ToolsConfig,
+} from '../../types/llm';
 
 export class LLMModule {
   private controller: LLMController;
@@ -46,11 +52,13 @@ export class LLMModule {
   configure({
     chatConfig,
     toolsConfig,
+    generationConfig,
   }: {
     chatConfig?: Partial<ChatConfig>;
     toolsConfig?: ToolsConfig;
+    generationConfig?: GenerationConfig;
   }) {
-    this.controller.configure({ chatConfig, toolsConfig });
+    this.controller.configure({ chatConfig, toolsConfig, generationConfig });
   }
 
   async forward(input: string): Promise<string> {

package/src/types/llm.ts

@@ -6,12 +6,15 @@ export interface LLMType {
   isGenerating: boolean;
   downloadProgress: number;
   error: string | null;
+  getGeneratedTokenCount: () => number;
   configure: ({
     chatConfig,
     toolsConfig,
+    generationConfig,
   }: {
     chatConfig?: Partial<ChatConfig>;
     toolsConfig?: ToolsConfig;
+    generationConfig?: GenerationConfig;
   }) => void;
   generate: (messages: Message[], tools?: LLMTool[]) => Promise<void>;
   sendMessage: (message: string) => Promise<void>;
@@ -47,6 +50,11 @@ export interface ToolsConfig {
   displayToolCalls?: boolean;
 }
 
+export interface GenerationConfig {
+  outputTokenBatchSize?: number;
+  batchTimeInterval?: number;
+}
+
 export const SPECIAL_TOKENS = {
   BOS_TOKEN: 'bos_token',
   EOS_TOKEN: 'eos_token',

package/third-party/include/c10/macros/Export.h

@@ -2,95 +2,11 @@
 #ifndef C10_MACROS_EXPORT_H_
 #define C10_MACROS_EXPORT_H_
 
-/* Header file to define the common scaffolding for exported symbols.
- *
- * Export is by itself a quite tricky situation to deal with, and if you are
- * hitting this file, make sure you start with the background here:
- * - Linux: https://gcc.gnu.org/wiki/Visibility
- * - Windows:
- * https://docs.microsoft.com/en-us/cpp/cpp/dllexport-dllimport?view=vs-2017
- *
- * Do NOT include this file directly. Instead, use c10/macros/Macros.h
- */
-
-// You do not need to edit this part of file unless you are changing the core
-// pytorch export abstractions.
-//
-// This part defines the C10 core export and import macros. This is controlled
-// by whether we are building shared libraries or not, which is determined
-// during build time and codified in c10/core/cmake_macros.h.
-// When the library is built as a shared lib, EXPORT and IMPORT will contain
-// visibility attributes. If it is being built as a static lib, then EXPORT
-// and IMPORT basically have no effect.
-
-// As a rule of thumb, you should almost NEVER mix static and shared builds for
-// libraries that depend on c10. AKA, if c10 is built as a static library, we
-// recommend everything dependent on c10 to be built statically. If c10 is built
-// as a shared library, everything dependent on it should be built as shared. In
-// the PyTorch project, all native libraries shall use the macro
-// C10_BUILD_SHARED_LIB to check whether pytorch is building shared or static
-// libraries.
-
-// For build systems that do not directly depend on CMake and directly build
-// from the source directory (such as Buck), one may not have a cmake_macros.h
-// file at all. In this case, the build system is responsible for providing
-// correct macro definitions corresponding to the cmake_macros.h.in file.
-//
-// In such scenarios, one should define the macro
-//     C10_USING_CUSTOM_GENERATED_MACROS
-// to inform this header that it does not need to include the cmake_macros.h
-// file.
-
 #ifndef C10_USING_CUSTOM_GENERATED_MACROS
 #include <c10/macros/cmake_macros.h>
 #endif // C10_USING_CUSTOM_GENERATED_MACROS
 
-#ifdef _WIN32
-#define C10_HIDDEN
-#if defined(C10_BUILD_SHARED_LIBS)
-#define C10_EXPORT __declspec(dllexport)
-#define C10_IMPORT __declspec(dllimport)
-#else
-#define C10_EXPORT
-#define C10_IMPORT
-#endif
-#else // _WIN32
-#if defined(__GNUC__)
-#define C10_EXPORT __attribute__((__visibility__("default")))
-#define C10_HIDDEN __attribute__((__visibility__("hidden")))
-#else // defined(__GNUC__)
-#define C10_EXPORT
-#define C10_HIDDEN
-#endif // defined(__GNUC__)
-#define C10_IMPORT C10_EXPORT
-#endif // _WIN32
-
-#ifdef NO_EXPORT
-#undef C10_EXPORT
-#define C10_EXPORT
-#endif
-
-// Definition of an adaptive XX_API macro, that depends on whether you are
-// building the library itself or not, routes to XX_EXPORT and XX_IMPORT.
-// Basically, you will need to do this for each shared library that you are
-// building, and the instruction is as follows: assuming that you are building
-// a library called libawesome.so. You should:
-// (1) for your cmake target (usually done by "add_library(awesome, ...)"),
-//     define a macro called AWESOME_BUILD_MAIN_LIB using
-//     target_compile_options.
-// (2) define the AWESOME_API macro similar to the one below.
-// And in the source file of your awesome library, use AWESOME_API to
-// annotate public symbols.
-
-// Here, for the C10 library, we will define the macro C10_API for both import
-// and export.
-
-// This one is being used by libc10.so
-#ifdef C10_BUILD_MAIN_LIB
-#define C10_API C10_EXPORT
-#else
-#define C10_API C10_IMPORT
-#endif
+#include <torch/headeronly/macros/Export.h>
 
 // This one is being used by libtorch.so
 #ifdef CAFFE2_BUILD_MAIN_LIB
@@ -160,4 +76,4 @@
 #define C10_API_ENUM
 #endif
 
-#endif // C10_MACROS_MACROS_H_
+#endif // C10_MACROS_EXPORT_H_

package/third-party/include/c10/macros/Macros.h

@@ -242,7 +242,7 @@ using namespace c10::xpu;
 #ifdef __HIPCC__
 // Unlike CUDA, HIP requires a HIP header to be included for __host__ to work.
 // We do this #include here so that C10_HOST_DEVICE and friends will Just Work.
-// See https://github.com/ROCm-Developer-Tools/HIP/issues/441
+// See https://github.com/ROCm/hip/issues/441
 #include <hip/hip_runtime.h>
 #endif
 
@@ -390,11 +390,24 @@ __host__ __device__
 #endif // __SYCL_DEVICE_ONLY__
 }
 #endif // NDEBUG
-// ROCm disable kernel assert by default
+// ROCm disables kernel assert by default for performance considerations.
+// Though ROCm supports __assert_fail, it uses kernel printf which has
+// a non-negligible performance impact even if the assert condition is
+// never triggered. We choose to use abort() instead which will still
+// terminate the application but without a more useful error message.
 #if !defined(C10_USE_ROCM_KERNEL_ASSERT) and defined(USE_ROCM)
-#define CUDA_KERNEL_ASSERT(cond)
-#define CUDA_KERNEL_ASSERT_MSG(cond, msg)
-#define SYCL_KERNEL_ASSERT(cond)
+#define CUDA_KERNEL_ASSERT(cond)                                               \
+  if C10_UNLIKELY (!(cond)) {                                                  \
+    abort();                                                                   \
+  }
+#define CUDA_KERNEL_ASSERT_MSG(cond, msg)                                      \
+  if C10_UNLIKELY (!(cond)) {                                                  \
+    abort();                                                                   \
+  }
+#define SYCL_KERNEL_ASSERT(cond)                                               \
+  if C10_UNLIKELY (!(cond)) {                                                  \
+    abort();                                                                   \
+  }
 #else
 #define CUDA_KERNEL_ASSERT(cond)                                               \
   if (C10_UNLIKELY(!(cond))) {                                                 \
@@ -494,4 +507,14 @@ __host__ __device__
 
 #endif
 
+// This macro is used to find older C++ compilers
+// that don't support move optimization for return values.
+
+#if (defined(__GNUC__) && __GNUC__ < 13) ||                                    \
+    (defined(__clang_major__) && __clang_major__ < 13)
+#define C10_RETURN_MOVE_IF_OLD_COMPILER 1
+#else
+#define C10_RETURN_MOVE_IF_OLD_COMPILER 0
+#endif
+
 #endif // C10_MACROS_MACROS_H_

package/third-party/include/c10/util/BFloat16-inl.h

@@ -10,14 +10,11 @@ C10_CLANG_DIAGNOSTIC_PUSH()
 C10_CLANG_DIAGNOSTIC_IGNORE("-Wimplicit-int-float-conversion")
 #endif
 
-#if defined(SYCL_EXT_ONEAPI_BFLOAT16_MATH_FUNCTIONS)
 #if defined(CL_SYCL_LANGUAGE_VERSION)
 #include <CL/sycl.hpp> // for SYCL 1.2.1
-#else
+#elif defined(SYCL_LANGUAGE_VERSION)
 #include <sycl/sycl.hpp> // for SYCL 2020
 #endif
-#include <ext/oneapi/bfloat16.hpp>
-#endif
 
 namespace c10 {