react-native-executorch 0.8.3 → 0.8.5-nightly-6e1cb0a-20260803

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/android/src/main/cpp/ETInstallerModule.cpp +4 -3
  2. package/android/src/main/cpp/ETInstallerModule.h +1 -1
  3. package/android/src/main/java/com/swmansion/rnexecutorch/ETInstaller.kt +2 -2
  4. package/android/src/main/java/com/swmansion/rnexecutorch/ETInstallerUnavailable.kt +27 -0
  5. package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +12 -1
  6. package/common/rnexecutorch/RnExecutorchInstaller.cpp +6 -1
  7. package/common/rnexecutorch/RnExecutorchInstaller.h +2 -1
  8. package/common/rnexecutorch/host_objects/ModelHostObject.h +9 -0
  9. package/common/rnexecutorch/models/llm/LLM.cpp +24 -0
  10. package/common/rnexecutorch/models/llm/LLM.h +2 -0
  11. package/common/runner/base_llm_runner.cpp +8 -6
  12. package/common/runner/base_llm_runner.h +8 -4
  13. package/common/runner/encoders/vision_encoder.cpp +12 -4
  14. package/common/runner/irunner.h +15 -0
  15. package/common/runner/multimodal_decoder_runner.h +3 -2
  16. package/common/runner/multimodal_runner.cpp +4 -16
  17. package/common/runner/multimodal_runner.h +0 -4
  18. package/common/runner/sampler.cpp +32 -13
  19. package/common/runner/sampler.h +59 -1
  20. package/common/runner/text_decoder_runner.cpp +31 -3
  21. package/common/runner/text_decoder_runner.h +13 -46
  22. package/common/runner/text_runner.cpp +3 -26
  23. package/common/runner/text_runner.h +0 -4
  24. package/common/runner/text_token_generator.h +20 -18
  25. package/ios/PrivacyInfo.xcprivacy +36 -0
  26. package/ios/RnExecutorch/ETInstaller.mm +3 -1
  27. package/lib/module/constants/modelUrls.js +53 -10
  28. package/lib/module/constants/modelUrls.js.map +1 -1
  29. package/lib/module/controllers/LLMController.js +75 -22
  30. package/lib/module/controllers/LLMController.js.map +1 -1
  31. package/lib/module/hooks/natural_language_processing/useLLM.js +1 -0
  32. package/lib/module/hooks/natural_language_processing/useLLM.js.map +1 -1
  33. package/lib/module/index.js +12 -1
  34. package/lib/module/index.js.map +1 -1
  35. package/lib/module/modules/natural_language_processing/LLMModule.js +1 -1
  36. package/lib/module/types/llm.js +4 -1
  37. package/lib/module/types/llm.js.map +1 -1
  38. package/lib/module/utils/ResourceFetcherUtils.js +20 -16
  39. package/lib/module/utils/ResourceFetcherUtils.js.map +1 -1
  40. package/lib/typescript/constants/modelUrls.d.ts +126 -0
  41. package/lib/typescript/constants/modelUrls.d.ts.map +1 -1
  42. package/lib/typescript/controllers/LLMController.d.ts +3 -1
  43. package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
  44. package/lib/typescript/index.d.ts +8 -0
  45. package/lib/typescript/index.d.ts.map +1 -1
  46. package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts +1 -1
  47. package/lib/typescript/types/llm.d.ts +21 -1
  48. package/lib/typescript/types/llm.d.ts.map +1 -1
  49. package/lib/typescript/utils/ResourceFetcherUtils.d.ts +1 -0
  50. package/lib/typescript/utils/ResourceFetcherUtils.d.ts.map +1 -1
  51. package/package.json +1 -1
  52. package/react-native-executorch.podspec +4 -0
  53. package/src/constants/modelUrls.ts +45 -2
  54. package/src/controllers/LLMController.ts +84 -25
  55. package/src/hooks/natural_language_processing/useLLM.ts +1 -0
  56. package/src/index.ts +15 -1
  57. package/src/modules/natural_language_processing/LLMModule.ts +1 -1
  58. package/src/types/llm.ts +21 -1
  59. package/src/utils/ResourceFetcherUtils.ts +18 -17
@@ -51,6 +51,7 @@ export class LLMController {
51
51
  tokenizerSource,
52
52
  tokenizerConfigSource,
53
53
  capabilities,
54
+ defaultGenerationConfig,
54
55
  onDownloadProgressCallback
55
56
  }) {
56
57
  // reset inner state when loading new model
@@ -72,6 +73,12 @@ export class LLMController {
72
73
  this.nativeModule.unload();
73
74
  }
74
75
  this.nativeModule = await global.loadLLM(modelPath, tokenizerPath, capabilities ?? []);
76
+ if (defaultGenerationConfig) {
77
+ // Apply model-specific recommended sampling defaults before flipping
78
+ // isReady so callers that react to it see the right config on first
79
+ // send. User-provided `configure()` calls still override these.
80
+ this.applyGenerationConfig(defaultGenerationConfig);
81
+ }
75
82
  this.isReadyCallback(true);
76
83
  this.onToken = data => {
77
84
  if (!data) {
@@ -102,25 +109,46 @@ export class LLMController {
102
109
  ...chatConfig
103
110
  };
104
111
  this.toolsConfig = toolsConfig;
105
- if (generationConfig?.outputTokenBatchSize) {
112
+ if (generationConfig) {
113
+ this.applyGenerationConfig(generationConfig);
114
+ }
115
+
116
+ // reset inner state when loading new configuration
117
+ this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
118
+ this.isGeneratingCallback(false);
119
+ }
120
+ applyGenerationConfig(generationConfig) {
121
+ if (generationConfig.outputTokenBatchSize) {
106
122
  this.nativeModule.setCountInterval(generationConfig.outputTokenBatchSize);
107
123
  }
108
- if (generationConfig?.batchTimeInterval) {
124
+ if (generationConfig.batchTimeInterval) {
109
125
  this.nativeModule.setTimeInterval(generationConfig.batchTimeInterval);
110
126
  }
111
- if (generationConfig?.temperature) {
127
+ if (generationConfig.temperature !== undefined) {
112
128
  this.nativeModule.setTemperature(generationConfig.temperature);
113
129
  }
114
- if (generationConfig?.topp) {
115
- if (generationConfig.topp < 0 || generationConfig.topp > 1) {
130
+ // `topp` is the legacy spelling kept for backwards compatibility — `topP`
131
+ // wins when both are set so callers migrating to the new name don't get
132
+ // surprised by stale values. Reading the deprecated alias is intentional.
133
+ const topP = generationConfig.topP ?? generationConfig.topp;
134
+ if (topP !== undefined) {
135
+ if (topP < 0 || topP > 1) {
116
136
  throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Top P has to be in range [0, 1]');
117
137
  }
118
- this.nativeModule.setTopp(generationConfig.topp);
138
+ this.nativeModule.setTopp(topP);
139
+ }
140
+ if (generationConfig.minP !== undefined) {
141
+ if (generationConfig.minP < 0 || generationConfig.minP > 1) {
142
+ throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Min P has to be in range [0, 1]');
143
+ }
144
+ this.nativeModule.setMinP(generationConfig.minP);
145
+ }
146
+ if (generationConfig.repetitionPenalty !== undefined) {
147
+ if (generationConfig.repetitionPenalty < 0) {
148
+ throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Repetition penalty must be non-negative');
149
+ }
150
+ this.nativeModule.setRepetitionPenalty(generationConfig.repetitionPenalty);
119
151
  }
120
-
121
- // reset inner state when loading new configuration
122
- this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
123
- this.isGeneratingCallback(false);
124
152
  }
125
153
  getImageToken() {
126
154
  const token = this.tokenizerConfig.image_token;
@@ -160,7 +188,7 @@ export class LLMController {
160
188
  try {
161
189
  this.isGeneratingCallback(true);
162
190
  this.nativeModule.reset();
163
- const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths, this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
191
+ const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths.map(normalizeImagePath), this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
164
192
  return this.filterSpecialTokens(response);
165
193
  } catch (e) {
166
194
  throw parseUnknownError(e);
@@ -219,15 +247,6 @@ export class LLMController {
219
247
  };
220
248
  const updatedHistory = [...this._messageHistory, newMessage];
221
249
  this.messageHistoryCallback(updatedHistory);
222
- const historyForTemplate = updatedHistory.map(m => m.mediaPath ? {
223
- ...m,
224
- content: [{
225
- type: 'image'
226
- }, {
227
- type: 'text',
228
- text: m.content
229
- }]
230
- } : m);
231
250
  const visualTokenCount = this.nativeModule.getVisualTokenCount();
232
251
  const countTokensCallback = messages => {
233
252
  const rendered = this.applyChatTemplate(messages, this.tokenizerConfig, this.toolsConfig?.tools,
@@ -241,7 +260,7 @@ export class LLMController {
241
260
  return textTokens + imageCount * (visualTokenCount - 1);
242
261
  };
243
262
  const maxContextLength = this.nativeModule.getMaxContextLength();
244
- const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt, historyForTemplate, maxContextLength, countTokensCallback);
263
+ const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt, updatedHistory, maxContextLength, countTokensCallback);
245
264
  const response = await this.generate(messageHistoryWithPrompt, this.toolsConfig?.tools);
246
265
  if (!this.toolsConfig || this.toolsConfig.displayToolCalls) {
247
266
  this.messageHistoryCallback([...this._messageHistory, {
@@ -277,7 +296,7 @@ export class LLMController {
277
296
  const template = new Template(tokenizerConfig.chat_template);
278
297
  const specialTokens = Object.fromEntries(Object.values(SPECIAL_TOKENS).filter(key => key in tokenizerConfig).map(key => [key, tokenizerConfig[key]]));
279
298
  const result = template.render({
280
- messages,
299
+ messages: messagesForChatTemplate(messages),
281
300
  tools,
282
301
  ...templateFlags,
283
302
  ...specialTokens
@@ -285,4 +304,38 @@ export class LLMController {
285
304
  return result;
286
305
  }
287
306
  }
307
+
308
+ /**
309
+ * The native multimodal pipeline expects image paths to be `file://` URIs.
310
+ * `ResourceFetcher.fetch` and most platform file APIs return raw filesystem
311
+ * paths without that prefix, so callers routinely pass either form. Accept
312
+ * both and normalize to the prefixed form here.
313
+ * @param path - Local image path, either with or without the `file://` prefix.
314
+ * @returns The same path with a `file://` prefix.
315
+ */
316
+ function normalizeImagePath(path) {
317
+ return path.startsWith('file://') ? path : `file://${path}`;
318
+ }
319
+
320
+ /**
321
+ * Multimodal chat templates expect message content for image-bearing turns
322
+ * to be an array of content parts with an `image` part as a placeholder.
323
+ * Callers of `LLMController.generate` and `LLMController.sendMessage` pass
324
+ * messages with a plain string `content` plus an optional `mediaPath`; this
325
+ * helper rewrites them into the structured form that the template engine
326
+ * understands.
327
+ * @param messages - Messages to prepare for the chat template engine.
328
+ * @returns Messages with image-bearing turns rewritten to structured content.
329
+ */
330
+ function messagesForChatTemplate(messages) {
331
+ return messages.map(m => m.mediaPath && typeof m.content === 'string' ? {
332
+ ...m,
333
+ content: [{
334
+ type: 'image'
335
+ }, {
336
+ type: 'text',
337
+ text: m.content
338
+ }]
339
+ } : m);
340
+ }
288
341
  //# sourceMappingURL=LLMController.js.map
@@ -1 +1 @@
1
- {"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topp","InvalidConfig","setTopp","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","map","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","historyForTemplate","type","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC;EAOF,CAAC,EAAE;IACD;IACA,IAAI,CAACZ,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACmB,qBAAqB,CAAC;IAClE,IAAI,CAACX,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMa,iBAAiB,GAAG9B,eAAe,CAAC+B,KAAK,CAC7CC,SAAS,EACTP,eAAe,EACfC,qBACF,CAAC;MAED,MAAMO,YAAY,GAAGjC,eAAe,CAAC+B,KAAK,CACxCH,0BAA0B,EAC1BJ,WACF,CAAC;MAED,MAAM,CAACU,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIlC,iBAAiB,CACzBE,qBAAqB,CAACiC,mBAAmB,EACzC,2GACF,CAAC;MACH;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM5C,eAAe,CAAC6C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbX,YAAY,IAAI,EAClB,CAAC;MACD,IAAI,CAACV,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACkC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAACxC,aAAa,CAACsC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVnD,MAAM,CAACoD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACvC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACiD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC3C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO4C,SAASA,CAAC;IACfjD,UAAU;IACVkD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACnD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACkD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAEC,oBAAoB,EAAE;MAC1C,IAAI,CAACf,YAAY,CAACgB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,EAAEG,iBAAiB,EAAE;MACvC,IAAI,CAACjB,YAAY,CAACkB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,EAAEK,WAAW,EAAE;MACjC,IAAI,CAACnB,YAAY,CAACoB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA,IAAIL,gBAAgB,EAAEO,IAAI,EAAE;MAC1B,IAAIP,gBAAgB,CAACO,IAAI,GAAG,CAAC,IAAIP,gBAAgB,CAACO,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAI9D,iBAAiB,CACzBE,qBAAqB,CAAC6D,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACtB,YAAY,CAACuB,OAAO,CAACT,gBAAgB,CAACO,IAAI,CAAC;IAClD;;IAEA;IACA,IAAI,CAACpD,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACmB,qBAAqB,CAAC;IAClE,IAAI,CAACX,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQqD,aAAaA,CAAA,EAAW;IAC9B,MAAMpD,KAAK,GAAG,IAAI,CAACuB,eAAe,CAAC8B,WAAW;IAC9C,IAAI,CAACrD,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAAC6D,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOlD,KAAK;EACd;EAEQmC,mBAAmBA,CAACmB,IAAY,EAAU;IAChD,IAAIpB,QAAQ,GAAGoB,IAAI;IACnB,IACEtE,cAAc,CAACuE,SAAS,IAAI,IAAI,CAAChC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACiC,SAAS,EAC9B;MACAtB,QAAQ,GAAGA,QAAQ,CAACuB,UAAU,CAAC,IAAI,CAAClC,eAAe,CAACiC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACExE,cAAc,CAAC0E,SAAS,IAAI,IAAI,CAACnC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACoC,SAAS,EAC9B;MACAzB,QAAQ,GAAGA,QAAQ,CAACuB,UAAU,CAAC,IAAI,CAAClC,eAAe,CAACoC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAOzB,QAAQ;EACjB;EAEO0B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAACnE,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACwE,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAC7B,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACJ,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAC/B,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa+D,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAACxE,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,oFACF,CAAC;IACH;IACA,IAAI,IAAI,CAACxE,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACwE,eAAe,EACrC,sFACF,CAAC;IACH;IACA,IAAI;MACF,IAAI,CAAC9D,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC6B,YAAY,CAACsC,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAAC5B,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACR,YAAY,CAACwC,kBAAkB,CACxCL,KAAK,EACLC,UAAU,EACV,IAAI,CAACZ,aAAa,CAAC,CAAC,EACpB,IAAI,CAACpB,OACP,CAAC,GACD,MAAM,IAAI,CAACJ,YAAY,CAACyC,QAAQ,CAACN,KAAK,EAAE,IAAI,CAAC/B,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACgC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAO9B,CAAC,EAAE;MACV,MAAMjD,iBAAiB,CAACiD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACtC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOuE,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAC1C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAACrC,YAAY,CAAC0C,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAAC3C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAACrC,YAAY,CAAC2C,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAAC5C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAACrC,YAAY,CAAC4C,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAACnF,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIS,QAAQ,CAACtC,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAIjD,iBAAiB,CACzBE,qBAAqB,CAACuF,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChD3F,MAAM,CAAC4F,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMd,UAAU,GAAGU,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1BC,GAAG,CAAEF,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAME,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDV,QAAQ,EACR,IAAI,CAACnD,eAAe,EACpBoD,KAAK;IACL;IACA;MAAEU,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACxB,OAAO,CACvBqB,YAAY,EACZnB,UAAU,CAAC5B,MAAM,GAAG,CAAC,GAAG4B,UAAU,GAAGnD,SACvC,CAAC;EACH;EAEA,MAAa0E,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMR,SAAS,GAAGQ,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBX,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMY,cAAc,GAAG,CAAC,GAAG,IAAI,CAACnG,eAAe,EAAEiG,UAAU,CAAC;IAC5D,IAAI,CAAC9F,sBAAsB,CAACgG,cAAc,CAAC;IAE3C,MAAMC,kBAAkB,GAAGD,cAAc,CAACX,GAAG,CAAEF,CAAC,IAC9CA,CAAC,CAACC,SAAS,GACP;MACE,GAAGD,CAAC;MACJY,OAAO,EAAE,CACP;QAAEG,IAAI,EAAE;MAAQ,CAAC,EACjB;QAAEA,IAAI,EAAE,MAAM;QAAEzC,IAAI,EAAE0B,CAAC,CAACY;MAAQ,CAAC;IAErC,CAAC,GACDZ,CACN,CAAC;IAED,MAAMgB,gBAAgB,GAAG,IAAI,CAACpE,YAAY,CAACqE,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIxB,QAAmB,IAAK;MACnD,MAAMyB,QAAQ,GAAG,IAAI,CAACf,iBAAiB,CACrCV,QAAQ,EACR,IAAI,CAACnD,eAAe,EACpB,IAAI,CAACkB,WAAW,EAAEkC,KAAK;MACvB;MACA;QAAEU,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMc,UAAU,GAAG,IAAI,CAACxE,YAAY,CAACyE,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAG5B,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAAC7C,MAAM;MAC7D,OAAOgE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAC3E,YAAY,CAAC4E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAAClH,UAAU,CAACmH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAACpH,UAAU,CAACqH,YAAY,EAC5Bd,kBAAkB,EAClBS,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM/B,QAAQ,GAAG,MAAM,IAAI,CAACE,QAAQ,CAClCoC,wBAAwB,EACxB,IAAI,CAAChE,WAAW,EAAEkC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAAClC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACoE,gBAAgB,EAAE;MAC1D,IAAI,CAAChH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAEkG,OAAO,EAAEzB,QAAQ;QAAEU,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAACpC,WAAW,EAAE;MACpB,MAAMqE,SAAS,GAAG7H,aAAa,CAACkF,QAAQ,CAAC;MACzC,KAAK,MAAM4C,QAAQ,IAAID,SAAS,EAAE;QAChC,IAAI,CAACrE,WAAW,CACbuE,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;UACrC,IAAIA,YAAY,EAAE;YAChB,IAAI,CAACrH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAEkG,OAAO,EAAEsB,YAAY;cAAErC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF,CAAC,CAAC;MACN;IACF;IAEA,OAAOV,QAAQ;EACjB;EAEOgD,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAC3H,eAAe,CAAC4H,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAACvH,sBAAsB,CAACwH,iBAAiB,CAAC;EAChD;EAEQjC,iBAAiBA,CACvBV,QAAmB,EACnBnD,eAAoB,EACpBoD,KAAiB,EACjB4C,aAAsB,EACd;IACR,IAAI,CAAChG,eAAe,CAACiG,aAAa,EAAE;MAClC,MAAM,IAAIrI,iBAAiB,CACzBE,qBAAqB,CAACoI,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAI5I,QAAQ,CAACyC,eAAe,CAACiG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAAC9I,cAAc,CAAC,CAC1B+F,MAAM,CAAEgD,GAAG,IAAKA,GAAG,IAAIxG,eAAe,CAAC,CACvC2D,GAAG,CAAE6C,GAAG,IAAK,CAACA,GAAG,EAAExG,eAAe,CAACwG,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BvD,QAAQ;MACRC,KAAK;MACL,GAAG4C,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF","ignoreList":[]}
1
+ {"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","defaultGenerationConfig","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","applyGenerationConfig","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topP","topp","InvalidConfig","setTopp","minP","setMinP","repetitionPenalty","setRepetitionPenalty","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","map","normalizeImagePath","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render","messagesForChatTemplate","path","startsWith","type"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC,uBAAuB;IACvBC;EAQF,CAAC,EAAE;IACD;IACA,IAAI,CAACb,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMc,iBAAiB,GAAG/B,eAAe,CAACgC,KAAK,CAC7CC,SAAS,EACTR,eAAe,EACfC,qBACF,CAAC;MAED,MAAMQ,YAAY,GAAGlC,eAAe,CAACgC,KAAK,CACxCH,0BAA0B,EAC1BL,WACF,CAAC;MAED,MAAM,CAACW,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAInC,iBAAiB,CACzBE,qBAAqB,CAACkC,mBAAmB,EACzC,2GACF,CAAC;MACH;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM7C,eAAe,CAAC8C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbZ,YAAY,IAAI,EAClB,CAAC;MACD,IAAIC,uBAAuB,EAAE;QAC3B;QACA;QACA;QACA,IAAI,CAACwB,qBAAqB,CAACxB,uBAAuB,CAAC;MACrD;MACA,IAAI,CAACX,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACoC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAAC1C,aAAa,CAACwC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVrD,MAAM,CAACsD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACzC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACmD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC7C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO8C,SAASA,CAAC;IACfnD,UAAU;IACVoD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACrD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACoD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAE;MACpB,IAAI,CAACX,qBAAqB,CAACW,gBAAgB,CAAC;IAC9C;;IAEA;IACA,IAAI,CAAC/C,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQkC,qBAAqBA,CAACW,gBAAkC,EAAE;IAChE,IAAIA,gBAAgB,CAACC,oBAAoB,EAAE;MACzC,IAAI,CAAChB,YAAY,CAACiB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,CAACG,iBAAiB,EAAE;MACtC,IAAI,CAAClB,YAAY,CAACmB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,CAACK,WAAW,KAAKnC,SAAS,EAAE;MAC9C,IAAI,CAACe,YAAY,CAACqB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA;IACA;IACA;IACA,MAAME,IAAI,GAAGP,gBAAgB,CAACO,IAAI,IAAIP,gBAAgB,CAACQ,IAAI;IAC3D,IAAID,IAAI,KAAKrC,SAAS,EAAE;MACtB,IAAIqC,IAAI,GAAG,CAAC,IAAIA,IAAI,GAAG,CAAC,EAAE;QACxB,MAAM,IAAIhE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAACyB,OAAO,CAACH,IAAI,CAAC;IACjC;IACA,IAAIP,gBAAgB,CAACW,IAAI,KAAKzC,SAAS,EAAE;MACvC,IAAI8B,gBAAgB,CAACW,IAAI,GAAG,CAAC,IAAIX,gBAAgB,CAACW,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAIpE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC2B,OAAO,CAACZ,gBAAgB,CAACW,IAAI,CAAC;IAClD;IACA,IAAIX,gBAAgB,CAACa,iBAAiB,KAAK3C,SAAS,EAAE;MACpD,IAAI8B,gBAAgB,CAACa,iBAAiB,GAAG,CAAC,EAAE;QAC1C,MAAM,IAAItE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,yCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC6B,oBAAoB,CACpCd,gBAAgB,CAACa,iBACnB,CAAC;IACH;EACF;EAEQE,aAAaA,CAAA,EAAW;IAC9B,MAAM3D,KAAK,GAAG,IAAI,CAACwB,eAAe,CAACoC,WAAW;IAC9C,IAAI,CAAC5D,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOrD,KAAK;EACd;EAEQqC,mBAAmBA,CAACwB,IAAY,EAAU;IAChD,IAAIzB,QAAQ,GAAGyB,IAAI;IACnB,IACE7E,cAAc,CAAC8E,SAAS,IAAI,IAAI,CAACtC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACuC,SAAS,EAC9B;MACA3B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAACuC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACE/E,cAAc,CAACiF,SAAS,IAAI,IAAI,CAACzC,eAAe,IAChD,IAAI,CAACA,eAAe,CAAC0C,SAAS,EAC9B;MACA9B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAAC0C,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAO9B,QAAQ;EACjB;EAEO+B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAC1E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAClC,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACL,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAChC,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAasE,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAAC/E,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,oFACF,CAAC;IACH;IACA,IAAI,IAAI,CAAC/E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,sFACF,CAAC;IACH;IACA,IAAI;MACF,IAAI,CAACrE,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC8B,YAAY,CAAC4C,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAACjC,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACT,YAAY,CAAC8C,kBAAkB,CACxCL,KAAK,EACLC,UAAU,CAACK,GAAG,CAACC,kBAAkB,CAAC,EAClC,IAAI,CAAClB,aAAa,CAAC,CAAC,EACpB,IAAI,CAACzB,OACP,CAAC,GACD,MAAM,IAAI,CAACL,YAAY,CAACiD,QAAQ,CAACR,KAAK,EAAE,IAAI,CAACpC,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACqC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAOnC,CAAC,EAAE;MACV,MAAMnD,iBAAiB,CAACmD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACxC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOgF,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAClD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAAC3C,YAAY,CAACkD,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAACnD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACmD,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAACpD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACoD,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAAC5F,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIW,QAAQ,CAAC7C,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAInD,iBAAiB,CACzBE,qBAAqB,CAACgG,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDpG,MAAM,CAACqG,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMhB,UAAU,GAAGY,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1Bd,GAAG,CAAEa,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAMC,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB4D,KAAK;IACL;IACA;MAAES,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACzB,OAAO,CACvBsB,YAAY,EACZpB,UAAU,CAACjC,MAAM,GAAG,CAAC,GAAGiC,UAAU,GAAGzD,SACvC,CAAC;EACH;EAEA,MAAaiF,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMP,SAAS,GAAGO,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBV,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMW,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC3G,eAAe,EAAEyG,UAAU,CAAC;IAC5D,IAAI,CAACtG,sBAAsB,CAACwG,cAAc,CAAC;IAE3C,MAAMC,gBAAgB,GAAG,IAAI,CAACzE,YAAY,CAAC0E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIrB,QAAmB,IAAK;MACnD,MAAMsB,QAAQ,GAAG,IAAI,CAACb,iBAAiB,CACrCT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB,IAAI,CAACmB,WAAW,EAAEyC,KAAK;MACvB;MACA;QAAES,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMY,UAAU,GAAG,IAAI,CAAC7E,YAAY,CAAC8E,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAGzB,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAACpD,MAAM;MAC7D,OAAOoE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAChF,YAAY,CAACiF,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAACxH,UAAU,CAACyH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAAC1H,UAAU,CAAC2H,YAAY,EAC5Bb,cAAc,EACdQ,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM9B,QAAQ,GAAG,MAAM,IAAI,CAACI,QAAQ,CAClCiC,wBAAwB,EACxB,IAAI,CAACpE,WAAW,EAAEyC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAACzC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACwE,gBAAgB,EAAE;MAC1D,IAAI,CAACtH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAE0G,OAAO,EAAE1B,QAAQ;QAAEY,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAAC3C,WAAW,EAAE;MACpB,MAAMyE,SAAS,GAAGnI,aAAa,CAACyF,QAAQ,CAAC;MACzC,KAAK,MAAM2C,QAAQ,IAAID,SAAS,EAAE;QAChC,IAAI,CAACzE,WAAW,CACb2E,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;UACrC,IAAIA,YAAY,EAAE;YAChB,IAAI,CAAC3H,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAE0G,OAAO,EAAEoB,YAAY;cAAElC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF,CAAC,CAAC;MACN;IACF;IAEA,OAAOZ,QAAQ;EACjB;EAEO+C,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAACjI,eAAe,CAACkI,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAAC7H,sBAAsB,CAAC8H,iBAAiB,CAAC;EAChD;EAEQ/B,iBAAiBA,CACvBT,QAAmB,EACnB3D,eAAoB,EACpB4D,KAAiB,EACjByC,aAAsB,EACd;IACR,IAAI,CAACrG,eAAe,CAACsG,aAAa,EAAE;MAClC,MAAM,IAAI3I,iBAAiB,CACzBE,qBAAqB,CAAC0I,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAIlJ,QAAQ,CAAC0C,eAAe,CAACsG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAACpJ,cAAc,CAAC,CAC1BwG,MAAM,CAAE6C,GAAG,IAAKA,GAAG,IAAI7G,eAAe,CAAC,CACvCoD,GAAG,CAAEyD,GAAG,IAAK,CAACA,GAAG,EAAE7G,eAAe,CAAC6G,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BpD,QAAQ,EAAEqD,uBAAuB,CAACrD,QAAQ,CAAC;MAC3CC,KAAK;MACL,GAAGyC,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASzD,kBAAkBA,CAAC4D,IAAY,EAAU;EAChD,OAAOA,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,IAAI,GAAG,UAAUA,IAAI,EAAE;AAC7D;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASD,uBAAuBA,CAACrD,QAAmB,EAAS;EAC3D,OAAOA,QAAQ,CAACP,GAAG,CAAEa,CAAC,IACpBA,CAAC,CAACC,SAAS,IAAI,OAAOD,CAAC,CAACW,OAAO,KAAK,QAAQ,GACxC;IACE,GAAGX,CAAC;IACJW,OAAO,EAAE,CAAC;MAAEuC,IAAI,EAAE;IAAQ,CAAC,EAAE;MAAEA,IAAI,EAAE,MAAM;MAAE9E,IAAI,EAAE4B,CAAC,CAACW;IAAQ,CAAC;EAChE,CAAC,GACDX,CACN,CAAC;AACH","ignoreList":[]}
@@ -44,6 +44,7 @@ export function useLLM({
44
44
  tokenizerSource: model.tokenizerSource,
45
45
  tokenizerConfigSource: model.tokenizerConfigSource,
46
46
  capabilities: model.capabilities,
47
+ defaultGenerationConfig: model.generationConfig,
47
48
  onDownloadProgressCallback: setDownloadProgress
48
49
  });
49
50
  } catch (e) {
@@ -1 +1 @@
1
- {"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generationConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,0BAA0B,EAAEjB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOkB,CAAC,EAAE;QACVhB,QAAQ,CAACjB,iBAAiB,CAACiC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIT,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACU,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDV,kBAAkB,EAClBtB,KAAK,CAACiC,SAAS,EACfjC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMiC,SAAS,GAAGxC,WAAW,CAC3B,CAAC;IAAEyC,UAAU;IAAEC,WAAW;IAAEC;EAA4B,CAAC,KACvDf,kBAAkB,CAACY,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXC;EACF,CAAC,CAAC,EACJ,CAACf,kBAAkB,CACrB,CAAC;EAED,MAAMgB,QAAQ,GAAG5C,WAAW,CAC1B,CAAC6C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CnC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACgB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAAClB,kBAAkB,CACrB,CAAC;EAED,MAAMmB,WAAW,GAAG/C,WAAW,CAC7B,CAACgD,OAAe,EAAEC,KAA8B,KAAK;IACnDtC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACmB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACrB,kBAAkB,CACrB,CAAC;EAED,MAAMsB,aAAa,GAAGlD,WAAW,CAC9BmD,KAAa,IAAKvB,kBAAkB,CAACsB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACvB,kBAAkB,CACrB,CAAC;EAED,MAAMwB,SAAS,GAAGpD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACwB,SAAS,CAAC,CAAC,EACpC,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,sBAAsB,GAAGrD,WAAW,CACxC,MAAM4B,kBAAkB,CAACyB,sBAAsB,CAAC,CAAC,EACjD,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,mBAAmB,GAAGtD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC0B,mBAAmB,CAAC,CAAC,EAC9C,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,kBAAkB,GAAGvD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC2B,kBAAkB,CAAC,CAAC,EAC7C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLiC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCf,SAAS,EAAEA,SAAS;IACpBI,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
1
+ {"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","defaultGenerationConfig","generationConfig","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,uBAAuB,EAAE9B,KAAK,CAAC+B,gBAAgB;UAC/CC,0BAA0B,EAAEnB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOoB,CAAC,EAAE;QACVlB,QAAQ,CAACjB,iBAAiB,CAACmC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIX,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACY,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDZ,kBAAkB,EAClBtB,KAAK,CAACmC,SAAS,EACfnC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMmC,SAAS,GAAG1C,WAAW,CAC3B,CAAC;IAAE2C,UAAU;IAAEC,WAAW;IAAEP;EAA4B,CAAC,KACvDT,kBAAkB,CAACc,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXP;EACF,CAAC,CAAC,EACJ,CAACT,kBAAkB,CACrB,CAAC;EAED,MAAMiB,QAAQ,GAAG7C,WAAW,CAC1B,CAAC8C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CpC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACiB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,WAAW,GAAGhD,WAAW,CAC7B,CAACiD,OAAe,EAAEC,KAA8B,KAAK;IACnDvC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACoB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,aAAa,GAAGnD,WAAW,CAC9BoD,KAAa,IAAKxB,kBAAkB,CAACuB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,SAAS,GAAGrD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACyB,SAAS,CAAC,CAAC,EACpC,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,sBAAsB,GAAGtD,WAAW,CACxC,MAAM4B,kBAAkB,CAAC0B,sBAAsB,CAAC,CAAC,EACjD,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,mBAAmB,GAAGvD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC2B,mBAAmB,CAAC,CAAC,EAC9C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,MAAM4B,kBAAkB,GAAGxD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC4B,kBAAkB,CAAC,CAAC,EAC7C,CAAC5B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLkC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCd,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
@@ -30,13 +30,24 @@ export function cleanupExecutorch() {
30
30
 
31
31
  // eslint-disable no-var
32
32
 
33
- if (global.loadStyleTransfer == null || global.loadSemanticSegmentation == null || global.loadInstanceSegmentation == null || global.loadTextToImage == null || global.loadExecutorchModule == null || global.loadClassification == null || global.loadObjectDetection == null || global.loadTokenizerModule == null || global.loadTextEmbeddings == null || global.loadImageEmbeddings == null || global.loadVAD == null || global.loadLLM == null || global.loadSpeechToText == null || global.loadTextToSpeechKokoro == null || global.loadOCR == null || global.loadVerticalOCR == null || global.__rne_isEmulator == null) {
33
+ if (global.loadStyleTransfer == null || global.loadSemanticSegmentation == null || global.loadInstanceSegmentation == null || global.loadTextToImage == null || global.loadExecutorchModule == null || global.loadClassification == null || global.loadObjectDetection == null || global.loadTokenizerModule == null || global.loadTextEmbeddings == null || global.loadImageEmbeddings == null || global.loadVAD == null || global.loadLLM == null || global.loadSpeechToText == null || global.loadTextToSpeechKokoro == null || global.loadOCR == null || global.loadVerticalOCR == null || global.__rne_isEmulator == null || global.__rne_bundleId == null) {
34
34
  if (!ETInstallerNativeModule) {
35
35
  throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
36
36
  }
37
+ // install() returns false when the native library is intentionally unavailable
38
+ // (e.g. ETInstallerUnavailable on unsupported ABIs). In that case, JSI
39
+ // bindings are not injected and globals remain unset.
37
40
  ETInstallerNativeModule.install();
38
41
  }
39
42
 
43
+ /**
44
+ * Whether the native ExecuTorch runtime is available on this device.
45
+ * Returns `false` when native libraries cannot be loaded (e.g. 32-bit Android
46
+ * devices where only arm64-v8a binaries are shipped).
47
+ * @category Utilities - General
48
+ */
49
+ export const isAvailable = typeof global.loadExecutorchModule === 'function';
50
+
40
51
  // hooks
41
52
  export * from './hooks/computer_vision/useClassification';
42
53
  export * from './hooks/computer_vision/useObjectDetection';
@@ -1 +1 @@
1
- {"version":3,"names":["ETInstallerNativeModule","ResourceFetcher","initExecutorch","config","setAdapter","resourceFetcher","cleanupExecutorch","resetAdapter","global","loadStyleTransfer","loadSemanticSegmentation","loadInstanceSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadTextToSpeechKokoro","loadOCR","loadVerticalOCR","__rne_isEmulator","Error","install","RnExecutorchError","RnExecutorchErrorCode"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;AACtE,SACEC,eAAe,QAEV,yBAAyB;;AAGhC;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,cAAcA,CAACC,MAAwB,EAAE;EACvDF,eAAe,CAACG,UAAU,CAACD,MAAM,CAACE,eAAe,CAAC;AACpD;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,iBAAiBA,CAAA,EAAG;EAClCL,eAAe,CAACM,YAAY,CAAC,CAAC;AAChC;;AAEA;;AA6EA;;AAEA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,wBAAwB,IAAI,IAAI,IACvCF,MAAM,CAACG,wBAAwB,IAAI,IAAI,IACvCH,MAAM,CAACI,eAAe,IAAI,IAAI,IAC9BJ,MAAM,CAACK,oBAAoB,IAAI,IAAI,IACnCL,MAAM,CAACM,kBAAkB,IAAI,IAAI,IACjCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,kBAAkB,IAAI,IAAI,IACjCT,MAAM,CAACU,mBAAmB,IAAI,IAAI,IAClCV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,OAAO,IAAI,IAAI,IACtBZ,MAAM,CAACa,gBAAgB,IAAI,IAAI,IAC/Bb,MAAM,CAACc,sBAAsB,IAAI,IAAI,IACrCd,MAAM,CAACe,OAAO,IAAI,IAAI,IACtBf,MAAM,CAACgB,eAAe,IAAI,IAAI,IAC9BhB,MAAM,CAACiB,gBAAgB,IAAI,IAAI,EAC/B;EACA,IAAI,CAACzB,uBAAuB,EAAE;IAC5B,MAAM,IAAI0B,KAAK,CACb,kFACF,CAAC;EACH;EACA1B,uBAAuB,CAAC2B,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,iDAAiD;AAC/D,cAAc,iDAAiD;AAC/D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,sDAAsD;AACpE,cAAc,sDAAsD;AACpE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,iBAAiB;AAC/B,cAAc,+BAA+B;;AAE7C;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,8BAA8B;AAC5C,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,cAAc,aAAa;AAC3B,cAAc,wBAAwB;AACtC,cAAc,aAAa;AAC3B,cAAc,mBAAmB;AACjC,cAAc,0BAA0B;AACxC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,cAAc,uBAAuB;AACrC,cAAc,aAAa;;AAE3B;AACA,cAAc,0BAA0B;AACxC,cAAc,4BAA4B;AAC1C,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AAEvC,SAASC,iBAAiB,QAAQ,qBAAqB;AACvD,SAASC,qBAAqB,QAAQ,qBAAqB","ignoreList":[]}
1
+ {"version":3,"names":["ETInstallerNativeModule","ResourceFetcher","initExecutorch","config","setAdapter","resourceFetcher","cleanupExecutorch","resetAdapter","global","loadStyleTransfer","loadSemanticSegmentation","loadInstanceSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadTextToSpeechKokoro","loadOCR","loadVerticalOCR","__rne_isEmulator","__rne_bundleId","Error","install","isAvailable","RnExecutorchError","RnExecutorchErrorCode"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;AACtE,SACEC,eAAe,QAEV,yBAAyB;;AAGhC;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,cAAcA,CAACC,MAAwB,EAAE;EACvDF,eAAe,CAACG,UAAU,CAACD,MAAM,CAACE,eAAe,CAAC;AACpD;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,iBAAiBA,CAAA,EAAG;EAClCL,eAAe,CAACM,YAAY,CAAC,CAAC;AAChC;;AAEA;;AA+EA;;AAEA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,wBAAwB,IAAI,IAAI,IACvCF,MAAM,CAACG,wBAAwB,IAAI,IAAI,IACvCH,MAAM,CAACI,eAAe,IAAI,IAAI,IAC9BJ,MAAM,CAACK,oBAAoB,IAAI,IAAI,IACnCL,MAAM,CAACM,kBAAkB,IAAI,IAAI,IACjCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,kBAAkB,IAAI,IAAI,IACjCT,MAAM,CAACU,mBAAmB,IAAI,IAAI,IAClCV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,OAAO,IAAI,IAAI,IACtBZ,MAAM,CAACa,gBAAgB,IAAI,IAAI,IAC/Bb,MAAM,CAACc,sBAAsB,IAAI,IAAI,IACrCd,MAAM,CAACe,OAAO,IAAI,IAAI,IACtBf,MAAM,CAACgB,eAAe,IAAI,IAAI,IAC9BhB,MAAM,CAACiB,gBAAgB,IAAI,IAAI,IAC/BjB,MAAM,CAACkB,cAAc,IAAI,IAAI,EAC7B;EACA,IAAI,CAAC1B,uBAAuB,EAAE;IAC5B,MAAM,IAAI2B,KAAK,CACb,kFACF,CAAC;EACH;EACA;EACA;EACA;EACA3B,uBAAuB,CAAC4B,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMC,WAAW,GAAG,OAAOrB,MAAM,CAACK,oBAAoB,KAAK,UAAU;;AAE5E;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,iDAAiD;AAC/D,cAAc,iDAAiD;AAC/D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,sDAAsD;AACpE,cAAc,sDAAsD;AACpE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,iBAAiB;AAC/B,cAAc,+BAA+B;;AAE7C;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,8BAA8B;AAC5C,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,cAAc,aAAa;AAC3B,cAAc,wBAAwB;AACtC,cAAc,aAAa;AAC3B,cAAc,mBAAmB;AACjC,cAAc,0BAA0B;AACxC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,cAAc,uBAAuB;AACrC,cAAc,aAAa;;AAE3B;AACA,cAAc,0BAA0B;AACxC,cAAc,4BAA4B;AAC1C,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AAEvC,SAASiB,iBAAiB,QAAQ,qBAAqB;AACvD,SAASC,qBAAqB,QAAQ,qBAAqB","ignoreList":[]}
@@ -105,7 +105,7 @@ export class LLMModule {
105
105
  * It doesn't manage conversation context. It is intended for users that need access to the model itself without any wrapper.
106
106
  * If you want a simple chat with model the consider using `sendMessage`
107
107
  * @param input - Raw input string containing the prompt and conversation history.
108
- * @param imagePaths - Optional array of local image paths for multimodal inference.
108
+ * @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
109
109
  * @returns The generated response as a string.
110
110
  */
111
111
  async forward(input, imagePaths) {
@@ -88,7 +88,10 @@
88
88
  * Object configuring generation settings.
89
89
  * @category Types
90
90
  * @property {number} [temperature] - Scales output logits by the inverse of temperature. Controls the randomness / creativity of text generation.
91
- * @property {number} [topp] - Only samples from the smallest set of tokens whose cumulative probability exceeds topp.
91
+ * @property {number} [topP] - Only samples from the smallest set of tokens whose cumulative probability exceeds topP.
92
+ * @property {number} [topp] - **Deprecated.** Use `topP` instead.
93
+ * @property {number} [minP] - Minimum probability threshold: tokens with prob < minP * max_prob are excluded. 0 disables filtering.
94
+ * @property {number} [repetitionPenalty] - Multiplicative penalty applied to logits of recently generated tokens. Values > 1 discourage repetition. 1 disables the penalty.
92
95
  * @property {number} [outputTokenBatchSize] - Soft upper limit on the number of tokens in each token batch (in certain cases there can be more tokens in given batch, i.e. when the batch would end with special emoji join character).
93
96
  * @property {number} [batchTimeInterval] - Upper limit on the time interval between consecutive token batches.
94
97
  */
@@ -1 +1 @@
1
- {"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AAyCA;AACA;AACA;AACA;;AAiCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AAsCA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAQA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
1
+ {"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AAyCA;AACA;AACA;AACA;;AAwCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAaA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
@@ -1,8 +1,8 @@
1
1
  "use strict";
2
2
 
3
+ import { Platform } from 'react-native';
3
4
  import { getModelNameForUrl } from '../constants/modelUrls';
4
- import { DOWNLOAD_EVENT_ENDPOINT, LIB_VERSION } from '../constants/resourceFetcher';
5
-
5
+ import { DOWNLOAD_EVENT_ENDPOINT } from '../constants/resourceFetcher';
6
6
  /**
7
7
  * Http status codes
8
8
  * @category Types
@@ -132,6 +132,10 @@ export let ResourceFetcherUtils;
132
132
  return global.__rne_isEmulator;
133
133
  }
134
134
  _ResourceFetcherUtils.isEmulator = isEmulator;
135
+ function getBundleId() {
136
+ return global.__rne_bundleId;
137
+ }
138
+ _ResourceFetcherUtils.getBundleId = getBundleId;
135
139
  function getModelNameFromUri(uri) {
136
140
  const knownName = getModelNameForUrl(uri);
137
141
  if (knownName) {
@@ -147,20 +151,20 @@ export let ResourceFetcherUtils;
147
151
  * @param uri - The URI of the downloaded resource.
148
152
  */
149
153
  function triggerDownloadEvent(uri) {
150
- try {
151
- fetch(DOWNLOAD_EVENT_ENDPOINT, {
152
- method: 'POST',
153
- headers: {
154
- 'Content-Type': 'application/json'
155
- },
156
- body: JSON.stringify({
157
- modelName: getModelNameFromUri(uri),
158
- countryCode: getCountryCode(),
159
- isEmulator: isEmulator(),
160
- libVersion: LIB_VERSION
161
- })
162
- });
163
- } catch (e) {}
154
+ fetch(DOWNLOAD_EVENT_ENDPOINT, {
155
+ method: 'POST',
156
+ headers: {
157
+ 'Content-Type': 'application/json'
158
+ },
159
+ body: JSON.stringify({
160
+ bundleId: getBundleId(),
161
+ countryCode: getCountryCode(),
162
+ isEmulator: isEmulator(),
163
+ libVersion: require('../../package.json').version,
164
+ modelName: getModelNameFromUri(uri),
165
+ system: Platform.OS
166
+ })
167
+ }).catch(_ => {});
164
168
  }
165
169
  _ResourceFetcherUtils.triggerDownloadEvent = triggerDownloadEvent;
166
170
  function getFilenameFromUri(uri) {
@@ -1 +1 @@
1
- {"version":3,"names":["getModelNameForUrl","DOWNLOAD_EVENT_ENDPOINT","LIB_VERSION","HTTP_CODE","DownloadStatus","SourceType","ResourceFetcherUtils","_ResourceFetcherUtils","removeFilePrefix","uri","startsWith","slice","hashObject","jsonString","hash","i","length","charCodeAt","toString","calculateDownloadProgress","totalLength","previousFilesTotalLength","currentFileLength","setProgress","progress","baseProgress","scaledProgress","updatedProgress","triggerHuggingFaceDownloadCounter","url","URL","host","pathname","baseUrl","protocol","split","fetch","method","getCountryCode","locale","Intl","DateTimeFormat","resolvedOptions","regionTag","pop","toUpperCase","isEmulator","global","__rne_isEmulator","getModelNameFromUri","knownName","filename","replace","triggerDownloadEvent","headers","body","JSON","stringify","modelName","countryCode","libVersion","e","getFilenameFromUri","cleanUri"],"sourceRoot":"../../../src","sources":["utils/ResourceFetcherUtils.ts"],"mappings":";;AACA,SAASA,kBAAkB,QAAQ,wBAAwB;AAC3D,SACEC,uBAAuB,EACvBC,WAAW,QACN,8BAA8B;;AAErC;AACA;AACA;AACA;AACA,WAAYC,SAAS,0BAATA,SAAS;EACnB;AACF;AACA;EAHYA,SAAS,CAATA,SAAS;EAMnB;AACF;AACA;EARYA,SAAS,CAATA,SAAS;EAAA,OAATA,SAAS;AAAA;;AAYrB;AACA;AACA;AACA;AACA,WAAYC,cAAc,0BAAdA,cAAc;EACxB;AACF;AACA;EAHYA,cAAc,CAAdA,cAAc;EAMxB;AACF;AACA;EARYA,cAAc,CAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;;AAY1B;AACA;AACA;AACA;AACA,WAAYC,UAAU,0BAAVA,UAAU;EACpB;AACF;AACA;EAHYA,UAAU,CAAVA,UAAU;EAMpB;AACF;AACA;EARYA,UAAU,CAAVA,UAAU;EAWpB;AACF;AACA;EAbYA,UAAU,CAAVA,UAAU;EAgBpB;AACF;AACA;EAlBYA,UAAU,CAAVA,UAAU;EAqBpB;AACF;AACA;EAvBYA,UAAU,CAAVA,UAAU;EAAA,OAAVA,UAAU;AAAA;;AA2BtB;AACA;AACA;AACA;AA2CA;AACA;AACA;AACA;AAHA,WAIiBC,oBAAoB;AAAA,WAAAC,qBAAA;EAM5B,SAASC,gBAAgBA,CAACC,GAAW,EAAE;IAC5C,OAAOA,GAAG,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,GAAG,CAACE,KAAK,CAAC,CAAC,CAAC,GAAGF,GAAG;EACvD;EAACF,qBAAA,CAAAC,gBAAA,GAAAA,gBAAA;EAOM,SAASI,UAAUA,CAACC,UAAkB,EAAE;IAC7C,IAAIC,IAAI,GAAG,CAAC;IACZ,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,UAAU,CAACG,MAAM,EAAED,CAAC,EAAE,EAAE;MAC1C;MACAD,IAAI,GAAG,CAACA,IAAI,IAAI,CAAC,IAAIA,IAAI,GAAGD,UAAU,CAACI,UAAU,CAACF,CAAC,CAAC;MACpD;MACAD,IAAI,IAAI,CAAC;IACX;IACA;IACA,OAAO,CAACA,IAAI,KAAK,CAAC,EAAEI,QAAQ,CAAC,CAAC;EAChC;EAACX,qBAAA,CAAAK,UAAA,GAAAA,UAAA;EAWM,SAASO,yBAAyBA,CACvCC,WAAmB,EACnBC,wBAAgC,EAChCC,iBAAyB,EACzBC,WAA+C,EAC/C;IACA,OAAQC,QAAgB,IAAK;MAC3B,IACEA,QAAQ,KAAK,CAAC,IACdH,wBAAwB,KAAKD,WAAW,GAAGE,iBAAiB,EAC5D;QACAC,WAAW,CAAC,CAAC,CAAC;QACd;MACF;;MAEA;MACA,IAAIH,WAAW,KAAK,CAAC,EAAE;QACrBG,WAAW,CAAC,CAAC,CAAC;QACd;MACF;MAEA,MAAME,YAAY,GAAGJ,wBAAwB,GAAGD,WAAW;MAC3D,MAAMM,cAAc,GAAGF,QAAQ,IAAIF,iBAAiB,GAAGF,WAAW,CAAC;MACnE,MAAMO,eAAe,GAAGF,YAAY,GAAGC,cAAc;MACrDH,WAAW,CAACI,eAAe,CAAC;IAC9B,CAAC;EACH;EAACpB,qBAAA,CAAAY,yBAAA,GAAAA,yBAAA;EAOM,eAAeS,iCAAiCA,CAACnB,GAAW,EAAE;IACnE,MAAMoB,GAAG,GAAG,IAAIC,GAAG,CAACrB,GAAG,CAAC;IACxB,IACEoB,GAAG,CAACE,IAAI,KAAK,gBAAgB,IAC7BF,GAAG,CAACG,QAAQ,CAACtB,UAAU,CAAC,oBAAoB,CAAC,EAC7C;MACA,MAAMuB,OAAO,GAAG,GAAGJ,GAAG,CAACK,QAAQ,KAAKL,GAAG,CAACE,IAAI,GAAGF,GAAG,CAACG,QAAQ,CAACG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;MACjFC,KAAK,CAAC,GAAGH,OAAO,0BAA0B,EAAE;QAAEI,MAAM,EAAE;MAAO,CAAC,CAAC;IACjE;EACF;EAAC9B,qBAAA,CAAAqB,iCAAA,GAAAA,iCAAA;EAED,SAASU,cAAcA,CAAA,EAAW;IAChC,IAAI;MACF,MAAMC,MAAM,GAAGC,IAAI,CAACC,cAAc,CAAC,CAAC,CAACC,eAAe,CAAC,CAAC,CAACH,MAAM;MAC7D,MAAMI,SAAS,GAAGJ,MAAM,CAACJ,KAAK,CAAC,GAAG,CAAC,CAACS,GAAG,CAAC,CAAC;MACzC,IAAID,SAAS,IAAIA,SAAS,CAAC3B,MAAM,KAAK,CAAC,EAAE;QACvC,OAAO2B,SAAS,CAACE,WAAW,CAAC,CAAC;MAChC;IACF,CAAC,CAAC,MAAM,CAAC;IACT,OAAO,SAAS;EAClB;EAEO,SAASC,UAAUA,CAAA,EAAY;IACpC,OAAOC,MAAM,CAACC,gBAAgB;EAChC;EAACzC,qBAAA,CAAAuC,UAAA,GAAAA,UAAA;EAED,SAASG,mBAAmBA,CAACxC,GAAW,EAAU;IAChD,MAAMyC,SAAS,GAAGlD,kBAAkB,CAACS,GAAG,CAAC;IACzC,IAAIyC,SAAS,EAAE;MACb,OAAOA,SAAS;IAClB;IACA,MAAMlB,QAAQ,GAAG,IAAIF,GAAG,CAACrB,GAAG,CAAC,CAACuB,QAAQ;IACtC,MAAMmB,QAAQ,GAAGnB,QAAQ,CAACG,KAAK,CAAC,GAAG,CAAC,CAACS,GAAG,CAAC,CAAC,IAAInC,GAAG;IACjD,OAAO0C,QAAQ,CAACC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;EACzC;;EAEA;AACF;AACA;AACA;EACS,SAASC,oBAAoBA,CAAC5C,GAAW,EAAE;IAChD,IAAI;MACF2B,KAAK,CAACnC,uBAAuB,EAAE;QAC7BoC,MAAM,EAAE,MAAM;QACdiB,OAAO,EAAE;UAAE,cAAc,EAAE;QAAmB,CAAC;QAC/CC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;UACnBC,SAAS,EAAET,mBAAmB,CAACxC,GAAG,CAAC;UACnCkD,WAAW,EAAErB,cAAc,CAAC,CAAC;UAC7BQ,UAAU,EAAEA,UAAU,CAAC,CAAC;UACxBc,UAAU,EAAE1D;QACd,CAAC;MACH,CAAC,CAAC;IACJ,CAAC,CAAC,OAAO2D,CAAC,EAAE,CAAC;EACf;EAACtD,qBAAA,CAAA8C,oBAAA,GAAAA,oBAAA;EAOM,SAASS,kBAAkBA,CAACrD,GAAW,EAAE;IAC9C,IAAIsD,QAAQ,GAAGtD,GAAG,CAAC2C,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;IAC9CW,QAAQ,GAAGA,QAAQ,CAAC5B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI4B,QAAQ;IAC/C,OAAOA,QAAQ,CAACX,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;EAClD;EAAC7C,qBAAA,CAAAuD,kBAAA,GAAAA,kBAAA;AAAA,GArIcxD,oBAAoB,KAApBA,oBAAoB","ignoreList":[]}
1
+ {"version":3,"names":["Platform","getModelNameForUrl","DOWNLOAD_EVENT_ENDPOINT","HTTP_CODE","DownloadStatus","SourceType","ResourceFetcherUtils","_ResourceFetcherUtils","removeFilePrefix","uri","startsWith","slice","hashObject","jsonString","hash","i","length","charCodeAt","toString","calculateDownloadProgress","totalLength","previousFilesTotalLength","currentFileLength","setProgress","progress","baseProgress","scaledProgress","updatedProgress","triggerHuggingFaceDownloadCounter","url","URL","host","pathname","baseUrl","protocol","split","fetch","method","getCountryCode","locale","Intl","DateTimeFormat","resolvedOptions","regionTag","pop","toUpperCase","isEmulator","global","__rne_isEmulator","getBundleId","__rne_bundleId","getModelNameFromUri","knownName","filename","replace","triggerDownloadEvent","headers","body","JSON","stringify","bundleId","countryCode","libVersion","require","version","modelName","system","OS","catch","_","getFilenameFromUri","cleanUri"],"sourceRoot":"../../../src","sources":["utils/ResourceFetcherUtils.ts"],"mappings":";;AAAA,SAASA,QAAQ,QAAQ,cAAc;AAEvC,SAASC,kBAAkB,QAAQ,wBAAwB;AAC3D,SAASC,uBAAuB,QAAQ,8BAA8B;AACtE;AACA;AACA;AACA;AACA,WAAYC,SAAS,0BAATA,SAAS;EACnB;AACF;AACA;EAHYA,SAAS,CAATA,SAAS;EAMnB;AACF;AACA;EARYA,SAAS,CAATA,SAAS;EAAA,OAATA,SAAS;AAAA;;AAYrB;AACA;AACA;AACA;AACA,WAAYC,cAAc,0BAAdA,cAAc;EACxB;AACF;AACA;EAHYA,cAAc,CAAdA,cAAc;EAMxB;AACF;AACA;EARYA,cAAc,CAAdA,cAAc;EAAA,OAAdA,cAAc;AAAA;;AAY1B;AACA;AACA;AACA;AACA,WAAYC,UAAU,0BAAVA,UAAU;EACpB;AACF;AACA;EAHYA,UAAU,CAAVA,UAAU;EAMpB;AACF;AACA;EARYA,UAAU,CAAVA,UAAU;EAWpB;AACF;AACA;EAbYA,UAAU,CAAVA,UAAU;EAgBpB;AACF;AACA;EAlBYA,UAAU,CAAVA,UAAU;EAqBpB;AACF;AACA;EAvBYA,UAAU,CAAVA,UAAU;EAAA,OAAVA,UAAU;AAAA;;AA2BtB;AACA;AACA;AACA;AA2CA;AACA;AACA;AACA;AAHA,WAIiBC,oBAAoB;AAAA,WAAAC,qBAAA;EAM5B,SAASC,gBAAgBA,CAACC,GAAW,EAAE;IAC5C,OAAOA,GAAG,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,GAAG,CAACE,KAAK,CAAC,CAAC,CAAC,GAAGF,GAAG;EACvD;EAACF,qBAAA,CAAAC,gBAAA,GAAAA,gBAAA;EAOM,SAASI,UAAUA,CAACC,UAAkB,EAAE;IAC7C,IAAIC,IAAI,GAAG,CAAC;IACZ,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,UAAU,CAACG,MAAM,EAAED,CAAC,EAAE,EAAE;MAC1C;MACAD,IAAI,GAAG,CAACA,IAAI,IAAI,CAAC,IAAIA,IAAI,GAAGD,UAAU,CAACI,UAAU,CAACF,CAAC,CAAC;MACpD;MACAD,IAAI,IAAI,CAAC;IACX;IACA;IACA,OAAO,CAACA,IAAI,KAAK,CAAC,EAAEI,QAAQ,CAAC,CAAC;EAChC;EAACX,qBAAA,CAAAK,UAAA,GAAAA,UAAA;EAWM,SAASO,yBAAyBA,CACvCC,WAAmB,EACnBC,wBAAgC,EAChCC,iBAAyB,EACzBC,WAA+C,EAC/C;IACA,OAAQC,QAAgB,IAAK;MAC3B,IACEA,QAAQ,KAAK,CAAC,IACdH,wBAAwB,KAAKD,WAAW,GAAGE,iBAAiB,EAC5D;QACAC,WAAW,CAAC,CAAC,CAAC;QACd;MACF;;MAEA;MACA,IAAIH,WAAW,KAAK,CAAC,EAAE;QACrBG,WAAW,CAAC,CAAC,CAAC;QACd;MACF;MAEA,MAAME,YAAY,GAAGJ,wBAAwB,GAAGD,WAAW;MAC3D,MAAMM,cAAc,GAAGF,QAAQ,IAAIF,iBAAiB,GAAGF,WAAW,CAAC;MACnE,MAAMO,eAAe,GAAGF,YAAY,GAAGC,cAAc;MACrDH,WAAW,CAACI,eAAe,CAAC;IAC9B,CAAC;EACH;EAACpB,qBAAA,CAAAY,yBAAA,GAAAA,yBAAA;EAOM,eAAeS,iCAAiCA,CAACnB,GAAW,EAAE;IACnE,MAAMoB,GAAG,GAAG,IAAIC,GAAG,CAACrB,GAAG,CAAC;IACxB,IACEoB,GAAG,CAACE,IAAI,KAAK,gBAAgB,IAC7BF,GAAG,CAACG,QAAQ,CAACtB,UAAU,CAAC,oBAAoB,CAAC,EAC7C;MACA,MAAMuB,OAAO,GAAG,GAAGJ,GAAG,CAACK,QAAQ,KAAKL,GAAG,CAACE,IAAI,GAAGF,GAAG,CAACG,QAAQ,CAACG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;MACjFC,KAAK,CAAC,GAAGH,OAAO,0BAA0B,EAAE;QAAEI,MAAM,EAAE;MAAO,CAAC,CAAC;IACjE;EACF;EAAC9B,qBAAA,CAAAqB,iCAAA,GAAAA,iCAAA;EAED,SAASU,cAAcA,CAAA,EAAW;IAChC,IAAI;MACF,MAAMC,MAAM,GAAGC,IAAI,CAACC,cAAc,CAAC,CAAC,CAACC,eAAe,CAAC,CAAC,CAACH,MAAM;MAC7D,MAAMI,SAAS,GAAGJ,MAAM,CAACJ,KAAK,CAAC,GAAG,CAAC,CAACS,GAAG,CAAC,CAAC;MACzC,IAAID,SAAS,IAAIA,SAAS,CAAC3B,MAAM,KAAK,CAAC,EAAE;QACvC,OAAO2B,SAAS,CAACE,WAAW,CAAC,CAAC;MAChC;IACF,CAAC,CAAC,MAAM,CAAC;IACT,OAAO,SAAS;EAClB;EAEO,SAASC,UAAUA,CAAA,EAAY;IACpC,OAAOC,MAAM,CAACC,gBAAgB;EAChC;EAACzC,qBAAA,CAAAuC,UAAA,GAAAA,UAAA;EAEM,SAASG,WAAWA,CAAA,EAAW;IACpC,OAAOF,MAAM,CAACG,cAAc;EAC9B;EAAC3C,qBAAA,CAAA0C,WAAA,GAAAA,WAAA;EAED,SAASE,mBAAmBA,CAAC1C,GAAW,EAAU;IAChD,MAAM2C,SAAS,GAAGnD,kBAAkB,CAACQ,GAAG,CAAC;IACzC,IAAI2C,SAAS,EAAE;MACb,OAAOA,SAAS;IAClB;IACA,MAAMpB,QAAQ,GAAG,IAAIF,GAAG,CAACrB,GAAG,CAAC,CAACuB,QAAQ;IACtC,MAAMqB,QAAQ,GAAGrB,QAAQ,CAACG,KAAK,CAAC,GAAG,CAAC,CAACS,GAAG,CAAC,CAAC,IAAInC,GAAG;IACjD,OAAO4C,QAAQ,CAACC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;EACzC;;EAEA;AACF;AACA;AACA;EACS,SAASC,oBAAoBA,CAAC9C,GAAW,EAAE;IAChD2B,KAAK,CAAClC,uBAAuB,EAAE;MAC7BmC,MAAM,EAAE,MAAM;MACdmB,OAAO,EAAE;QAAE,cAAc,EAAE;MAAmB,CAAC;MAC/CC,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QACnBC,QAAQ,EAAEX,WAAW,CAAC,CAAC;QACvBY,WAAW,EAAEvB,cAAc,CAAC,CAAC;QAC7BQ,UAAU,EAAEA,UAAU,CAAC,CAAC;QACxBgB,UAAU,EAAEC,OAAO,CAAC,oBAAoB,CAAC,CAACC,OAAO;QACjDC,SAAS,EAAEd,mBAAmB,CAAC1C,GAAG,CAAC;QACnCyD,MAAM,EAAElE,QAAQ,CAACmE;MACnB,CAAC;IACH,CAAC,CAAC,CAACC,KAAK,CAAEC,CAAC,IAAK,CAAC,CAAC,CAAC;EACrB;EAAC9D,qBAAA,CAAAgD,oBAAA,GAAAA,oBAAA;EAOM,SAASe,kBAAkBA,CAAC7D,GAAW,EAAE;IAC9C,IAAI8D,QAAQ,GAAG9D,GAAG,CAAC6C,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;IAC9CiB,QAAQ,GAAGA,QAAQ,CAACpC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAIoC,QAAQ;IAC/C,OAAOA,QAAQ,CAACjB,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;EAClD;EAAC/C,qBAAA,CAAA+D,kBAAA,GAAAA,kBAAA;AAAA,GAzIchE,oBAAoB,KAApBA,oBAAoB","ignoreList":[]}