react-native-executorch 0.8.2 → 0.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/android/src/main/java/com/swmansion/rnexecutorch/ETInstallerUnavailable.kt +27 -0
  2. package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +12 -1
  3. package/common/rnexecutorch/host_objects/ModelHostObject.h +12 -1
  4. package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.cpp +6 -0
  5. package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.h +3 -0
  6. package/common/rnexecutorch/models/llm/LLM.cpp +31 -3
  7. package/common/rnexecutorch/models/llm/LLM.h +2 -0
  8. package/common/rnexecutorch/models/text_to_image/TextToImage.cpp +2 -0
  9. package/common/rnexecutorch/models/text_to_image/TextToImage.h +2 -0
  10. package/common/rnexecutorch/models/voice_activity_detection/VoiceActivityDetection.cpp +6 -0
  11. package/common/rnexecutorch/models/voice_activity_detection/VoiceActivityDetection.h +5 -0
  12. package/common/runner/base_llm_runner.cpp +8 -6
  13. package/common/runner/base_llm_runner.h +8 -4
  14. package/common/runner/encoders/vision_encoder.cpp +12 -4
  15. package/common/runner/irunner.h +15 -0
  16. package/common/runner/multimodal_decoder_runner.h +3 -2
  17. package/common/runner/multimodal_runner.cpp +4 -16
  18. package/common/runner/multimodal_runner.h +0 -4
  19. package/common/runner/sampler.cpp +32 -13
  20. package/common/runner/sampler.h +59 -1
  21. package/common/runner/text_decoder_runner.cpp +31 -3
  22. package/common/runner/text_decoder_runner.h +13 -46
  23. package/common/runner/text_runner.cpp +3 -26
  24. package/common/runner/text_runner.h +0 -4
  25. package/common/runner/text_token_generator.h +20 -18
  26. package/lib/module/constants/modelUrls.js +53 -10
  27. package/lib/module/constants/modelUrls.js.map +1 -1
  28. package/lib/module/controllers/LLMController.js +75 -22
  29. package/lib/module/controllers/LLMController.js.map +1 -1
  30. package/lib/module/hooks/natural_language_processing/useLLM.js +1 -0
  31. package/lib/module/hooks/natural_language_processing/useLLM.js.map +1 -1
  32. package/lib/module/index.js +11 -0
  33. package/lib/module/index.js.map +1 -1
  34. package/lib/module/modules/natural_language_processing/LLMModule.js +1 -1
  35. package/lib/module/types/llm.js +4 -1
  36. package/lib/module/types/llm.js.map +1 -1
  37. package/lib/typescript/constants/modelUrls.d.ts +126 -0
  38. package/lib/typescript/constants/modelUrls.d.ts.map +1 -1
  39. package/lib/typescript/controllers/LLMController.d.ts +3 -1
  40. package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
  41. package/lib/typescript/index.d.ts +7 -0
  42. package/lib/typescript/index.d.ts.map +1 -1
  43. package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts +1 -1
  44. package/lib/typescript/types/llm.d.ts +21 -1
  45. package/lib/typescript/types/llm.d.ts.map +1 -1
  46. package/package.json +1 -1
  47. package/src/constants/modelUrls.ts +45 -2
  48. package/src/controllers/LLMController.ts +84 -25
  49. package/src/hooks/natural_language_processing/useLLM.ts +1 -0
  50. package/src/index.ts +11 -0
  51. package/src/modules/natural_language_processing/LLMModule.ts +1 -1
  52. package/src/types/llm.ts +21 -1
@@ -51,6 +51,7 @@ export class LLMController {
51
51
  tokenizerSource,
52
52
  tokenizerConfigSource,
53
53
  capabilities,
54
+ defaultGenerationConfig,
54
55
  onDownloadProgressCallback
55
56
  }) {
56
57
  // reset inner state when loading new model
@@ -72,6 +73,12 @@ export class LLMController {
72
73
  this.nativeModule.unload();
73
74
  }
74
75
  this.nativeModule = await global.loadLLM(modelPath, tokenizerPath, capabilities ?? []);
76
+ if (defaultGenerationConfig) {
77
+ // Apply model-specific recommended sampling defaults before flipping
78
+ // isReady so callers that react to it see the right config on first
79
+ // send. User-provided `configure()` calls still override these.
80
+ this.applyGenerationConfig(defaultGenerationConfig);
81
+ }
75
82
  this.isReadyCallback(true);
76
83
  this.onToken = data => {
77
84
  if (!data) {
@@ -102,25 +109,46 @@ export class LLMController {
102
109
  ...chatConfig
103
110
  };
104
111
  this.toolsConfig = toolsConfig;
105
- if (generationConfig?.outputTokenBatchSize) {
112
+ if (generationConfig) {
113
+ this.applyGenerationConfig(generationConfig);
114
+ }
115
+
116
+ // reset inner state when loading new configuration
117
+ this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
118
+ this.isGeneratingCallback(false);
119
+ }
120
+ applyGenerationConfig(generationConfig) {
121
+ if (generationConfig.outputTokenBatchSize) {
106
122
  this.nativeModule.setCountInterval(generationConfig.outputTokenBatchSize);
107
123
  }
108
- if (generationConfig?.batchTimeInterval) {
124
+ if (generationConfig.batchTimeInterval) {
109
125
  this.nativeModule.setTimeInterval(generationConfig.batchTimeInterval);
110
126
  }
111
- if (generationConfig?.temperature) {
127
+ if (generationConfig.temperature !== undefined) {
112
128
  this.nativeModule.setTemperature(generationConfig.temperature);
113
129
  }
114
- if (generationConfig?.topp) {
115
- if (generationConfig.topp < 0 || generationConfig.topp > 1) {
130
+ // `topp` is the legacy spelling kept for backwards compatibility — `topP`
131
+ // wins when both are set so callers migrating to the new name don't get
132
+ // surprised by stale values. Reading the deprecated alias is intentional.
133
+ const topP = generationConfig.topP ?? generationConfig.topp;
134
+ if (topP !== undefined) {
135
+ if (topP < 0 || topP > 1) {
116
136
  throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Top P has to be in range [0, 1]');
117
137
  }
118
- this.nativeModule.setTopp(generationConfig.topp);
138
+ this.nativeModule.setTopp(topP);
139
+ }
140
+ if (generationConfig.minP !== undefined) {
141
+ if (generationConfig.minP < 0 || generationConfig.minP > 1) {
142
+ throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Min P has to be in range [0, 1]');
143
+ }
144
+ this.nativeModule.setMinP(generationConfig.minP);
145
+ }
146
+ if (generationConfig.repetitionPenalty !== undefined) {
147
+ if (generationConfig.repetitionPenalty < 0) {
148
+ throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Repetition penalty must be non-negative');
149
+ }
150
+ this.nativeModule.setRepetitionPenalty(generationConfig.repetitionPenalty);
119
151
  }
120
-
121
- // reset inner state when loading new configuration
122
- this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
123
- this.isGeneratingCallback(false);
124
152
  }
125
153
  getImageToken() {
126
154
  const token = this.tokenizerConfig.image_token;
@@ -160,7 +188,7 @@ export class LLMController {
160
188
  try {
161
189
  this.isGeneratingCallback(true);
162
190
  this.nativeModule.reset();
163
- const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths, this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
191
+ const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths.map(normalizeImagePath), this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
164
192
  return this.filterSpecialTokens(response);
165
193
  } catch (e) {
166
194
  throw parseUnknownError(e);
@@ -219,15 +247,6 @@ export class LLMController {
219
247
  };
220
248
  const updatedHistory = [...this._messageHistory, newMessage];
221
249
  this.messageHistoryCallback(updatedHistory);
222
- const historyForTemplate = updatedHistory.map(m => m.mediaPath ? {
223
- ...m,
224
- content: [{
225
- type: 'image'
226
- }, {
227
- type: 'text',
228
- text: m.content
229
- }]
230
- } : m);
231
250
  const visualTokenCount = this.nativeModule.getVisualTokenCount();
232
251
  const countTokensCallback = messages => {
233
252
  const rendered = this.applyChatTemplate(messages, this.tokenizerConfig, this.toolsConfig?.tools,
@@ -241,7 +260,7 @@ export class LLMController {
241
260
  return textTokens + imageCount * (visualTokenCount - 1);
242
261
  };
243
262
  const maxContextLength = this.nativeModule.getMaxContextLength();
244
- const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt, historyForTemplate, maxContextLength, countTokensCallback);
263
+ const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt, updatedHistory, maxContextLength, countTokensCallback);
245
264
  const response = await this.generate(messageHistoryWithPrompt, this.toolsConfig?.tools);
246
265
  if (!this.toolsConfig || this.toolsConfig.displayToolCalls) {
247
266
  this.messageHistoryCallback([...this._messageHistory, {
@@ -277,7 +296,7 @@ export class LLMController {
277
296
  const template = new Template(tokenizerConfig.chat_template);
278
297
  const specialTokens = Object.fromEntries(Object.values(SPECIAL_TOKENS).filter(key => key in tokenizerConfig).map(key => [key, tokenizerConfig[key]]));
279
298
  const result = template.render({
280
- messages,
299
+ messages: messagesForChatTemplate(messages),
281
300
  tools,
282
301
  ...templateFlags,
283
302
  ...specialTokens
@@ -285,4 +304,38 @@ export class LLMController {
285
304
  return result;
286
305
  }
287
306
  }
307
+
308
+ /**
309
+ * The native multimodal pipeline expects image paths to be `file://` URIs.
310
+ * `ResourceFetcher.fetch` and most platform file APIs return raw filesystem
311
+ * paths without that prefix, so callers routinely pass either form. Accept
312
+ * both and normalize to the prefixed form here.
313
+ * @param path - Local image path, either with or without the `file://` prefix.
314
+ * @returns The same path with a `file://` prefix.
315
+ */
316
+ function normalizeImagePath(path) {
317
+ return path.startsWith('file://') ? path : `file://${path}`;
318
+ }
319
+
320
+ /**
321
+ * Multimodal chat templates expect message content for image-bearing turns
322
+ * to be an array of content parts with an `image` part as a placeholder.
323
+ * Callers of `LLMController.generate` and `LLMController.sendMessage` pass
324
+ * messages with a plain string `content` plus an optional `mediaPath`; this
325
+ * helper rewrites them into the structured form that the template engine
326
+ * understands.
327
+ * @param messages - Messages to prepare for the chat template engine.
328
+ * @returns Messages with image-bearing turns rewritten to structured content.
329
+ */
330
+ function messagesForChatTemplate(messages) {
331
+ return messages.map(m => m.mediaPath && typeof m.content === 'string' ? {
332
+ ...m,
333
+ content: [{
334
+ type: 'image'
335
+ }, {
336
+ type: 'text',
337
+ text: m.content
338
+ }]
339
+ } : m);
340
+ }
288
341
  //# sourceMappingURL=LLMController.js.map
@@ -1 +1 @@
1
- {"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topp","InvalidConfig","setTopp","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","map","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","historyForTemplate","type","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC;EAOF,CAAC,EAAE;IACD;IACA,IAAI,CAACZ,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACmB,qBAAqB,CAAC;IAClE,IAAI,CAACX,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMa,iBAAiB,GAAG9B,eAAe,CAAC+B,KAAK,CAC7CC,SAAS,EACTP,eAAe,EACfC,qBACF,CAAC;MAED,MAAMO,YAAY,GAAGjC,eAAe,CAAC+B,KAAK,CACxCH,0BAA0B,EAC1BJ,WACF,CAAC;MAED,MAAM,CAACU,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIlC,iBAAiB,CACzBE,qBAAqB,CAACiC,mBAAmB,EACzC,2GACF,CAAC;MACH;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM5C,eAAe,CAAC6C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbX,YAAY,IAAI,EAClB,CAAC;MACD,IAAI,CAACV,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACkC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAACxC,aAAa,CAACsC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVnD,MAAM,CAACoD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACvC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACiD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC3C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO4C,SAASA,CAAC;IACfjD,UAAU;IACVkD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACnD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACkD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAEC,oBAAoB,EAAE;MAC1C,IAAI,CAACf,YAAY,CAACgB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,EAAEG,iBAAiB,EAAE;MACvC,IAAI,CAACjB,YAAY,CAACkB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,EAAEK,WAAW,EAAE;MACjC,IAAI,CAACnB,YAAY,CAACoB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA,IAAIL,gBAAgB,EAAEO,IAAI,EAAE;MAC1B,IAAIP,gBAAgB,CAACO,IAAI,GAAG,CAAC,IAAIP,gBAAgB,CAACO,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAI9D,iBAAiB,CACzBE,qBAAqB,CAAC6D,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACtB,YAAY,CAACuB,OAAO,CAACT,gBAAgB,CAACO,IAAI,CAAC;IAClD;;IAEA;IACA,IAAI,CAACpD,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACmB,qBAAqB,CAAC;IAClE,IAAI,CAACX,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQqD,aAAaA,CAAA,EAAW;IAC9B,MAAMpD,KAAK,GAAG,IAAI,CAACuB,eAAe,CAAC8B,WAAW;IAC9C,IAAI,CAACrD,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAAC6D,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOlD,KAAK;EACd;EAEQmC,mBAAmBA,CAACmB,IAAY,EAAU;IAChD,IAAIpB,QAAQ,GAAGoB,IAAI;IACnB,IACEtE,cAAc,CAACuE,SAAS,IAAI,IAAI,CAAChC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACiC,SAAS,EAC9B;MACAtB,QAAQ,GAAGA,QAAQ,CAACuB,UAAU,CAAC,IAAI,CAAClC,eAAe,CAACiC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACExE,cAAc,CAAC0E,SAAS,IAAI,IAAI,CAACnC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACoC,SAAS,EAC9B;MACAzB,QAAQ,GAAGA,QAAQ,CAACuB,UAAU,CAAC,IAAI,CAAClC,eAAe,CAACoC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAOzB,QAAQ;EACjB;EAEO0B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAACnE,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACwE,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAC7B,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACJ,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAC/B,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa+D,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAACxE,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,oFACF,CAAC;IACH;IACA,IAAI,IAAI,CAACxE,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACwE,eAAe,EACrC,sFACF,CAAC;IACH;IACA,IAAI;MACF,IAAI,CAAC9D,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC6B,YAAY,CAACsC,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAAC5B,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACR,YAAY,CAACwC,kBAAkB,CACxCL,KAAK,EACLC,UAAU,EACV,IAAI,CAACZ,aAAa,CAAC,CAAC,EACpB,IAAI,CAACpB,OACP,CAAC,GACD,MAAM,IAAI,CAACJ,YAAY,CAACyC,QAAQ,CAACN,KAAK,EAAE,IAAI,CAAC/B,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACgC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAO9B,CAAC,EAAE;MACV,MAAMjD,iBAAiB,CAACiD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACtC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOuE,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAC1C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAACrC,YAAY,CAAC0C,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAAC3C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAACrC,YAAY,CAAC2C,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAAC5C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAACrC,YAAY,CAAC4C,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAACnF,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIS,QAAQ,CAACtC,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAIjD,iBAAiB,CACzBE,qBAAqB,CAACuF,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChD3F,MAAM,CAAC4F,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMd,UAAU,GAAGU,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1BC,GAAG,CAAEF,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAME,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDV,QAAQ,EACR,IAAI,CAACnD,eAAe,EACpBoD,KAAK;IACL;IACA;MAAEU,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACxB,OAAO,CACvBqB,YAAY,EACZnB,UAAU,CAAC5B,MAAM,GAAG,CAAC,GAAG4B,UAAU,GAAGnD,SACvC,CAAC;EACH;EAEA,MAAa0E,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMR,SAAS,GAAGQ,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBX,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMY,cAAc,GAAG,CAAC,GAAG,IAAI,CAACnG,eAAe,EAAEiG,UAAU,CAAC;IAC5D,IAAI,CAAC9F,sBAAsB,CAACgG,cAAc,CAAC;IAE3C,MAAMC,kBAAkB,GAAGD,cAAc,CAACX,GAAG,CAAEF,CAAC,IAC9CA,CAAC,CAACC,SAAS,GACP;MACE,GAAGD,CAAC;MACJY,OAAO,EAAE,CACP;QAAEG,IAAI,EAAE;MAAQ,CAAC,EACjB;QAAEA,IAAI,EAAE,MAAM;QAAEzC,IAAI,EAAE0B,CAAC,CAACY;MAAQ,CAAC;IAErC,CAAC,GACDZ,CACN,CAAC;IAED,MAAMgB,gBAAgB,GAAG,IAAI,CAACpE,YAAY,CAACqE,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIxB,QAAmB,IAAK;MACnD,MAAMyB,QAAQ,GAAG,IAAI,CAACf,iBAAiB,CACrCV,QAAQ,EACR,IAAI,CAACnD,eAAe,EACpB,IAAI,CAACkB,WAAW,EAAEkC,KAAK;MACvB;MACA;QAAEU,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMc,UAAU,GAAG,IAAI,CAACxE,YAAY,CAACyE,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAG5B,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAAC7C,MAAM;MAC7D,OAAOgE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAC3E,YAAY,CAAC4E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAAClH,UAAU,CAACmH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAACpH,UAAU,CAACqH,YAAY,EAC5Bd,kBAAkB,EAClBS,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM/B,QAAQ,GAAG,MAAM,IAAI,CAACE,QAAQ,CAClCoC,wBAAwB,EACxB,IAAI,CAAChE,WAAW,EAAEkC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAAClC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACoE,gBAAgB,EAAE;MAC1D,IAAI,CAAChH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAEkG,OAAO,EAAEzB,QAAQ;QAAEU,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAACpC,WAAW,EAAE;MACpB,MAAMqE,SAAS,GAAG7H,aAAa,CAACkF,QAAQ,CAAC;MACzC,KAAK,MAAM4C,QAAQ,IAAID,SAAS,EAAE;QAChC,IAAI,CAACrE,WAAW,CACbuE,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;UACrC,IAAIA,YAAY,EAAE;YAChB,IAAI,CAACrH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAEkG,OAAO,EAAEsB,YAAY;cAAErC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF,CAAC,CAAC;MACN;IACF;IAEA,OAAOV,QAAQ;EACjB;EAEOgD,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAC3H,eAAe,CAAC4H,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAACvH,sBAAsB,CAACwH,iBAAiB,CAAC;EAChD;EAEQjC,iBAAiBA,CACvBV,QAAmB,EACnBnD,eAAoB,EACpBoD,KAAiB,EACjB4C,aAAsB,EACd;IACR,IAAI,CAAChG,eAAe,CAACiG,aAAa,EAAE;MAClC,MAAM,IAAIrI,iBAAiB,CACzBE,qBAAqB,CAACoI,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAI5I,QAAQ,CAACyC,eAAe,CAACiG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAAC9I,cAAc,CAAC,CAC1B+F,MAAM,CAAEgD,GAAG,IAAKA,GAAG,IAAIxG,eAAe,CAAC,CACvC2D,GAAG,CAAE6C,GAAG,IAAK,CAACA,GAAG,EAAExG,eAAe,CAACwG,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BvD,QAAQ;MACRC,KAAK;MACL,GAAG4C,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF","ignoreList":[]}
1
+ {"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","defaultGenerationConfig","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","applyGenerationConfig","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topP","topp","InvalidConfig","setTopp","minP","setMinP","repetitionPenalty","setRepetitionPenalty","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","map","normalizeImagePath","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render","messagesForChatTemplate","path","startsWith","type"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC,uBAAuB;IACvBC;EAQF,CAAC,EAAE;IACD;IACA,IAAI,CAACb,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMc,iBAAiB,GAAG/B,eAAe,CAACgC,KAAK,CAC7CC,SAAS,EACTR,eAAe,EACfC,qBACF,CAAC;MAED,MAAMQ,YAAY,GAAGlC,eAAe,CAACgC,KAAK,CACxCH,0BAA0B,EAC1BL,WACF,CAAC;MAED,MAAM,CAACW,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAInC,iBAAiB,CACzBE,qBAAqB,CAACkC,mBAAmB,EACzC,2GACF,CAAC;MACH;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM7C,eAAe,CAAC8C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbZ,YAAY,IAAI,EAClB,CAAC;MACD,IAAIC,uBAAuB,EAAE;QAC3B;QACA;QACA;QACA,IAAI,CAACwB,qBAAqB,CAACxB,uBAAuB,CAAC;MACrD;MACA,IAAI,CAACX,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACoC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAAC1C,aAAa,CAACwC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVrD,MAAM,CAACsD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACzC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACmD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC7C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO8C,SAASA,CAAC;IACfnD,UAAU;IACVoD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACrD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACoD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAE;MACpB,IAAI,CAACX,qBAAqB,CAACW,gBAAgB,CAAC;IAC9C;;IAEA;IACA,IAAI,CAAC/C,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQkC,qBAAqBA,CAACW,gBAAkC,EAAE;IAChE,IAAIA,gBAAgB,CAACC,oBAAoB,EAAE;MACzC,IAAI,CAAChB,YAAY,CAACiB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,CAACG,iBAAiB,EAAE;MACtC,IAAI,CAAClB,YAAY,CAACmB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,CAACK,WAAW,KAAKnC,SAAS,EAAE;MAC9C,IAAI,CAACe,YAAY,CAACqB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA;IACA;IACA;IACA,MAAME,IAAI,GAAGP,gBAAgB,CAACO,IAAI,IAAIP,gBAAgB,CAACQ,IAAI;IAC3D,IAAID,IAAI,KAAKrC,SAAS,EAAE;MACtB,IAAIqC,IAAI,GAAG,CAAC,IAAIA,IAAI,GAAG,CAAC,EAAE;QACxB,MAAM,IAAIhE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAACyB,OAAO,CAACH,IAAI,CAAC;IACjC;IACA,IAAIP,gBAAgB,CAACW,IAAI,KAAKzC,SAAS,EAAE;MACvC,IAAI8B,gBAAgB,CAACW,IAAI,GAAG,CAAC,IAAIX,gBAAgB,CAACW,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAIpE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC2B,OAAO,CAACZ,gBAAgB,CAACW,IAAI,CAAC;IAClD;IACA,IAAIX,gBAAgB,CAACa,iBAAiB,KAAK3C,SAAS,EAAE;MACpD,IAAI8B,gBAAgB,CAACa,iBAAiB,GAAG,CAAC,EAAE;QAC1C,MAAM,IAAItE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,yCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC6B,oBAAoB,CACpCd,gBAAgB,CAACa,iBACnB,CAAC;IACH;EACF;EAEQE,aAAaA,CAAA,EAAW;IAC9B,MAAM3D,KAAK,GAAG,IAAI,CAACwB,eAAe,CAACoC,WAAW;IAC9C,IAAI,CAAC5D,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOrD,KAAK;EACd;EAEQqC,mBAAmBA,CAACwB,IAAY,EAAU;IAChD,IAAIzB,QAAQ,GAAGyB,IAAI;IACnB,IACE7E,cAAc,CAAC8E,SAAS,IAAI,IAAI,CAACtC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACuC,SAAS,EAC9B;MACA3B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAACuC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACE/E,cAAc,CAACiF,SAAS,IAAI,IAAI,CAACzC,eAAe,IAChD,IAAI,CAACA,eAAe,CAAC0C,SAAS,EAC9B;MACA9B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAAC0C,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAO9B,QAAQ;EACjB;EAEO+B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAC1E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAClC,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACL,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAChC,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAasE,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAAC/E,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,oFACF,CAAC;IACH;IACA,IAAI,IAAI,CAAC/E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,sFACF,CAAC;IACH;IACA,IAAI;MACF,IAAI,CAACrE,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC8B,YAAY,CAAC4C,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAACjC,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACT,YAAY,CAAC8C,kBAAkB,CACxCL,KAAK,EACLC,UAAU,CAACK,GAAG,CAACC,kBAAkB,CAAC,EAClC,IAAI,CAAClB,aAAa,CAAC,CAAC,EACpB,IAAI,CAACzB,OACP,CAAC,GACD,MAAM,IAAI,CAACL,YAAY,CAACiD,QAAQ,CAACR,KAAK,EAAE,IAAI,CAACpC,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACqC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAOnC,CAAC,EAAE;MACV,MAAMnD,iBAAiB,CAACmD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACxC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOgF,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAClD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAAC3C,YAAY,CAACkD,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAACnD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACmD,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAACpD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACoD,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAAC5F,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIW,QAAQ,CAAC7C,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAInD,iBAAiB,CACzBE,qBAAqB,CAACgG,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDpG,MAAM,CAACqG,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMhB,UAAU,GAAGY,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1Bd,GAAG,CAAEa,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAMC,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB4D,KAAK;IACL;IACA;MAAES,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACzB,OAAO,CACvBsB,YAAY,EACZpB,UAAU,CAACjC,MAAM,GAAG,CAAC,GAAGiC,UAAU,GAAGzD,SACvC,CAAC;EACH;EAEA,MAAaiF,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMP,SAAS,GAAGO,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBV,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMW,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC3G,eAAe,EAAEyG,UAAU,CAAC;IAC5D,IAAI,CAACtG,sBAAsB,CAACwG,cAAc,CAAC;IAE3C,MAAMC,gBAAgB,GAAG,IAAI,CAACzE,YAAY,CAAC0E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIrB,QAAmB,IAAK;MACnD,MAAMsB,QAAQ,GAAG,IAAI,CAACb,iBAAiB,CACrCT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB,IAAI,CAACmB,WAAW,EAAEyC,KAAK;MACvB;MACA;QAAES,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMY,UAAU,GAAG,IAAI,CAAC7E,YAAY,CAAC8E,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAGzB,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAACpD,MAAM;MAC7D,OAAOoE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAChF,YAAY,CAACiF,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAACxH,UAAU,CAACyH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAAC1H,UAAU,CAAC2H,YAAY,EAC5Bb,cAAc,EACdQ,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM9B,QAAQ,GAAG,MAAM,IAAI,CAACI,QAAQ,CAClCiC,wBAAwB,EACxB,IAAI,CAACpE,WAAW,EAAEyC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAACzC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACwE,gBAAgB,EAAE;MAC1D,IAAI,CAACtH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAE0G,OAAO,EAAE1B,QAAQ;QAAEY,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAAC3C,WAAW,EAAE;MACpB,MAAMyE,SAAS,GAAGnI,aAAa,CAACyF,QAAQ,CAAC;MACzC,KAAK,MAAM2C,QAAQ,IAAID,SAAS,EAAE;QAChC,IAAI,CAACzE,WAAW,CACb2E,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;UACrC,IAAIA,YAAY,EAAE;YAChB,IAAI,CAAC3H,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAE0G,OAAO,EAAEoB,YAAY;cAAElC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF,CAAC,CAAC;MACN;IACF;IAEA,OAAOZ,QAAQ;EACjB;EAEO+C,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAACjI,eAAe,CAACkI,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAAC7H,sBAAsB,CAAC8H,iBAAiB,CAAC;EAChD;EAEQ/B,iBAAiBA,CACvBT,QAAmB,EACnB3D,eAAoB,EACpB4D,KAAiB,EACjByC,aAAsB,EACd;IACR,IAAI,CAACrG,eAAe,CAACsG,aAAa,EAAE;MAClC,MAAM,IAAI3I,iBAAiB,CACzBE,qBAAqB,CAAC0I,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAIlJ,QAAQ,CAAC0C,eAAe,CAACsG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAACpJ,cAAc,CAAC,CAC1BwG,MAAM,CAAE6C,GAAG,IAAKA,GAAG,IAAI7G,eAAe,CAAC,CACvCoD,GAAG,CAAEyD,GAAG,IAAK,CAACA,GAAG,EAAE7G,eAAe,CAAC6G,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BpD,QAAQ,EAAEqD,uBAAuB,CAACrD,QAAQ,CAAC;MAC3CC,KAAK;MACL,GAAGyC,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASzD,kBAAkBA,CAAC4D,IAAY,EAAU;EAChD,OAAOA,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,IAAI,GAAG,UAAUA,IAAI,EAAE;AAC7D;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASD,uBAAuBA,CAACrD,QAAmB,EAAS;EAC3D,OAAOA,QAAQ,CAACP,GAAG,CAAEa,CAAC,IACpBA,CAAC,CAACC,SAAS,IAAI,OAAOD,CAAC,CAACW,OAAO,KAAK,QAAQ,GACxC;IACE,GAAGX,CAAC;IACJW,OAAO,EAAE,CAAC;MAAEuC,IAAI,EAAE;IAAQ,CAAC,EAAE;MAAEA,IAAI,EAAE,MAAM;MAAE9E,IAAI,EAAE4B,CAAC,CAACW;IAAQ,CAAC;EAChE,CAAC,GACDX,CACN,CAAC;AACH","ignoreList":[]}
@@ -44,6 +44,7 @@ export function useLLM({
44
44
  tokenizerSource: model.tokenizerSource,
45
45
  tokenizerConfigSource: model.tokenizerConfigSource,
46
46
  capabilities: model.capabilities,
47
+ defaultGenerationConfig: model.generationConfig,
47
48
  onDownloadProgressCallback: setDownloadProgress
48
49
  });
49
50
  } catch (e) {
@@ -1 +1 @@
1
- {"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generationConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,0BAA0B,EAAEjB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOkB,CAAC,EAAE;QACVhB,QAAQ,CAACjB,iBAAiB,CAACiC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIT,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACU,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDV,kBAAkB,EAClBtB,KAAK,CAACiC,SAAS,EACfjC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMiC,SAAS,GAAGxC,WAAW,CAC3B,CAAC;IAAEyC,UAAU;IAAEC,WAAW;IAAEC;EAA4B,CAAC,KACvDf,kBAAkB,CAACY,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXC;EACF,CAAC,CAAC,EACJ,CAACf,kBAAkB,CACrB,CAAC;EAED,MAAMgB,QAAQ,GAAG5C,WAAW,CAC1B,CAAC6C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CnC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACgB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAAClB,kBAAkB,CACrB,CAAC;EAED,MAAMmB,WAAW,GAAG/C,WAAW,CAC7B,CAACgD,OAAe,EAAEC,KAA8B,KAAK;IACnDtC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACmB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACrB,kBAAkB,CACrB,CAAC;EAED,MAAMsB,aAAa,GAAGlD,WAAW,CAC9BmD,KAAa,IAAKvB,kBAAkB,CAACsB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACvB,kBAAkB,CACrB,CAAC;EAED,MAAMwB,SAAS,GAAGpD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACwB,SAAS,CAAC,CAAC,EACpC,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,sBAAsB,GAAGrD,WAAW,CACxC,MAAM4B,kBAAkB,CAACyB,sBAAsB,CAAC,CAAC,EACjD,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,mBAAmB,GAAGtD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC0B,mBAAmB,CAAC,CAAC,EAC9C,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,kBAAkB,GAAGvD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC2B,kBAAkB,CAAC,CAAC,EAC7C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLiC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCf,SAAS,EAAEA,SAAS;IACpBI,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
1
+ {"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","defaultGenerationConfig","generationConfig","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,uBAAuB,EAAE9B,KAAK,CAAC+B,gBAAgB;UAC/CC,0BAA0B,EAAEnB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOoB,CAAC,EAAE;QACVlB,QAAQ,CAACjB,iBAAiB,CAACmC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIX,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACY,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDZ,kBAAkB,EAClBtB,KAAK,CAACmC,SAAS,EACfnC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMmC,SAAS,GAAG1C,WAAW,CAC3B,CAAC;IAAE2C,UAAU;IAAEC,WAAW;IAAEP;EAA4B,CAAC,KACvDT,kBAAkB,CAACc,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXP;EACF,CAAC,CAAC,EACJ,CAACT,kBAAkB,CACrB,CAAC;EAED,MAAMiB,QAAQ,GAAG7C,WAAW,CAC1B,CAAC8C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CpC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACiB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,WAAW,GAAGhD,WAAW,CAC7B,CAACiD,OAAe,EAAEC,KAA8B,KAAK;IACnDvC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACoB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,aAAa,GAAGnD,WAAW,CAC9BoD,KAAa,IAAKxB,kBAAkB,CAACuB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,SAAS,GAAGrD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACyB,SAAS,CAAC,CAAC,EACpC,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,sBAAsB,GAAGtD,WAAW,CACxC,MAAM4B,kBAAkB,CAAC0B,sBAAsB,CAAC,CAAC,EACjD,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,mBAAmB,GAAGvD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC2B,mBAAmB,CAAC,CAAC,EAC9C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,MAAM4B,kBAAkB,GAAGxD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC4B,kBAAkB,CAAC,CAAC,EAC7C,CAAC5B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLkC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCd,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
@@ -34,9 +34,20 @@ if (global.loadStyleTransfer == null || global.loadSemanticSegmentation == null
34
34
  if (!ETInstallerNativeModule) {
35
35
  throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
36
36
  }
37
+ // install() returns false when the native library is intentionally unavailable
38
+ // (e.g. ETInstallerUnavailable on unsupported ABIs). In that case, JSI
39
+ // bindings are not injected and globals remain unset.
37
40
  ETInstallerNativeModule.install();
38
41
  }
39
42
 
43
+ /**
44
+ * Whether the native ExecuTorch runtime is available on this device.
45
+ * Returns `false` when native libraries cannot be loaded (e.g. 32-bit Android
46
+ * devices where only arm64-v8a binaries are shipped).
47
+ * @category Utilities - General
48
+ */
49
+ export const isAvailable = typeof global.loadExecutorchModule === 'function';
50
+
40
51
  // hooks
41
52
  export * from './hooks/computer_vision/useClassification';
42
53
  export * from './hooks/computer_vision/useObjectDetection';
@@ -1 +1 @@
1
- {"version":3,"names":["ETInstallerNativeModule","ResourceFetcher","initExecutorch","config","setAdapter","resourceFetcher","cleanupExecutorch","resetAdapter","global","loadStyleTransfer","loadSemanticSegmentation","loadInstanceSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadTextToSpeechKokoro","loadOCR","loadVerticalOCR","__rne_isEmulator","Error","install","RnExecutorchError","RnExecutorchErrorCode"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;AACtE,SACEC,eAAe,QAEV,yBAAyB;;AAGhC;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,cAAcA,CAACC,MAAwB,EAAE;EACvDF,eAAe,CAACG,UAAU,CAACD,MAAM,CAACE,eAAe,CAAC;AACpD;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,iBAAiBA,CAAA,EAAG;EAClCL,eAAe,CAACM,YAAY,CAAC,CAAC;AAChC;;AAEA;;AA6EA;;AAEA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,wBAAwB,IAAI,IAAI,IACvCF,MAAM,CAACG,wBAAwB,IAAI,IAAI,IACvCH,MAAM,CAACI,eAAe,IAAI,IAAI,IAC9BJ,MAAM,CAACK,oBAAoB,IAAI,IAAI,IACnCL,MAAM,CAACM,kBAAkB,IAAI,IAAI,IACjCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,kBAAkB,IAAI,IAAI,IACjCT,MAAM,CAACU,mBAAmB,IAAI,IAAI,IAClCV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,OAAO,IAAI,IAAI,IACtBZ,MAAM,CAACa,gBAAgB,IAAI,IAAI,IAC/Bb,MAAM,CAACc,sBAAsB,IAAI,IAAI,IACrCd,MAAM,CAACe,OAAO,IAAI,IAAI,IACtBf,MAAM,CAACgB,eAAe,IAAI,IAAI,IAC9BhB,MAAM,CAACiB,gBAAgB,IAAI,IAAI,EAC/B;EACA,IAAI,CAACzB,uBAAuB,EAAE;IAC5B,MAAM,IAAI0B,KAAK,CACb,kFACF,CAAC;EACH;EACA1B,uBAAuB,CAAC2B,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,iDAAiD;AAC/D,cAAc,iDAAiD;AAC/D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,sDAAsD;AACpE,cAAc,sDAAsD;AACpE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,iBAAiB;AAC/B,cAAc,+BAA+B;;AAE7C;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,8BAA8B;AAC5C,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,cAAc,aAAa;AAC3B,cAAc,wBAAwB;AACtC,cAAc,aAAa;AAC3B,cAAc,mBAAmB;AACjC,cAAc,0BAA0B;AACxC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,cAAc,uBAAuB;AACrC,cAAc,aAAa;;AAE3B;AACA,cAAc,0BAA0B;AACxC,cAAc,4BAA4B;AAC1C,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AAEvC,SAASC,iBAAiB,QAAQ,qBAAqB;AACvD,SAASC,qBAAqB,QAAQ,qBAAqB","ignoreList":[]}
1
+ {"version":3,"names":["ETInstallerNativeModule","ResourceFetcher","initExecutorch","config","setAdapter","resourceFetcher","cleanupExecutorch","resetAdapter","global","loadStyleTransfer","loadSemanticSegmentation","loadInstanceSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadTextToSpeechKokoro","loadOCR","loadVerticalOCR","__rne_isEmulator","Error","install","isAvailable","RnExecutorchError","RnExecutorchErrorCode"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;AACtE,SACEC,eAAe,QAEV,yBAAyB;;AAGhC;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,cAAcA,CAACC,MAAwB,EAAE;EACvDF,eAAe,CAACG,UAAU,CAACD,MAAM,CAACE,eAAe,CAAC;AACpD;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,iBAAiBA,CAAA,EAAG;EAClCL,eAAe,CAACM,YAAY,CAAC,CAAC;AAChC;;AAEA;;AA6EA;;AAEA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,wBAAwB,IAAI,IAAI,IACvCF,MAAM,CAACG,wBAAwB,IAAI,IAAI,IACvCH,MAAM,CAACI,eAAe,IAAI,IAAI,IAC9BJ,MAAM,CAACK,oBAAoB,IAAI,IAAI,IACnCL,MAAM,CAACM,kBAAkB,IAAI,IAAI,IACjCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,kBAAkB,IAAI,IAAI,IACjCT,MAAM,CAACU,mBAAmB,IAAI,IAAI,IAClCV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,OAAO,IAAI,IAAI,IACtBZ,MAAM,CAACa,gBAAgB,IAAI,IAAI,IAC/Bb,MAAM,CAACc,sBAAsB,IAAI,IAAI,IACrCd,MAAM,CAACe,OAAO,IAAI,IAAI,IACtBf,MAAM,CAACgB,eAAe,IAAI,IAAI,IAC9BhB,MAAM,CAACiB,gBAAgB,IAAI,IAAI,EAC/B;EACA,IAAI,CAACzB,uBAAuB,EAAE;IAC5B,MAAM,IAAI0B,KAAK,CACb,kFACF,CAAC;EACH;EACA;EACA;EACA;EACA1B,uBAAuB,CAAC2B,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMC,WAAW,GAAG,OAAOpB,MAAM,CAACK,oBAAoB,KAAK,UAAU;;AAE5E;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,iDAAiD;AAC/D,cAAc,iDAAiD;AAC/D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,sDAAsD;AACpE,cAAc,sDAAsD;AACpE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,iBAAiB;AAC/B,cAAc,+BAA+B;;AAE7C;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,8BAA8B;AAC5C,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,cAAc,aAAa;AAC3B,cAAc,wBAAwB;AACtC,cAAc,aAAa;AAC3B,cAAc,mBAAmB;AACjC,cAAc,0BAA0B;AACxC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,cAAc,uBAAuB;AACrC,cAAc,aAAa;;AAE3B;AACA,cAAc,0BAA0B;AACxC,cAAc,4BAA4B;AAC1C,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AAEvC,SAASgB,iBAAiB,QAAQ,qBAAqB;AACvD,SAASC,qBAAqB,QAAQ,qBAAqB","ignoreList":[]}
@@ -105,7 +105,7 @@ export class LLMModule {
105
105
  * It doesn't manage conversation context. It is intended for users that need access to the model itself without any wrapper.
106
106
  * If you want a simple chat with model the consider using `sendMessage`
107
107
  * @param input - Raw input string containing the prompt and conversation history.
108
- * @param imagePaths - Optional array of local image paths for multimodal inference.
108
+ * @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
109
109
  * @returns The generated response as a string.
110
110
  */
111
111
  async forward(input, imagePaths) {
@@ -88,7 +88,10 @@
88
88
  * Object configuring generation settings.
89
89
  * @category Types
90
90
  * @property {number} [temperature] - Scales output logits by the inverse of temperature. Controls the randomness / creativity of text generation.
91
- * @property {number} [topp] - Only samples from the smallest set of tokens whose cumulative probability exceeds topp.
91
+ * @property {number} [topP] - Only samples from the smallest set of tokens whose cumulative probability exceeds topP.
92
+ * @property {number} [topp] - **Deprecated.** Use `topP` instead.
93
+ * @property {number} [minP] - Minimum probability threshold: tokens with prob < minP * max_prob are excluded. 0 disables filtering.
94
+ * @property {number} [repetitionPenalty] - Multiplicative penalty applied to logits of recently generated tokens. Values > 1 discourage repetition. 1 disables the penalty.
92
95
  * @property {number} [outputTokenBatchSize] - Soft upper limit on the number of tokens in each token batch (in certain cases there can be more tokens in given batch, i.e. when the batch would end with special emoji join character).
93
96
  * @property {number} [batchTimeInterval] - Upper limit on the time interval between consecutive token batches.
94
97
  */
@@ -1 +1 @@
1
- {"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AAyCA;AACA;AACA;AACA;;AAiCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AAsCA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAQA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
1
+ {"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AAyCA;AACA;AACA;AACA;;AAwCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAaA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
@@ -60,6 +60,10 @@ export declare const QWEN3_0_6B: {
60
60
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/original/qwen3_0_6b_bf16.pte";
61
61
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
62
62
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
63
+ readonly generationConfig: {
64
+ readonly temperature: 0.6;
65
+ readonly topP: 0.95;
66
+ };
63
67
  };
64
68
  /**
65
69
  * @category Models - LLM
@@ -69,6 +73,10 @@ export declare const QWEN3_0_6B_QUANTIZED: {
69
73
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/quantized/qwen3_0_6b_8da4w.pte";
70
74
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
71
75
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
76
+ readonly generationConfig: {
77
+ readonly temperature: 0.6;
78
+ readonly topP: 0.95;
79
+ };
72
80
  };
73
81
  /**
74
82
  * @category Models - LLM
@@ -78,6 +86,10 @@ export declare const QWEN3_1_7B: {
78
86
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/original/qwen3_1_7b_bf16.pte";
79
87
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
80
88
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
89
+ readonly generationConfig: {
90
+ readonly temperature: 0.6;
91
+ readonly topP: 0.95;
92
+ };
81
93
  };
82
94
  /**
83
95
  * @category Models - LLM
@@ -87,6 +99,10 @@ export declare const QWEN3_1_7B_QUANTIZED: {
87
99
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/quantized/qwen3_1_7b_8da4w.pte";
88
100
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
89
101
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
102
+ readonly generationConfig: {
103
+ readonly temperature: 0.6;
104
+ readonly topP: 0.95;
105
+ };
90
106
  };
91
107
  /**
92
108
  * @category Models - LLM
@@ -96,6 +112,10 @@ export declare const QWEN3_4B: {
96
112
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/original/qwen3_4b_bf16.pte";
97
113
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
98
114
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
115
+ readonly generationConfig: {
116
+ readonly temperature: 0.6;
117
+ readonly topP: 0.95;
118
+ };
99
119
  };
100
120
  /**
101
121
  * @category Models - LLM
@@ -105,6 +125,10 @@ export declare const QWEN3_4B_QUANTIZED: {
105
125
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/quantized/qwen3_4b_8da4w.pte";
106
126
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
107
127
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
128
+ readonly generationConfig: {
129
+ readonly temperature: 0.6;
130
+ readonly topP: 0.95;
131
+ };
108
132
  };
109
133
  /**
110
134
  * @category Models - LLM
@@ -325,14 +349,53 @@ export declare const LFM2_5_350M_QUANTIZED: {
325
349
  /**
326
350
  * @category Models - VLM
327
351
  */
352
+ export declare const LFM2_5_VL_1_6B_QUANTIZED: {
353
+ readonly modelName: "lfm2.5-vl-1.6b-quantized";
354
+ readonly capabilities: readonly ["vision"];
355
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
356
+ readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
357
+ readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
358
+ readonly generationConfig: {
359
+ readonly temperature: 0.1;
360
+ readonly minP: 0.15;
361
+ readonly repetitionPenalty: 1.05;
362
+ };
363
+ };
364
+ /**
365
+ * @category Models - VLM
366
+ */
367
+ export declare const LFM2_5_VL_450M_QUANTIZED: {
368
+ readonly modelName: "lfm2.5-vl-450m-quantized";
369
+ readonly capabilities: readonly ["vision"];
370
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
371
+ readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
372
+ readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
373
+ readonly generationConfig: {
374
+ readonly temperature: 0.1;
375
+ readonly minP: 0.15;
376
+ readonly repetitionPenalty: 1.05;
377
+ };
378
+ };
379
+ /**
380
+ * @deprecated Use `LFM2_5_VL_1_6B_QUANTIZED` instead — the model is from the
381
+ * LFM2.5 family. This alias will be removed in a future major release.
382
+ * @category Models - VLM
383
+ */
328
384
  export declare const LFM2_VL_1_6B_QUANTIZED: {
329
385
  readonly modelName: "lfm2.5-vl-1.6b-quantized";
330
386
  readonly capabilities: readonly ["vision"];
331
387
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
332
388
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
333
389
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
390
+ readonly generationConfig: {
391
+ readonly temperature: 0.1;
392
+ readonly minP: 0.15;
393
+ readonly repetitionPenalty: 1.05;
394
+ };
334
395
  };
335
396
  /**
397
+ * @deprecated Use `LFM2_5_VL_450M_QUANTIZED` instead — the model is from the
398
+ * LFM2.5 family. This alias will be removed in a future major release.
336
399
  * @category Models - VLM
337
400
  */
338
401
  export declare const LFM2_VL_450M_QUANTIZED: {
@@ -341,6 +404,11 @@ export declare const LFM2_VL_450M_QUANTIZED: {
341
404
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
342
405
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
343
406
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
407
+ readonly generationConfig: {
408
+ readonly temperature: 0.1;
409
+ readonly minP: 0.15;
410
+ readonly repetitionPenalty: 1.05;
411
+ };
344
412
  };
345
413
  /**
346
414
  * @category Models - Classification
@@ -818,36 +886,60 @@ export declare const MODEL_REGISTRY: {
818
886
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/original/qwen3_0_6b_bf16.pte";
819
887
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
820
888
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
889
+ readonly generationConfig: {
890
+ readonly temperature: 0.6;
891
+ readonly topP: 0.95;
892
+ };
821
893
  };
822
894
  readonly QWEN3_0_6B_QUANTIZED: {
823
895
  readonly modelName: "qwen3-0.6b-quantized";
824
896
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/quantized/qwen3_0_6b_8da4w.pte";
825
897
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
826
898
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
899
+ readonly generationConfig: {
900
+ readonly temperature: 0.6;
901
+ readonly topP: 0.95;
902
+ };
827
903
  };
828
904
  readonly QWEN3_1_7B: {
829
905
  readonly modelName: "qwen3-1.7b";
830
906
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/original/qwen3_1_7b_bf16.pte";
831
907
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
832
908
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
909
+ readonly generationConfig: {
910
+ readonly temperature: 0.6;
911
+ readonly topP: 0.95;
912
+ };
833
913
  };
834
914
  readonly QWEN3_1_7B_QUANTIZED: {
835
915
  readonly modelName: "qwen3-1.7b-quantized";
836
916
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/quantized/qwen3_1_7b_8da4w.pte";
837
917
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
838
918
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
919
+ readonly generationConfig: {
920
+ readonly temperature: 0.6;
921
+ readonly topP: 0.95;
922
+ };
839
923
  };
840
924
  readonly QWEN3_4B: {
841
925
  readonly modelName: "qwen3-4b";
842
926
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/original/qwen3_4b_bf16.pte";
843
927
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
844
928
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
929
+ readonly generationConfig: {
930
+ readonly temperature: 0.6;
931
+ readonly topP: 0.95;
932
+ };
845
933
  };
846
934
  readonly QWEN3_4B_QUANTIZED: {
847
935
  readonly modelName: "qwen3-4b-quantized";
848
936
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/quantized/qwen3_4b_8da4w.pte";
849
937
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
850
938
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
939
+ readonly generationConfig: {
940
+ readonly temperature: 0.6;
941
+ readonly topP: 0.95;
942
+ };
851
943
  };
852
944
  readonly HAMMER2_1_0_5B: {
853
945
  readonly modelName: "hammer2.1-0.5b";
@@ -993,12 +1085,41 @@ export declare const MODEL_REGISTRY: {
993
1085
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-1.2B-instruct/tokenizer.json";
994
1086
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-1.2B-instruct/tokenizer_config.json";
995
1087
  };
1088
+ readonly LFM2_5_VL_1_6B_QUANTIZED: {
1089
+ readonly modelName: "lfm2.5-vl-1.6b-quantized";
1090
+ readonly capabilities: readonly ["vision"];
1091
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
1092
+ readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
1093
+ readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
1094
+ readonly generationConfig: {
1095
+ readonly temperature: 0.1;
1096
+ readonly minP: 0.15;
1097
+ readonly repetitionPenalty: 1.05;
1098
+ };
1099
+ };
1100
+ readonly LFM2_5_VL_450M_QUANTIZED: {
1101
+ readonly modelName: "lfm2.5-vl-450m-quantized";
1102
+ readonly capabilities: readonly ["vision"];
1103
+ readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
1104
+ readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
1105
+ readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
1106
+ readonly generationConfig: {
1107
+ readonly temperature: 0.1;
1108
+ readonly minP: 0.15;
1109
+ readonly repetitionPenalty: 1.05;
1110
+ };
1111
+ };
996
1112
  readonly LFM2_VL_1_6B_QUANTIZED: {
997
1113
  readonly modelName: "lfm2.5-vl-1.6b-quantized";
998
1114
  readonly capabilities: readonly ["vision"];
999
1115
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
1000
1116
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
1001
1117
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
1118
+ readonly generationConfig: {
1119
+ readonly temperature: 0.1;
1120
+ readonly minP: 0.15;
1121
+ readonly repetitionPenalty: 1.05;
1122
+ };
1002
1123
  };
1003
1124
  readonly LFM2_VL_450M_QUANTIZED: {
1004
1125
  readonly modelName: "lfm2.5-vl-450m-quantized";
@@ -1006,6 +1127,11 @@ export declare const MODEL_REGISTRY: {
1006
1127
  readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
1007
1128
  readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
1008
1129
  readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
1130
+ readonly generationConfig: {
1131
+ readonly temperature: 0.1;
1132
+ readonly minP: 0.15;
1133
+ readonly repetitionPenalty: 1.05;
1134
+ };
1009
1135
  };
1010
1136
  readonly EFFICIENTNET_V2_S: {
1011
1137
  readonly modelName: "efficientnet-v2-s";
@@ -1 +1 @@
1
- {"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAeA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;CAKX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;CAKrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;CAMzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;CAMzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAoCX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AA8BX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAWX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAcX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAEX;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2FjB,CAAC;AAYX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}
1
+ {"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAeA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAoBX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;CAMX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;CAMrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAuBX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAE/D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAY/D;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAoCX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AA8BX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAWX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAcX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAEX;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6FjB,CAAC;AAYX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}
@@ -22,11 +22,12 @@ export declare class LLMController {
22
22
  get isReady(): boolean;
23
23
  get isGenerating(): boolean;
24
24
  get messageHistory(): Message[];
25
- load({ modelSource, tokenizerSource, tokenizerConfigSource, capabilities, onDownloadProgressCallback, }: {
25
+ load({ modelSource, tokenizerSource, tokenizerConfigSource, capabilities, defaultGenerationConfig, onDownloadProgressCallback, }: {
26
26
  modelSource: ResourceSource;
27
27
  tokenizerSource: ResourceSource;
28
28
  tokenizerConfigSource: ResourceSource;
29
29
  capabilities?: readonly LLMCapability[];
30
+ defaultGenerationConfig?: GenerationConfig;
30
31
  onDownloadProgressCallback?: (downloadProgress: number) => void;
31
32
  }): Promise<void>;
32
33
  setTokenCallback(tokenCallback: (token: string) => void): void;
@@ -35,6 +36,7 @@ export declare class LLMController {
35
36
  toolsConfig?: ToolsConfig;
36
37
  generationConfig?: GenerationConfig;
37
38
  }): void;
39
+ private applyGenerationConfig;
38
40
  private getImageToken;
39
41
  private filterSpecialTokens;
40
42
  delete(): void;