react-native-executorch 0.8.2 → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/src/main/java/com/swmansion/rnexecutorch/ETInstallerUnavailable.kt +27 -0
- package/android/src/main/java/com/swmansion/rnexecutorch/RnExecutorchPackage.kt +12 -1
- package/common/rnexecutorch/host_objects/ModelHostObject.h +12 -1
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.cpp +6 -0
- package/common/rnexecutorch/models/embeddings/text/TextEmbeddings.h +3 -0
- package/common/rnexecutorch/models/llm/LLM.cpp +31 -3
- package/common/rnexecutorch/models/llm/LLM.h +2 -0
- package/common/rnexecutorch/models/text_to_image/TextToImage.cpp +2 -0
- package/common/rnexecutorch/models/text_to_image/TextToImage.h +2 -0
- package/common/rnexecutorch/models/voice_activity_detection/VoiceActivityDetection.cpp +6 -0
- package/common/rnexecutorch/models/voice_activity_detection/VoiceActivityDetection.h +5 -0
- package/common/runner/base_llm_runner.cpp +8 -6
- package/common/runner/base_llm_runner.h +8 -4
- package/common/runner/encoders/vision_encoder.cpp +12 -4
- package/common/runner/irunner.h +15 -0
- package/common/runner/multimodal_decoder_runner.h +3 -2
- package/common/runner/multimodal_runner.cpp +4 -16
- package/common/runner/multimodal_runner.h +0 -4
- package/common/runner/sampler.cpp +32 -13
- package/common/runner/sampler.h +59 -1
- package/common/runner/text_decoder_runner.cpp +31 -3
- package/common/runner/text_decoder_runner.h +13 -46
- package/common/runner/text_runner.cpp +3 -26
- package/common/runner/text_runner.h +0 -4
- package/common/runner/text_token_generator.h +20 -18
- package/lib/module/constants/modelUrls.js +53 -10
- package/lib/module/constants/modelUrls.js.map +1 -1
- package/lib/module/controllers/LLMController.js +75 -22
- package/lib/module/controllers/LLMController.js.map +1 -1
- package/lib/module/hooks/natural_language_processing/useLLM.js +1 -0
- package/lib/module/hooks/natural_language_processing/useLLM.js.map +1 -1
- package/lib/module/index.js +11 -0
- package/lib/module/index.js.map +1 -1
- package/lib/module/modules/natural_language_processing/LLMModule.js +1 -1
- package/lib/module/types/llm.js +4 -1
- package/lib/module/types/llm.js.map +1 -1
- package/lib/typescript/constants/modelUrls.d.ts +126 -0
- package/lib/typescript/constants/modelUrls.d.ts.map +1 -1
- package/lib/typescript/controllers/LLMController.d.ts +3 -1
- package/lib/typescript/controllers/LLMController.d.ts.map +1 -1
- package/lib/typescript/index.d.ts +7 -0
- package/lib/typescript/index.d.ts.map +1 -1
- package/lib/typescript/modules/natural_language_processing/LLMModule.d.ts +1 -1
- package/lib/typescript/types/llm.d.ts +21 -1
- package/lib/typescript/types/llm.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/constants/modelUrls.ts +45 -2
- package/src/controllers/LLMController.ts +84 -25
- package/src/hooks/natural_language_processing/useLLM.ts +1 -0
- package/src/index.ts +11 -0
- package/src/modules/natural_language_processing/LLMModule.ts +1 -1
- package/src/types/llm.ts +21 -1
|
@@ -51,6 +51,7 @@ export class LLMController {
|
|
|
51
51
|
tokenizerSource,
|
|
52
52
|
tokenizerConfigSource,
|
|
53
53
|
capabilities,
|
|
54
|
+
defaultGenerationConfig,
|
|
54
55
|
onDownloadProgressCallback
|
|
55
56
|
}) {
|
|
56
57
|
// reset inner state when loading new model
|
|
@@ -72,6 +73,12 @@ export class LLMController {
|
|
|
72
73
|
this.nativeModule.unload();
|
|
73
74
|
}
|
|
74
75
|
this.nativeModule = await global.loadLLM(modelPath, tokenizerPath, capabilities ?? []);
|
|
76
|
+
if (defaultGenerationConfig) {
|
|
77
|
+
// Apply model-specific recommended sampling defaults before flipping
|
|
78
|
+
// isReady so callers that react to it see the right config on first
|
|
79
|
+
// send. User-provided `configure()` calls still override these.
|
|
80
|
+
this.applyGenerationConfig(defaultGenerationConfig);
|
|
81
|
+
}
|
|
75
82
|
this.isReadyCallback(true);
|
|
76
83
|
this.onToken = data => {
|
|
77
84
|
if (!data) {
|
|
@@ -102,25 +109,46 @@ export class LLMController {
|
|
|
102
109
|
...chatConfig
|
|
103
110
|
};
|
|
104
111
|
this.toolsConfig = toolsConfig;
|
|
105
|
-
if (generationConfig
|
|
112
|
+
if (generationConfig) {
|
|
113
|
+
this.applyGenerationConfig(generationConfig);
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
// reset inner state when loading new configuration
|
|
117
|
+
this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
|
|
118
|
+
this.isGeneratingCallback(false);
|
|
119
|
+
}
|
|
120
|
+
applyGenerationConfig(generationConfig) {
|
|
121
|
+
if (generationConfig.outputTokenBatchSize) {
|
|
106
122
|
this.nativeModule.setCountInterval(generationConfig.outputTokenBatchSize);
|
|
107
123
|
}
|
|
108
|
-
if (generationConfig
|
|
124
|
+
if (generationConfig.batchTimeInterval) {
|
|
109
125
|
this.nativeModule.setTimeInterval(generationConfig.batchTimeInterval);
|
|
110
126
|
}
|
|
111
|
-
if (generationConfig
|
|
127
|
+
if (generationConfig.temperature !== undefined) {
|
|
112
128
|
this.nativeModule.setTemperature(generationConfig.temperature);
|
|
113
129
|
}
|
|
114
|
-
|
|
115
|
-
|
|
130
|
+
// `topp` is the legacy spelling kept for backwards compatibility — `topP`
|
|
131
|
+
// wins when both are set so callers migrating to the new name don't get
|
|
132
|
+
// surprised by stale values. Reading the deprecated alias is intentional.
|
|
133
|
+
const topP = generationConfig.topP ?? generationConfig.topp;
|
|
134
|
+
if (topP !== undefined) {
|
|
135
|
+
if (topP < 0 || topP > 1) {
|
|
116
136
|
throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Top P has to be in range [0, 1]');
|
|
117
137
|
}
|
|
118
|
-
this.nativeModule.setTopp(
|
|
138
|
+
this.nativeModule.setTopp(topP);
|
|
139
|
+
}
|
|
140
|
+
if (generationConfig.minP !== undefined) {
|
|
141
|
+
if (generationConfig.minP < 0 || generationConfig.minP > 1) {
|
|
142
|
+
throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Min P has to be in range [0, 1]');
|
|
143
|
+
}
|
|
144
|
+
this.nativeModule.setMinP(generationConfig.minP);
|
|
145
|
+
}
|
|
146
|
+
if (generationConfig.repetitionPenalty !== undefined) {
|
|
147
|
+
if (generationConfig.repetitionPenalty < 0) {
|
|
148
|
+
throw new RnExecutorchError(RnExecutorchErrorCode.InvalidConfig, 'Repetition penalty must be non-negative');
|
|
149
|
+
}
|
|
150
|
+
this.nativeModule.setRepetitionPenalty(generationConfig.repetitionPenalty);
|
|
119
151
|
}
|
|
120
|
-
|
|
121
|
-
// reset inner state when loading new configuration
|
|
122
|
-
this.messageHistoryCallback(this.chatConfig.initialMessageHistory);
|
|
123
|
-
this.isGeneratingCallback(false);
|
|
124
152
|
}
|
|
125
153
|
getImageToken() {
|
|
126
154
|
const token = this.tokenizerConfig.image_token;
|
|
@@ -160,7 +188,7 @@ export class LLMController {
|
|
|
160
188
|
try {
|
|
161
189
|
this.isGeneratingCallback(true);
|
|
162
190
|
this.nativeModule.reset();
|
|
163
|
-
const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths, this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
|
|
191
|
+
const response = imagePaths && imagePaths.length > 0 ? await this.nativeModule.generateMultimodal(input, imagePaths.map(normalizeImagePath), this.getImageToken(), this.onToken) : await this.nativeModule.generate(input, this.onToken);
|
|
164
192
|
return this.filterSpecialTokens(response);
|
|
165
193
|
} catch (e) {
|
|
166
194
|
throw parseUnknownError(e);
|
|
@@ -219,15 +247,6 @@ export class LLMController {
|
|
|
219
247
|
};
|
|
220
248
|
const updatedHistory = [...this._messageHistory, newMessage];
|
|
221
249
|
this.messageHistoryCallback(updatedHistory);
|
|
222
|
-
const historyForTemplate = updatedHistory.map(m => m.mediaPath ? {
|
|
223
|
-
...m,
|
|
224
|
-
content: [{
|
|
225
|
-
type: 'image'
|
|
226
|
-
}, {
|
|
227
|
-
type: 'text',
|
|
228
|
-
text: m.content
|
|
229
|
-
}]
|
|
230
|
-
} : m);
|
|
231
250
|
const visualTokenCount = this.nativeModule.getVisualTokenCount();
|
|
232
251
|
const countTokensCallback = messages => {
|
|
233
252
|
const rendered = this.applyChatTemplate(messages, this.tokenizerConfig, this.toolsConfig?.tools,
|
|
@@ -241,7 +260,7 @@ export class LLMController {
|
|
|
241
260
|
return textTokens + imageCount * (visualTokenCount - 1);
|
|
242
261
|
};
|
|
243
262
|
const maxContextLength = this.nativeModule.getMaxContextLength();
|
|
244
|
-
const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt,
|
|
263
|
+
const messageHistoryWithPrompt = this.chatConfig.contextStrategy.buildContext(this.chatConfig.systemPrompt, updatedHistory, maxContextLength, countTokensCallback);
|
|
245
264
|
const response = await this.generate(messageHistoryWithPrompt, this.toolsConfig?.tools);
|
|
246
265
|
if (!this.toolsConfig || this.toolsConfig.displayToolCalls) {
|
|
247
266
|
this.messageHistoryCallback([...this._messageHistory, {
|
|
@@ -277,7 +296,7 @@ export class LLMController {
|
|
|
277
296
|
const template = new Template(tokenizerConfig.chat_template);
|
|
278
297
|
const specialTokens = Object.fromEntries(Object.values(SPECIAL_TOKENS).filter(key => key in tokenizerConfig).map(key => [key, tokenizerConfig[key]]));
|
|
279
298
|
const result = template.render({
|
|
280
|
-
messages,
|
|
299
|
+
messages: messagesForChatTemplate(messages),
|
|
281
300
|
tools,
|
|
282
301
|
...templateFlags,
|
|
283
302
|
...specialTokens
|
|
@@ -285,4 +304,38 @@ export class LLMController {
|
|
|
285
304
|
return result;
|
|
286
305
|
}
|
|
287
306
|
}
|
|
307
|
+
|
|
308
|
+
/**
|
|
309
|
+
* The native multimodal pipeline expects image paths to be `file://` URIs.
|
|
310
|
+
* `ResourceFetcher.fetch` and most platform file APIs return raw filesystem
|
|
311
|
+
* paths without that prefix, so callers routinely pass either form. Accept
|
|
312
|
+
* both and normalize to the prefixed form here.
|
|
313
|
+
* @param path - Local image path, either with or without the `file://` prefix.
|
|
314
|
+
* @returns The same path with a `file://` prefix.
|
|
315
|
+
*/
|
|
316
|
+
function normalizeImagePath(path) {
|
|
317
|
+
return path.startsWith('file://') ? path : `file://${path}`;
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
/**
|
|
321
|
+
* Multimodal chat templates expect message content for image-bearing turns
|
|
322
|
+
* to be an array of content parts with an `image` part as a placeholder.
|
|
323
|
+
* Callers of `LLMController.generate` and `LLMController.sendMessage` pass
|
|
324
|
+
* messages with a plain string `content` plus an optional `mediaPath`; this
|
|
325
|
+
* helper rewrites them into the structured form that the template engine
|
|
326
|
+
* understands.
|
|
327
|
+
* @param messages - Messages to prepare for the chat template engine.
|
|
328
|
+
* @returns Messages with image-bearing turns rewritten to structured content.
|
|
329
|
+
*/
|
|
330
|
+
function messagesForChatTemplate(messages) {
|
|
331
|
+
return messages.map(m => m.mediaPath && typeof m.content === 'string' ? {
|
|
332
|
+
...m,
|
|
333
|
+
content: [{
|
|
334
|
+
type: 'image'
|
|
335
|
+
}, {
|
|
336
|
+
type: 'text',
|
|
337
|
+
text: m.content
|
|
338
|
+
}]
|
|
339
|
+
} : m);
|
|
340
|
+
}
|
|
288
341
|
//# sourceMappingURL=LLMController.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topp","InvalidConfig","setTopp","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","map","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","historyForTemplate","type","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC;EAOF,CAAC,EAAE;IACD;IACA,IAAI,CAACZ,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACmB,qBAAqB,CAAC;IAClE,IAAI,CAACX,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMa,iBAAiB,GAAG9B,eAAe,CAAC+B,KAAK,CAC7CC,SAAS,EACTP,eAAe,EACfC,qBACF,CAAC;MAED,MAAMO,YAAY,GAAGjC,eAAe,CAAC+B,KAAK,CACxCH,0BAA0B,EAC1BJ,WACF,CAAC;MAED,MAAM,CAACU,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAIlC,iBAAiB,CACzBE,qBAAqB,CAACiC,mBAAmB,EACzC,2GACF,CAAC;MACH;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM5C,eAAe,CAAC6C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbX,YAAY,IAAI,EAClB,CAAC;MACD,IAAI,CAACV,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACkC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAACxC,aAAa,CAACsC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVnD,MAAM,CAACoD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACvC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACiD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC3C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO4C,SAASA,CAAC;IACfjD,UAAU;IACVkD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACnD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACkD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAEC,oBAAoB,EAAE;MAC1C,IAAI,CAACf,YAAY,CAACgB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,EAAEG,iBAAiB,EAAE;MACvC,IAAI,CAACjB,YAAY,CAACkB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,EAAEK,WAAW,EAAE;MACjC,IAAI,CAACnB,YAAY,CAACoB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA,IAAIL,gBAAgB,EAAEO,IAAI,EAAE;MAC1B,IAAIP,gBAAgB,CAACO,IAAI,GAAG,CAAC,IAAIP,gBAAgB,CAACO,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAI9D,iBAAiB,CACzBE,qBAAqB,CAAC6D,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACtB,YAAY,CAACuB,OAAO,CAACT,gBAAgB,CAACO,IAAI,CAAC;IAClD;;IAEA;IACA,IAAI,CAACpD,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACmB,qBAAqB,CAAC;IAClE,IAAI,CAACX,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQqD,aAAaA,CAAA,EAAW;IAC9B,MAAMpD,KAAK,GAAG,IAAI,CAACuB,eAAe,CAAC8B,WAAW;IAC9C,IAAI,CAACrD,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAAC6D,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOlD,KAAK;EACd;EAEQmC,mBAAmBA,CAACmB,IAAY,EAAU;IAChD,IAAIpB,QAAQ,GAAGoB,IAAI;IACnB,IACEtE,cAAc,CAACuE,SAAS,IAAI,IAAI,CAAChC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACiC,SAAS,EAC9B;MACAtB,QAAQ,GAAGA,QAAQ,CAACuB,UAAU,CAAC,IAAI,CAAClC,eAAe,CAACiC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACExE,cAAc,CAAC0E,SAAS,IAAI,IAAI,CAACnC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACoC,SAAS,EAC9B;MACAzB,QAAQ,GAAGA,QAAQ,CAACuB,UAAU,CAAC,IAAI,CAAClC,eAAe,CAACoC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAOzB,QAAQ;EACjB;EAEO0B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAACnE,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACwE,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAC7B,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACJ,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAC/B,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAa+D,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAACxE,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,oFACF,CAAC;IACH;IACA,IAAI,IAAI,CAACxE,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAACwE,eAAe,EACrC,sFACF,CAAC;IACH;IACA,IAAI;MACF,IAAI,CAAC9D,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC6B,YAAY,CAACsC,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAAC5B,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACR,YAAY,CAACwC,kBAAkB,CACxCL,KAAK,EACLC,UAAU,EACV,IAAI,CAACZ,aAAa,CAAC,CAAC,EACpB,IAAI,CAACpB,OACP,CAAC,GACD,MAAM,IAAI,CAACJ,YAAY,CAACyC,QAAQ,CAACN,KAAK,EAAE,IAAI,CAAC/B,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACgC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAO9B,CAAC,EAAE;MACV,MAAMjD,iBAAiB,CAACiD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACtC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOuE,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAC1C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAACrC,YAAY,CAAC0C,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAAC3C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAACrC,YAAY,CAAC2C,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAAC5C,YAAY,EAAE;MACtB,MAAM,IAAIzC,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAACrC,YAAY,CAAC4C,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAACnF,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAAC4E,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIS,QAAQ,CAACtC,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAIjD,iBAAiB,CACzBE,qBAAqB,CAACuF,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChD3F,MAAM,CAAC4F,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMd,UAAU,GAAGU,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1BC,GAAG,CAAEF,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAME,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDV,QAAQ,EACR,IAAI,CAACnD,eAAe,EACpBoD,KAAK;IACL;IACA;MAAEU,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACxB,OAAO,CACvBqB,YAAY,EACZnB,UAAU,CAAC5B,MAAM,GAAG,CAAC,GAAG4B,UAAU,GAAGnD,SACvC,CAAC;EACH;EAEA,MAAa0E,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMR,SAAS,GAAGQ,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBX,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMY,cAAc,GAAG,CAAC,GAAG,IAAI,CAACnG,eAAe,EAAEiG,UAAU,CAAC;IAC5D,IAAI,CAAC9F,sBAAsB,CAACgG,cAAc,CAAC;IAE3C,MAAMC,kBAAkB,GAAGD,cAAc,CAACX,GAAG,CAAEF,CAAC,IAC9CA,CAAC,CAACC,SAAS,GACP;MACE,GAAGD,CAAC;MACJY,OAAO,EAAE,CACP;QAAEG,IAAI,EAAE;MAAQ,CAAC,EACjB;QAAEA,IAAI,EAAE,MAAM;QAAEzC,IAAI,EAAE0B,CAAC,CAACY;MAAQ,CAAC;IAErC,CAAC,GACDZ,CACN,CAAC;IAED,MAAMgB,gBAAgB,GAAG,IAAI,CAACpE,YAAY,CAACqE,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIxB,QAAmB,IAAK;MACnD,MAAMyB,QAAQ,GAAG,IAAI,CAACf,iBAAiB,CACrCV,QAAQ,EACR,IAAI,CAACnD,eAAe,EACpB,IAAI,CAACkB,WAAW,EAAEkC,KAAK;MACvB;MACA;QAAEU,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMc,UAAU,GAAG,IAAI,CAACxE,YAAY,CAACyE,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAG5B,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAAC7C,MAAM;MAC7D,OAAOgE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAC3E,YAAY,CAAC4E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAAClH,UAAU,CAACmH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAACpH,UAAU,CAACqH,YAAY,EAC5Bd,kBAAkB,EAClBS,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM/B,QAAQ,GAAG,MAAM,IAAI,CAACE,QAAQ,CAClCoC,wBAAwB,EACxB,IAAI,CAAChE,WAAW,EAAEkC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAAClC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACoE,gBAAgB,EAAE;MAC1D,IAAI,CAAChH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAEkG,OAAO,EAAEzB,QAAQ;QAAEU,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAACpC,WAAW,EAAE;MACpB,MAAMqE,SAAS,GAAG7H,aAAa,CAACkF,QAAQ,CAAC;MACzC,KAAK,MAAM4C,QAAQ,IAAID,SAAS,EAAE;QAChC,IAAI,CAACrE,WAAW,CACbuE,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;UACrC,IAAIA,YAAY,EAAE;YAChB,IAAI,CAACrH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAEkG,OAAO,EAAEsB,YAAY;cAAErC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF,CAAC,CAAC;MACN;IACF;IAEA,OAAOV,QAAQ;EACjB;EAEOgD,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAAC3H,eAAe,CAAC4H,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAACvH,sBAAsB,CAACwH,iBAAiB,CAAC;EAChD;EAEQjC,iBAAiBA,CACvBV,QAAmB,EACnBnD,eAAoB,EACpBoD,KAAiB,EACjB4C,aAAsB,EACd;IACR,IAAI,CAAChG,eAAe,CAACiG,aAAa,EAAE;MAClC,MAAM,IAAIrI,iBAAiB,CACzBE,qBAAqB,CAACoI,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAI5I,QAAQ,CAACyC,eAAe,CAACiG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAAC9I,cAAc,CAAC,CAC1B+F,MAAM,CAAEgD,GAAG,IAAKA,GAAG,IAAIxG,eAAe,CAAC,CACvC2D,GAAG,CAAE6C,GAAG,IAAK,CAACA,GAAG,EAAExG,eAAe,CAACwG,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BvD,QAAQ;MACRC,KAAK;MACL,GAAG4C,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["ResourceFetcher","Template","DEFAULT_CHAT_CONFIG","SPECIAL_TOKENS","parseToolCall","Logger","RnExecutorchError","parseUnknownError","RnExecutorchErrorCode","LLMController","chatConfig","_isReady","_isGenerating","_messageHistory","constructor","tokenCallback","messageHistoryCallback","isReadyCallback","isGeneratingCallback","token","messageHistory","isReady","isGenerating","load","modelSource","tokenizerSource","tokenizerConfigSource","capabilities","defaultGenerationConfig","onDownloadProgressCallback","initialMessageHistory","tokenizersPromise","fetch","undefined","modelPromise","tokenizersResults","modelResult","Promise","all","tokenizerPath","tokenizerConfigPath","modelPath","DownloadInterrupted","tokenizerConfig","JSON","parse","fs","readAsString","nativeModule","unload","global","loadLLM","applyGenerationConfig","onToken","data","filtered","filterSpecialTokens","length","e","error","setTokenCallback","configure","toolsConfig","generationConfig","outputTokenBatchSize","setCountInterval","batchTimeInterval","setTimeInterval","temperature","setTemperature","topP","topp","InvalidConfig","setTopp","minP","setMinP","repetitionPenalty","setRepetitionPenalty","getImageToken","image_token","text","EOS_TOKEN","eos_token","replaceAll","PAD_TOKEN","pad_token","delete","ModelGenerating","forward","input","imagePaths","ModuleNotLoaded","reset","response","generateMultimodal","map","normalizeImagePath","generate","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount","messages","tools","InvalidUserInput","role","warn","filter","m","mediaPath","renderedChat","applyChatTemplate","tools_in_user_message","add_generation_prompt","sendMessage","message","media","imagePath","newMessage","content","updatedHistory","visualTokenCount","getVisualTokenCount","countTokensCallback","rendered","textTokens","countTextTokens","imageCount","maxContextLength","getMaxContextLength","messageHistoryWithPrompt","contextStrategy","buildContext","systemPrompt","displayToolCalls","toolCalls","toolCall","executeToolCallback","then","toolResponse","deleteMessage","index","newMessageHistory","slice","templateFlags","chat_template","TokenizerError","template","specialTokens","Object","fromEntries","values","key","result","render","messagesForChatTemplate","path","startsWith","type"],"sourceRoot":"../../../src","sources":["controllers/LLMController.ts"],"mappings":";;AACA,SAASA,eAAe,QAAQ,0BAA0B;AAC1D,SAASC,QAAQ,QAAQ,oBAAoB;AAC7C,SAASC,mBAAmB,QAAQ,0BAA0B;AAC9D,SAMEC,cAAc,QAET,cAAc;AACrB,SAASC,aAAa,QAAQ,cAAc;AAC5C,SAASC,MAAM,QAAQ,kBAAkB;AACzC,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,sBAAsB;AAC3E,SAASC,qBAAqB,QAAQ,sBAAsB;AAE5D,OAAO,MAAMC,aAAa,CAAC;EAEjBC,UAAU,GAAeR,mBAAmB;EAI5CS,QAAQ,GAAG,KAAK;EAChBC,aAAa,GAAG,KAAK;EACrBC,eAAe,GAAc,EAAE;EACvC;;EAMAC,WAAWA,CAAC;IACVC,aAAa;IACbC,sBAAsB;IACtBC,eAAe;IACfC;EAMF,CAAC,EAAE;IACD,IAAI,CAACH,aAAa,GAAII,KAAK,IAAK;MAC9BJ,aAAa,GAAGI,KAAK,CAAC;IACxB,CAAC;IACD,IAAI,CAACH,sBAAsB,GAAII,cAAc,IAAK;MAChD,IAAI,CAACP,eAAe,GAAGO,cAAc;MACrCJ,sBAAsB,GAAGI,cAAc,CAAC;IAC1C,CAAC;IACD,IAAI,CAACH,eAAe,GAAII,OAAO,IAAK;MAClC,IAAI,CAACV,QAAQ,GAAGU,OAAO;MACvBJ,eAAe,GAAGI,OAAO,CAAC;IAC5B,CAAC;IACD,IAAI,CAACH,oBAAoB,GAAII,YAAY,IAAK;MAC5C,IAAI,CAACV,aAAa,GAAGU,YAAY;MACjCJ,oBAAoB,GAAGI,YAAY,CAAC;IACtC,CAAC;EACH;EAEA,IAAWD,OAAOA,CAAA,EAAG;IACnB,OAAO,IAAI,CAACV,QAAQ;EACtB;EAEA,IAAWW,YAAYA,CAAA,EAAG;IACxB,OAAO,IAAI,CAACV,aAAa;EAC3B;EAEA,IAAWQ,cAAcA,CAAA,EAAG;IAC1B,OAAO,IAAI,CAACP,eAAe;EAC7B;EAEA,MAAaU,IAAIA,CAAC;IAChBC,WAAW;IACXC,eAAe;IACfC,qBAAqB;IACrBC,YAAY;IACZC,uBAAuB;IACvBC;EAQF,CAAC,EAAE;IACD;IACA,IAAI,CAACb,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;IAChC,IAAI,CAACD,eAAe,CAAC,KAAK,CAAC;IAE3B,IAAI;MACF,MAAMc,iBAAiB,GAAG/B,eAAe,CAACgC,KAAK,CAC7CC,SAAS,EACTR,eAAe,EACfC,qBACF,CAAC;MAED,MAAMQ,YAAY,GAAGlC,eAAe,CAACgC,KAAK,CACxCH,0BAA0B,EAC1BL,WACF,CAAC;MAED,MAAM,CAACW,iBAAiB,EAAEC,WAAW,CAAC,GAAG,MAAMC,OAAO,CAACC,GAAG,CAAC,CACzDP,iBAAiB,EACjBG,YAAY,CACb,CAAC;MAEF,MAAMK,aAAa,GAAGJ,iBAAiB,GAAG,CAAC,CAAC;MAC5C,MAAMK,mBAAmB,GAAGL,iBAAiB,GAAG,CAAC,CAAC;MAClD,MAAMM,SAAS,GAAGL,WAAW,GAAG,CAAC,CAAC;MAElC,IAAI,CAACG,aAAa,IAAI,CAACC,mBAAmB,IAAI,CAACC,SAAS,EAAE;QACxD,MAAM,IAAInC,iBAAiB,CACzBE,qBAAqB,CAACkC,mBAAmB,EACzC,2GACF,CAAC;MACH;MAEA,IAAI,CAACC,eAAe,GAAGC,IAAI,CAACC,KAAK,CAC/B,MAAM7C,eAAe,CAAC8C,EAAE,CAACC,YAAY,CAACP,mBAAoB,CAC5D,CAAC;MAED,IAAI,IAAI,CAACQ,YAAY,EAAE;QACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;MAC5B;MAEA,IAAI,CAACD,YAAY,GAAG,MAAME,MAAM,CAACC,OAAO,CACtCV,SAAS,EACTF,aAAa,EACbZ,YAAY,IAAI,EAClB,CAAC;MACD,IAAIC,uBAAuB,EAAE;QAC3B;QACA;QACA;QACA,IAAI,CAACwB,qBAAqB,CAACxB,uBAAuB,CAAC;MACrD;MACA,IAAI,CAACX,eAAe,CAAC,IAAI,CAAC;MAC1B,IAAI,CAACoC,OAAO,GAAIC,IAAY,IAAK;QAC/B,IAAI,CAACA,IAAI,EAAE;UACT;QACF;QAEA,MAAMC,QAAQ,GAAG,IAAI,CAACC,mBAAmB,CAACF,IAAI,CAAC;QAE/C,IAAIC,QAAQ,CAACE,MAAM,KAAK,CAAC,EAAE;UACzB;QACF;QACA,IAAI,CAAC1C,aAAa,CAACwC,QAAQ,CAAC;MAC9B,CAAC;IACH,CAAC,CAAC,OAAOG,CAAC,EAAE;MACVrD,MAAM,CAACsD,KAAK,CAAC,cAAc,EAAED,CAAC,CAAC;MAC/B,IAAI,CAACzC,eAAe,CAAC,KAAK,CAAC;MAC3B,MAAMV,iBAAiB,CAACmD,CAAC,CAAC;IAC5B;EACF;EAEOE,gBAAgBA,CAAC7C,aAAsC,EAAE;IAC9D,IAAI,CAACA,aAAa,GAAGA,aAAa;EACpC;EAEO8C,SAASA,CAAC;IACfnD,UAAU;IACVoD,WAAW;IACXC;EAKF,CAAC,EAAE;IACD,IAAI,CAACrD,UAAU,GAAG;MAAE,GAAGR,mBAAmB;MAAE,GAAGQ;IAAW,CAAC;IAC3D,IAAI,CAACoD,WAAW,GAAGA,WAAW;IAE9B,IAAIC,gBAAgB,EAAE;MACpB,IAAI,CAACX,qBAAqB,CAACW,gBAAgB,CAAC;IAC9C;;IAEA;IACA,IAAI,CAAC/C,sBAAsB,CAAC,IAAI,CAACN,UAAU,CAACoB,qBAAqB,CAAC;IAClE,IAAI,CAACZ,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEQkC,qBAAqBA,CAACW,gBAAkC,EAAE;IAChE,IAAIA,gBAAgB,CAACC,oBAAoB,EAAE;MACzC,IAAI,CAAChB,YAAY,CAACiB,gBAAgB,CAACF,gBAAgB,CAACC,oBAAoB,CAAC;IAC3E;IACA,IAAID,gBAAgB,CAACG,iBAAiB,EAAE;MACtC,IAAI,CAAClB,YAAY,CAACmB,eAAe,CAACJ,gBAAgB,CAACG,iBAAiB,CAAC;IACvE;IACA,IAAIH,gBAAgB,CAACK,WAAW,KAAKnC,SAAS,EAAE;MAC9C,IAAI,CAACe,YAAY,CAACqB,cAAc,CAACN,gBAAgB,CAACK,WAAW,CAAC;IAChE;IACA;IACA;IACA;IACA,MAAME,IAAI,GAAGP,gBAAgB,CAACO,IAAI,IAAIP,gBAAgB,CAACQ,IAAI;IAC3D,IAAID,IAAI,KAAKrC,SAAS,EAAE;MACtB,IAAIqC,IAAI,GAAG,CAAC,IAAIA,IAAI,GAAG,CAAC,EAAE;QACxB,MAAM,IAAIhE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAACyB,OAAO,CAACH,IAAI,CAAC;IACjC;IACA,IAAIP,gBAAgB,CAACW,IAAI,KAAKzC,SAAS,EAAE;MACvC,IAAI8B,gBAAgB,CAACW,IAAI,GAAG,CAAC,IAAIX,gBAAgB,CAACW,IAAI,GAAG,CAAC,EAAE;QAC1D,MAAM,IAAIpE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,iCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC2B,OAAO,CAACZ,gBAAgB,CAACW,IAAI,CAAC;IAClD;IACA,IAAIX,gBAAgB,CAACa,iBAAiB,KAAK3C,SAAS,EAAE;MACpD,IAAI8B,gBAAgB,CAACa,iBAAiB,GAAG,CAAC,EAAE;QAC1C,MAAM,IAAItE,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,yCACF,CAAC;MACH;MACA,IAAI,CAACxB,YAAY,CAAC6B,oBAAoB,CACpCd,gBAAgB,CAACa,iBACnB,CAAC;IACH;EACF;EAEQE,aAAaA,CAAA,EAAW;IAC9B,MAAM3D,KAAK,GAAG,IAAI,CAACwB,eAAe,CAACoC,WAAW;IAC9C,IAAI,CAAC5D,KAAK,EAAE;MACV,MAAM,IAAIb,iBAAiB,CACzBE,qBAAqB,CAACgE,aAAa,EACnC,qHACF,CAAC;IACH;IACA,OAAOrD,KAAK;EACd;EAEQqC,mBAAmBA,CAACwB,IAAY,EAAU;IAChD,IAAIzB,QAAQ,GAAGyB,IAAI;IACnB,IACE7E,cAAc,CAAC8E,SAAS,IAAI,IAAI,CAACtC,eAAe,IAChD,IAAI,CAACA,eAAe,CAACuC,SAAS,EAC9B;MACA3B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAACuC,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,IACE/E,cAAc,CAACiF,SAAS,IAAI,IAAI,CAACzC,eAAe,IAChD,IAAI,CAACA,eAAe,CAAC0C,SAAS,EAC9B;MACA9B,QAAQ,GAAGA,QAAQ,CAAC4B,UAAU,CAAC,IAAI,CAACxC,eAAe,CAAC0C,SAAS,EAAE,EAAE,CAAC;IACpE;IACA,OAAO9B,QAAQ;EACjB;EAEO+B,MAAMA,CAAA,EAAG;IACd,IAAI,IAAI,CAAC1E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,kEACF,CAAC;IACH;IAEA,IAAI,CAAClC,OAAO,GAAG,MAAM,CAAC,CAAC;IACvB,IAAI,IAAI,CAACL,YAAY,EAAE;MACrB,IAAI,CAACA,YAAY,CAACC,MAAM,CAAC,CAAC;IAC5B;IACA,IAAI,CAAChC,eAAe,CAAC,KAAK,CAAC;IAC3B,IAAI,CAACC,oBAAoB,CAAC,KAAK,CAAC;EAClC;EAEA,MAAasE,OAAOA,CAACC,KAAa,EAAEC,UAAqB,EAAmB;IAC1E,IAAI,CAAC,IAAI,CAAC/E,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,oFACF,CAAC;IACH;IACA,IAAI,IAAI,CAAC/E,aAAa,EAAE;MACtB,MAAM,IAAIN,iBAAiB,CACzBE,qBAAqB,CAAC+E,eAAe,EACrC,sFACF,CAAC;IACH;IACA,IAAI;MACF,IAAI,CAACrE,oBAAoB,CAAC,IAAI,CAAC;MAC/B,IAAI,CAAC8B,YAAY,CAAC4C,KAAK,CAAC,CAAC;MACzB,MAAMC,QAAQ,GACZH,UAAU,IAAIA,UAAU,CAACjC,MAAM,GAAG,CAAC,GAC/B,MAAM,IAAI,CAACT,YAAY,CAAC8C,kBAAkB,CACxCL,KAAK,EACLC,UAAU,CAACK,GAAG,CAACC,kBAAkB,CAAC,EAClC,IAAI,CAAClB,aAAa,CAAC,CAAC,EACpB,IAAI,CAACzB,OACP,CAAC,GACD,MAAM,IAAI,CAACL,YAAY,CAACiD,QAAQ,CAACR,KAAK,EAAE,IAAI,CAACpC,OAAO,CAAC;MAC3D,OAAO,IAAI,CAACG,mBAAmB,CAACqC,QAAQ,CAAC;IAC3C,CAAC,CAAC,OAAOnC,CAAC,EAAE;MACV,MAAMnD,iBAAiB,CAACmD,CAAC,CAAC;IAC5B,CAAC,SAAS;MACR,IAAI,CAACxC,oBAAoB,CAAC,KAAK,CAAC;IAClC;EACF;EAEOgF,SAASA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAAClD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,6CACF,CAAC;IACH;IACA,IAAI,CAAC3C,YAAY,CAACkD,SAAS,CAAC,CAAC;EAC/B;EAEOC,sBAAsBA,CAAA,EAAW;IACtC,IAAI,CAAC,IAAI,CAACnD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,uDACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACmD,sBAAsB,CAAC,CAAC;EACnD;EAEOC,mBAAmBA,CAAA,EAAW;IACnC,IAAI,CAAC,IAAI,CAACpD,YAAY,EAAE;MACtB,MAAM,IAAI1C,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,8DACF,CAAC;IACH;IACA,OAAO,IAAI,CAAC3C,YAAY,CAACoD,mBAAmB,CAAC,CAAC;EAChD;EAEOC,kBAAkBA,CAAA,EAAW;IAClC,OAAO,IAAI,CAACF,sBAAsB,CAAC,CAAC,GAAG,IAAI,CAACC,mBAAmB,CAAC,CAAC;EACnE;EAEA,MAAaH,QAAQA,CACnBK,QAAmB,EACnBC,KAAiB,EACA;IACjB,IAAI,CAAC,IAAI,CAAC5F,QAAQ,EAAE;MAClB,MAAM,IAAIL,iBAAiB,CACzBE,qBAAqB,CAACmF,eAAe,EACrC,qFACF,CAAC;IACH;IACA,IAAIW,QAAQ,CAAC7C,MAAM,KAAK,CAAC,EAAE;MACzB,MAAM,IAAInD,iBAAiB,CACzBE,qBAAqB,CAACgG,gBAAgB,EACtC,0BACF,CAAC;IACH;IACA,IAAIF,QAAQ,CAAC,CAAC,CAAC,IAAIA,QAAQ,CAAC,CAAC,CAAC,CAACG,IAAI,KAAK,QAAQ,EAAE;MAChDpG,MAAM,CAACqG,IAAI,CACT,0LACF,CAAC;IACH;IAEA,MAAMhB,UAAU,GAAGY,QAAQ,CACxBK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAC1Bd,GAAG,CAAEa,CAAC,IAAKA,CAAC,CAACC,SAAU,CAAC;IAE3B,MAAMC,YAAoB,GAAG,IAAI,CAACC,iBAAiB,CACjDT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB4D,KAAK;IACL;IACA;MAAES,qBAAqB,EAAE,KAAK;MAAEC,qBAAqB,EAAE;IAAK,CAC9D,CAAC;IAED,OAAO,MAAM,IAAI,CAACzB,OAAO,CACvBsB,YAAY,EACZpB,UAAU,CAACjC,MAAM,GAAG,CAAC,GAAGiC,UAAU,GAAGzD,SACvC,CAAC;EACH;EAEA,MAAaiF,WAAWA,CACtBC,OAAe,EACfC,KAA8B,EACb;IACjB,MAAMP,SAAS,GAAGO,KAAK,EAAEC,SAAS;IAClC,MAAMC,UAAmB,GAAG;MAC1BC,OAAO,EAAEJ,OAAO;MAChBV,IAAI,EAAE,MAAM;MACZ,IAAII,SAAS,GAAG;QAAEA;MAAU,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IACD,MAAMW,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC3G,eAAe,EAAEyG,UAAU,CAAC;IAC5D,IAAI,CAACtG,sBAAsB,CAACwG,cAAc,CAAC;IAE3C,MAAMC,gBAAgB,GAAG,IAAI,CAACzE,YAAY,CAAC0E,mBAAmB,CAAC,CAAC;IAChE,MAAMC,mBAAmB,GAAIrB,QAAmB,IAAK;MACnD,MAAMsB,QAAQ,GAAG,IAAI,CAACb,iBAAiB,CACrCT,QAAQ,EACR,IAAI,CAAC3D,eAAe,EACpB,IAAI,CAACmB,WAAW,EAAEyC,KAAK;MACvB;MACA;QAAES,qBAAqB,EAAE,KAAK;QAAEC,qBAAqB,EAAE;MAAK,CAC9D,CAAC;MACD,MAAMY,UAAU,GAAG,IAAI,CAAC7E,YAAY,CAAC8E,eAAe,CAACF,QAAQ,CAAC;MAC9D,MAAMG,UAAU,GAAGzB,QAAQ,CAACK,MAAM,CAAEC,CAAC,IAAKA,CAAC,CAACC,SAAS,CAAC,CAACpD,MAAM;MAC7D,OAAOoE,UAAU,GAAGE,UAAU,IAAIN,gBAAgB,GAAG,CAAC,CAAC;IACzD,CAAC;IACD,MAAMO,gBAAgB,GAAG,IAAI,CAAChF,YAAY,CAACiF,mBAAmB,CAAC,CAAC;IAChE,MAAMC,wBAAwB,GAC5B,IAAI,CAACxH,UAAU,CAACyH,eAAe,CAACC,YAAY,CAC1C,IAAI,CAAC1H,UAAU,CAAC2H,YAAY,EAC5Bb,cAAc,EACdQ,gBAAgB,EAChBL,mBACF,CAAC;IAEH,MAAM9B,QAAQ,GAAG,MAAM,IAAI,CAACI,QAAQ,CAClCiC,wBAAwB,EACxB,IAAI,CAACpE,WAAW,EAAEyC,KACpB,CAAC;IAED,IAAI,CAAC,IAAI,CAACzC,WAAW,IAAI,IAAI,CAACA,WAAW,CAACwE,gBAAgB,EAAE;MAC1D,IAAI,CAACtH,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;QAAE0G,OAAO,EAAE1B,QAAQ;QAAEY,IAAI,EAAE;MAAY,CAAC,CACzC,CAAC;IACJ;IAEA,IAAI,IAAI,CAAC3C,WAAW,EAAE;MACpB,MAAMyE,SAAS,GAAGnI,aAAa,CAACyF,QAAQ,CAAC;MACzC,KAAK,MAAM2C,QAAQ,IAAID,SAAS,EAAE;QAChC,IAAI,CAACzE,WAAW,CACb2E,mBAAmB,CAACD,QAAQ,CAAC,CAC7BE,IAAI,CAAEC,YAA2B,IAAK;UACrC,IAAIA,YAAY,EAAE;YAChB,IAAI,CAAC3H,sBAAsB,CAAC,CAC1B,GAAG,IAAI,CAACH,eAAe,EACvB;cAAE0G,OAAO,EAAEoB,YAAY;cAAElC,IAAI,EAAE;YAAY,CAAC,CAC7C,CAAC;UACJ;QACF,CAAC,CAAC;MACN;IACF;IAEA,OAAOZ,QAAQ;EACjB;EAEO+C,aAAaA,CAACC,KAAa,EAAE;IAClC;IACA;IACA,MAAMC,iBAAiB,GAAG,IAAI,CAACjI,eAAe,CAACkI,KAAK,CAAC,CAAC,EAAEF,KAAK,CAAC;IAE9D,IAAI,CAAC7H,sBAAsB,CAAC8H,iBAAiB,CAAC;EAChD;EAEQ/B,iBAAiBA,CACvBT,QAAmB,EACnB3D,eAAoB,EACpB4D,KAAiB,EACjByC,aAAsB,EACd;IACR,IAAI,CAACrG,eAAe,CAACsG,aAAa,EAAE;MAClC,MAAM,IAAI3I,iBAAiB,CACzBE,qBAAqB,CAAC0I,cAAc,EACpC,gDACF,CAAC;IACH;IACA,MAAMC,QAAQ,GAAG,IAAIlJ,QAAQ,CAAC0C,eAAe,CAACsG,aAAa,CAAC;IAE5D,MAAMG,aAAa,GAAGC,MAAM,CAACC,WAAW,CACtCD,MAAM,CAACE,MAAM,CAACpJ,cAAc,CAAC,CAC1BwG,MAAM,CAAE6C,GAAG,IAAKA,GAAG,IAAI7G,eAAe,CAAC,CACvCoD,GAAG,CAAEyD,GAAG,IAAK,CAACA,GAAG,EAAE7G,eAAe,CAAC6G,GAAG,CAAC,CAAC,CAC7C,CAAC;IAED,MAAMC,MAAM,GAAGN,QAAQ,CAACO,MAAM,CAAC;MAC7BpD,QAAQ,EAAEqD,uBAAuB,CAACrD,QAAQ,CAAC;MAC3CC,KAAK;MACL,GAAGyC,aAAa;MAChB,GAAGI;IACL,CAAC,CAAC;IACF,OAAOK,MAAM;EACf;AACF;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASzD,kBAAkBA,CAAC4D,IAAY,EAAU;EAChD,OAAOA,IAAI,CAACC,UAAU,CAAC,SAAS,CAAC,GAAGD,IAAI,GAAG,UAAUA,IAAI,EAAE;AAC7D;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,SAASD,uBAAuBA,CAACrD,QAAmB,EAAS;EAC3D,OAAOA,QAAQ,CAACP,GAAG,CAAEa,CAAC,IACpBA,CAAC,CAACC,SAAS,IAAI,OAAOD,CAAC,CAACW,OAAO,KAAK,QAAQ,GACxC;IACE,GAAGX,CAAC;IACJW,OAAO,EAAE,CAAC;MAAEuC,IAAI,EAAE;IAAQ,CAAC,EAAE;MAAEA,IAAI,EAAE,MAAM;MAAE9E,IAAI,EAAE4B,CAAC,CAACW;IAAQ,CAAC;EAChE,CAAC,GACDX,CACN,CAAC;AACH","ignoreList":[]}
|
|
@@ -44,6 +44,7 @@ export function useLLM({
|
|
|
44
44
|
tokenizerSource: model.tokenizerSource,
|
|
45
45
|
tokenizerConfigSource: model.tokenizerConfigSource,
|
|
46
46
|
capabilities: model.capabilities,
|
|
47
|
+
defaultGenerationConfig: model.generationConfig,
|
|
47
48
|
onDownloadProgressCallback: setDownloadProgress
|
|
48
49
|
});
|
|
49
50
|
} catch (e) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","
|
|
1
|
+
{"version":3,"names":["useCallback","useEffect","useState","LLMController","parseUnknownError","useLLM","model","preventLoad","token","setToken","response","setResponse","messageHistory","setMessageHistory","isReady","setIsReady","isGenerating","setIsGenerating","downloadProgress","setDownloadProgress","error","setError","capabilitiesKey","capabilities","join","tokenCallback","newToken","prevResponse","controllerInstance","messageHistoryCallback","isReadyCallback","isGeneratingCallback","load","modelSource","tokenizerSource","tokenizerConfigSource","defaultGenerationConfig","generationConfig","onDownloadProgressCallback","e","delete","modelName","configure","chatConfig","toolsConfig","generate","messages","tools","sendMessage","message","media","deleteMessage","index","interrupt","getGeneratedTokenCount","getPromptTokenCount","getTotalTokenCount"],"sourceRoot":"../../../../src","sources":["hooks/natural_language_processing/useLLM.ts"],"mappings":";;AAAA,SAASA,WAAW,EAAEC,SAAS,EAAEC,QAAQ,QAAQ,OAAO;AAUxD,SAASC,aAAa,QAAQ,iCAAiC;AAC/D,SAA4BC,iBAAiB,QAAQ,yBAAyB;;AAE9E;AACA;AACA;AACA;AACA;AACA;;AAKA,OAAO,SAASC,MAAMA,CAAC;EACrBC,KAAK;EACLC,WAAW,GAAG;AACN,CAAC,EAA+B;EACxC,MAAM,CAACC,KAAK,EAAEC,QAAQ,CAAC,GAAGP,QAAQ,CAAS,EAAE,CAAC;EAC9C,MAAM,CAACQ,QAAQ,EAAEC,WAAW,CAAC,GAAGT,QAAQ,CAAS,EAAE,CAAC;EACpD,MAAM,CAACU,cAAc,EAAEC,iBAAiB,CAAC,GAAGX,QAAQ,CAAY,EAAE,CAAC;EACnE,MAAM,CAACY,OAAO,EAAEC,UAAU,CAAC,GAAGb,QAAQ,CAAC,KAAK,CAAC;EAC7C,MAAM,CAACc,YAAY,EAAEC,eAAe,CAAC,GAAGf,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACgB,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGjB,QAAQ,CAAC,CAAC,CAAC;EAC3D,MAAM,CAACkB,KAAK,EAAEC,QAAQ,CAAC,GAAGnB,QAAQ,CAA2B,IAAI,CAAC;EAClE,MAAMoB,eAAe,GAAGhB,KAAK,CAACiB,YAAY,EAAEC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;EAE3D,MAAMC,aAAa,GAAGzB,WAAW,CAAE0B,QAAgB,IAAK;IACtDjB,QAAQ,CAACiB,QAAQ,CAAC;IAClBf,WAAW,CAAEgB,YAAY,IAAKA,YAAY,GAAGD,QAAQ,CAAC;EACxD,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM,CAACE,kBAAkB,CAAC,GAAG1B,QAAQ,CACnC,MACE,IAAIC,aAAa,CAAC;IAChBsB,aAAa,EAAEA,aAAa;IAC5BI,sBAAsB,EAAEhB,iBAAiB;IACzCiB,eAAe,EAAEf,UAAU;IAC3BgB,oBAAoB,EAAEd;EACxB,CAAC,CACL,CAAC;EAEDhB,SAAS,CAAC,MAAM;IACdkB,mBAAmB,CAAC,CAAC,CAAC;IACtBE,QAAQ,CAAC,IAAI,CAAC;IAEd,IAAId,WAAW,EAAE;IAEjB,CAAC,YAAY;MACX,IAAI;QACF,MAAMqB,kBAAkB,CAACI,IAAI,CAAC;UAC5BC,WAAW,EAAE3B,KAAK,CAAC2B,WAAW;UAC9BC,eAAe,EAAE5B,KAAK,CAAC4B,eAAe;UACtCC,qBAAqB,EAAE7B,KAAK,CAAC6B,qBAAsB;UACnDZ,YAAY,EAAEjB,KAAK,CAACiB,YAAY;UAChCa,uBAAuB,EAAE9B,KAAK,CAAC+B,gBAAgB;UAC/CC,0BAA0B,EAAEnB;QAC9B,CAAC,CAAC;MACJ,CAAC,CAAC,OAAOoB,CAAC,EAAE;QACVlB,QAAQ,CAACjB,iBAAiB,CAACmC,CAAC,CAAC,CAAC;MAChC;IACF,CAAC,EAAE,CAAC;IAEJ,OAAO,MAAM;MACX,IAAIX,kBAAkB,CAACd,OAAO,EAAE;QAC9Bc,kBAAkB,CAACY,MAAM,CAAC,CAAC;MAC7B;IACF,CAAC;IACD;EACF,CAAC,EAAE,CACDZ,kBAAkB,EAClBtB,KAAK,CAACmC,SAAS,EACfnC,KAAK,CAAC2B,WAAW,EACjB3B,KAAK,CAAC4B,eAAe,EACrB5B,KAAK,CAAC6B,qBAAqB,EAC3Bb,eAAe;EAAE;EACjBf,WAAW,CACZ,CAAC;;EAEF;EACA,MAAMmC,SAAS,GAAG1C,WAAW,CAC3B,CAAC;IAAE2C,UAAU;IAAEC,WAAW;IAAEP;EAA4B,CAAC,KACvDT,kBAAkB,CAACc,SAAS,CAAC;IAC3BC,UAAU;IACVC,WAAW;IACXP;EACF,CAAC,CAAC,EACJ,CAACT,kBAAkB,CACrB,CAAC;EAED,MAAMiB,QAAQ,GAAG7C,WAAW,CAC1B,CAAC8C,QAAmB,EAAEC,KAAiB,KAAK;IAC1CpC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACiB,QAAQ,CAACC,QAAQ,EAAEC,KAAK,CAAC;EACrD,CAAC,EACD,CAACnB,kBAAkB,CACrB,CAAC;EAED,MAAMoB,WAAW,GAAGhD,WAAW,CAC7B,CAACiD,OAAe,EAAEC,KAA8B,KAAK;IACnDvC,WAAW,CAAC,EAAE,CAAC;IACf,OAAOiB,kBAAkB,CAACoB,WAAW,CAACC,OAAO,EAAEC,KAAK,CAAC;EACvD,CAAC,EACD,CAACtB,kBAAkB,CACrB,CAAC;EAED,MAAMuB,aAAa,GAAGnD,WAAW,CAC9BoD,KAAa,IAAKxB,kBAAkB,CAACuB,aAAa,CAACC,KAAK,CAAC,EAC1D,CAACxB,kBAAkB,CACrB,CAAC;EAED,MAAMyB,SAAS,GAAGrD,WAAW,CAC3B,MAAM4B,kBAAkB,CAACyB,SAAS,CAAC,CAAC,EACpC,CAACzB,kBAAkB,CACrB,CAAC;EAED,MAAM0B,sBAAsB,GAAGtD,WAAW,CACxC,MAAM4B,kBAAkB,CAAC0B,sBAAsB,CAAC,CAAC,EACjD,CAAC1B,kBAAkB,CACrB,CAAC;EAED,MAAM2B,mBAAmB,GAAGvD,WAAW,CACrC,MAAM4B,kBAAkB,CAAC2B,mBAAmB,CAAC,CAAC,EAC9C,CAAC3B,kBAAkB,CACrB,CAAC;EAED,MAAM4B,kBAAkB,GAAGxD,WAAW,CACpC,MAAM4B,kBAAkB,CAAC4B,kBAAkB,CAAC,CAAC,EAC7C,CAAC5B,kBAAkB,CACrB,CAAC;EAED,OAAO;IACLhB,cAAc;IACdF,QAAQ;IACRF,KAAK;IACLM,OAAO;IACPE,YAAY;IACZE,gBAAgB;IAChBE,KAAK;IACLkC,sBAAsB,EAAEA,sBAAsB;IAC9CC,mBAAmB,EAAEA,mBAAmB;IACxCC,kBAAkB,EAAEA,kBAAkB;IACtCd,SAAS,EAAEA,SAAS;IACpBG,QAAQ,EAAEA,QAAQ;IAClBG,WAAW,EAAEA,WAAW;IACxBG,aAAa,EAAEA,aAAa;IAC5BE,SAAS,EAAEA;EACb,CAAC;AACH","ignoreList":[]}
|
package/lib/module/index.js
CHANGED
|
@@ -34,9 +34,20 @@ if (global.loadStyleTransfer == null || global.loadSemanticSegmentation == null
|
|
|
34
34
|
if (!ETInstallerNativeModule) {
|
|
35
35
|
throw new Error(`Failed to install react-native-executorch: The native module could not be found.`);
|
|
36
36
|
}
|
|
37
|
+
// install() returns false when the native library is intentionally unavailable
|
|
38
|
+
// (e.g. ETInstallerUnavailable on unsupported ABIs). In that case, JSI
|
|
39
|
+
// bindings are not injected and globals remain unset.
|
|
37
40
|
ETInstallerNativeModule.install();
|
|
38
41
|
}
|
|
39
42
|
|
|
43
|
+
/**
|
|
44
|
+
* Whether the native ExecuTorch runtime is available on this device.
|
|
45
|
+
* Returns `false` when native libraries cannot be loaded (e.g. 32-bit Android
|
|
46
|
+
* devices where only arm64-v8a binaries are shipped).
|
|
47
|
+
* @category Utilities - General
|
|
48
|
+
*/
|
|
49
|
+
export const isAvailable = typeof global.loadExecutorchModule === 'function';
|
|
50
|
+
|
|
40
51
|
// hooks
|
|
41
52
|
export * from './hooks/computer_vision/useClassification';
|
|
42
53
|
export * from './hooks/computer_vision/useObjectDetection';
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["ETInstallerNativeModule","ResourceFetcher","initExecutorch","config","setAdapter","resourceFetcher","cleanupExecutorch","resetAdapter","global","loadStyleTransfer","loadSemanticSegmentation","loadInstanceSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadTextToSpeechKokoro","loadOCR","loadVerticalOCR","__rne_isEmulator","Error","install","RnExecutorchError","RnExecutorchErrorCode"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;AACtE,SACEC,eAAe,QAEV,yBAAyB;;AAGhC;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,cAAcA,CAACC,MAAwB,EAAE;EACvDF,eAAe,CAACG,UAAU,CAACD,MAAM,CAACE,eAAe,CAAC;AACpD;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,iBAAiBA,CAAA,EAAG;EAClCL,eAAe,CAACM,YAAY,CAAC,CAAC;AAChC;;AAEA;;AA6EA;;AAEA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,wBAAwB,IAAI,IAAI,IACvCF,MAAM,CAACG,wBAAwB,IAAI,IAAI,IACvCH,MAAM,CAACI,eAAe,IAAI,IAAI,IAC9BJ,MAAM,CAACK,oBAAoB,IAAI,IAAI,IACnCL,MAAM,CAACM,kBAAkB,IAAI,IAAI,IACjCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,kBAAkB,IAAI,IAAI,IACjCT,MAAM,CAACU,mBAAmB,IAAI,IAAI,IAClCV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,OAAO,IAAI,IAAI,IACtBZ,MAAM,CAACa,gBAAgB,IAAI,IAAI,IAC/Bb,MAAM,CAACc,sBAAsB,IAAI,IAAI,IACrCd,MAAM,CAACe,OAAO,IAAI,IAAI,IACtBf,MAAM,CAACgB,eAAe,IAAI,IAAI,IAC9BhB,MAAM,CAACiB,gBAAgB,IAAI,IAAI,EAC/B;EACA,IAAI,CAACzB,uBAAuB,EAAE;IAC5B,MAAM,IAAI0B,KAAK,CACb,kFACF,CAAC;EACH;EACA1B,uBAAuB,CAAC2B,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,iDAAiD;AAC/D,cAAc,iDAAiD;AAC/D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,sDAAsD;AACpE,cAAc,sDAAsD;AACpE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,iBAAiB;AAC/B,cAAc,+BAA+B;;AAE7C;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,8BAA8B;AAC5C,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,cAAc,aAAa;AAC3B,cAAc,wBAAwB;AACtC,cAAc,aAAa;AAC3B,cAAc,mBAAmB;AACjC,cAAc,0BAA0B;AACxC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,cAAc,uBAAuB;AACrC,cAAc,aAAa;;AAE3B;AACA,cAAc,0BAA0B;AACxC,cAAc,4BAA4B;AAC1C,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AAEvC,
|
|
1
|
+
{"version":3,"names":["ETInstallerNativeModule","ResourceFetcher","initExecutorch","config","setAdapter","resourceFetcher","cleanupExecutorch","resetAdapter","global","loadStyleTransfer","loadSemanticSegmentation","loadInstanceSegmentation","loadTextToImage","loadExecutorchModule","loadClassification","loadObjectDetection","loadTokenizerModule","loadTextEmbeddings","loadImageEmbeddings","loadVAD","loadLLM","loadSpeechToText","loadTextToSpeechKokoro","loadOCR","loadVerticalOCR","__rne_isEmulator","Error","install","isAvailable","RnExecutorchError","RnExecutorchErrorCode"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,uBAAuB,QAAQ,8BAA8B;AACtE,SACEC,eAAe,QAEV,yBAAyB;;AAGhC;AACA;AACA;AACA;AACA;;AAKA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASC,cAAcA,CAACC,MAAwB,EAAE;EACvDF,eAAe,CAACG,UAAU,CAACD,MAAM,CAACE,eAAe,CAAC;AACpD;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASC,iBAAiBA,CAAA,EAAG;EAClCL,eAAe,CAACM,YAAY,CAAC,CAAC;AAChC;;AAEA;;AA6EA;;AAEA,IACEC,MAAM,CAACC,iBAAiB,IAAI,IAAI,IAChCD,MAAM,CAACE,wBAAwB,IAAI,IAAI,IACvCF,MAAM,CAACG,wBAAwB,IAAI,IAAI,IACvCH,MAAM,CAACI,eAAe,IAAI,IAAI,IAC9BJ,MAAM,CAACK,oBAAoB,IAAI,IAAI,IACnCL,MAAM,CAACM,kBAAkB,IAAI,IAAI,IACjCN,MAAM,CAACO,mBAAmB,IAAI,IAAI,IAClCP,MAAM,CAACQ,mBAAmB,IAAI,IAAI,IAClCR,MAAM,CAACS,kBAAkB,IAAI,IAAI,IACjCT,MAAM,CAACU,mBAAmB,IAAI,IAAI,IAClCV,MAAM,CAACW,OAAO,IAAI,IAAI,IACtBX,MAAM,CAACY,OAAO,IAAI,IAAI,IACtBZ,MAAM,CAACa,gBAAgB,IAAI,IAAI,IAC/Bb,MAAM,CAACc,sBAAsB,IAAI,IAAI,IACrCd,MAAM,CAACe,OAAO,IAAI,IAAI,IACtBf,MAAM,CAACgB,eAAe,IAAI,IAAI,IAC9BhB,MAAM,CAACiB,gBAAgB,IAAI,IAAI,EAC/B;EACA,IAAI,CAACzB,uBAAuB,EAAE;IAC5B,MAAM,IAAI0B,KAAK,CACb,kFACF,CAAC;EACH;EACA;EACA;EACA;EACA1B,uBAAuB,CAAC2B,OAAO,CAAC,CAAC;AACnC;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMC,WAAW,GAAG,OAAOpB,MAAM,CAACK,oBAAoB,KAAK,UAAU;;AAE5E;AACA,cAAc,2CAA2C;AACzD,cAAc,4CAA4C;AAC1D,cAAc,0CAA0C;AACxD,cAAc,iDAAiD;AAC/D,cAAc,iDAAiD;AAC/D,cAAc,gCAAgC;AAC9C,cAAc,wCAAwC;AACtD,cAAc,4CAA4C;AAC1D,cAAc,wCAAwC;AAEtD,cAAc,4CAA4C;AAC1D,cAAc,qDAAqD;AACnE,cAAc,qDAAqD;AACnE,cAAc,uDAAuD;AACrE,cAAc,kDAAkD;AAChE,cAAc,4CAA4C;AAE1D,cAAc,qCAAqC;;AAEnD;AACA,cAAc,gDAAgD;AAC9D,cAAc,iDAAiD;AAC/D,cAAc,+CAA+C;AAC7D,cAAc,sDAAsD;AACpE,cAAc,sDAAsD;AACpE,cAAc,qCAAqC;AACnD,cAAc,6CAA6C;AAC3D,cAAc,iDAAiD;AAC/D,cAAc,6CAA6C;AAE3D,cAAc,iDAAiD;AAC/D,cAAc,0DAA0D;AACxE,cAAc,0DAA0D;AACxE,cAAc,4DAA4D;AAC1E,cAAc,uDAAuD;AACrE,cAAc,iDAAiD;AAE/D,cAAc,oCAAoC;;AAElD;AACA,cAAc,yBAAyB;AACvC,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,iBAAiB;AAC/B,cAAc,+BAA+B;;AAE7C;AACA,cAAc,yBAAyB;AACvC,cAAc,aAAa;AAC3B,cAAc,8BAA8B;AAC5C,cAAc,8BAA8B;AAC5C,cAAc,aAAa;AAC3B,cAAc,aAAa;AAC3B,cAAc,gBAAgB;AAC9B,cAAc,aAAa;AAC3B,cAAc,wBAAwB;AACtC,cAAc,aAAa;AAC3B,cAAc,mBAAmB;AACjC,cAAc,0BAA0B;AACxC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AACvC,cAAc,uBAAuB;AACrC,cAAc,aAAa;;AAE3B;AACA,cAAc,0BAA0B;AACxC,cAAc,4BAA4B;AAC1C,cAAc,uBAAuB;AACrC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,wBAAwB;AACtC,cAAc,yBAAyB;AAEvC,SAASgB,iBAAiB,QAAQ,qBAAqB;AACvD,SAASC,qBAAqB,QAAQ,qBAAqB","ignoreList":[]}
|
|
@@ -105,7 +105,7 @@ export class LLMModule {
|
|
|
105
105
|
* It doesn't manage conversation context. It is intended for users that need access to the model itself without any wrapper.
|
|
106
106
|
* If you want a simple chat with model the consider using `sendMessage`
|
|
107
107
|
* @param input - Raw input string containing the prompt and conversation history.
|
|
108
|
-
* @param imagePaths - Optional array of local image paths for multimodal inference.
|
|
108
|
+
* @param imagePaths - Optional array of local image paths for multimodal inference. Each entry may be either `file:///absolute/path` or `/absolute/path` — the controller normalizes the path before passing it to native code.
|
|
109
109
|
* @returns The generated response as a string.
|
|
110
110
|
*/
|
|
111
111
|
async forward(input, imagePaths) {
|
package/lib/module/types/llm.js
CHANGED
|
@@ -88,7 +88,10 @@
|
|
|
88
88
|
* Object configuring generation settings.
|
|
89
89
|
* @category Types
|
|
90
90
|
* @property {number} [temperature] - Scales output logits by the inverse of temperature. Controls the randomness / creativity of text generation.
|
|
91
|
-
* @property {number} [
|
|
91
|
+
* @property {number} [topP] - Only samples from the smallest set of tokens whose cumulative probability exceeds topP.
|
|
92
|
+
* @property {number} [topp] - **Deprecated.** Use `topP` instead.
|
|
93
|
+
* @property {number} [minP] - Minimum probability threshold: tokens with prob < minP * max_prob are excluded. 0 disables filtering.
|
|
94
|
+
* @property {number} [repetitionPenalty] - Multiplicative penalty applied to logits of recently generated tokens. Values > 1 discourage repetition. 1 disables the penalty.
|
|
92
95
|
* @property {number} [outputTokenBatchSize] - Soft upper limit on the number of tokens in each token batch (in certain cases there can be more tokens in given batch, i.e. when the batch would end with special emoji join character).
|
|
93
96
|
* @property {number} [batchTimeInterval] - Upper limit on the time interval between consecutive token batches.
|
|
94
97
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AAyCA;AACA;AACA;AACA;;
|
|
1
|
+
{"version":3,"names":["SPECIAL_TOKENS","BOS_TOKEN","EOS_TOKEN","UNK_TOKEN","SEP_TOKEN","PAD_TOKEN","CLS_TOKEN","MASK_TOKEN"],"sourceRoot":"../../../src","sources":["types/llm.ts"],"mappings":";;AAGA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;;AAIA;AACA;AACA;AACA;;AAyCA;AACA;AACA;AACA;;AAwCA;AACA;AACA;AACA;;AAgFA;AACA;AACA;AACA;AACA;;AAeA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA;AACA;;AA0CA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;;AAaA;AACA;AACA;AACA;AACA;AACA;;AAMA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;;AAOA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAYA;AACA;AACA;AACA;;AAkBA;AACA;AACA;AACA;AACA,OAAO,MAAMA,cAAc,GAAG;EAC5BC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,SAAS,EAAE,WAAW;EACtBC,UAAU,EAAE;AACd,CAAC","ignoreList":[]}
|
|
@@ -60,6 +60,10 @@ export declare const QWEN3_0_6B: {
|
|
|
60
60
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/original/qwen3_0_6b_bf16.pte";
|
|
61
61
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
62
62
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
63
|
+
readonly generationConfig: {
|
|
64
|
+
readonly temperature: 0.6;
|
|
65
|
+
readonly topP: 0.95;
|
|
66
|
+
};
|
|
63
67
|
};
|
|
64
68
|
/**
|
|
65
69
|
* @category Models - LLM
|
|
@@ -69,6 +73,10 @@ export declare const QWEN3_0_6B_QUANTIZED: {
|
|
|
69
73
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/quantized/qwen3_0_6b_8da4w.pte";
|
|
70
74
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
71
75
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
76
|
+
readonly generationConfig: {
|
|
77
|
+
readonly temperature: 0.6;
|
|
78
|
+
readonly topP: 0.95;
|
|
79
|
+
};
|
|
72
80
|
};
|
|
73
81
|
/**
|
|
74
82
|
* @category Models - LLM
|
|
@@ -78,6 +86,10 @@ export declare const QWEN3_1_7B: {
|
|
|
78
86
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/original/qwen3_1_7b_bf16.pte";
|
|
79
87
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
80
88
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
89
|
+
readonly generationConfig: {
|
|
90
|
+
readonly temperature: 0.6;
|
|
91
|
+
readonly topP: 0.95;
|
|
92
|
+
};
|
|
81
93
|
};
|
|
82
94
|
/**
|
|
83
95
|
* @category Models - LLM
|
|
@@ -87,6 +99,10 @@ export declare const QWEN3_1_7B_QUANTIZED: {
|
|
|
87
99
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/quantized/qwen3_1_7b_8da4w.pte";
|
|
88
100
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
89
101
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
102
|
+
readonly generationConfig: {
|
|
103
|
+
readonly temperature: 0.6;
|
|
104
|
+
readonly topP: 0.95;
|
|
105
|
+
};
|
|
90
106
|
};
|
|
91
107
|
/**
|
|
92
108
|
* @category Models - LLM
|
|
@@ -96,6 +112,10 @@ export declare const QWEN3_4B: {
|
|
|
96
112
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/original/qwen3_4b_bf16.pte";
|
|
97
113
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
98
114
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
115
|
+
readonly generationConfig: {
|
|
116
|
+
readonly temperature: 0.6;
|
|
117
|
+
readonly topP: 0.95;
|
|
118
|
+
};
|
|
99
119
|
};
|
|
100
120
|
/**
|
|
101
121
|
* @category Models - LLM
|
|
@@ -105,6 +125,10 @@ export declare const QWEN3_4B_QUANTIZED: {
|
|
|
105
125
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/quantized/qwen3_4b_8da4w.pte";
|
|
106
126
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
107
127
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
128
|
+
readonly generationConfig: {
|
|
129
|
+
readonly temperature: 0.6;
|
|
130
|
+
readonly topP: 0.95;
|
|
131
|
+
};
|
|
108
132
|
};
|
|
109
133
|
/**
|
|
110
134
|
* @category Models - LLM
|
|
@@ -325,14 +349,53 @@ export declare const LFM2_5_350M_QUANTIZED: {
|
|
|
325
349
|
/**
|
|
326
350
|
* @category Models - VLM
|
|
327
351
|
*/
|
|
352
|
+
export declare const LFM2_5_VL_1_6B_QUANTIZED: {
|
|
353
|
+
readonly modelName: "lfm2.5-vl-1.6b-quantized";
|
|
354
|
+
readonly capabilities: readonly ["vision"];
|
|
355
|
+
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
|
|
356
|
+
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
|
|
357
|
+
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
|
|
358
|
+
readonly generationConfig: {
|
|
359
|
+
readonly temperature: 0.1;
|
|
360
|
+
readonly minP: 0.15;
|
|
361
|
+
readonly repetitionPenalty: 1.05;
|
|
362
|
+
};
|
|
363
|
+
};
|
|
364
|
+
/**
|
|
365
|
+
* @category Models - VLM
|
|
366
|
+
*/
|
|
367
|
+
export declare const LFM2_5_VL_450M_QUANTIZED: {
|
|
368
|
+
readonly modelName: "lfm2.5-vl-450m-quantized";
|
|
369
|
+
readonly capabilities: readonly ["vision"];
|
|
370
|
+
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
|
|
371
|
+
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
|
|
372
|
+
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
|
|
373
|
+
readonly generationConfig: {
|
|
374
|
+
readonly temperature: 0.1;
|
|
375
|
+
readonly minP: 0.15;
|
|
376
|
+
readonly repetitionPenalty: 1.05;
|
|
377
|
+
};
|
|
378
|
+
};
|
|
379
|
+
/**
|
|
380
|
+
* @deprecated Use `LFM2_5_VL_1_6B_QUANTIZED` instead — the model is from the
|
|
381
|
+
* LFM2.5 family. This alias will be removed in a future major release.
|
|
382
|
+
* @category Models - VLM
|
|
383
|
+
*/
|
|
328
384
|
export declare const LFM2_VL_1_6B_QUANTIZED: {
|
|
329
385
|
readonly modelName: "lfm2.5-vl-1.6b-quantized";
|
|
330
386
|
readonly capabilities: readonly ["vision"];
|
|
331
387
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
|
|
332
388
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
|
|
333
389
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
|
|
390
|
+
readonly generationConfig: {
|
|
391
|
+
readonly temperature: 0.1;
|
|
392
|
+
readonly minP: 0.15;
|
|
393
|
+
readonly repetitionPenalty: 1.05;
|
|
394
|
+
};
|
|
334
395
|
};
|
|
335
396
|
/**
|
|
397
|
+
* @deprecated Use `LFM2_5_VL_450M_QUANTIZED` instead — the model is from the
|
|
398
|
+
* LFM2.5 family. This alias will be removed in a future major release.
|
|
336
399
|
* @category Models - VLM
|
|
337
400
|
*/
|
|
338
401
|
export declare const LFM2_VL_450M_QUANTIZED: {
|
|
@@ -341,6 +404,11 @@ export declare const LFM2_VL_450M_QUANTIZED: {
|
|
|
341
404
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
|
|
342
405
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
|
|
343
406
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
|
|
407
|
+
readonly generationConfig: {
|
|
408
|
+
readonly temperature: 0.1;
|
|
409
|
+
readonly minP: 0.15;
|
|
410
|
+
readonly repetitionPenalty: 1.05;
|
|
411
|
+
};
|
|
344
412
|
};
|
|
345
413
|
/**
|
|
346
414
|
* @category Models - Classification
|
|
@@ -818,36 +886,60 @@ export declare const MODEL_REGISTRY: {
|
|
|
818
886
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/original/qwen3_0_6b_bf16.pte";
|
|
819
887
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
820
888
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
889
|
+
readonly generationConfig: {
|
|
890
|
+
readonly temperature: 0.6;
|
|
891
|
+
readonly topP: 0.95;
|
|
892
|
+
};
|
|
821
893
|
};
|
|
822
894
|
readonly QWEN3_0_6B_QUANTIZED: {
|
|
823
895
|
readonly modelName: "qwen3-0.6b-quantized";
|
|
824
896
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-0.6B/quantized/qwen3_0_6b_8da4w.pte";
|
|
825
897
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
826
898
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
899
|
+
readonly generationConfig: {
|
|
900
|
+
readonly temperature: 0.6;
|
|
901
|
+
readonly topP: 0.95;
|
|
902
|
+
};
|
|
827
903
|
};
|
|
828
904
|
readonly QWEN3_1_7B: {
|
|
829
905
|
readonly modelName: "qwen3-1.7b";
|
|
830
906
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/original/qwen3_1_7b_bf16.pte";
|
|
831
907
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
832
908
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
909
|
+
readonly generationConfig: {
|
|
910
|
+
readonly temperature: 0.6;
|
|
911
|
+
readonly topP: 0.95;
|
|
912
|
+
};
|
|
833
913
|
};
|
|
834
914
|
readonly QWEN3_1_7B_QUANTIZED: {
|
|
835
915
|
readonly modelName: "qwen3-1.7b-quantized";
|
|
836
916
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-1.7B/quantized/qwen3_1_7b_8da4w.pte";
|
|
837
917
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
838
918
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
919
|
+
readonly generationConfig: {
|
|
920
|
+
readonly temperature: 0.6;
|
|
921
|
+
readonly topP: 0.95;
|
|
922
|
+
};
|
|
839
923
|
};
|
|
840
924
|
readonly QWEN3_4B: {
|
|
841
925
|
readonly modelName: "qwen3-4b";
|
|
842
926
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/original/qwen3_4b_bf16.pte";
|
|
843
927
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
844
928
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
929
|
+
readonly generationConfig: {
|
|
930
|
+
readonly temperature: 0.6;
|
|
931
|
+
readonly topP: 0.95;
|
|
932
|
+
};
|
|
845
933
|
};
|
|
846
934
|
readonly QWEN3_4B_QUANTIZED: {
|
|
847
935
|
readonly modelName: "qwen3-4b-quantized";
|
|
848
936
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/qwen-3-4B/quantized/qwen3_4b_8da4w.pte";
|
|
849
937
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer.json";
|
|
850
938
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.8.0/tokenizer_config.json";
|
|
939
|
+
readonly generationConfig: {
|
|
940
|
+
readonly temperature: 0.6;
|
|
941
|
+
readonly topP: 0.95;
|
|
942
|
+
};
|
|
851
943
|
};
|
|
852
944
|
readonly HAMMER2_1_0_5B: {
|
|
853
945
|
readonly modelName: "hammer2.1-0.5b";
|
|
@@ -993,12 +1085,41 @@ export declare const MODEL_REGISTRY: {
|
|
|
993
1085
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-1.2B-instruct/tokenizer.json";
|
|
994
1086
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-1.2B-instruct/tokenizer_config.json";
|
|
995
1087
|
};
|
|
1088
|
+
readonly LFM2_5_VL_1_6B_QUANTIZED: {
|
|
1089
|
+
readonly modelName: "lfm2.5-vl-1.6b-quantized";
|
|
1090
|
+
readonly capabilities: readonly ["vision"];
|
|
1091
|
+
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
|
|
1092
|
+
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
|
|
1093
|
+
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
|
|
1094
|
+
readonly generationConfig: {
|
|
1095
|
+
readonly temperature: 0.1;
|
|
1096
|
+
readonly minP: 0.15;
|
|
1097
|
+
readonly repetitionPenalty: 1.05;
|
|
1098
|
+
};
|
|
1099
|
+
};
|
|
1100
|
+
readonly LFM2_5_VL_450M_QUANTIZED: {
|
|
1101
|
+
readonly modelName: "lfm2.5-vl-450m-quantized";
|
|
1102
|
+
readonly capabilities: readonly ["vision"];
|
|
1103
|
+
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
|
|
1104
|
+
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
|
|
1105
|
+
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
|
|
1106
|
+
readonly generationConfig: {
|
|
1107
|
+
readonly temperature: 0.1;
|
|
1108
|
+
readonly minP: 0.15;
|
|
1109
|
+
readonly repetitionPenalty: 1.05;
|
|
1110
|
+
};
|
|
1111
|
+
};
|
|
996
1112
|
readonly LFM2_VL_1_6B_QUANTIZED: {
|
|
997
1113
|
readonly modelName: "lfm2.5-vl-1.6b-quantized";
|
|
998
1114
|
readonly capabilities: readonly ["vision"];
|
|
999
1115
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/quantized/lfm2_5_vl_1_6b_8da4w_xnnpack.pte";
|
|
1000
1116
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer.json";
|
|
1001
1117
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-1.6B/tokenizer_config.json";
|
|
1118
|
+
readonly generationConfig: {
|
|
1119
|
+
readonly temperature: 0.1;
|
|
1120
|
+
readonly minP: 0.15;
|
|
1121
|
+
readonly repetitionPenalty: 1.05;
|
|
1122
|
+
};
|
|
1002
1123
|
};
|
|
1003
1124
|
readonly LFM2_VL_450M_QUANTIZED: {
|
|
1004
1125
|
readonly modelName: "lfm2.5-vl-450m-quantized";
|
|
@@ -1006,6 +1127,11 @@ export declare const MODEL_REGISTRY: {
|
|
|
1006
1127
|
readonly modelSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/lfm2_5_vl_450m_8da4w_xnnpack.pte";
|
|
1007
1128
|
readonly tokenizerSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer.json";
|
|
1008
1129
|
readonly tokenizerConfigSource: "https://huggingface.co/software-mansion/react-native-executorch-lfm-2.5/resolve/v0.8.0/lfm2.5-VL-450M/tokenizer_config.json";
|
|
1130
|
+
readonly generationConfig: {
|
|
1131
|
+
readonly temperature: 0.1;
|
|
1132
|
+
readonly minP: 0.15;
|
|
1133
|
+
readonly repetitionPenalty: 1.05;
|
|
1134
|
+
};
|
|
1009
1135
|
};
|
|
1010
1136
|
readonly EFFICIENTNET_V2_S: {
|
|
1011
1137
|
readonly modelName: "efficientnet-v2-s";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAeA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;
|
|
1
|
+
{"version":3,"file":"modelUrls.d.ts","sourceRoot":"","sources":["../../../src/constants/modelUrls.ts"],"names":[],"mappings":"AAeA;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;CAKpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAoBX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;CAMb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;CAMvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;CAMX,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;CAMrB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AAYX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;CAKzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;;;CAKjC,CAAC;AAQX;;GAEG;AACH,eAAO,MAAM,WAAW;;;;;CAKd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;CAKxB,CAAC;AAuBX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;CAO3B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAE/D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;CAA2B,CAAC;AAY/D;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;CAGpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AASX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,OAAO;;;CAGV,CAAC;AAoCX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;CAGxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;CAG/B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AA8BX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;CAKlB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;;CAKnB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AAgBX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,YAAY;;;CAGf,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,aAAa;;;CAGhB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,6BAA6B;;;CAGhC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uCAAuC;;;CAG1C,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,mCAAmC;;;CAGtC,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;CAGzB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;CAGtB,CAAC;AAWX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,WAAW;;;CAGd,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;CAGnB,CAAC;AAMX;;GAEG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qCAAqC;;;CAGxC,CAAC;AAcX;;GAEG;AACH,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;CAIpB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;CAI5B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;CAI7B,CAAC;AAIX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;CAOxB,CAAC;AAKX;;GAEG;AACH,eAAO,MAAM,QAAQ;;;CAGX,CAAC;AAEX;;;;;;;;;;;;;;;;GAgBG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6FjB,CAAC;AAYX;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAElE"}
|
|
@@ -22,11 +22,12 @@ export declare class LLMController {
|
|
|
22
22
|
get isReady(): boolean;
|
|
23
23
|
get isGenerating(): boolean;
|
|
24
24
|
get messageHistory(): Message[];
|
|
25
|
-
load({ modelSource, tokenizerSource, tokenizerConfigSource, capabilities, onDownloadProgressCallback, }: {
|
|
25
|
+
load({ modelSource, tokenizerSource, tokenizerConfigSource, capabilities, defaultGenerationConfig, onDownloadProgressCallback, }: {
|
|
26
26
|
modelSource: ResourceSource;
|
|
27
27
|
tokenizerSource: ResourceSource;
|
|
28
28
|
tokenizerConfigSource: ResourceSource;
|
|
29
29
|
capabilities?: readonly LLMCapability[];
|
|
30
|
+
defaultGenerationConfig?: GenerationConfig;
|
|
30
31
|
onDownloadProgressCallback?: (downloadProgress: number) => void;
|
|
31
32
|
}): Promise<void>;
|
|
32
33
|
setTokenCallback(tokenCallback: (token: string) => void): void;
|
|
@@ -35,6 +36,7 @@ export declare class LLMController {
|
|
|
35
36
|
toolsConfig?: ToolsConfig;
|
|
36
37
|
generationConfig?: GenerationConfig;
|
|
37
38
|
}): void;
|
|
39
|
+
private applyGenerationConfig;
|
|
38
40
|
private getImageToken;
|
|
39
41
|
private filterSpecialTokens;
|
|
40
42
|
delete(): void;
|