@qvac/llm-llamacpp 0.66.0 → 0.68.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/README.md +38 -36
  2. package/addon.d.ts +1 -7
  3. package/addon.js +0 -3
  4. package/index.d.ts +62 -19
  5. package/index.js +81 -42
  6. package/package.json +11 -11
  7. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  8. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  9. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +57 -46
  10. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +78 -56
  12. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +57 -46
  14. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +57 -46
  16. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +78 -56
  18. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  20. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.66"
10
+ "version": "0.68"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -42,7 +42,6 @@
42
42
  "__ZZN30qvac_lib_inference_addon_llama6runFitENS_10FitRequestEE8fitMutex",
43
43
  "__ZGVZN30qvac_lib_inference_addon_llama6runFitENS_10FitRequestEE8fitMutex",
44
44
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
45
- "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
46
45
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
47
46
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
48
47
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -58,14 +57,15 @@
58
57
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
59
58
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
60
59
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
61
- "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
62
60
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
61
+ "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
63
62
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
64
63
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
65
64
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
68
67
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
+ "__ZZN30qvac_lib_inference_addon_llama5cache14CacheFileIndex10writeCountEvE5count",
69
69
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
70
70
  "__ZN30qvac_lib_inference_addon_llama5cache26CHECKPOINT_SECTION_VERSIONE",
71
71
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
@@ -81,6 +81,7 @@
81
81
  "global": [
82
82
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
83
83
  "__ZN19LlamaBackendsHandleC2EOS_",
84
+ "__ZN14TextLlmContextD1Ev",
84
85
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
85
86
  "__ZThn24_N10LlamaModelD0Ev",
86
87
  "__ZN14MtmdLlmContext8setNPastEi",
@@ -106,9 +107,10 @@
106
107
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
107
108
  "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
108
109
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
109
- "__ZThn48_N10LlamaModelD0Ev",
110
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEjb",
110
111
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
111
112
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
113
+ "__ZThn48_N10LlamaModelD0Ev",
112
114
  "__ZN30qvac_lib_inference_addon_llama5utils21streamPartialSnapshotERKNS0_21SequenceStateSnapshotERKNSt3__18functionIFvPKhmEEE",
113
115
  "__ZThn16_NK10LlamaModel6cancelEv",
114
116
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -164,6 +166,7 @@
164
166
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21recordSpeculativeStepExNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
165
167
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
166
168
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
169
+ "__ZThn48_N14MtmdLlmContextD0Ev",
167
170
  "__ZN30qvac_lib_inference_addon_llama11speculative14addDraftMemoryERKNSt3__16vectorIP19ggml_backend_deviceNS1_9allocatorIS4_EEEERNS2_I25common_device_memory_dataNS5_ISA_EEEES9_RKSC_b",
168
171
  "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
169
172
  "__ZN10LlamaModel8getModelEv",
@@ -201,14 +204,17 @@
201
204
  "__ZN14MtmdLlmContext10resetMediaEv",
202
205
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
203
206
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
207
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12isFreeLockedEj",
204
208
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
205
209
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
206
210
  "__ZNK14TextLlmContext16cacheStateTokensEv",
211
+ "__ZN14TextLlmContextD0Ev",
207
212
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
208
213
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
209
214
  "_bare_register_module_v0",
210
215
  "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
211
216
  "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
217
+ "__ZN14MtmdLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
212
218
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
213
219
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
214
220
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -230,7 +236,6 @@
230
236
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
231
237
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
232
238
  "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
233
- "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
234
239
  "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
235
240
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
236
241
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
@@ -239,6 +244,7 @@
239
244
  "__ZN30qvac_lib_inference_addon_llama5utils21renderWithoutUserTurnEPK21common_chat_templatesRK28common_chat_templates_inputsRKNSt3__18functionIFNS7_6vectorIiNS7_9allocatorIiEEEERKNS7_12basic_stringIcNS7_11char_traitsIcEENSA_IcEEEEEEE",
240
245
  "__ZThn48_N14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
241
246
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
247
+ "__ZN12CacheManager15setAsideInPlaceEv",
242
248
  "__ZNK14MtmdLlmContext19residentStateTokensEv",
243
249
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
244
250
  "__ZN10LlamaModel7processERKNSt3__13anyE",
@@ -249,20 +255,18 @@
249
255
  "__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
250
256
  "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
251
257
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
252
- "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
253
258
  "__ZN30qvac_lib_inference_addon_llama11speculative18resetDraftSequenceEP13llama_contexti",
254
259
  "__ZNK10LlamaModel15cancelInferenceEv",
255
260
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
256
261
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
257
262
  "__ZN14LlamaFinetuner12requestPauseEb",
258
- "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
259
263
  "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
260
264
  "__ZN14TextLlmContext18commitCacheRequestEv",
265
+ "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
261
266
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
262
267
  "__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
263
268
  "__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
264
269
  "__ZN14MtmdLlmContext14setCacheTokensEi",
265
- "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
266
270
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
267
271
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
268
272
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
@@ -270,17 +274,18 @@
270
274
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
271
275
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
272
276
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
277
+ "__ZN14MtmdLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
273
278
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
274
279
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
280
+ "__ZN14TextLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
275
281
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
276
- "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
277
282
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
278
283
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
279
284
  "__ZN14MtmdLlmContext17beginCacheRequestEv",
280
285
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
281
286
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
282
287
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
283
- "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
288
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
284
289
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
285
290
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
286
291
  "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
@@ -307,13 +312,12 @@
307
312
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
308
313
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
309
314
  "__ZN10LlamaModel8isLoadedEv",
310
- "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
315
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
311
316
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
312
317
  "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
313
318
  "__ZN14TextLlmContext21initializeCommonStateEv",
314
319
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
315
320
  "__ZThn16_N10LlamaModelD1Ev",
316
- "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
317
321
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
318
322
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
319
323
  "__ZN14MtmdLlmContext23prepareSpeculativeDraftEiij",
@@ -341,28 +345,30 @@
341
345
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
342
346
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
343
347
  "__ZN14MtmdLlmContext23processSpeculativeBatchERK11llama_batch",
348
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
344
349
  "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
345
350
  "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
346
351
  "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
347
352
  "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
348
- "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
353
+ "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
349
354
  "__ZNK14MtmdLlmContext10ctxCeilingEv",
350
355
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
351
- "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
356
+ "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
352
357
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
353
358
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
354
359
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
355
360
  "__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
356
361
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
357
362
  "__ZN12CacheManager10invalidateEv",
358
- "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
359
- "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
363
+ "__ZN14MtmdLlmContextD1Ev",
360
364
  "__ZN10LlamaModel16beginFinetuneJobEy",
361
365
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
362
366
  "__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
367
+ "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
363
368
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
364
369
  "__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
365
370
  "__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
371
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
366
372
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
367
373
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
368
374
  "__ZN26LlamaLazyInitializeBackend7acquireERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
@@ -376,7 +382,6 @@
376
382
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
377
383
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
378
384
  "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
379
- "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
380
385
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
381
386
  "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
382
387
  "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
@@ -384,11 +389,13 @@
384
389
  "__ZN14TextLlmContext17beginCacheRequestEv",
385
390
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
386
391
  "__ZThn48_NK14MtmdLlmContext8getNPastEv",
392
+ "__ZN14TextLlmContextD2Ev",
387
393
  "__ZN14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
388
394
  "__ZNK12CacheManager15isCacheDisabledEv",
389
395
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
390
396
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
391
397
  "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
398
+ "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
392
399
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
393
400
  "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
394
401
  "__ZN14TextLlmContext12syncPositionEi",
@@ -402,7 +409,7 @@
402
409
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
403
410
  "__ZNK10LlamaModel10cancelImplEv",
404
411
  "__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
405
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
412
+ "__ZN14MtmdLlmContextD2Ev",
406
413
  "__ZN14TextLlmContext24holdPendingResidentTokenEii",
407
414
  "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
408
415
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
@@ -416,15 +423,17 @@
416
423
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
417
424
  "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
418
425
  "__ZN14MtmdLlmContext13resetStopFlagEv",
419
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
426
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
420
427
  "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
421
428
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
422
429
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
430
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
423
431
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
424
432
  "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
425
433
  "__ZThn32_N10LlamaModelD1Ev",
426
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
434
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERNS2_8optionalINS2_6vectorIiNS6_IiEEEEEE",
427
435
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
436
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
428
437
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
429
438
  "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
430
439
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10addToBatchER11llama_batchii",
@@ -436,7 +445,6 @@
436
445
  "__ZN14TextLlmContext17onPrefillCompleteEim",
437
446
  "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
438
447
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
439
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
440
448
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
441
449
  "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
442
450
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -448,13 +456,14 @@
448
456
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
449
457
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
450
458
  "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
451
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
452
459
  "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
460
+ "__ZN12CacheManager24copyActiveCacheToRamTierERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEbbb",
453
461
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
454
462
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
455
463
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
456
464
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
457
465
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
466
+ "__ZN12CacheManagerD2Ev",
458
467
  "__ZThn40_N10LlamaModelD1Ev",
459
468
  "__ZN14MtmdLlmContext17initVisionContextEv",
460
469
  "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -480,6 +489,7 @@
480
489
  "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
481
490
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
482
491
  "__ZNK14TextLlmContext8getNPastEv",
492
+ "__ZN12CacheManagerD1Ev",
483
493
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
484
494
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
485
495
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
@@ -491,12 +501,14 @@
491
501
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
492
502
  "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
493
503
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
504
+ "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPKc",
494
505
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
495
506
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
507
+ "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
496
508
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
497
- "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
509
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
498
510
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
499
- "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
511
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
500
512
  "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
501
513
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
502
514
  "__ZN30qvac_lib_inference_addon_llama11speculative21requireDraftModelFileERKNS0_17SpeculativeConfigE",
@@ -513,6 +525,7 @@
513
525
  "__ZN17image_pixel_limit11checkBufferEPKhmy",
514
526
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
515
527
  "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
528
+ "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
516
529
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
517
530
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
518
531
  "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
@@ -520,16 +533,14 @@
520
533
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
521
534
  "__ZN14MtmdLlmContext14requireSamplerEv",
522
535
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
523
- "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
524
536
  "__ZN14MtmdLlmContext4stopEv",
525
- "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
526
537
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
527
538
  "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
528
539
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
529
540
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
530
541
  "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
531
542
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
532
- "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
543
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
533
544
  "__ZN10LlamaModel19flushResidentCachesEv",
534
545
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
535
546
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
@@ -538,26 +549,25 @@
538
549
  "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
539
550
  "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
540
551
  "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
541
- "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
542
552
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
543
553
  "__ZN10LlamaModel15getCommonParamsEv",
544
554
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
545
- "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
546
555
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
547
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
556
+ "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
557
+ "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
548
558
  "__ZNK13ModelMetaData12tryGetStringEPKc",
549
- "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
559
+ "__ZN12CacheManager12setFileIndexENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexEEE",
550
560
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
561
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
551
562
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
552
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
563
+ "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
553
564
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
554
- "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
555
- "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
556
565
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
557
566
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
567
+ "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
568
+ "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
558
569
  "__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
559
570
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
560
- "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
561
571
  "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
562
572
  "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
563
573
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
@@ -574,10 +584,11 @@
574
584
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
575
585
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
576
586
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
587
+ "__ZN14MtmdLlmContext23resetStateKeepingMemoryEb",
577
588
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
578
589
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
579
590
  "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
580
- "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
591
+ "__ZThn48_N14TextLlmContextD0Ev",
581
592
  "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
582
593
  "__ZN12CacheManager9loadCacheEv",
583
594
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
@@ -592,7 +603,6 @@
592
603
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
593
604
  "__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
594
605
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
595
- "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
596
606
  "__ZN30qvac_lib_inference_addon_llama11speculative22applySpeculativeConfigERKNS0_17SpeculativeConfigER13common_params",
597
607
  "__ZN14TextLlmContext19appendResidentTokenEi",
598
608
  "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
@@ -600,6 +610,7 @@
600
610
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
601
611
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
602
612
  "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
613
+ "__ZThn48_N14TextLlmContextD1Ev",
603
614
  "__ZThn48_N14MtmdLlmContext12syncPositionEi",
604
615
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
605
616
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
@@ -611,17 +622,17 @@
611
622
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
612
623
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
613
624
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
625
+ "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
614
626
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
615
627
  "__ZN14MtmdLlmContext15checkAntipromptEmi",
616
- "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
617
628
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
618
- "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
619
629
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
620
630
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
621
631
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
622
632
  "__ZN10LlamaModelD1Ev",
623
- "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
633
+ "__ZN14MtmdLlmContextD0Ev",
624
634
  "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
635
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
625
636
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
626
637
  "__ZNK12CacheManager14hasActiveCacheEv",
627
638
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
@@ -651,6 +662,8 @@
651
662
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
652
663
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
653
664
  "__ZN17image_pixel_limit9checkFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
665
+ "__ZThn48_N14MtmdLlmContextD1Ev",
666
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12setFileIndexENSt3__110shared_ptrINS_5cache14CacheFileIndexEEE",
654
667
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
655
668
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
656
669
  "__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
@@ -669,11 +682,9 @@
669
682
  "__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
670
683
  "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
671
684
  "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
672
- "__ZNK13ModelMetaData16checkInitializedEv",
673
- "__ZN12CacheManager24moveActiveCacheToRamTierEv",
674
685
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
675
- "__ZNK14TextLlmContext19residentStateTokensEv",
676
686
  "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
687
+ "__ZNK14TextLlmContext19residentStateTokensEv",
677
688
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
678
689
  "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
679
690
  "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
@@ -681,11 +692,11 @@
681
692
  "__ZNK10LlamaModel13isBitnetModelEv",
682
693
  "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
683
694
  "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
695
+ "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
684
696
  "__ZThn40_N10LlamaModelD0Ev",
685
- "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
697
+ "__ZNK13ModelMetaData16checkInitializedEv",
686
698
  "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
687
699
  "__ZN30qvac_lib_inference_addon_llama5utils11hasUserTurnERKNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEE",
688
- "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
689
700
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
690
701
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
691
702
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
@@ -701,6 +712,7 @@
701
712
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
702
713
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
703
714
  "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
715
+ "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
704
716
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
705
717
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
706
718
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
@@ -739,7 +751,6 @@
739
751
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv",
740
752
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
741
753
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
742
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
743
754
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
744
755
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s"
745
756
  ]