@qvac/llm-llamacpp 0.65.1 → 0.67.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. package/README.md +73 -17
  2. package/addon.d.ts +12 -0
  3. package/addon.js +8 -0
  4. package/fit.d.ts +21 -20
  5. package/fit.js +1 -2
  6. package/index.d.ts +82 -8
  7. package/index.js +102 -3
  8. package/package.json +1 -1
  9. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  10. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +67 -33
  12. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +107 -35
  14. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +67 -33
  16. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +67 -33
  18. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +110 -38
  20. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  22. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  23. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.65.1"
10
+ "version": "0.67"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -58,14 +58,15 @@
58
58
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
59
59
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
60
60
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
61
- "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
62
61
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
62
+ "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
63
63
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
64
64
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
65
65
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
66
66
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
67
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
68
68
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
69
+ "__ZZN30qvac_lib_inference_addon_llama5cache14CacheFileIndex10writeCountEvE5count",
69
70
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
70
71
  "__ZN30qvac_lib_inference_addon_llama5cache26CHECKPOINT_SECTION_VERSIONE",
71
72
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
@@ -81,6 +82,7 @@
81
82
  "global": [
82
83
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
83
84
  "__ZN19LlamaBackendsHandleC2EOS_",
85
+ "__ZN14TextLlmContextD1Ev",
84
86
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
85
87
  "__ZThn24_N10LlamaModelD0Ev",
86
88
  "__ZN14MtmdLlmContext8setNPastEi",
@@ -106,9 +108,10 @@
106
108
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
107
109
  "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
108
110
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
109
- "__ZThn48_N10LlamaModelD0Ev",
111
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEjb",
110
112
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
111
113
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
114
+ "__ZThn48_N10LlamaModelD0Ev",
112
115
  "__ZN30qvac_lib_inference_addon_llama5utils21streamPartialSnapshotERKNS0_21SequenceStateSnapshotERKNSt3__18functionIFvPKhmEEE",
113
116
  "__ZThn16_NK10LlamaModel6cancelEv",
114
117
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -164,6 +167,7 @@
164
167
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21recordSpeculativeStepExNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
165
168
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
166
169
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
170
+ "__ZThn48_N14MtmdLlmContextD0Ev",
167
171
  "__ZN30qvac_lib_inference_addon_llama11speculative14addDraftMemoryERKNSt3__16vectorIP19ggml_backend_deviceNS1_9allocatorIS4_EEEERNS2_I25common_device_memory_dataNS5_ISA_EEEES9_RKSC_b",
168
172
  "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
169
173
  "__ZN10LlamaModel8getModelEv",
@@ -201,13 +205,17 @@
201
205
  "__ZN14MtmdLlmContext10resetMediaEv",
202
206
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
203
207
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
208
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12isFreeLockedEj",
204
209
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
205
210
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
206
211
  "__ZNK14TextLlmContext16cacheStateTokensEv",
212
+ "__ZN14TextLlmContextD0Ev",
207
213
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
208
214
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
209
215
  "_bare_register_module_v0",
210
216
  "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
217
+ "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
218
+ "__ZN14MtmdLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
211
219
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
212
220
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
213
221
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -238,6 +246,7 @@
238
246
  "__ZN30qvac_lib_inference_addon_llama5utils21renderWithoutUserTurnEPK21common_chat_templatesRK28common_chat_templates_inputsRKNSt3__18functionIFNS7_6vectorIiNS7_9allocatorIiEEEERKNS7_12basic_stringIcNS7_11char_traitsIcEENSA_IcEEEEEEE",
239
247
  "__ZThn48_N14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
240
248
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
249
+ "__ZN12CacheManager15setAsideInPlaceEv",
241
250
  "__ZNK14MtmdLlmContext19residentStateTokensEv",
242
251
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
243
252
  "__ZN10LlamaModel7processERKNSt3__13anyE",
@@ -269,21 +278,21 @@
269
278
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
270
279
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
271
280
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
281
+ "__ZN14MtmdLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
272
282
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
273
283
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
284
+ "__ZN14TextLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
274
285
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
275
- "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
276
286
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
277
287
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
278
288
  "__ZN14MtmdLlmContext17beginCacheRequestEv",
279
289
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
280
290
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
281
291
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
282
- "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
283
- "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
292
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
284
293
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
285
294
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
286
- "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
295
+ "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
287
296
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
288
297
  "__ZNK14TextLlmContext10ctxCeilingEv",
289
298
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -297,7 +306,7 @@
297
306
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
298
307
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
299
308
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
300
- "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
309
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
301
310
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
302
311
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5beginERKNSt3__16vectorIiNS2_9allocatorIiEEEE",
303
312
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
@@ -321,9 +330,11 @@
321
330
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
322
331
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
323
332
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
333
+ "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
324
334
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
325
335
  "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
326
336
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
337
+ "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputsb",
327
338
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
328
339
  "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
329
340
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeFitModel6createERK13common_params",
@@ -339,6 +350,7 @@
339
350
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
340
351
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
341
352
  "__ZN14MtmdLlmContext23processSpeculativeBatchERK11llama_batch",
353
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
342
354
  "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
343
355
  "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
344
356
  "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
@@ -354,17 +366,20 @@
354
366
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
355
367
  "__ZN12CacheManager10invalidateEv",
356
368
  "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
357
- "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
369
+ "__ZN14MtmdLlmContextD1Ev",
358
370
  "__ZN10LlamaModel16beginFinetuneJobEy",
359
371
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
360
372
  "__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
373
+ "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
361
374
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
362
375
  "__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
363
376
  "__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
377
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
364
378
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
365
379
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
366
380
  "__ZN26LlamaLazyInitializeBackend7acquireERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
367
381
  "__ZN14TextLlmContext14requireSamplerEv",
382
+ "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
368
383
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
369
384
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
370
385
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
@@ -381,10 +396,12 @@
381
396
  "__ZN14TextLlmContext17beginCacheRequestEv",
382
397
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
383
398
  "__ZThn48_NK14MtmdLlmContext8getNPastEv",
399
+ "__ZN14TextLlmContextD2Ev",
384
400
  "__ZN14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
385
401
  "__ZNK12CacheManager15isCacheDisabledEv",
386
402
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
387
403
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
404
+ "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
388
405
  "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
389
406
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
390
407
  "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
@@ -399,7 +416,7 @@
399
416
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
400
417
  "__ZNK10LlamaModel10cancelImplEv",
401
418
  "__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
402
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
419
+ "__ZN14MtmdLlmContextD2Ev",
403
420
  "__ZN14TextLlmContext24holdPendingResidentTokenEii",
404
421
  "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
405
422
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
@@ -413,15 +430,17 @@
413
430
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
414
431
  "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
415
432
  "__ZN14MtmdLlmContext13resetStopFlagEv",
416
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
433
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
417
434
  "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
418
435
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
419
436
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
437
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
420
438
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
421
439
  "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
422
440
  "__ZThn32_N10LlamaModelD1Ev",
423
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
441
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERNS2_8optionalINS2_6vectorIiNS6_IiEEEEEE",
424
442
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
443
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
425
444
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
426
445
  "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
427
446
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10addToBatchER11llama_batchii",
@@ -433,7 +452,6 @@
433
452
  "__ZN14TextLlmContext17onPrefillCompleteEim",
434
453
  "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
435
454
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
436
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
437
455
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
438
456
  "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
439
457
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -445,20 +463,20 @@
445
463
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
446
464
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
447
465
  "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
448
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
449
466
  "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
467
+ "__ZN12CacheManager24copyActiveCacheToRamTierERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEbbb",
450
468
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
451
469
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
452
470
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
453
471
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
454
472
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
473
+ "__ZN12CacheManagerD2Ev",
455
474
  "__ZThn40_N10LlamaModelD1Ev",
456
475
  "__ZN14MtmdLlmContext17initVisionContextEv",
457
476
  "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
458
477
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
459
478
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
460
479
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
461
- "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
462
480
  "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
463
481
  "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
464
482
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9forTargetEP13llama_context",
@@ -478,6 +496,7 @@
478
496
  "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
479
497
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
480
498
  "__ZNK14TextLlmContext8getNPastEv",
499
+ "__ZN12CacheManagerD1Ev",
481
500
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
482
501
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
483
502
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
@@ -491,11 +510,11 @@
491
510
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
492
511
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
493
512
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
513
+ "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
494
514
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
495
515
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
496
- "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
497
516
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
498
- "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
517
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
499
518
  "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
500
519
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
501
520
  "__ZN30qvac_lib_inference_addon_llama11speculative21requireDraftModelFileERKNS0_17SpeculativeConfigE",
@@ -512,6 +531,7 @@
512
531
  "__ZN17image_pixel_limit11checkBufferEPKhmy",
513
532
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
514
533
  "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
534
+ "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
515
535
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
516
536
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
517
537
  "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
@@ -521,6 +541,7 @@
521
541
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
522
542
  "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
523
543
  "__ZN14MtmdLlmContext4stopEv",
544
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
524
545
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
525
546
  "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
526
547
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
@@ -540,24 +561,26 @@
540
561
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
541
562
  "__ZN10LlamaModel15getCommonParamsEv",
542
563
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
543
- "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
544
564
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
545
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
565
+ "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
566
+ "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
546
567
  "__ZNK13ModelMetaData12tryGetStringEPKc",
547
- "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
568
+ "__ZN12CacheManager12setFileIndexENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexEEE",
548
569
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
570
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
549
571
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
550
572
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
551
573
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
552
- "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
553
574
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
554
575
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
576
+ "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
577
+ "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
555
578
  "__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
556
579
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
557
- "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
558
580
  "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
559
581
  "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
560
582
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
583
+ "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
561
584
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
562
585
  "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
563
586
  "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
@@ -571,9 +594,11 @@
571
594
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
572
595
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
573
596
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
597
+ "__ZN14MtmdLlmContext23resetStateKeepingMemoryEb",
574
598
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
575
599
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
576
600
  "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
601
+ "__ZThn48_N14TextLlmContextD0Ev",
577
602
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
578
603
  "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
579
604
  "__ZN12CacheManager9loadCacheEv",
@@ -597,27 +622,30 @@
597
622
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
598
623
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
599
624
  "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
625
+ "__ZThn48_N14TextLlmContextD1Ev",
600
626
  "__ZThn48_N14MtmdLlmContext12syncPositionEi",
601
627
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
602
628
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
603
629
  "__ZN10LlamaModel11jobStartingEy",
604
630
  "__ZNK10LlamaModel6cancelEv",
631
+ "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
605
632
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
606
633
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
607
634
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
608
635
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
609
636
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
637
+ "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
610
638
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
611
639
  "__ZN14MtmdLlmContext15checkAntipromptEmi",
612
- "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
613
640
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
614
641
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
615
642
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
616
643
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
617
644
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
618
645
  "__ZN10LlamaModelD1Ev",
619
- "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
646
+ "__ZN14MtmdLlmContextD0Ev",
620
647
  "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
648
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
621
649
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
622
650
  "__ZNK12CacheManager14hasActiveCacheEv",
623
651
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
@@ -647,6 +675,8 @@
647
675
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
648
676
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
649
677
  "__ZN17image_pixel_limit9checkFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
678
+ "__ZThn48_N14MtmdLlmContextD1Ev",
679
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12setFileIndexENSt3__110shared_ptrINS_5cache14CacheFileIndexEEE",
650
680
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
651
681
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
652
682
  "__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
@@ -665,11 +695,9 @@
665
695
  "__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
666
696
  "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
667
697
  "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
668
- "__ZNK13ModelMetaData16checkInitializedEv",
669
- "__ZN12CacheManager24moveActiveCacheToRamTierEv",
670
698
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
671
- "__ZNK14TextLlmContext19residentStateTokensEv",
672
699
  "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
700
+ "__ZNK14TextLlmContext19residentStateTokensEv",
673
701
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
674
702
  "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
675
703
  "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
@@ -677,28 +705,29 @@
677
705
  "__ZNK10LlamaModel13isBitnetModelEv",
678
706
  "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
679
707
  "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
708
+ "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
680
709
  "__ZThn40_N10LlamaModelD0Ev",
681
- "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
710
+ "__ZNK13ModelMetaData16checkInitializedEv",
682
711
  "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
683
712
  "__ZN30qvac_lib_inference_addon_llama5utils11hasUserTurnERKNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEE",
684
- "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
685
713
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
686
714
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
687
715
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
688
716
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
689
717
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
690
718
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
691
- "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
692
719
  "__ZN10LlamaModel10resetStateEb",
693
- "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
694
720
  "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
695
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
721
+ "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
696
722
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
723
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
724
+ "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
697
725
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
698
726
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
699
- "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
727
+ "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
700
728
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
701
729
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
730
+ "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
702
731
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
703
732
  ],
704
733
  "weak": [
@@ -707,16 +736,19 @@
707
736
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
708
737
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
709
738
  "__ZN30qvac_lib_inference_addon_llama15fitResultObjectEP8js_env_sRKNS_9FitResultE",
739
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startImEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENS9_7MarshalEENUlP11uv_handle_sE_8__invokeESD_",
710
740
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
711
741
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleIN30qvac_lib_inference_addon_llama9FitResultEEEvP11uv_handle_s",
712
742
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
713
743
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
714
744
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
745
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteImEEvP10uv_async_s",
715
746
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
716
747
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteIN30qvac_lib_inference_addon_llama9FitResultEEEvP10uv_async_s",
717
748
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
718
749
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
719
750
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
751
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleImEEvP11uv_handle_s",
720
752
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
721
753
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
722
754
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
@@ -724,10 +756,12 @@
724
756
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
725
757
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
726
758
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startIN30qvac_lib_inference_addon_llama9FitResultEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
759
+ "__ZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_s",
727
760
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
728
761
  "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
729
762
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
730
763
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
764
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv",
731
765
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
732
766
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
733
767
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",