@qvac/llm-llamacpp 0.59.0 → 0.60.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.59"
10
+ "version": "0.60"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -61,10 +61,12 @@
61
61
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
62
62
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
63
63
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
64
+ "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
64
65
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
65
66
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
66
67
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
67
68
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
+ "__ZN30qvac_lib_inference_addon_llama5cache26CHECKPOINT_SECTION_VERSIONE",
68
70
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
69
71
  "__ZNSt3__16ranges5__cpo4findE",
70
72
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -87,8 +89,8 @@
87
89
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
88
90
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
89
91
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
90
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
91
92
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
93
+ "__ZN30qvac_lib_inference_addon_llama5utils25partialSnapshotFromStreamERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEEyiNS0_15SnapshotStorageERKNS1_12basic_stringIcS4_NS1_9allocatorIcEEEERKNS1_8functionIFvPKhmEEERNS0_21SequenceStateSnapshotE",
92
94
  "__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
93
95
  "__ZN10LlamaModelD0Ev",
94
96
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
@@ -96,20 +98,22 @@
96
98
  "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
97
99
  "__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
98
100
  "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
99
- "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
101
+ "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
100
102
  "__ZN12CacheManager28saveActiveCacheForTransitionEv",
101
103
  "__ZN14MtmdLlmContext15advanceTextSpanEi",
102
104
  "__ZN14MtmdLlmContext27discardPendingResidentTokenEv",
103
105
  "__ZN14TextLlmContext4stopEv",
104
- "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
106
+ "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
105
107
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
106
108
  "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
107
109
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
108
110
  "__ZThn48_N10LlamaModelD0Ev",
109
- "__ZThn16_NK10LlamaModel6cancelEv",
111
+ "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
110
112
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
111
- "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
113
+ "__ZN30qvac_lib_inference_addon_llama5utils21streamPartialSnapshotERKNS0_21SequenceStateSnapshotERKNSt3__18functionIFvPKhmEEE",
114
+ "__ZThn16_NK10LlamaModel6cancelEv",
112
115
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
116
+ "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
113
117
  "__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
114
118
  "__ZNK10LlamaModel15consumeJobStatsEy",
115
119
  "__ZN10LlamaModel10getContextEv",
@@ -142,6 +146,7 @@
142
146
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
143
147
  "__ZThn48_N14TextLlmContext12syncPositionEi",
144
148
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
149
+ "__ZThn48_NK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
145
150
  "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
146
151
  "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
147
152
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
@@ -159,15 +164,16 @@
159
164
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
160
165
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
161
166
  "__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
162
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
167
+ "__ZN30qvac_lib_inference_addon_llama5cache23appendCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS1_5dequeINS0_10CheckpointENS5_ISB_EEEE",
163
168
  "__ZN10LlamaModel4initEb",
164
169
  "__ZNK10LlamaModel21requestFinetuneCancelEy",
170
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
165
171
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
166
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
167
172
  "__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
168
173
  "__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
169
174
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
170
175
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
176
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
171
177
  "__ZN14MtmdLlmContext10resetStateEb",
172
178
  "__ZN14TextLlmContext27confirmPendingResidentTokenEi",
173
179
  "__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
@@ -184,7 +190,6 @@
184
190
  "__ZNK10LlamaModel12runtimeStatsEv",
185
191
  "__ZN14MtmdLlmContext10resetMediaEv",
186
192
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
187
- "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
188
193
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
189
194
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
190
195
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -223,24 +228,24 @@
223
228
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
224
229
  "__ZN10LlamaModel7processERKNSt3__13anyE",
225
230
  "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
231
+ "__ZN14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
226
232
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
227
233
  "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
228
234
  "__ZNK10LlamaModel15cancelInferenceEv",
229
235
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
236
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
230
237
  "__ZN14LlamaFinetuner12requestPauseEb",
231
238
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
232
239
  "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
233
240
  "__ZN14TextLlmContext18commitCacheRequestEv",
234
241
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
235
242
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
236
- "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
237
243
  "__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
238
244
  "__ZN14MtmdLlmContext14setCacheTokensEi",
239
245
  "__ZN14TextLlmContext15checkAntipromptEv",
240
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
246
+ "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
241
247
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
242
248
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
243
- "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
244
249
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
245
250
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
246
251
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -254,9 +259,10 @@
254
259
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
255
260
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
256
261
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
257
- "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
262
+ "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
258
263
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
259
264
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
265
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
260
266
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
261
267
  "__ZNK14TextLlmContext10ctxCeilingEv",
262
268
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -284,6 +290,7 @@
284
290
  "__ZN14TextLlmContext21initializeCommonStateEv",
285
291
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
286
292
  "__ZThn16_N10LlamaModelD1Ev",
293
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
287
294
  "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
288
295
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
289
296
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
@@ -291,12 +298,12 @@
291
298
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
292
299
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
293
300
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
301
+ "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
294
302
  "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
295
303
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
296
304
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
297
305
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
298
306
  "__ZN19LlamaBackendsHandleC1EOS_",
299
- "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
300
307
  "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
301
308
  "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
302
309
  "__ZNK10LlamaModel16supportsBatchingEv",
@@ -306,12 +313,13 @@
306
313
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
307
314
  "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
308
315
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
316
+ "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
309
317
  "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
310
- "__ZNK14MtmdLlmContext10ctxCeilingEv",
311
318
  "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
312
- "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
319
+ "__ZNK14MtmdLlmContext10ctxCeilingEv",
313
320
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
314
321
  "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
322
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
315
323
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
316
324
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
317
325
  "__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
@@ -338,6 +346,8 @@
338
346
  "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
339
347
  "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
340
348
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
349
+ "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
350
+ "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
341
351
  "__ZN14TextLlmContext17beginCacheRequestEv",
342
352
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
343
353
  "__ZThn48_NK14MtmdLlmContext8getNPastEv",
@@ -351,8 +361,8 @@
351
361
  "__ZNK14MtmdLlmContext8getNPastEv",
352
362
  "__ZN14MtmdLlmContext18commitCacheRequestEv",
353
363
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
364
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
354
365
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
355
- "__ZNK14LlamaFinetuner17isFinetuneRunningEv",
356
366
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
357
367
  "__ZN10LlamaModel18processPromptBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEE",
358
368
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
@@ -366,16 +376,17 @@
366
376
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9fillBatchER10LlamaBatch",
367
377
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
368
378
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
379
+ "__ZNK14LlamaFinetuner17isFinetuneRunningEv",
369
380
  "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
370
381
  "__ZN30qvac_lib_inference_addon_llama5utils21updateReasoningBufferERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERNS0_14ReasoningStateE",
371
382
  "__ZThn24_N10LlamaModelD1Ev",
372
383
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
373
384
  "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
374
385
  "__ZN14MtmdLlmContext13resetStopFlagEv",
375
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
376
386
  "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
377
387
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
378
388
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
389
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
379
390
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
380
391
  "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
381
392
  "__ZThn32_N10LlamaModelD1Ev",
@@ -453,6 +464,7 @@
453
464
  "__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
454
465
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
455
466
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
467
+ "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
456
468
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
457
469
  "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
458
470
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
@@ -476,8 +488,8 @@
476
488
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
477
489
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
478
490
  "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
479
- "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
480
491
  "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
492
+ "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
481
493
  "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
482
494
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
483
495
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
@@ -512,17 +524,19 @@
512
524
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
513
525
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
514
526
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
527
+ "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
515
528
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
516
529
  "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
517
530
  "__ZN12CacheManager9loadCacheEv",
518
531
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
519
532
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
520
- "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
521
533
  "__ZN14MtmdLlmContext6getCtxEv",
522
534
  "__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
523
535
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
536
+ "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
524
537
  "__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
525
538
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
539
+ "__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
526
540
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
527
541
  "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
528
542
  "__ZN14TextLlmContext19appendResidentTokenEi",
@@ -602,11 +616,12 @@
602
616
  "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
603
617
  "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
604
618
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
605
- "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
606
619
  "__ZNK10LlamaModel13isBitnetModelEv",
620
+ "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
621
+ "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
607
622
  "__ZThn40_N10LlamaModelD0Ev",
608
623
  "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
609
- "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
624
+ "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
610
625
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
611
626
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
612
627
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
@@ -622,34 +637,33 @@
622
637
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
623
638
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
624
639
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
625
- "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
626
- "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE"
640
+ "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
627
641
  ],
628
642
  "weak": [
629
643
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
630
644
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
631
645
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
646
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
632
647
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
633
- "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
634
648
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
635
649
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
636
650
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
637
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
651
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
638
652
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
639
653
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
640
654
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
641
655
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
656
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
657
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
642
658
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
643
659
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
644
660
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
645
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
646
661
  "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
647
662
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
648
663
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
649
664
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
650
665
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
651
666
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
652
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
653
667
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
654
668
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s"
655
669
  ]