@qvac/llm-llamacpp 0.57.0 → 0.58.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.57"
10
+ "version": "0.58"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -45,12 +45,12 @@
45
45
  "__ZTINSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
46
46
  "__ZTIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
47
47
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
48
- "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
49
48
  "__ZTINSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
50
49
  "__ZTSFP16ggml_backend_regPKcE",
51
50
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
52
51
  "__ZTSN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
53
52
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
53
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
54
54
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
55
55
  "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
56
56
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
@@ -69,6 +69,7 @@
69
69
  "__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
70
70
  "__ZTINSt3__110__function6__baseIFvjEEE",
71
71
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
72
+ "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
72
73
  "__ZTINSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
73
74
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
74
75
  "__ZTINSt3__16__loopIcEE",
@@ -101,20 +102,22 @@
101
102
  "__ZTSNSt3__120__r_anchor_multilineIcEE",
102
103
  "__ZTIN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
103
104
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
104
- "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
105
- "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
106
105
  "__ZTIN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
107
106
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
108
107
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
108
+ "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
109
109
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
110
+ "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
110
111
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
112
+ "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
111
113
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
112
114
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
113
115
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
114
- "__ZTINSt3__111__end_stateIcEE",
116
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
115
117
  "__ZTSNSt3__110__function6__baseIFvjEEE",
116
- "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
118
+ "__ZTINSt3__111__end_stateIcEE",
117
119
  "__ZTSNSt3__117__repeat_one_loopIcEE",
120
+ "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
118
121
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSA_ISF_EEEEE_NSA_ISK_EEFP10js_value_sSJ_EEE",
119
122
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
120
123
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerE",
@@ -169,22 +172,23 @@
169
172
  "__ZTI18AsyncWeightsLoader",
170
173
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
171
174
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
172
- "__ZTSNSt3__110__back_refIcEE",
173
175
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
174
176
  "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
177
+ "__ZTSNSt3__110__back_refIcEE",
175
178
  "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
176
179
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
177
180
  "__ZTINSt3__110__function6__baseIFijiEEE",
181
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
178
182
  "__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
179
183
  "__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
180
184
  "__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
181
- "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabEEE",
182
185
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
183
186
  "__ZTINSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
184
187
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
185
- "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
188
+ "__ZTIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
186
189
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
187
190
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
191
+ "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
188
192
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
189
193
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
190
194
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
@@ -192,11 +196,11 @@
192
196
  "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
193
197
  "__ZTINSt3__117bad_function_callE",
194
198
  "__ZTSN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
195
- "__ZTINSt3__113__empty_stateIcEE",
196
199
  "__ZTSNSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
200
+ "__ZTINSt3__113__empty_stateIcEE",
197
201
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
198
- "__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
199
202
  "__ZTIN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
203
+ "__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
200
204
  "__ZTSN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
201
205
  "__ZTSFiP13llama_context11llama_batchE",
202
206
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
@@ -212,10 +216,10 @@
212
216
  "__ZTINSt3__111__alternateIcEE",
213
217
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
214
218
  "__ZTSN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
215
- "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
216
219
  "__ZTIN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
217
- "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
220
+ "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
218
221
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
222
+ "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
219
223
  "__ZTINSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
220
224
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
221
225
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
@@ -225,22 +229,22 @@
225
229
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
226
230
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
227
231
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
228
- "__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
229
232
  "__ZTSPFiP13llama_context11llama_batchE",
230
- "__ZTINSt3__117__owns_two_statesIcEE",
231
- "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
233
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
232
234
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
235
+ "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
236
+ "__ZTINSt3__117__owns_two_statesIcEE",
233
237
  "__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
238
+ "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
234
239
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
235
240
  "__ZTINSt3__128__begin_marked_subexpressionIcEE",
236
- "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
237
241
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
238
242
  "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
239
243
  "__ZTIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_",
240
244
  "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
241
245
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
242
- "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
243
246
  "__ZTIPFvP13llama_contextE",
247
+ "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
244
248
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
245
249
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
246
250
  "__ZTINSt3__110__function6__baseIFvvEEE",
@@ -249,17 +253,16 @@
249
253
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
250
254
  "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_",
251
255
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
252
- "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabEEE",
256
+ "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
253
257
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
254
258
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output6LogMsgEEEE",
255
259
  "__ZTIFvP13llama_contextE",
256
260
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
257
- "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
258
261
  "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
259
262
  "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
260
263
  "__ZTINSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
261
- "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
262
264
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_NS_9allocatorIS6_EEFvvEEE",
265
+ "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
263
266
  "__ZTINSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
264
267
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
265
268
  "__ZTSZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
@@ -273,12 +276,11 @@
273
276
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
274
277
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
275
278
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
276
- "__ZNSt3__119piecewise_constructE",
277
279
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
280
+ "__ZNSt3__119piecewise_constructE",
278
281
  "__ZTINSt3__110__function6__baseIFviEEE",
279
282
  "__ZTSN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
280
283
  "__ZTSNSt3__110__function6__baseIFijiEEE",
281
- "__ZTSNSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
282
284
  "__ZTSN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
283
285
  "__ZTSNSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
284
286
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
@@ -287,6 +289,7 @@
287
289
  "__ZN8picojson12last_error_tIbE1sE",
288
290
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
289
291
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
292
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
290
293
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
291
294
  "__ZTINSt3__123__match_any_but_newlineIcEE",
292
295
  "__ZTSNSt3__16__loopIcEE",
@@ -294,8 +297,9 @@
294
297
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
295
298
  "__ZTI11BlobsStreamIcE",
296
299
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
297
- "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
298
300
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
301
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
302
+ "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
299
303
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
300
304
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
301
305
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
@@ -304,9 +308,9 @@
304
308
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
305
309
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
306
310
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
307
- "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
308
311
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
309
312
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
313
+ "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
310
314
  "__ZTSNSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
311
315
  "__ZTINSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
312
316
  "__ZTSNSt3__110__function6__baseIFbmjyEEE",
@@ -325,13 +329,12 @@
325
329
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
326
330
  "__ZTS18AsyncWeightsLoader",
327
331
  "__ZTS10LlmContext",
328
- "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
329
332
  "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
330
333
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
331
334
  "__ZGVN8picojson12last_error_tIbE1sE",
335
+ "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
332
336
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
333
337
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
334
- "__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
335
338
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
336
339
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
337
340
  "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
@@ -339,20 +342,21 @@
339
342
  "__ZTSNSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
340
343
  "__ZTSNSt3__120__l_anchor_multilineIcEE",
341
344
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
342
- "__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
343
- "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
344
- "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
345
345
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
346
+ "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
347
+ "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
346
348
  "__ZTINSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
347
- "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
348
349
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
350
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
349
351
  "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlP8js_ref_sE_",
350
352
  "__ZTIPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
351
353
  "__ZTINSt3__110__function6__baseIFvjimEEE",
352
354
  "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
353
355
  "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
354
356
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
357
+ "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
355
358
  "__ZTSN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
359
+ "__ZTIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
356
360
  "__ZTSNSt3__111__end_stateIcEE",
357
361
  "__ZTIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
358
362
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
@@ -364,7 +368,6 @@
364
368
  "__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
365
369
  "__ZTIN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
366
370
  "__ZTIPFP16ggml_backend_regPKcE",
367
- "__ZTIN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
368
371
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
369
372
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
370
373
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
@@ -374,35 +377,39 @@
374
377
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
375
378
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
376
379
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
380
+ "__ZTSZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
377
381
  "__ZTSN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
378
382
  "__ZTINSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
379
383
  "__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
380
384
  "__ZTS14SequenceDriver",
381
385
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
386
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
382
387
  "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
383
388
  "__ZTSNSt3__110__function6__baseIFvbEEE",
384
389
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
385
390
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
386
- "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
387
391
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
388
392
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
389
393
  "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
390
- "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
394
+ "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
391
395
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
392
- "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
396
+ "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
397
+ "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
393
398
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
399
+ "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
394
400
  "__ZTSNSt3__116__owns_one_stateIcEE",
395
401
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
396
402
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
397
- "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
403
+ "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
398
404
  "__ZTSNSt3__112__match_charIcEE",
405
+ "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
399
406
  "__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
400
407
  "__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
401
408
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
402
409
  "__ZTI22FinetuneTerminalResult",
403
410
  "__ZTSNSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
404
411
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
405
- "__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
412
+ "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
406
413
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
407
414
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
408
415
  "__ZTSNSt3__111__match_anyIcEE",
@@ -427,6 +434,7 @@
427
434
  "__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
428
435
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
429
436
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
437
+ "__ZTSZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
430
438
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
431
439
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
432
440
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
@@ -437,27 +445,27 @@
437
445
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
438
446
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
439
447
  "__ZTINSt3__117__repeat_one_loopIcEE",
440
- "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
441
448
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
449
+ "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
442
450
  "__ZTINSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
443
451
  "__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
444
452
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
445
- "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
446
- "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
447
453
  "__ZTSFvP13llama_contextE",
454
+ "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
455
+ "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
448
456
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
449
457
  "__ZZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
450
458
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
451
- "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
452
459
  "__ZTSN11qvac_errors11StatusErrorE",
460
+ "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
453
461
  "__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
454
462
  "__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
455
463
  "__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
456
464
  "__ZTSPFP16ggml_backend_regPKcE",
457
465
  "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
458
466
  "__ZTSNSt3__16__nodeIcEE",
459
- "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
460
467
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
468
+ "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
461
469
  "__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
462
470
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
463
471
  "__ZTSN10LlamaModel6PromptE"
@@ -470,94 +478,115 @@
470
478
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
471
479
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
472
480
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
481
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
473
482
  "__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
474
- "__ZThn16_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
483
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10setRamTierENSt3__110shared_ptrINS0_14SlotStateCacheEEE",
484
+ "__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
475
485
  "__ZN12CacheManager28saveActiveCacheForTransitionEv",
476
486
  "__ZN14MtmdLlmContext15advanceTextSpanEi",
487
+ "__ZN14MtmdLlmContext27discardPendingResidentTokenEv",
477
488
  "__ZN14TextLlmContext4stopEv",
478
489
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
479
- "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPb",
480
- "__ZNK14TextLlmContext34shouldRollbackInterruptedReasoningEv",
490
+ "__ZThn48_N10LlamaModelD0Ev",
491
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
481
492
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
482
- "__ZN14TextLlmContext16setOpenThinkSpanEi",
483
493
  "__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
484
494
  "__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
485
495
  "__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
486
496
  "__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
487
497
  "__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
488
- "__ZThn16_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
489
- "__ZN14TextLlmContext27takeUserVisiblePerfSnapshotEv",
498
+ "__ZN12CacheManager14flushForUnloadEv",
499
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
500
+ "__ZN30qvac_lib_inference_addon_llama5utils20restoreSequenceStateEP13llama_contextiRKNS0_21SequenceStateSnapshotE",
501
+ "__ZN30qvac_lib_inference_addon_llama5utils25moveReasoningOutOfContentERNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEERKNS0_13ReasoningTagsE",
490
502
  "__ZN14MtmdLlmContext12syncPositionEi",
491
503
  "__ZN14MtmdLlmContext19resetVisionEncodeMsEv",
492
504
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
493
- "__ZThn16_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
505
+ "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
506
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
507
+ "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
508
+ "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
494
509
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
495
510
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
496
511
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
512
+ "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
497
513
  "__ZN10LlamaModel8getModelEv",
498
514
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
515
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
516
+ "__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
499
517
  "__ZNK10LlamaModel21requestFinetuneCancelEy",
500
518
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
501
519
  "__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
502
- "__ZN14MtmdLlmContext24capturePendingThinkCloseEv",
503
520
  "__ZN19LlamaBackendsHandleD2Ev",
504
521
  "__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
505
522
  "__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
506
523
  "__ZN14MtmdLlmContext17removeLastNTokensEi",
507
524
  "__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
508
525
  "__ZN14MtmdLlmContext10resetMediaEv",
509
- "__ZN14MtmdLlmContext26captureReasoningBoundaryAtEi",
510
526
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
511
527
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
528
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
512
529
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
513
530
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
531
+ "__ZNK14TextLlmContext16cacheStateTokensEv",
532
+ "__ZNK14MtmdLlmContext16cacheStateTokensEv",
514
533
  "_bare_register_module_v0",
515
- "__ZN14MtmdLlmContext16compactThinkSpanEv",
534
+ "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
516
535
  "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
517
536
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
518
537
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
519
538
  "__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
520
539
  "__ZN14LlamaFinetuner22prepareDatasetFromPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPKcSE_",
540
+ "__ZN12CacheManager15saveBeforeResetEv",
521
541
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
522
542
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
543
+ "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
523
544
  "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
545
+ "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
524
546
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
525
547
  "__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
526
- "__ZThn16_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
527
548
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
528
- "__ZN14MtmdLlmContext16setOpenThinkSpanEi",
529
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot26seedPositionOnlyForTestingEi",
549
+ "__ZNK14MtmdLlmContext19residentStateTokensEv",
550
+ "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
530
551
  "__ZNK10LlamaModel15cancelInferenceEv",
531
552
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
532
553
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
554
+ "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
533
555
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
556
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
534
557
  "__ZN14TextLlmContext15checkAntipromptEv",
535
- "__ZThn16_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
536
- "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
537
- "__ZThn16_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
558
+ "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
559
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
560
+ "__ZN14MtmdLlmContext19appendResidentTokenEi",
538
561
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
562
+ "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
539
563
  "__ZN14MtmdLlmContext15checkAntipromptEv",
540
564
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
565
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
541
566
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
542
567
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
543
568
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
544
569
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
570
+ "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
545
571
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
546
572
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
547
573
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
548
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
574
+ "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
549
575
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
550
- "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
551
576
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
552
577
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
578
+ "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
553
579
  "__ZN14TextLlmContext21initializeCommonStateEv",
554
580
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
555
581
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
556
582
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
557
583
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
558
- "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEESE_",
584
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
585
+ "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
559
586
  "__ZNK10LlamaModel16supportsBatchingEv",
587
+ "__ZN10LlamaModelD2Ev",
560
588
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
589
+ "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
561
590
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
562
591
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
563
592
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
@@ -569,96 +598,104 @@
569
598
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
570
599
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
571
600
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
572
- "__ZThn16_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
573
- "__ZN30qvac_lib_inference_addon_llama5utils13isMedPsyModelEPK11llama_model",
574
601
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
602
+ "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
603
+ "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
604
+ "__ZN14TextLlmContext17beginCacheRequestEv",
575
605
  "__ZNK12CacheManager15isCacheDisabledEv",
576
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotaSEOS1_",
577
- "__ZThn16_N14TextLlmContext24snapshotPreRequestCursorEv",
578
- "__ZNK14TextLlmContext32computeRecurrentSnapshotBoundaryEi",
579
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
606
+ "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
607
+ "__ZN14MtmdLlmContext18commitCacheRequestEv",
580
608
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
581
609
  "__ZNK14LlamaFinetuner17isFinetuneRunningEv",
582
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptr",
610
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
583
611
  "__ZN10LlamaModel18processPromptBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEE",
612
+ "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
584
613
  "__ZNK10LlamaModel10cancelImplEv",
614
+ "__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
585
615
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
616
+ "__ZN14TextLlmContext24holdPendingResidentTokenEii",
586
617
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9fillBatchER10LlamaBatch",
587
618
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
619
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
588
620
  "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
589
621
  "__ZN30qvac_lib_inference_addon_llama5utils21updateReasoningBufferERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERNS0_14ReasoningStateE",
590
622
  "__ZN14MtmdLlmContext13resetStopFlagEv",
591
- "__ZN14TextLlmContext16compactThinkSpanEv",
592
623
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
593
- "__ZThn16_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
594
624
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
625
+ "__ZThn32_N10LlamaModelD1Ev",
595
626
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
596
627
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
628
+ "__ZThn8_N10LlamaModelD0Ev",
629
+ "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
597
630
  "__ZN12CacheManager9saveCacheEv",
598
631
  "__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
599
632
  "__ZN14TextLlmContext17onPrefillCompleteEim",
600
633
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
601
634
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
635
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
636
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
637
+ "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
602
638
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
603
- "__ZN30qvac_lib_inference_addon_llama5utils22snapshotRecurrentStateEP13llama_contextiiRNS0_22RecurrentStateSnapshotE",
639
+ "__ZThn40_N10LlamaModelD1Ev",
604
640
  "__ZN14MtmdLlmContext17initVisionContextEv",
605
641
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
606
642
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
607
643
  "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
644
+ "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
608
645
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
609
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactorC2ERNS_5utils22ReasoningRollbackStateE",
646
+ "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
610
647
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16recordDecodeStepEyyyNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
611
648
  "__ZN14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
649
+ "__ZThn48_NK14TextLlmContext8getNPastEv",
612
650
  "__ZN19LlamaBackendsHandleD1Ev",
613
651
  "__ZN22load_fit_normalization23collectRpcRegistrationsERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEERKNS1_IhNS5_IhEEEEbRKNS0_8functionIFP16ggml_backend_regPKcEEE",
652
+ "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSM_ISO_EEEE",
614
653
  "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
615
654
  "__ZN30qvac_lib_inference_addon_llama5utils18validateToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
616
655
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10stepLockedEPNSt3__111unique_lockINS2_5mutexEEE",
617
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19capturePrefillEntryEP13llama_contextii",
618
656
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
619
657
  "__ZNK14TextLlmContext8getNPastEv",
620
- "__ZN14TextLlmContext32recordPostReasoningTokenIfActiveEi",
621
658
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
622
659
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
623
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC2EOS1_",
624
660
  "__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
625
661
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
662
+ "__ZN14TextLlmContext21rollbackFailedRequestEv",
626
663
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
627
664
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
628
665
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
629
666
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
630
- "__ZThn16_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
631
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot17adoptPositionOnlyEi",
632
- "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
633
667
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
668
+ "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
634
669
  "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
635
670
  "__ZNK13ModelMetaData12tryGetStringEPKc",
636
671
  "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
637
672
  "__ZN30qvac_lib_inference_addon_llama5utils27reasoningBudgetSamplerBuiltERK22common_params_sampling",
638
673
  "__ZN14MtmdLlmContext14requireSamplerEv",
639
- "__ZN14TextLlmContext26resetThinkingBlockDiscardsEv",
674
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
640
675
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
676
+ "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
641
677
  "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
642
678
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
643
- "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbb",
679
+ "__ZN10LlamaModel19flushResidentCachesEv",
644
680
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
645
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor11setOpenSpanEi",
646
681
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
682
+ "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
647
683
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
648
684
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
649
685
  "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
650
686
  "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
651
687
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
652
688
  "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
653
- "__ZN30qvac_lib_inference_addon_llama25defaultReasoningRewindOpsEv",
654
689
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
655
- "__ZThn16_N14MtmdLlmContext24snapshotPreRequestCursorEv",
656
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24restoreReasoningBoundaryEP13llama_contexti",
690
+ "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
691
+ "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
657
692
  "__ZNK13ModelMetaData9tryGetU32EPKc",
693
+ "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
658
694
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
659
695
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
660
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot19seedEmptyForTestingEi",
696
+ "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
661
697
  "__ZN12CacheManager9loadCacheEv",
698
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
662
699
  "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
663
700
  "__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
664
701
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
@@ -666,117 +703,123 @@
666
703
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
667
704
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
668
705
  "__ZNK10LlamaModel6cancelEv",
706
+ "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
707
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
669
708
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
670
- "__ZThn16_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
671
709
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
672
710
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
673
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
674
711
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
675
712
  "__ZNK12CacheManager14hasActiveCacheEv",
676
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
677
713
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
678
714
  "__ZN14TextLlmContext10resetStateEb",
679
715
  "__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
680
716
  "__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
681
- "__ZN14TextLlmContext28snapshotForRecurrentRollbackEv",
682
717
  "__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
683
- "__ZThn16_NK14TextLlmContext25getToolDefinitionsDroppedEv",
684
718
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
685
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState18clearPostReasoningEv",
719
+ "__ZN12CacheManager15hasTurnsToFlushEv",
720
+ "__ZThn48_N14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
686
721
  "_bare_get_module_name_v0",
687
722
  "__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
723
+ "__ZThn48_N14MtmdLlmContext16evalMediaSegmentEmi",
724
+ "__ZThn48_N10LlamaModelD1Ev",
725
+ "__ZThn48_N14TextLlmContext17onPrefillCompleteEim",
726
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14flushForUnloadEv",
727
+ "__ZN10LlamaModel12discardCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
688
728
  "__ZN30qvac_lib_inference_addon_llama23applyLoadConfigHandlersER13common_paramsRNSt3__113unordered_mapINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEES9_NS2_4hashIS9_EENS2_8equal_toIS9_EENS7_INS2_4pairIKS9_S9_EEEEEE",
729
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21serviceSaveJobsLockedEv",
689
730
  "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
690
731
  "__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
691
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
732
+ "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
692
733
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
734
+ "__ZNK14TextLlmContext19residentStateTokensEv",
735
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
693
736
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
694
737
  "__ZNK10LlamaModel13isBitnetModelEv",
695
- "__ZNK14MtmdLlmContext24getThinkingBlockDiscardsEv",
696
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotD1Ev",
738
+ "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
739
+ "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
740
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
697
741
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
698
- "__ZN14MtmdLlmContext27takeUserVisiblePerfSnapshotEv",
699
742
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
700
743
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
701
744
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
702
- "__ZThn16_NK14MtmdLlmContext14getKvCellsUsedEv",
703
- "__ZN14MtmdLlmContext32recordPostReasoningTokenIfActiveEi",
704
745
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
705
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor26recordCloseMarkerForReplayERKNSt3__16vectorIiNS1_9allocatorIiEEEE",
746
+ "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
706
747
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
748
+ "__ZThn24_N10LlamaModelD0Ev",
707
749
  "__ZN14MtmdLlmContext8setNPastEi",
708
750
  "__ZN14TextLlmContext26initializeOwnedThreadpoolsEv",
709
751
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
752
+ "__ZN10LlamaModelD0Ev",
710
753
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
711
- "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
754
+ "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
755
+ "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
756
+ "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
712
757
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
713
- "__ZN14MtmdLlmContext28setRemoveThinkingFromContextEb",
714
- "__ZN30qvac_lib_inference_addon_llama5utils12isQwen3ModelEPK11llama_model",
758
+ "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
715
759
  "__ZThn16_NK10LlamaModel6cancelEv",
760
+ "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
716
761
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
717
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
762
+ "__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
718
763
  "__ZNK10LlamaModel15consumeJobStatsEy",
719
764
  "__ZN10LlamaModel10getContextEv",
720
- "__ZThn16_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
721
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot10adoptEmptyEi",
765
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
722
766
  "__ZN14TextLlmContext6getCtxEv",
723
767
  "__ZNK10LlamaModel24singleRuntimeStatsLockedEv",
724
- "__ZN30qvac_lib_inference_addon_llama5utils21restoreRecurrentStateEP13llama_contextiRKNS0_22RecurrentStateSnapshotE",
768
+ "__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
725
769
  "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
726
- "__ZThn16_N14MtmdLlmContext12syncPositionEi",
727
- "__ZThn16_NK14TextLlmContext24getThinkingBlockDiscardsEv",
728
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19restorePrefillEntryEP13llama_contexti",
770
+ "__ZThn32_N10LlamaModelD0Ev",
771
+ "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
772
+ "__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
773
+ "__ZThn16_N10LlamaModelD0Ev",
729
774
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
730
775
  "__ZNK10LlamaModel11activeSlotsEv",
731
776
  "__ZN10LlamaModel16llamaLogCallbackE14ggml_log_levelPKcPv",
732
- "__ZThn16_N14MtmdLlmContext28setRemoveThinkingFromContextEb",
777
+ "__ZThn48_N14TextLlmContext12syncPositionEi",
733
778
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjONSt3__16vectorIiNS2_9allocatorIiEEEEii",
734
- "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
779
+ "__ZThn8_N10LlamaModelD1Ev",
780
+ "__ZN17backend_selection23shouldWarnAboutJitCacheEv",
735
781
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
736
782
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
783
+ "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
737
784
  "__ZThn48_N10LlamaModel11jobStartingEy",
738
- "__ZThn16_NK14MtmdLlmContext24getThinkingBlockDiscardsEv",
739
785
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
740
786
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
741
- "__ZN14MtmdLlmContext26resetThinkingBlockDiscardsEv",
742
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor16onCloseCommittedEi",
743
787
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
744
788
  "__ZN10LlamaModel4initEb",
789
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
745
790
  "__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
746
791
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
747
792
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
748
- "__ZThn16_NK14TextLlmContext8getNPastEv",
749
793
  "__ZN14MtmdLlmContext10resetStateEb",
750
- "__ZN30qvac_lib_inference_addon_llama5utils15getChatTemplateEPK11llama_modelRK13common_params",
794
+ "__ZN14TextLlmContext27confirmPendingResidentTokenEi",
751
795
  "__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
752
796
  "__ZN14MtmdLlmContext35refreshCurrentCacheTokensFromMemoryEv",
753
797
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
754
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState21reserveReplayCapacityEv",
755
798
  "__ZN30qvac_lib_inference_addon_llama8batching14timeDecodeStepEP13llama_contextR11llama_batchRKNSt3__18functionIFiS2_S4_EEERKNS6_IFvS2_EEE",
756
799
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
757
800
  "__ZN14TextLlmContext17removeLastNTokensEi",
758
801
  "__ZNK10LlamaModel12runtimeStatsEv",
759
- "__ZN30qvac_lib_inference_addon_llama5utils31usesThinkingCompactionByDefaultENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
802
+ "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
760
803
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
761
804
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
762
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactorC1ERNS_5utils22ReasoningRollbackStateE",
805
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotaSEOS1_",
763
806
  "__ZN19LlamaBackendsHandleaSEOS_",
764
807
  "__ZN14LlamaFinetuner26validateModelForFinetuningEv",
765
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24recordPostReasoningTokenEi",
766
- "__ZN10LlamaModel13processPromptERKNS_6PromptE",
767
808
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16requestCancelAllEv",
809
+ "__ZN10LlamaModel13processPromptERKNS_6PromptE",
768
810
  "__ZN14LlamaFinetuner17createLrSchedulerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEx",
811
+ "__ZN14TextLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
769
812
  "__ZNK10LlamaModel23batchRuntimeStatsLockedEv",
813
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
770
814
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
771
- "__ZThn16_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
772
- "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
773
815
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
774
816
  "__ZN10LlamaModel7processERKNSt3__13anyE",
775
- "__ZThn16_N14TextLlmContext12syncPositionEi",
776
817
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
777
818
  "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
778
819
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
779
820
  "__ZN14LlamaFinetuner12requestPauseEb",
821
+ "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
822
+ "__ZN14TextLlmContext18commitCacheRequestEv",
780
823
  "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
781
824
  "__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
782
825
  "__ZN14MtmdLlmContext14setCacheTokensEi",
@@ -784,120 +827,137 @@
784
827
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
785
828
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
786
829
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
787
- "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
788
830
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
789
831
  "__ZNK14TextLlmContext10ctxCeilingEv",
832
+ "__ZN14MtmdLlmContext17beginCacheRequestEv",
790
833
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
791
834
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
792
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor23recordPreReasoningTokenEi",
793
835
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
794
836
  "__ZN14TextLlmContext27resetToolDefinitionsDroppedEv",
795
837
  "__ZN14LlamaFinetuner33clearCurrentCheckpointStateSharedEv",
838
+ "__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
796
839
  "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
797
840
  "__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
798
841
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
799
842
  "__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
843
+ "__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
800
844
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
801
845
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
802
846
  "__ZN10LlamaModel8isLoadedEv",
803
847
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
804
- "__ZThn16_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
805
848
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
806
- "__ZThn16_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
849
+ "__ZThn16_N10LlamaModelD1Ev",
807
850
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
808
- "__ZThn16_NK14MtmdLlmContext8getNPastEv",
809
851
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
810
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState23clipPostReasoningTokensEm",
811
- "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
812
852
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
853
+ "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
854
+ "__ZN14TextLlmContext27discardPendingResidentTokenEv",
813
855
  "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
814
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor27snapshotAtReasoningBoundaryEP13llama_contextiiPKc",
815
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19replayPostReasoningEP13llama_contexti",
816
856
  "__ZN19LlamaBackendsHandleC1EOS_",
857
+ "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
817
858
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
818
859
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
860
+ "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
819
861
  "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
862
+ "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
820
863
  "__ZNK14MtmdLlmContext10ctxCeilingEv",
821
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveCacheForSlotEjRNS1_9SlotStateE",
864
+ "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
865
+ "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
822
866
  "__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
867
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
823
868
  "__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
824
869
  "__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
870
+ "__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
825
871
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
826
872
  "__ZN14TextLlmContext14requireSamplerEv",
827
- "__ZN14TextLlmContext24capturePendingThinkCloseEv",
873
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
828
874
  "__ZN22load_fit_normalization25makeNormalizedFitSnapshotERK13common_paramsj",
829
875
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptGenerationIdleERKNSt3__18optionalIS1_EE",
830
876
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
831
877
  "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
832
878
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
833
- "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_",
834
879
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
880
+ "__ZThn48_NK14MtmdLlmContext8getNPastEv",
835
881
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
882
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
883
+ "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
836
884
  "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
837
885
  "__ZN14TextLlmContext12syncPositionEi",
838
886
  "__ZNK14MtmdLlmContext8getNPastEv",
839
- "__ZN30qvac_lib_inference_addon_llama5utils21getFixedQwen3TemplateEv",
840
887
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
841
888
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
842
889
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
843
890
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
844
891
  "__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
845
892
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
846
- "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPb",
893
+ "__ZThn24_N10LlamaModelD1Ev",
847
894
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
848
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState16clipSeededPrefixEm",
849
- "__ZN30qvac_lib_inference_addon_llama5utils26replayTokensThroughDecoderEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEib",
895
+ "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
896
+ "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
850
897
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
898
+ "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
899
+ "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
900
+ "__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
851
901
  "__ZNK10LlamaModel10cancelByIdEy",
852
- "__ZNK14MtmdLlmContext34shouldRollbackInterruptedReasoningEv",
902
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
853
903
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
854
904
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
855
905
  "__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
856
906
  "__ZNK10LlamaModel16jobTerminalStatsERKN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshotERKNS1_20ObservedRequestStatsE",
857
907
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7advanceERKNSt3__18functionIFvjimEEE",
858
908
  "__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
859
- "__ZThn16_N14TextLlmContext17onPrefillCompleteEim",
860
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState26seedPrefillEntryForTestingEi",
909
+ "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
910
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
911
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
861
912
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
913
+ "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
862
914
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
863
915
  "__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
864
- "__ZThn16_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
865
916
  "__ZN14TextLlmContext8setNPastEi",
866
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState5resetEv",
867
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor26recordCloseMarkerForReplayEi",
917
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
918
+ "__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
868
919
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
920
+ "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
869
921
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
870
- "__ZThn16_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
922
+ "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
923
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
871
924
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
872
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24captureReasoningBoundaryEP13llama_contextii",
925
+ "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
873
926
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
874
- "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
875
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot5clearEv",
927
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
928
+ "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
876
929
  "__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
930
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
877
931
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
878
932
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
879
933
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
880
934
  "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
881
935
  "__ZN14MtmdLlmContext4stopEv",
882
- "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
936
+ "__ZN14TextLlmContext24captureHistoryCheckpointEi",
883
937
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
884
- "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlanii",
885
938
  "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
886
- "__ZNK14TextLlmContext24getThinkingBlockDiscardsEv",
939
+ "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
940
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
941
+ "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
887
942
  "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
943
+ "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
944
+ "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
888
945
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
889
946
  "__ZN10LlamaModel15getCommonParamsEv",
890
947
  "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
948
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
891
949
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
950
+ "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
892
951
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
952
+ "__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
893
953
  "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
894
954
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
895
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC1EOS1_",
955
+ "__ZN14MtmdLlmContext15reconcilePromptE11PrefillPlanRKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
896
956
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD1Ev",
897
957
  "__ZN26LlamaLazyInitializeBackend10initializeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
898
- "__ZN30qvac_lib_inference_addon_llama5utils19isQwen3ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
899
958
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
900
959
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
960
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
901
961
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
902
962
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
903
963
  "__ZN14MtmdLlmContext6getCtxEv",
@@ -905,81 +965,79 @@
905
965
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
906
966
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
907
967
  "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
908
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState32captureReasoningBoundaryPositionEi",
909
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotD2Ev",
968
+ "__ZN14TextLlmContext19appendResidentTokenEi",
969
+ "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
970
+ "__ZThn48_N14MtmdLlmContext12syncPositionEi",
910
971
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
911
- "__ZN14TextLlmContext28setRemoveThinkingFromContextEb",
912
- "__ZN10LlamaModel11jobStartingEy",
913
972
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
914
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24appendPostReasoningTokenEi",
973
+ "__ZN10LlamaModel11jobStartingEy",
915
974
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
916
975
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
917
976
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
918
977
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
978
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
919
979
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
920
980
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
921
981
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
982
+ "__ZN10LlamaModelD1Ev",
922
983
  "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
984
+ "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
923
985
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
986
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
924
987
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
925
- "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
926
- "__ZThn16_N14MtmdLlmContext16evalMediaSegmentEmi",
988
+ "__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
989
+ "__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
990
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
927
991
  "__ZN10LlamaModel7processERKNSt3__13anyEy",
928
992
  "__ZN24llama_finetuning_helpers24resolveAdapterOutputPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
929
993
  "__ZN24llama_finetuning_helpers14saveCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateE",
930
994
  "__ZN12CacheManager39discardActiveCacheIfBackingStoreMissingEv",
931
995
  "__Z34applyGenerationOverridesToSamplingR22common_params_samplingRiRK16GenerationParams",
932
996
  "__ZN10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
997
+ "__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
998
+ "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
999
+ "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
933
1000
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
934
1001
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
935
1002
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
936
1003
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
937
1004
  "__ZN14TextLlmContext13resetStopFlagEv",
938
1005
  "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
939
- "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxxRKNS0_7RequestE",
1006
+ "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
940
1007
  "__ZNK13ModelMetaData16checkInitializedEv",
941
1008
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
942
- "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
943
1009
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
944
- "__ZN30qvac_lib_inference_addon_llama5utils36replayTokensThroughDecoderForTestingEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEibiNS3_8functionIFiS2_11llama_batchEEE",
945
- "__ZThn16_N14TextLlmContext28setRemoveThinkingFromContextEb",
1010
+ "__ZN12CacheManager24moveActiveCacheToRamTierEv",
1011
+ "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
1012
+ "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
1013
+ "__ZThn40_N10LlamaModelD0Ev",
946
1014
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
947
1015
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
948
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7compactEP13llama_contextiiPKc",
949
- "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
950
- "__ZN10LlamaModel10resetStateEb",
951
- "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1016
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
952
1017
  "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
1018
+ "__ZN10LlamaModel10resetStateEb",
953
1019
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
954
- "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
955
- "__ZThn16_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
1020
+ "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
1021
+ "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1022
+ "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb"
956
1023
  ],
957
1024
  "weak": [
958
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2ELm2EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
959
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
960
1025
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
961
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
962
1026
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
963
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
964
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1ELm1EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
965
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
1027
+ "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
966
1028
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
967
1029
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
968
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0ELm0EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
969
1030
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
970
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
1031
+ "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
971
1032
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
972
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
973
1033
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
974
1034
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
975
1035
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
976
1036
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
977
1037
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
978
1038
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
979
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
980
1039
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
981
1040
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
982
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
983
1041
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
984
1042
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
985
1043
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
@@ -987,12 +1045,9 @@
987
1045
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
988
1046
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
989
1047
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
990
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
991
1048
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
992
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3ELm3EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
993
1049
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
994
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
995
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_"
1050
+ "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
996
1051
  ]
997
1052
  }
998
1053
  }