@qvac/llm-llamacpp 0.57.0 → 0.59.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.57"
10
+ "version": "0.59"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -44,15 +44,15 @@
44
44
  "__ZTINSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
45
45
  "__ZTIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
46
46
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
47
- "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
48
47
  "__ZTINSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
49
48
  "__ZTSFP16ggml_backend_regPKcE",
50
49
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
51
50
  "__ZTSN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
52
51
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
52
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
53
53
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
54
- "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
55
54
  "__ZTSNSt3__119basic_istringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
55
+ "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
56
56
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
57
57
  "__ZTS11BlobsStreamIcE",
58
58
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
@@ -70,6 +70,7 @@
70
70
  "__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
71
71
  "__ZTINSt3__110__function6__baseIFvjEEE",
72
72
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
73
+ "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
73
74
  "__ZTINSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
74
75
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
75
76
  "__ZTINSt3__16__loopIcEE",
@@ -102,21 +103,23 @@
102
103
  "__ZTSNSt3__120__r_anchor_multilineIcEE",
103
104
  "__ZTIN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
104
105
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
105
- "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
106
- "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
107
106
  "__ZTIN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
108
107
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
109
108
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
109
+ "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
110
110
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
111
111
  "__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
112
+ "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
112
113
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
114
+ "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
113
115
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
114
116
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
115
117
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
116
- "__ZTINSt3__111__end_stateIcEE",
118
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
117
119
  "__ZTSNSt3__110__function6__baseIFvjEEE",
118
- "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
120
+ "__ZTINSt3__111__end_stateIcEE",
119
121
  "__ZTSNSt3__117__repeat_one_loopIcEE",
122
+ "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
120
123
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSA_ISF_EEEEE_NSA_ISK_EEFP10js_value_sSJ_EEE",
121
124
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
122
125
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerE",
@@ -171,22 +174,23 @@
171
174
  "__ZTI18AsyncWeightsLoader",
172
175
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
173
176
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
174
- "__ZTSNSt3__110__back_refIcEE",
175
177
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
176
178
  "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
179
+ "__ZTSNSt3__110__back_refIcEE",
177
180
  "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
178
181
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
179
182
  "__ZTINSt3__110__function6__baseIFijiEEE",
183
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
180
184
  "__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
181
185
  "__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
182
186
  "__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
183
187
  "__ZTSNSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
184
- "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabEEE",
185
188
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
186
189
  "__ZTINSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
187
190
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
188
- "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
191
+ "__ZTIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
189
192
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
193
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
190
194
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
191
195
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
192
196
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
@@ -195,11 +199,11 @@
195
199
  "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
196
200
  "__ZTINSt3__117bad_function_callE",
197
201
  "__ZTSN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
198
- "__ZTINSt3__113__empty_stateIcEE",
199
202
  "__ZTSNSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
203
+ "__ZTINSt3__113__empty_stateIcEE",
200
204
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
201
- "__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
202
205
  "__ZTIN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
206
+ "__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
203
207
  "__ZTSN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
204
208
  "__ZTSFiP13llama_context11llama_batchE",
205
209
  "__ZTINSt3__118basic_stringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
@@ -217,10 +221,10 @@
217
221
  "__ZTINSt3__111__alternateIcEE",
218
222
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
219
223
  "__ZTSN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
220
- "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
221
224
  "__ZTIN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
222
- "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
225
+ "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
223
226
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
227
+ "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
224
228
  "__ZTINSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
225
229
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
226
230
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
@@ -231,23 +235,23 @@
231
235
  "__ZTINSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
232
236
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
233
237
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
234
- "__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
235
238
  "__ZTSPFiP13llama_context11llama_batchE",
236
- "__ZTINSt3__117__owns_two_statesIcEE",
237
- "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
239
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
238
240
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
241
+ "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
242
+ "__ZTINSt3__117__owns_two_statesIcEE",
239
243
  "__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
240
244
  "__ZTSNSt3__114basic_ofstreamIcNS_11char_traitsIcEEEE",
245
+ "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
241
246
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
242
247
  "__ZTINSt3__128__begin_marked_subexpressionIcEE",
243
- "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
244
248
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
245
249
  "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
246
250
  "__ZTIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_",
247
251
  "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
248
252
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
249
- "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
250
253
  "__ZTIPFvP13llama_contextE",
254
+ "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
251
255
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
252
256
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
253
257
  "__ZTINSt3__110__function6__baseIFvvEEE",
@@ -256,17 +260,16 @@
256
260
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
257
261
  "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_",
258
262
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
259
- "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabEEE",
263
+ "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
260
264
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
261
265
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output6LogMsgEEEE",
262
266
  "__ZTIFvP13llama_contextE",
263
267
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
264
- "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
265
268
  "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
266
269
  "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
267
270
  "__ZTINSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
268
- "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
269
271
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_NS_9allocatorIS6_EEFvvEEE",
272
+ "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
270
273
  "__ZTINSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
271
274
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
272
275
  "__ZTSZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
@@ -280,12 +283,11 @@
280
283
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
281
284
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
282
285
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
283
- "__ZNSt3__119piecewise_constructE",
284
286
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
287
+ "__ZNSt3__119piecewise_constructE",
285
288
  "__ZTINSt3__110__function6__baseIFviEEE",
286
289
  "__ZTSN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
287
290
  "__ZTSNSt3__110__function6__baseIFijiEEE",
288
- "__ZTSNSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
289
291
  "__ZTINSt3__114basic_ofstreamIcNS_11char_traitsIcEEEE",
290
292
  "__ZTSN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
291
293
  "__ZTSNSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
@@ -296,6 +298,7 @@
296
298
  "__ZN8picojson12last_error_tIbE1sE",
297
299
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
298
300
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
301
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
299
302
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
300
303
  "__ZTINSt3__123__match_any_but_newlineIcEE",
301
304
  "__ZTSNSt3__16__loopIcEE",
@@ -303,8 +306,9 @@
303
306
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
304
307
  "__ZTI11BlobsStreamIcE",
305
308
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
306
- "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
307
309
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
310
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
311
+ "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
308
312
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
309
313
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
310
314
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
@@ -313,9 +317,9 @@
313
317
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
314
318
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
315
319
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
316
- "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
317
320
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
318
321
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
322
+ "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
319
323
  "__ZTSNSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
320
324
  "__ZTINSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
321
325
  "__ZTSNSt3__114basic_ifstreamIcNS_11char_traitsIcEEEE",
@@ -335,13 +339,12 @@
335
339
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
336
340
  "__ZTS18AsyncWeightsLoader",
337
341
  "__ZTS10LlmContext",
338
- "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
339
342
  "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
340
343
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
341
344
  "__ZGVN8picojson12last_error_tIbE1sE",
345
+ "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
342
346
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
343
347
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
344
- "__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
345
348
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
346
349
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
347
350
  "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
@@ -350,21 +353,22 @@
350
353
  "__ZTSNSt3__120__l_anchor_multilineIcEE",
351
354
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
352
355
  "__ZTINSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
353
- "__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
354
- "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
355
- "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
356
356
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
357
+ "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
358
+ "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
357
359
  "__ZTINSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
358
- "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
359
360
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
360
- "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlP8js_ref_sE_",
361
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
361
362
  "__ZTINSt3__119basic_istringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
363
+ "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlP8js_ref_sE_",
362
364
  "__ZTIPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
363
365
  "__ZTINSt3__110__function6__baseIFvjimEEE",
364
366
  "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
365
367
  "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
366
368
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
369
+ "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
367
370
  "__ZTSN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
371
+ "__ZTIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
368
372
  "__ZTSNSt3__111__end_stateIcEE",
369
373
  "__ZTIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
370
374
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
@@ -376,7 +380,6 @@
376
380
  "__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
377
381
  "__ZTIN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
378
382
  "__ZTIPFP16ggml_backend_regPKcE",
379
- "__ZTIN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
380
383
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
381
384
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
382
385
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
@@ -386,35 +389,39 @@
386
389
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
387
390
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
388
391
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
392
+ "__ZTSZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
389
393
  "__ZTSN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
390
394
  "__ZTINSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
391
395
  "__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
392
396
  "__ZTS14SequenceDriver",
393
397
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
398
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
394
399
  "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
395
400
  "__ZTSNSt3__110__function6__baseIFvbEEE",
396
401
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
397
402
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
398
- "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
399
403
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
400
404
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
401
405
  "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
402
- "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
406
+ "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
403
407
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
404
- "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
408
+ "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
409
+ "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
405
410
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
411
+ "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
406
412
  "__ZTSNSt3__116__owns_one_stateIcEE",
407
413
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
408
414
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
409
- "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
415
+ "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
410
416
  "__ZTSNSt3__112__match_charIcEE",
417
+ "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
411
418
  "__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
412
419
  "__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
413
420
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
414
421
  "__ZTI22FinetuneTerminalResult",
415
422
  "__ZTSNSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
416
423
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
417
- "__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
424
+ "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
418
425
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
419
426
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
420
427
  "__ZTSNSt3__111__match_anyIcEE",
@@ -439,38 +446,39 @@
439
446
  "__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
440
447
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
441
448
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
449
+ "__ZTSZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
442
450
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
443
451
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
444
- "__ZTSNSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
445
452
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
446
453
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
447
454
  "__ZTINSt3__110__function6__baseIFbmjyEEE",
455
+ "__ZTSNSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
448
456
  "__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
449
457
  "__ZTSNSt3__115__has_one_stateIcEE",
450
458
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
451
459
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
452
460
  "__ZTINSt3__117__repeat_one_loopIcEE",
453
- "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
454
461
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
462
+ "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
455
463
  "__ZTINSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
456
464
  "__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
457
465
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
458
- "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
459
466
  "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
460
467
  "__ZTSFvP13llama_contextE",
468
+ "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
461
469
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
462
470
  "__ZZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
463
471
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
464
- "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
465
472
  "__ZTSN11qvac_errors11StatusErrorE",
473
+ "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
466
474
  "__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
467
475
  "__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
468
476
  "__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
469
477
  "__ZTSPFP16ggml_backend_regPKcE",
470
478
  "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
471
479
  "__ZTSNSt3__16__nodeIcEE",
472
- "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
473
480
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
481
+ "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
474
482
  "__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
475
483
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
476
484
  "__ZTSN10LlamaModel6PromptE"
@@ -483,94 +491,115 @@
483
491
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
484
492
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
485
493
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
494
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
486
495
  "__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
487
- "__ZThn16_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
496
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10setRamTierENSt3__110shared_ptrINS0_14SlotStateCacheEEE",
497
+ "__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
488
498
  "__ZN12CacheManager28saveActiveCacheForTransitionEv",
489
499
  "__ZN14MtmdLlmContext15advanceTextSpanEi",
500
+ "__ZN14MtmdLlmContext27discardPendingResidentTokenEv",
490
501
  "__ZN14TextLlmContext4stopEv",
491
502
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
492
- "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPb",
493
- "__ZNK14TextLlmContext34shouldRollbackInterruptedReasoningEv",
503
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
504
+ "__ZThn48_N10LlamaModelD0Ev",
494
505
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
495
- "__ZN14TextLlmContext16setOpenThinkSpanEi",
496
506
  "__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
497
507
  "__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
498
508
  "__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
499
509
  "__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
500
510
  "__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
501
- "__ZThn16_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
502
- "__ZN14TextLlmContext27takeUserVisiblePerfSnapshotEv",
511
+ "__ZN12CacheManager14flushForUnloadEv",
512
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
513
+ "__ZN30qvac_lib_inference_addon_llama5utils20restoreSequenceStateEP13llama_contextiRKNS0_21SequenceStateSnapshotE",
514
+ "__ZN30qvac_lib_inference_addon_llama5utils25moveReasoningOutOfContentERNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEERKNS0_13ReasoningTagsE",
503
515
  "__ZN14MtmdLlmContext12syncPositionEi",
504
516
  "__ZN14MtmdLlmContext19resetVisionEncodeMsEv",
505
517
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
506
- "__ZThn16_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
518
+ "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
519
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
520
+ "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
521
+ "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
507
522
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
508
523
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
509
524
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
525
+ "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
510
526
  "__ZN10LlamaModel8getModelEv",
511
527
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
528
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
529
+ "__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
512
530
  "__ZNK10LlamaModel21requestFinetuneCancelEy",
513
531
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
514
532
  "__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
515
- "__ZN14MtmdLlmContext24capturePendingThinkCloseEv",
516
533
  "__ZN19LlamaBackendsHandleD2Ev",
517
534
  "__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
518
535
  "__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
519
536
  "__ZN14MtmdLlmContext17removeLastNTokensEi",
520
537
  "__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
521
538
  "__ZN14MtmdLlmContext10resetMediaEv",
522
- "__ZN14MtmdLlmContext26captureReasoningBoundaryAtEi",
523
539
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
524
540
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
541
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
525
542
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
526
543
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
544
+ "__ZNK14TextLlmContext16cacheStateTokensEv",
545
+ "__ZNK14MtmdLlmContext16cacheStateTokensEv",
527
546
  "_bare_register_module_v0",
528
- "__ZN14MtmdLlmContext16compactThinkSpanEv",
547
+ "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
529
548
  "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
530
549
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
531
550
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
532
551
  "__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
533
552
  "__ZN14LlamaFinetuner22prepareDatasetFromPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPKcSE_",
553
+ "__ZN12CacheManager15saveBeforeResetEv",
534
554
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
535
555
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
556
+ "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
536
557
  "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
558
+ "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
537
559
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
538
560
  "__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
539
- "__ZThn16_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
540
561
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
541
- "__ZN14MtmdLlmContext16setOpenThinkSpanEi",
542
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot26seedPositionOnlyForTestingEi",
562
+ "__ZNK14MtmdLlmContext19residentStateTokensEv",
563
+ "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
543
564
  "__ZNK10LlamaModel15cancelInferenceEv",
544
565
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
545
566
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
567
+ "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
546
568
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
569
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
547
570
  "__ZN14TextLlmContext15checkAntipromptEv",
548
- "__ZThn16_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
549
- "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
550
- "__ZThn16_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
571
+ "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
572
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
573
+ "__ZN14MtmdLlmContext19appendResidentTokenEi",
551
574
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
575
+ "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
552
576
  "__ZN14MtmdLlmContext15checkAntipromptEv",
553
577
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
578
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
554
579
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
555
580
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
556
581
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
557
582
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
583
+ "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
558
584
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
559
585
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
560
586
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
561
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
587
+ "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
562
588
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
563
- "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
564
589
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
565
590
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
591
+ "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
566
592
  "__ZN14TextLlmContext21initializeCommonStateEv",
567
593
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
568
594
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
569
595
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
570
596
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
571
- "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEESE_",
597
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
598
+ "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
572
599
  "__ZNK10LlamaModel16supportsBatchingEv",
600
+ "__ZN10LlamaModelD2Ev",
573
601
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
602
+ "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
574
603
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
575
604
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
576
605
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
@@ -582,96 +611,104 @@
582
611
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
583
612
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
584
613
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
585
- "__ZThn16_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
586
- "__ZN30qvac_lib_inference_addon_llama5utils13isMedPsyModelEPK11llama_model",
587
614
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
615
+ "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
616
+ "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
617
+ "__ZN14TextLlmContext17beginCacheRequestEv",
588
618
  "__ZNK12CacheManager15isCacheDisabledEv",
589
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotaSEOS1_",
590
- "__ZThn16_N14TextLlmContext24snapshotPreRequestCursorEv",
591
- "__ZNK14TextLlmContext32computeRecurrentSnapshotBoundaryEi",
592
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
619
+ "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
620
+ "__ZN14MtmdLlmContext18commitCacheRequestEv",
593
621
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
594
622
  "__ZNK14LlamaFinetuner17isFinetuneRunningEv",
595
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptr",
623
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
596
624
  "__ZN10LlamaModel18processPromptBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEE",
625
+ "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
597
626
  "__ZNK10LlamaModel10cancelImplEv",
627
+ "__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
598
628
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
629
+ "__ZN14TextLlmContext24holdPendingResidentTokenEii",
599
630
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9fillBatchER10LlamaBatch",
600
631
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
632
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
601
633
  "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
602
634
  "__ZN30qvac_lib_inference_addon_llama5utils21updateReasoningBufferERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERNS0_14ReasoningStateE",
603
635
  "__ZN14MtmdLlmContext13resetStopFlagEv",
604
- "__ZN14TextLlmContext16compactThinkSpanEv",
605
636
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
606
- "__ZThn16_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
607
637
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
638
+ "__ZThn32_N10LlamaModelD1Ev",
608
639
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
609
640
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
641
+ "__ZThn8_N10LlamaModelD0Ev",
642
+ "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
610
643
  "__ZN12CacheManager9saveCacheEv",
611
644
  "__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
612
645
  "__ZN14TextLlmContext17onPrefillCompleteEim",
613
646
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
614
647
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
648
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
649
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
650
+ "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
615
651
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
616
- "__ZN30qvac_lib_inference_addon_llama5utils22snapshotRecurrentStateEP13llama_contextiiRNS0_22RecurrentStateSnapshotE",
652
+ "__ZThn40_N10LlamaModelD1Ev",
617
653
  "__ZN14MtmdLlmContext17initVisionContextEv",
618
654
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
619
655
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
620
656
  "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
657
+ "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
621
658
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
622
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactorC2ERNS_5utils22ReasoningRollbackStateE",
659
+ "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
623
660
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16recordDecodeStepEyyyNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
624
661
  "__ZN14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
662
+ "__ZThn48_NK14TextLlmContext8getNPastEv",
625
663
  "__ZN19LlamaBackendsHandleD1Ev",
626
664
  "__ZN22load_fit_normalization23collectRpcRegistrationsERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEERKNS1_IhNS5_IhEEEEbRKNS0_8functionIFP16ggml_backend_regPKcEEE",
665
+ "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSM_ISO_EEEE",
627
666
  "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
628
667
  "__ZN30qvac_lib_inference_addon_llama5utils18validateToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
629
668
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10stepLockedEPNSt3__111unique_lockINS2_5mutexEEE",
630
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19capturePrefillEntryEP13llama_contextii",
631
669
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
632
670
  "__ZNK14TextLlmContext8getNPastEv",
633
- "__ZN14TextLlmContext32recordPostReasoningTokenIfActiveEi",
634
671
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
635
672
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
636
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC2EOS1_",
637
673
  "__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
638
674
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
675
+ "__ZN14TextLlmContext21rollbackFailedRequestEv",
639
676
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
640
677
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
641
678
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
642
679
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
643
- "__ZThn16_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
644
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot17adoptPositionOnlyEi",
645
- "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
646
680
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
681
+ "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
647
682
  "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
648
683
  "__ZNK13ModelMetaData12tryGetStringEPKc",
649
684
  "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
650
685
  "__ZN30qvac_lib_inference_addon_llama5utils27reasoningBudgetSamplerBuiltERK22common_params_sampling",
651
686
  "__ZN14MtmdLlmContext14requireSamplerEv",
652
- "__ZN14TextLlmContext26resetThinkingBlockDiscardsEv",
687
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
653
688
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
689
+ "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
654
690
  "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
655
691
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
656
- "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbb",
692
+ "__ZN10LlamaModel19flushResidentCachesEv",
657
693
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
658
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor11setOpenSpanEi",
659
694
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
695
+ "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
660
696
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
661
697
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
662
698
  "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
663
699
  "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
664
700
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
665
701
  "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
666
- "__ZN30qvac_lib_inference_addon_llama25defaultReasoningRewindOpsEv",
667
702
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
668
- "__ZThn16_N14MtmdLlmContext24snapshotPreRequestCursorEv",
669
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24restoreReasoningBoundaryEP13llama_contexti",
703
+ "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
704
+ "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
670
705
  "__ZNK13ModelMetaData9tryGetU32EPKc",
706
+ "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
671
707
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
672
708
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
673
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot19seedEmptyForTestingEi",
709
+ "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
674
710
  "__ZN12CacheManager9loadCacheEv",
711
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
675
712
  "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
676
713
  "__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
677
714
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
@@ -679,117 +716,123 @@
679
716
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
680
717
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
681
718
  "__ZNK10LlamaModel6cancelEv",
719
+ "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
720
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
682
721
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
683
- "__ZThn16_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
684
722
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
685
723
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
686
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
687
724
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
688
725
  "__ZNK12CacheManager14hasActiveCacheEv",
689
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
690
726
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
691
727
  "__ZN14TextLlmContext10resetStateEb",
692
728
  "__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
693
729
  "__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
694
- "__ZN14TextLlmContext28snapshotForRecurrentRollbackEv",
695
730
  "__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
696
- "__ZThn16_NK14TextLlmContext25getToolDefinitionsDroppedEv",
697
731
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
698
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState18clearPostReasoningEv",
732
+ "__ZN12CacheManager15hasTurnsToFlushEv",
733
+ "__ZThn48_N14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
699
734
  "_bare_get_module_name_v0",
700
735
  "__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
736
+ "__ZThn48_N14MtmdLlmContext16evalMediaSegmentEmi",
737
+ "__ZThn48_N10LlamaModelD1Ev",
738
+ "__ZThn48_N14TextLlmContext17onPrefillCompleteEim",
739
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14flushForUnloadEv",
740
+ "__ZN10LlamaModel12discardCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
701
741
  "__ZN30qvac_lib_inference_addon_llama23applyLoadConfigHandlersER13common_paramsRNSt3__113unordered_mapINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEES9_NS2_4hashIS9_EENS2_8equal_toIS9_EENS7_INS2_4pairIKS9_S9_EEEEEE",
742
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21serviceSaveJobsLockedEv",
702
743
  "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
703
744
  "__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
704
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
745
+ "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
705
746
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
747
+ "__ZNK14TextLlmContext19residentStateTokensEv",
748
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
706
749
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
707
750
  "__ZNK10LlamaModel13isBitnetModelEv",
708
- "__ZNK14MtmdLlmContext24getThinkingBlockDiscardsEv",
709
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotD1Ev",
751
+ "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
752
+ "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
753
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
710
754
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
711
- "__ZN14MtmdLlmContext27takeUserVisiblePerfSnapshotEv",
712
755
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
713
756
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
714
757
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
715
- "__ZThn16_NK14MtmdLlmContext14getKvCellsUsedEv",
716
- "__ZN14MtmdLlmContext32recordPostReasoningTokenIfActiveEi",
717
758
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
718
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor26recordCloseMarkerForReplayERKNSt3__16vectorIiNS1_9allocatorIiEEEE",
759
+ "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
719
760
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
761
+ "__ZThn24_N10LlamaModelD0Ev",
720
762
  "__ZN14MtmdLlmContext8setNPastEi",
721
763
  "__ZN14TextLlmContext26initializeOwnedThreadpoolsEv",
722
764
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
765
+ "__ZN10LlamaModelD0Ev",
723
766
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
724
- "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
767
+ "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
768
+ "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
769
+ "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
725
770
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
726
- "__ZN14MtmdLlmContext28setRemoveThinkingFromContextEb",
727
- "__ZN30qvac_lib_inference_addon_llama5utils12isQwen3ModelEPK11llama_model",
771
+ "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
728
772
  "__ZThn16_NK10LlamaModel6cancelEv",
773
+ "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
729
774
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
730
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
775
+ "__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
731
776
  "__ZNK10LlamaModel15consumeJobStatsEy",
732
777
  "__ZN10LlamaModel10getContextEv",
733
- "__ZThn16_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
734
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot10adoptEmptyEi",
778
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
735
779
  "__ZN14TextLlmContext6getCtxEv",
736
780
  "__ZNK10LlamaModel24singleRuntimeStatsLockedEv",
737
- "__ZN30qvac_lib_inference_addon_llama5utils21restoreRecurrentStateEP13llama_contextiRKNS0_22RecurrentStateSnapshotE",
781
+ "__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
738
782
  "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
739
- "__ZThn16_N14MtmdLlmContext12syncPositionEi",
740
- "__ZThn16_NK14TextLlmContext24getThinkingBlockDiscardsEv",
741
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19restorePrefillEntryEP13llama_contexti",
783
+ "__ZThn32_N10LlamaModelD0Ev",
784
+ "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
785
+ "__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
786
+ "__ZThn16_N10LlamaModelD0Ev",
742
787
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
743
788
  "__ZNK10LlamaModel11activeSlotsEv",
744
789
  "__ZN10LlamaModel16llamaLogCallbackE14ggml_log_levelPKcPv",
745
790
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjONSt3__16vectorIiNS2_9allocatorIiEEEEii",
746
- "__ZThn16_N14MtmdLlmContext28setRemoveThinkingFromContextEb",
747
- "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
791
+ "__ZThn48_N14TextLlmContext12syncPositionEi",
792
+ "__ZThn8_N10LlamaModelD1Ev",
793
+ "__ZN17backend_selection23shouldWarnAboutJitCacheEv",
748
794
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
749
795
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
750
796
  "__ZThn48_N10LlamaModel11jobStartingEy",
751
- "__ZThn16_NK14MtmdLlmContext24getThinkingBlockDiscardsEv",
752
797
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
753
798
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
754
- "__ZN14MtmdLlmContext26resetThinkingBlockDiscardsEv",
755
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor16onCloseCommittedEi",
799
+ "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
756
800
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
757
801
  "__ZN10LlamaModel4initEb",
802
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
758
803
  "__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
759
804
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
760
805
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
761
- "__ZThn16_NK14TextLlmContext8getNPastEv",
762
806
  "__ZN14MtmdLlmContext10resetStateEb",
763
- "__ZN30qvac_lib_inference_addon_llama5utils15getChatTemplateEPK11llama_modelRK13common_params",
807
+ "__ZN14TextLlmContext27confirmPendingResidentTokenEi",
764
808
  "__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
765
809
  "__ZN14MtmdLlmContext35refreshCurrentCacheTokensFromMemoryEv",
766
810
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
767
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState21reserveReplayCapacityEv",
768
811
  "__ZN30qvac_lib_inference_addon_llama8batching14timeDecodeStepEP13llama_contextR11llama_batchRKNSt3__18functionIFiS2_S4_EEERKNS6_IFvS2_EEE",
769
812
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
770
813
  "__ZN14TextLlmContext17removeLastNTokensEi",
771
814
  "__ZNK10LlamaModel12runtimeStatsEv",
772
- "__ZN30qvac_lib_inference_addon_llama5utils31usesThinkingCompactionByDefaultENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
815
+ "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
773
816
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
774
817
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
775
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactorC1ERNS_5utils22ReasoningRollbackStateE",
818
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotaSEOS1_",
776
819
  "__ZN19LlamaBackendsHandleaSEOS_",
777
820
  "__ZN14LlamaFinetuner26validateModelForFinetuningEv",
778
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24recordPostReasoningTokenEi",
779
- "__ZN10LlamaModel13processPromptERKNS_6PromptE",
780
821
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16requestCancelAllEv",
822
+ "__ZN10LlamaModel13processPromptERKNS_6PromptE",
781
823
  "__ZN14LlamaFinetuner17createLrSchedulerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEx",
824
+ "__ZN14TextLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
782
825
  "__ZNK10LlamaModel23batchRuntimeStatsLockedEv",
826
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
783
827
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
784
- "__ZThn16_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
785
- "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
786
828
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
787
829
  "__ZN10LlamaModel7processERKNSt3__13anyE",
788
- "__ZThn16_N14TextLlmContext12syncPositionEi",
789
830
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
790
831
  "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
791
832
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
792
833
  "__ZN14LlamaFinetuner12requestPauseEb",
834
+ "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
835
+ "__ZN14TextLlmContext18commitCacheRequestEv",
793
836
  "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
794
837
  "__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
795
838
  "__ZN14MtmdLlmContext14setCacheTokensEi",
@@ -797,120 +840,137 @@
797
840
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
798
841
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
799
842
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
800
- "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
801
843
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
802
844
  "__ZNK14TextLlmContext10ctxCeilingEv",
845
+ "__ZN14MtmdLlmContext17beginCacheRequestEv",
803
846
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
804
847
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
805
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor23recordPreReasoningTokenEi",
806
848
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
807
849
  "__ZN14TextLlmContext27resetToolDefinitionsDroppedEv",
808
850
  "__ZN14LlamaFinetuner33clearCurrentCheckpointStateSharedEv",
851
+ "__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
809
852
  "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
810
853
  "__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
811
854
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
812
855
  "__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
856
+ "__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
813
857
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
814
858
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
815
859
  "__ZN10LlamaModel8isLoadedEv",
816
860
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
817
- "__ZThn16_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
818
861
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
819
- "__ZThn16_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
862
+ "__ZThn16_N10LlamaModelD1Ev",
820
863
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
821
- "__ZThn16_NK14MtmdLlmContext8getNPastEv",
822
864
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
823
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState23clipPostReasoningTokensEm",
824
- "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
825
865
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
866
+ "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
867
+ "__ZN14TextLlmContext27discardPendingResidentTokenEv",
826
868
  "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
827
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor27snapshotAtReasoningBoundaryEP13llama_contextiiPKc",
828
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19replayPostReasoningEP13llama_contexti",
829
869
  "__ZN19LlamaBackendsHandleC1EOS_",
870
+ "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
830
871
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
831
872
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
873
+ "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
832
874
  "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
875
+ "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
833
876
  "__ZNK14MtmdLlmContext10ctxCeilingEv",
834
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveCacheForSlotEjRNS1_9SlotStateE",
877
+ "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
878
+ "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
835
879
  "__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
880
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
836
881
  "__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
837
882
  "__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
883
+ "__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
838
884
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
839
885
  "__ZN14TextLlmContext14requireSamplerEv",
840
- "__ZN14TextLlmContext24capturePendingThinkCloseEv",
886
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
841
887
  "__ZN22load_fit_normalization25makeNormalizedFitSnapshotERK13common_paramsj",
842
888
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptGenerationIdleERKNSt3__18optionalIS1_EE",
843
889
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
844
890
  "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
845
891
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
846
- "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_",
847
892
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
893
+ "__ZThn48_NK14MtmdLlmContext8getNPastEv",
848
894
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
895
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
896
+ "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
849
897
  "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
850
898
  "__ZN14TextLlmContext12syncPositionEi",
851
899
  "__ZNK14MtmdLlmContext8getNPastEv",
852
- "__ZN30qvac_lib_inference_addon_llama5utils21getFixedQwen3TemplateEv",
853
900
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
854
901
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
855
902
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
856
903
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
857
904
  "__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
858
905
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
859
- "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPb",
906
+ "__ZThn24_N10LlamaModelD1Ev",
860
907
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
861
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState16clipSeededPrefixEm",
862
- "__ZN30qvac_lib_inference_addon_llama5utils26replayTokensThroughDecoderEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEib",
908
+ "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
909
+ "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
863
910
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
911
+ "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
912
+ "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
913
+ "__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
864
914
  "__ZNK10LlamaModel10cancelByIdEy",
865
- "__ZNK14MtmdLlmContext34shouldRollbackInterruptedReasoningEv",
915
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
866
916
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
867
917
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
868
918
  "__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
869
919
  "__ZNK10LlamaModel16jobTerminalStatsERKN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshotERKNS1_20ObservedRequestStatsE",
870
920
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7advanceERKNSt3__18functionIFvjimEEE",
871
921
  "__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
872
- "__ZThn16_N14TextLlmContext17onPrefillCompleteEim",
873
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState26seedPrefillEntryForTestingEi",
922
+ "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
923
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
924
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
874
925
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
926
+ "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
875
927
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
876
928
  "__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
877
- "__ZThn16_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
878
929
  "__ZN14TextLlmContext8setNPastEi",
879
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState5resetEv",
880
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor26recordCloseMarkerForReplayEi",
930
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
931
+ "__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
881
932
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
933
+ "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
882
934
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
883
- "__ZThn16_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
935
+ "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
936
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
884
937
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
885
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24captureReasoningBoundaryEP13llama_contextii",
938
+ "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
886
939
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
887
- "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
888
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot5clearEv",
940
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
941
+ "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
889
942
  "__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
943
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
890
944
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
891
945
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
892
946
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
893
947
  "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
894
948
  "__ZN14MtmdLlmContext4stopEv",
895
- "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
949
+ "__ZN14TextLlmContext24captureHistoryCheckpointEi",
896
950
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
897
- "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlanii",
898
951
  "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
899
- "__ZNK14TextLlmContext24getThinkingBlockDiscardsEv",
952
+ "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
953
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
954
+ "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
900
955
  "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
956
+ "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
957
+ "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
901
958
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
902
959
  "__ZN10LlamaModel15getCommonParamsEv",
903
960
  "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
961
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
904
962
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
963
+ "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
905
964
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
965
+ "__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
906
966
  "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
907
967
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
908
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC1EOS1_",
968
+ "__ZN14MtmdLlmContext15reconcilePromptE11PrefillPlanRKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
909
969
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD1Ev",
910
970
  "__ZN26LlamaLazyInitializeBackend10initializeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
911
- "__ZN30qvac_lib_inference_addon_llama5utils19isQwen3ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
912
971
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
913
972
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
973
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
914
974
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
915
975
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
916
976
  "__ZN14MtmdLlmContext6getCtxEv",
@@ -918,81 +978,79 @@
918
978
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
919
979
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
920
980
  "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
921
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState32captureReasoningBoundaryPositionEi",
922
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotD2Ev",
981
+ "__ZN14TextLlmContext19appendResidentTokenEi",
982
+ "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
983
+ "__ZThn48_N14MtmdLlmContext12syncPositionEi",
923
984
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
924
- "__ZN14TextLlmContext28setRemoveThinkingFromContextEb",
925
- "__ZN10LlamaModel11jobStartingEy",
926
985
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
927
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24appendPostReasoningTokenEi",
986
+ "__ZN10LlamaModel11jobStartingEy",
928
987
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
929
988
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
930
989
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
931
990
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
991
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
932
992
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
933
993
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
934
994
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
995
+ "__ZN10LlamaModelD1Ev",
935
996
  "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
997
+ "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
936
998
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
999
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
937
1000
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
938
- "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
939
- "__ZThn16_N14MtmdLlmContext16evalMediaSegmentEmi",
1001
+ "__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
1002
+ "__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
1003
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
940
1004
  "__ZN10LlamaModel7processERKNSt3__13anyEy",
941
1005
  "__ZN24llama_finetuning_helpers24resolveAdapterOutputPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
942
1006
  "__ZN24llama_finetuning_helpers14saveCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateE",
943
1007
  "__ZN12CacheManager39discardActiveCacheIfBackingStoreMissingEv",
944
1008
  "__Z34applyGenerationOverridesToSamplingR22common_params_samplingRiRK16GenerationParams",
945
1009
  "__ZN10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
1010
+ "__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
1011
+ "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
1012
+ "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
946
1013
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
947
1014
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
948
1015
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
949
1016
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
950
1017
  "__ZN14TextLlmContext13resetStopFlagEv",
951
1018
  "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
952
- "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxxRKNS0_7RequestE",
1019
+ "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
953
1020
  "__ZNK13ModelMetaData16checkInitializedEv",
954
1021
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
955
- "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
956
1022
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
957
- "__ZN30qvac_lib_inference_addon_llama5utils36replayTokensThroughDecoderForTestingEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEibiNS3_8functionIFiS2_11llama_batchEEE",
958
- "__ZThn16_N14TextLlmContext28setRemoveThinkingFromContextEb",
1023
+ "__ZN12CacheManager24moveActiveCacheToRamTierEv",
1024
+ "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
1025
+ "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
1026
+ "__ZThn40_N10LlamaModelD0Ev",
959
1027
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
960
1028
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
961
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7compactEP13llama_contextiiPKc",
962
- "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
963
- "__ZN10LlamaModel10resetStateEb",
964
- "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1029
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
965
1030
  "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
1031
+ "__ZN10LlamaModel10resetStateEb",
966
1032
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
967
- "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
968
- "__ZThn16_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
1033
+ "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
1034
+ "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1035
+ "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb"
969
1036
  ],
970
1037
  "weak": [
971
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2ELm2EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
972
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
973
1038
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
974
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
975
1039
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
976
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
977
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1ELm1EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
978
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
1040
+ "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
979
1041
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
980
1042
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
981
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0ELm0EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
982
1043
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
983
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
1044
+ "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
984
1045
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
985
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
986
1046
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
987
1047
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
988
1048
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
989
1049
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
990
1050
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
991
1051
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
992
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
993
1052
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
994
1053
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
995
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
996
1054
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
997
1055
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
998
1056
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
@@ -1000,12 +1058,9 @@
1000
1058
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
1001
1059
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
1002
1060
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
1003
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
1004
1061
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
1005
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3ELm3EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
1006
1062
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
1007
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
1008
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_"
1063
+ "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
1009
1064
  ]
1010
1065
  }
1011
1066
  }
@@ -1024,7 +1079,7 @@
1024
1079
  ],
1025
1080
  "target_info": [
1026
1081
  {
1027
- "min_deployment": "14",
1082
+ "min_deployment": "15",
1028
1083
  "target": "x86_64-ios-simulator"
1029
1084
  }
1030
1085
  ]