@qvac/llm-llamacpp 0.57.0 → 0.59.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -4
- package/addon.d.ts +13 -1
- package/addon.js +18 -0
- package/index.d.ts +123 -113
- package/index.js +51 -11
- package/package.json +3 -3
- package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +218 -171
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +241 -186
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +219 -172
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +219 -172
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +244 -189
- package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.59"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -45,12 +45,12 @@
|
|
|
45
45
|
"__ZTINSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
|
|
46
46
|
"__ZTIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
|
|
47
47
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
|
|
48
|
-
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
|
|
49
48
|
"__ZTINSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
|
|
50
49
|
"__ZTSFP16ggml_backend_regPKcE",
|
|
51
50
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
|
|
52
51
|
"__ZTSN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
|
|
53
52
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
|
|
53
|
+
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
|
|
54
54
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
|
|
55
55
|
"__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
|
|
56
56
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
@@ -69,6 +69,7 @@
|
|
|
69
69
|
"__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
|
|
70
70
|
"__ZTINSt3__110__function6__baseIFvjEEE",
|
|
71
71
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
72
|
+
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
|
|
72
73
|
"__ZTINSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
|
|
73
74
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
|
|
74
75
|
"__ZTINSt3__16__loopIcEE",
|
|
@@ -101,20 +102,22 @@
|
|
|
101
102
|
"__ZTSNSt3__120__r_anchor_multilineIcEE",
|
|
102
103
|
"__ZTIN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
|
|
103
104
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
|
|
104
|
-
"__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
105
|
-
"__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
|
|
106
105
|
"__ZTIN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
|
|
107
106
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
108
107
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
|
|
108
|
+
"__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
|
|
109
109
|
"__ZTSNSt3__110__function6__baseIFvjimEEE",
|
|
110
|
+
"__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
110
111
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
|
|
112
|
+
"__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
|
|
111
113
|
"__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
112
114
|
"__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
|
|
113
115
|
"__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
114
|
-
"
|
|
116
|
+
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
|
|
115
117
|
"__ZTSNSt3__110__function6__baseIFvjEEE",
|
|
116
|
-
"
|
|
118
|
+
"__ZTINSt3__111__end_stateIcEE",
|
|
117
119
|
"__ZTSNSt3__117__repeat_one_loopIcEE",
|
|
120
|
+
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
|
|
118
121
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSA_ISF_EEEEE_NSA_ISK_EEFP10js_value_sSJ_EEE",
|
|
119
122
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
|
|
120
123
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerE",
|
|
@@ -169,22 +172,23 @@
|
|
|
169
172
|
"__ZTI18AsyncWeightsLoader",
|
|
170
173
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
|
|
171
174
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
|
|
172
|
-
"__ZTSNSt3__110__back_refIcEE",
|
|
173
175
|
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
|
|
174
176
|
"__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
177
|
+
"__ZTSNSt3__110__back_refIcEE",
|
|
175
178
|
"__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
|
|
176
179
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
177
180
|
"__ZTINSt3__110__function6__baseIFijiEEE",
|
|
181
|
+
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
|
|
178
182
|
"__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
|
|
179
183
|
"__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
|
|
180
184
|
"__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
|
|
181
|
-
"__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabEEE",
|
|
182
185
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
183
186
|
"__ZTINSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
184
187
|
"__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
|
|
185
|
-
"
|
|
188
|
+
"__ZTIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
186
189
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
|
|
187
190
|
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
|
|
191
|
+
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
|
|
188
192
|
"__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
|
|
189
193
|
"__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
|
|
190
194
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
|
|
@@ -192,11 +196,11 @@
|
|
|
192
196
|
"__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
|
|
193
197
|
"__ZTINSt3__117bad_function_callE",
|
|
194
198
|
"__ZTSN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
|
|
195
|
-
"__ZTINSt3__113__empty_stateIcEE",
|
|
196
199
|
"__ZTSNSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
200
|
+
"__ZTINSt3__113__empty_stateIcEE",
|
|
197
201
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
|
|
198
|
-
"__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
|
|
199
202
|
"__ZTIN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
|
|
203
|
+
"__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
|
|
200
204
|
"__ZTSN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
|
|
201
205
|
"__ZTSFiP13llama_context11llama_batchE",
|
|
202
206
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
|
|
@@ -212,10 +216,10 @@
|
|
|
212
216
|
"__ZTINSt3__111__alternateIcEE",
|
|
213
217
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
|
|
214
218
|
"__ZTSN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
|
|
215
|
-
"__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
|
|
216
219
|
"__ZTIN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
|
|
217
|
-
"
|
|
220
|
+
"__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
|
|
218
221
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
|
|
222
|
+
"__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
|
|
219
223
|
"__ZTINSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
|
|
220
224
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
221
225
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
|
|
@@ -225,22 +229,22 @@
|
|
|
225
229
|
"__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
|
|
226
230
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
227
231
|
"__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
228
|
-
"__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
|
|
229
232
|
"__ZTSPFiP13llama_context11llama_batchE",
|
|
230
|
-
"
|
|
231
|
-
"__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
|
|
233
|
+
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
|
|
232
234
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
|
|
235
|
+
"__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
|
|
236
|
+
"__ZTINSt3__117__owns_two_statesIcEE",
|
|
233
237
|
"__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
|
|
238
|
+
"__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
|
|
234
239
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
235
240
|
"__ZTINSt3__128__begin_marked_subexpressionIcEE",
|
|
236
|
-
"__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
|
|
237
241
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
|
|
238
242
|
"__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
239
243
|
"__ZTIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
240
244
|
"__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
|
|
241
245
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
242
|
-
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
|
|
243
246
|
"__ZTIPFvP13llama_contextE",
|
|
247
|
+
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
|
|
244
248
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
|
|
245
249
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
246
250
|
"__ZTINSt3__110__function6__baseIFvvEEE",
|
|
@@ -249,17 +253,16 @@
|
|
|
249
253
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
|
|
250
254
|
"__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_",
|
|
251
255
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
|
|
252
|
-
"
|
|
256
|
+
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
253
257
|
"__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
|
|
254
258
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output6LogMsgEEEE",
|
|
255
259
|
"__ZTIFvP13llama_contextE",
|
|
256
260
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
|
|
257
|
-
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
258
261
|
"__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
|
|
259
262
|
"__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
|
|
260
263
|
"__ZTINSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
|
|
261
|
-
"__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
|
|
262
264
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_NS_9allocatorIS6_EEFvvEEE",
|
|
265
|
+
"__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
|
|
263
266
|
"__ZTINSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
|
|
264
267
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
|
|
265
268
|
"__ZTSZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
|
|
@@ -273,12 +276,11 @@
|
|
|
273
276
|
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
|
|
274
277
|
"__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
|
|
275
278
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
|
|
276
|
-
"__ZNSt3__119piecewise_constructE",
|
|
277
279
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
|
|
280
|
+
"__ZNSt3__119piecewise_constructE",
|
|
278
281
|
"__ZTINSt3__110__function6__baseIFviEEE",
|
|
279
282
|
"__ZTSN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
|
|
280
283
|
"__ZTSNSt3__110__function6__baseIFijiEEE",
|
|
281
|
-
"__ZTSNSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
|
|
282
284
|
"__ZTSN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
|
|
283
285
|
"__ZTSNSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
|
|
284
286
|
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
|
|
@@ -287,6 +289,7 @@
|
|
|
287
289
|
"__ZN8picojson12last_error_tIbE1sE",
|
|
288
290
|
"__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
|
|
289
291
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
|
|
292
|
+
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
|
|
290
293
|
"__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
|
|
291
294
|
"__ZTINSt3__123__match_any_but_newlineIcEE",
|
|
292
295
|
"__ZTSNSt3__16__loopIcEE",
|
|
@@ -294,8 +297,9 @@
|
|
|
294
297
|
"__ZTSNSt3__110__function6__baseIFvmjEEE",
|
|
295
298
|
"__ZTI11BlobsStreamIcE",
|
|
296
299
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
|
|
297
|
-
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
|
|
298
300
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
301
|
+
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
|
|
302
|
+
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
|
|
299
303
|
"__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
300
304
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
|
|
301
305
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
|
|
@@ -304,9 +308,9 @@
|
|
|
304
308
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
305
309
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
|
|
306
310
|
"__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
|
|
307
|
-
"__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
308
311
|
"__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
309
312
|
"__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
|
|
313
|
+
"__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
310
314
|
"__ZTSNSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
311
315
|
"__ZTINSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
312
316
|
"__ZTSNSt3__110__function6__baseIFbmjyEEE",
|
|
@@ -325,13 +329,12 @@
|
|
|
325
329
|
"__ZTSNSt3__121__empty_non_own_stateIcEE",
|
|
326
330
|
"__ZTS18AsyncWeightsLoader",
|
|
327
331
|
"__ZTS10LlmContext",
|
|
328
|
-
"__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
|
|
329
332
|
"__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
|
|
330
333
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
331
334
|
"__ZGVN8picojson12last_error_tIbE1sE",
|
|
335
|
+
"__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
|
|
332
336
|
"__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
|
|
333
337
|
"__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
|
|
334
|
-
"__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
|
|
335
338
|
"__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
|
|
336
339
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
|
|
337
340
|
"__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
@@ -339,20 +342,21 @@
|
|
|
339
342
|
"__ZTSNSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
|
|
340
343
|
"__ZTSNSt3__120__l_anchor_multilineIcEE",
|
|
341
344
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
342
|
-
"__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
|
|
343
|
-
"__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
|
|
344
|
-
"__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
|
|
345
345
|
"__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
|
|
346
|
+
"__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
|
|
347
|
+
"__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
|
|
346
348
|
"__ZTINSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
347
|
-
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
|
|
348
349
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
|
|
350
|
+
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
|
|
349
351
|
"__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlP8js_ref_sE_",
|
|
350
352
|
"__ZTIPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
|
|
351
353
|
"__ZTINSt3__110__function6__baseIFvjimEEE",
|
|
352
354
|
"__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
353
355
|
"__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
|
|
354
356
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
|
|
357
|
+
"__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
|
|
355
358
|
"__ZTSN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
|
|
359
|
+
"__ZTIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
356
360
|
"__ZTSNSt3__111__end_stateIcEE",
|
|
357
361
|
"__ZTIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
|
|
358
362
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
|
|
@@ -364,7 +368,6 @@
|
|
|
364
368
|
"__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
|
|
365
369
|
"__ZTIN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
|
|
366
370
|
"__ZTIPFP16ggml_backend_regPKcE",
|
|
367
|
-
"__ZTIN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
|
|
368
371
|
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
|
|
369
372
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
|
|
370
373
|
"__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
@@ -374,35 +377,39 @@
|
|
|
374
377
|
"__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
|
|
375
378
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
|
|
376
379
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
|
|
380
|
+
"__ZTSZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
377
381
|
"__ZTSN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
|
|
378
382
|
"__ZTINSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
|
|
379
383
|
"__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
|
|
380
384
|
"__ZTS14SequenceDriver",
|
|
381
385
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
|
|
386
|
+
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
|
|
382
387
|
"__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
|
|
383
388
|
"__ZTSNSt3__110__function6__baseIFvbEEE",
|
|
384
389
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
|
|
385
390
|
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
|
|
386
|
-
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
|
|
387
391
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
|
|
388
392
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
389
393
|
"__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
|
|
390
|
-
"
|
|
394
|
+
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
|
|
391
395
|
"__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
|
|
392
|
-
"
|
|
396
|
+
"__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
|
|
397
|
+
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
|
|
393
398
|
"__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
|
|
399
|
+
"__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
|
|
394
400
|
"__ZTSNSt3__116__owns_one_stateIcEE",
|
|
395
401
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
|
|
396
402
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
|
|
397
|
-
"
|
|
403
|
+
"__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
|
|
398
404
|
"__ZTSNSt3__112__match_charIcEE",
|
|
405
|
+
"__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
|
|
399
406
|
"__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
|
|
400
407
|
"__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
|
|
401
408
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
|
|
402
409
|
"__ZTI22FinetuneTerminalResult",
|
|
403
410
|
"__ZTSNSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
|
|
404
411
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
|
|
405
|
-
"
|
|
412
|
+
"__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
|
|
406
413
|
"__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
|
|
407
414
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
408
415
|
"__ZTSNSt3__111__match_anyIcEE",
|
|
@@ -427,6 +434,7 @@
|
|
|
427
434
|
"__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
|
|
428
435
|
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
|
|
429
436
|
"__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
|
|
437
|
+
"__ZTSZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
430
438
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
|
|
431
439
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
|
|
432
440
|
"__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
|
|
@@ -437,27 +445,27 @@
|
|
|
437
445
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
|
|
438
446
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
|
|
439
447
|
"__ZTINSt3__117__repeat_one_loopIcEE",
|
|
440
|
-
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
|
|
441
448
|
"__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
|
|
449
|
+
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
|
|
442
450
|
"__ZTINSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
|
|
443
451
|
"__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
444
452
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
|
|
445
|
-
"__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
|
|
446
|
-
"__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
|
|
447
453
|
"__ZTSFvP13llama_contextE",
|
|
454
|
+
"__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
|
|
455
|
+
"__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
|
|
448
456
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
|
|
449
457
|
"__ZZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
450
458
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
|
|
451
|
-
"__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
|
|
452
459
|
"__ZTSN11qvac_errors11StatusErrorE",
|
|
460
|
+
"__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
|
|
453
461
|
"__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
|
|
454
462
|
"__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
|
|
455
463
|
"__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
|
|
456
464
|
"__ZTSPFP16ggml_backend_regPKcE",
|
|
457
465
|
"__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
|
|
458
466
|
"__ZTSNSt3__16__nodeIcEE",
|
|
459
|
-
"__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
|
|
460
467
|
"__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
|
|
468
|
+
"__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
|
|
461
469
|
"__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
|
|
462
470
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
|
|
463
471
|
"__ZTSN10LlamaModel6PromptE"
|
|
@@ -470,94 +478,115 @@
|
|
|
470
478
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
|
|
471
479
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
|
|
472
480
|
"__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
|
|
481
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
|
|
473
482
|
"__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
|
|
474
|
-
"
|
|
483
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10setRamTierENSt3__110shared_ptrINS0_14SlotStateCacheEEE",
|
|
484
|
+
"__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
475
485
|
"__ZN12CacheManager28saveActiveCacheForTransitionEv",
|
|
476
486
|
"__ZN14MtmdLlmContext15advanceTextSpanEi",
|
|
487
|
+
"__ZN14MtmdLlmContext27discardPendingResidentTokenEv",
|
|
477
488
|
"__ZN14TextLlmContext4stopEv",
|
|
478
489
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
|
|
479
|
-
"
|
|
480
|
-
"
|
|
490
|
+
"__ZThn48_N10LlamaModelD0Ev",
|
|
491
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
|
|
481
492
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
|
|
482
|
-
"__ZN14TextLlmContext16setOpenThinkSpanEi",
|
|
483
493
|
"__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
484
494
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
|
|
485
495
|
"__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
486
496
|
"__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
487
497
|
"__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
|
|
488
|
-
"
|
|
489
|
-
"
|
|
498
|
+
"__ZN12CacheManager14flushForUnloadEv",
|
|
499
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
|
|
500
|
+
"__ZN30qvac_lib_inference_addon_llama5utils20restoreSequenceStateEP13llama_contextiRKNS0_21SequenceStateSnapshotE",
|
|
501
|
+
"__ZN30qvac_lib_inference_addon_llama5utils25moveReasoningOutOfContentERNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEERKNS0_13ReasoningTagsE",
|
|
490
502
|
"__ZN14MtmdLlmContext12syncPositionEi",
|
|
491
503
|
"__ZN14MtmdLlmContext19resetVisionEncodeMsEv",
|
|
492
504
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
|
|
493
|
-
"
|
|
505
|
+
"__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
|
|
506
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
507
|
+
"__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
508
|
+
"__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
|
|
494
509
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
|
|
495
510
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
|
|
496
511
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
|
|
512
|
+
"__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
497
513
|
"__ZN10LlamaModel8getModelEv",
|
|
498
514
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
|
|
515
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
|
|
516
|
+
"__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
|
|
499
517
|
"__ZNK10LlamaModel21requestFinetuneCancelEy",
|
|
500
518
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
|
|
501
519
|
"__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
|
|
502
|
-
"__ZN14MtmdLlmContext24capturePendingThinkCloseEv",
|
|
503
520
|
"__ZN19LlamaBackendsHandleD2Ev",
|
|
504
521
|
"__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
|
|
505
522
|
"__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
|
|
506
523
|
"__ZN14MtmdLlmContext17removeLastNTokensEi",
|
|
507
524
|
"__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
|
|
508
525
|
"__ZN14MtmdLlmContext10resetMediaEv",
|
|
509
|
-
"__ZN14MtmdLlmContext26captureReasoningBoundaryAtEi",
|
|
510
526
|
"__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
|
|
511
527
|
"__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
528
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
|
|
512
529
|
"__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
|
|
513
530
|
"__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
531
|
+
"__ZNK14TextLlmContext16cacheStateTokensEv",
|
|
532
|
+
"__ZNK14MtmdLlmContext16cacheStateTokensEv",
|
|
514
533
|
"_bare_register_module_v0",
|
|
515
|
-
"
|
|
534
|
+
"__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
|
|
516
535
|
"__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
|
|
517
536
|
"__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
|
|
518
537
|
"__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
|
|
519
538
|
"__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
|
|
520
539
|
"__ZN14LlamaFinetuner22prepareDatasetFromPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPKcSE_",
|
|
540
|
+
"__ZN12CacheManager15saveBeforeResetEv",
|
|
521
541
|
"__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
|
|
522
542
|
"__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
|
|
543
|
+
"__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
|
|
523
544
|
"__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
545
|
+
"__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
|
|
524
546
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
|
|
525
547
|
"__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
|
|
526
|
-
"__ZThn16_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
|
|
527
548
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
|
|
528
|
-
"
|
|
529
|
-
"
|
|
549
|
+
"__ZNK14MtmdLlmContext19residentStateTokensEv",
|
|
550
|
+
"__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
530
551
|
"__ZNK10LlamaModel15cancelInferenceEv",
|
|
531
552
|
"__ZN14LlamaFinetuner17clearPauseRequestEv",
|
|
532
553
|
"__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
554
|
+
"__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
533
555
|
"__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
|
|
556
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
|
|
534
557
|
"__ZN14TextLlmContext15checkAntipromptEv",
|
|
535
|
-
"
|
|
536
|
-
"
|
|
537
|
-
"
|
|
558
|
+
"__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
559
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
|
|
560
|
+
"__ZN14MtmdLlmContext19appendResidentTokenEi",
|
|
538
561
|
"__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
|
|
562
|
+
"__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
|
|
539
563
|
"__ZN14MtmdLlmContext15checkAntipromptEv",
|
|
540
564
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
|
|
565
|
+
"__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
|
|
541
566
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
|
|
542
567
|
"__ZN14MtmdLlmContext16evalMediaSegmentEmi",
|
|
543
568
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
|
|
544
569
|
"__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
570
|
+
"__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
545
571
|
"__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
546
572
|
"__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
|
|
547
573
|
"__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
548
|
-
"
|
|
574
|
+
"__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
549
575
|
"__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
|
|
550
|
-
"__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
|
|
551
576
|
"__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
|
|
552
577
|
"__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
|
|
578
|
+
"__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
|
|
553
579
|
"__ZN14TextLlmContext21initializeCommonStateEv",
|
|
554
580
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
|
|
555
581
|
"__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
556
582
|
"__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
|
|
557
583
|
"__ZN17backend_selection23getSplitDeviceSelectionEv",
|
|
558
|
-
"
|
|
584
|
+
"__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
585
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
|
|
559
586
|
"__ZNK10LlamaModel16supportsBatchingEv",
|
|
587
|
+
"__ZN10LlamaModelD2Ev",
|
|
560
588
|
"__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
|
|
589
|
+
"__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
561
590
|
"__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
|
|
562
591
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
|
|
563
592
|
"__ZThn32_NK10LlamaModel10cancelByIdEy",
|
|
@@ -569,96 +598,104 @@
|
|
|
569
598
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
|
|
570
599
|
"__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
571
600
|
"__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
572
|
-
"__ZThn16_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
573
|
-
"__ZN30qvac_lib_inference_addon_llama5utils13isMedPsyModelEPK11llama_model",
|
|
574
601
|
"__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
|
|
602
|
+
"__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
603
|
+
"__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
604
|
+
"__ZN14TextLlmContext17beginCacheRequestEv",
|
|
575
605
|
"__ZNK12CacheManager15isCacheDisabledEv",
|
|
576
|
-
"
|
|
577
|
-
"
|
|
578
|
-
"__ZNK14TextLlmContext32computeRecurrentSnapshotBoundaryEi",
|
|
579
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
|
|
606
|
+
"__ZThn48_NK14TextLlmContext19residentStateTokensEv",
|
|
607
|
+
"__ZN14MtmdLlmContext18commitCacheRequestEv",
|
|
580
608
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
|
|
581
609
|
"__ZNK14LlamaFinetuner17isFinetuneRunningEv",
|
|
582
|
-
"
|
|
610
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
|
|
583
611
|
"__ZN10LlamaModel18processPromptBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEE",
|
|
612
|
+
"__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
|
|
584
613
|
"__ZNK10LlamaModel10cancelImplEv",
|
|
614
|
+
"__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
585
615
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
|
|
616
|
+
"__ZN14TextLlmContext24holdPendingResidentTokenEii",
|
|
586
617
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9fillBatchER10LlamaBatch",
|
|
587
618
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
|
|
619
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
|
|
588
620
|
"__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
|
|
589
621
|
"__ZN30qvac_lib_inference_addon_llama5utils21updateReasoningBufferERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERNS0_14ReasoningStateE",
|
|
590
622
|
"__ZN14MtmdLlmContext13resetStopFlagEv",
|
|
591
|
-
"__ZN14TextLlmContext16compactThinkSpanEv",
|
|
592
623
|
"__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
|
|
593
|
-
"__ZThn16_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
594
624
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
|
|
625
|
+
"__ZThn32_N10LlamaModelD1Ev",
|
|
595
626
|
"__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
|
|
596
627
|
"__ZN10LlamaModel26validateBitnetQuantizationEv",
|
|
628
|
+
"__ZThn8_N10LlamaModelD0Ev",
|
|
629
|
+
"__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
597
630
|
"__ZN12CacheManager9saveCacheEv",
|
|
598
631
|
"__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
|
|
599
632
|
"__ZN14TextLlmContext17onPrefillCompleteEim",
|
|
600
633
|
"__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
|
|
601
634
|
"__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
|
|
635
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
|
|
636
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
637
|
+
"__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
602
638
|
"__ZN14MtmdLlmContext21initializeCommonStateEv",
|
|
603
|
-
"
|
|
639
|
+
"__ZThn40_N10LlamaModelD1Ev",
|
|
604
640
|
"__ZN14MtmdLlmContext17initVisionContextEv",
|
|
605
641
|
"__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
|
|
606
642
|
"__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
607
643
|
"__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
|
|
644
|
+
"__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
608
645
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
|
|
609
|
-
"
|
|
646
|
+
"__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
|
|
610
647
|
"__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16recordDecodeStepEyyyNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
|
|
611
648
|
"__ZN14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
649
|
+
"__ZThn48_NK14TextLlmContext8getNPastEv",
|
|
612
650
|
"__ZN19LlamaBackendsHandleD1Ev",
|
|
613
651
|
"__ZN22load_fit_normalization23collectRpcRegistrationsERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEERKNS1_IhNS5_IhEEEEbRKNS0_8functionIFP16ggml_backend_regPKcEEE",
|
|
652
|
+
"__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSM_ISO_EEEE",
|
|
614
653
|
"__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
|
|
615
654
|
"__ZN30qvac_lib_inference_addon_llama5utils18validateToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
|
|
616
655
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10stepLockedEPNSt3__111unique_lockINS2_5mutexEEE",
|
|
617
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19capturePrefillEntryEP13llama_contextii",
|
|
618
656
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
|
|
619
657
|
"__ZNK14TextLlmContext8getNPastEv",
|
|
620
|
-
"__ZN14TextLlmContext32recordPostReasoningTokenIfActiveEi",
|
|
621
658
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
|
|
622
659
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
|
|
623
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC2EOS1_",
|
|
624
660
|
"__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
|
|
625
661
|
"__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
|
|
662
|
+
"__ZN14TextLlmContext21rollbackFailedRequestEv",
|
|
626
663
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
|
|
627
664
|
"__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
628
665
|
"__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
629
666
|
"__ZNK14MtmdLlmContext14getKvCellsUsedEv",
|
|
630
|
-
"__ZThn16_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
631
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot17adoptPositionOnlyEi",
|
|
632
|
-
"__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
|
|
633
667
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
|
|
668
|
+
"__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
|
|
634
669
|
"__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
635
670
|
"__ZNK13ModelMetaData12tryGetStringEPKc",
|
|
636
671
|
"__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
|
|
637
672
|
"__ZN30qvac_lib_inference_addon_llama5utils27reasoningBudgetSamplerBuiltERK22common_params_sampling",
|
|
638
673
|
"__ZN14MtmdLlmContext14requireSamplerEv",
|
|
639
|
-
"
|
|
674
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
640
675
|
"__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
|
|
676
|
+
"__ZN14TextLlmContext27restorePreRequestCacheStateEv",
|
|
641
677
|
"__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
|
|
642
678
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
|
|
643
|
-
"
|
|
679
|
+
"__ZN10LlamaModel19flushResidentCachesEv",
|
|
644
680
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
645
|
-
"__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor11setOpenSpanEi",
|
|
646
681
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
|
|
682
|
+
"__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
647
683
|
"__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
|
|
648
684
|
"__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
|
|
649
685
|
"__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
650
686
|
"__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
|
|
651
687
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
|
|
652
688
|
"__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
|
|
653
|
-
"__ZN30qvac_lib_inference_addon_llama25defaultReasoningRewindOpsEv",
|
|
654
689
|
"__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
|
|
655
|
-
"
|
|
656
|
-
"
|
|
690
|
+
"__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
691
|
+
"__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
|
|
657
692
|
"__ZNK13ModelMetaData9tryGetU32EPKc",
|
|
693
|
+
"__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
|
|
658
694
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
|
|
659
695
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
|
|
660
|
-
"
|
|
696
|
+
"__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
661
697
|
"__ZN12CacheManager9loadCacheEv",
|
|
698
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
|
|
662
699
|
"__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
|
|
663
700
|
"__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
|
|
664
701
|
"__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
|
|
@@ -666,117 +703,123 @@
|
|
|
666
703
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
|
|
667
704
|
"__ZNK13ModelMetaData21hasOneBitQuantizationEv",
|
|
668
705
|
"__ZNK10LlamaModel6cancelEv",
|
|
706
|
+
"__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
|
|
707
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
|
|
669
708
|
"__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
670
|
-
"__ZThn16_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
671
709
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
|
|
672
710
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
|
|
673
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
|
|
674
711
|
"__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
|
|
675
712
|
"__ZNK12CacheManager14hasActiveCacheEv",
|
|
676
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
|
|
677
713
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
|
|
678
714
|
"__ZN14TextLlmContext10resetStateEb",
|
|
679
715
|
"__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
|
|
680
716
|
"__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
|
|
681
|
-
"__ZN14TextLlmContext28snapshotForRecurrentRollbackEv",
|
|
682
717
|
"__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
683
|
-
"__ZThn16_NK14TextLlmContext25getToolDefinitionsDroppedEv",
|
|
684
718
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
|
|
685
|
-
"
|
|
719
|
+
"__ZN12CacheManager15hasTurnsToFlushEv",
|
|
720
|
+
"__ZThn48_N14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
686
721
|
"_bare_get_module_name_v0",
|
|
687
722
|
"__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
|
|
723
|
+
"__ZThn48_N14MtmdLlmContext16evalMediaSegmentEmi",
|
|
724
|
+
"__ZThn48_N10LlamaModelD1Ev",
|
|
725
|
+
"__ZThn48_N14TextLlmContext17onPrefillCompleteEim",
|
|
726
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14flushForUnloadEv",
|
|
727
|
+
"__ZN10LlamaModel12discardCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
688
728
|
"__ZN30qvac_lib_inference_addon_llama23applyLoadConfigHandlersER13common_paramsRNSt3__113unordered_mapINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEES9_NS2_4hashIS9_EENS2_8equal_toIS9_EENS7_INS2_4pairIKS9_S9_EEEEEE",
|
|
729
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21serviceSaveJobsLockedEv",
|
|
689
730
|
"__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
690
731
|
"__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
|
|
691
|
-
"
|
|
732
|
+
"__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
|
|
692
733
|
"__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
734
|
+
"__ZNK14TextLlmContext19residentStateTokensEv",
|
|
735
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
|
|
693
736
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
|
|
694
737
|
"__ZNK10LlamaModel13isBitnetModelEv",
|
|
695
|
-
"
|
|
696
|
-
"
|
|
738
|
+
"__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
|
|
739
|
+
"__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
|
|
740
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
|
|
697
741
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
|
|
698
|
-
"__ZN14MtmdLlmContext27takeUserVisiblePerfSnapshotEv",
|
|
699
742
|
"__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
|
|
700
743
|
"__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
|
|
701
744
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
|
|
702
|
-
"__ZThn16_NK14MtmdLlmContext14getKvCellsUsedEv",
|
|
703
|
-
"__ZN14MtmdLlmContext32recordPostReasoningTokenIfActiveEi",
|
|
704
745
|
"__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
705
|
-
"
|
|
746
|
+
"__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
706
747
|
"__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
|
|
748
|
+
"__ZThn24_N10LlamaModelD0Ev",
|
|
707
749
|
"__ZN14MtmdLlmContext8setNPastEi",
|
|
708
750
|
"__ZN14TextLlmContext26initializeOwnedThreadpoolsEv",
|
|
709
751
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
|
|
752
|
+
"__ZN10LlamaModelD0Ev",
|
|
710
753
|
"__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
|
|
711
|
-
"
|
|
754
|
+
"__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
755
|
+
"__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
756
|
+
"__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
712
757
|
"__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
|
|
713
|
-
"
|
|
714
|
-
"__ZN30qvac_lib_inference_addon_llama5utils12isQwen3ModelEPK11llama_model",
|
|
758
|
+
"__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
715
759
|
"__ZThn16_NK10LlamaModel6cancelEv",
|
|
760
|
+
"__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
|
|
716
761
|
"__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
717
|
-
"
|
|
762
|
+
"__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
718
763
|
"__ZNK10LlamaModel15consumeJobStatsEy",
|
|
719
764
|
"__ZN10LlamaModel10getContextEv",
|
|
720
|
-
"
|
|
721
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot10adoptEmptyEi",
|
|
765
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
|
|
722
766
|
"__ZN14TextLlmContext6getCtxEv",
|
|
723
767
|
"__ZNK10LlamaModel24singleRuntimeStatsLockedEv",
|
|
724
|
-
"
|
|
768
|
+
"__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
725
769
|
"__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
|
|
726
|
-
"
|
|
727
|
-
"
|
|
728
|
-
"
|
|
770
|
+
"__ZThn32_N10LlamaModelD0Ev",
|
|
771
|
+
"__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
772
|
+
"__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
|
|
773
|
+
"__ZThn16_N10LlamaModelD0Ev",
|
|
729
774
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
|
|
730
775
|
"__ZNK10LlamaModel11activeSlotsEv",
|
|
731
776
|
"__ZN10LlamaModel16llamaLogCallbackE14ggml_log_levelPKcPv",
|
|
732
|
-
"
|
|
777
|
+
"__ZThn48_N14TextLlmContext12syncPositionEi",
|
|
733
778
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjONSt3__16vectorIiNS2_9allocatorIiEEEEii",
|
|
734
|
-
"
|
|
779
|
+
"__ZThn8_N10LlamaModelD1Ev",
|
|
780
|
+
"__ZN17backend_selection23shouldWarnAboutJitCacheEv",
|
|
735
781
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
|
|
736
782
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
|
|
783
|
+
"__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
737
784
|
"__ZThn48_N10LlamaModel11jobStartingEy",
|
|
738
|
-
"__ZThn16_NK14MtmdLlmContext24getThinkingBlockDiscardsEv",
|
|
739
785
|
"__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
740
786
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
|
|
741
|
-
"__ZN14MtmdLlmContext26resetThinkingBlockDiscardsEv",
|
|
742
|
-
"__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor16onCloseCommittedEi",
|
|
743
787
|
"__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
744
788
|
"__ZN10LlamaModel4initEb",
|
|
789
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
|
|
745
790
|
"__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
|
|
746
791
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
|
|
747
792
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
|
|
748
|
-
"__ZThn16_NK14TextLlmContext8getNPastEv",
|
|
749
793
|
"__ZN14MtmdLlmContext10resetStateEb",
|
|
750
|
-
"
|
|
794
|
+
"__ZN14TextLlmContext27confirmPendingResidentTokenEi",
|
|
751
795
|
"__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
|
|
752
796
|
"__ZN14MtmdLlmContext35refreshCurrentCacheTokensFromMemoryEv",
|
|
753
797
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
|
|
754
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState21reserveReplayCapacityEv",
|
|
755
798
|
"__ZN30qvac_lib_inference_addon_llama8batching14timeDecodeStepEP13llama_contextR11llama_batchRKNSt3__18functionIFiS2_S4_EEERKNS6_IFvS2_EEE",
|
|
756
799
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
|
|
757
800
|
"__ZN14TextLlmContext17removeLastNTokensEi",
|
|
758
801
|
"__ZNK10LlamaModel12runtimeStatsEv",
|
|
759
|
-
"
|
|
802
|
+
"__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
|
|
760
803
|
"__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
|
|
761
804
|
"__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
762
|
-
"
|
|
805
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotaSEOS1_",
|
|
763
806
|
"__ZN19LlamaBackendsHandleaSEOS_",
|
|
764
807
|
"__ZN14LlamaFinetuner26validateModelForFinetuningEv",
|
|
765
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24recordPostReasoningTokenEi",
|
|
766
|
-
"__ZN10LlamaModel13processPromptERKNS_6PromptE",
|
|
767
808
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16requestCancelAllEv",
|
|
809
|
+
"__ZN10LlamaModel13processPromptERKNS_6PromptE",
|
|
768
810
|
"__ZN14LlamaFinetuner17createLrSchedulerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEx",
|
|
811
|
+
"__ZN14TextLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
769
812
|
"__ZNK10LlamaModel23batchRuntimeStatsLockedEv",
|
|
813
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
|
|
770
814
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
|
|
771
|
-
"__ZThn16_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
772
|
-
"__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
|
|
773
815
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
|
|
774
816
|
"__ZN10LlamaModel7processERKNSt3__13anyE",
|
|
775
|
-
"__ZThn16_N14TextLlmContext12syncPositionEi",
|
|
776
817
|
"__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
|
|
777
818
|
"__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
|
|
778
819
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
|
|
779
820
|
"__ZN14LlamaFinetuner12requestPauseEb",
|
|
821
|
+
"__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
822
|
+
"__ZN14TextLlmContext18commitCacheRequestEv",
|
|
780
823
|
"__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
|
|
781
824
|
"__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
|
|
782
825
|
"__ZN14MtmdLlmContext14setCacheTokensEi",
|
|
@@ -784,120 +827,137 @@
|
|
|
784
827
|
"__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
|
|
785
828
|
"__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
786
829
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
787
|
-
"__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
|
|
788
830
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
|
|
789
831
|
"__ZNK14TextLlmContext10ctxCeilingEv",
|
|
832
|
+
"__ZN14MtmdLlmContext17beginCacheRequestEv",
|
|
790
833
|
"__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
791
834
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
|
|
792
|
-
"__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor23recordPreReasoningTokenEi",
|
|
793
835
|
"__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
794
836
|
"__ZN14TextLlmContext27resetToolDefinitionsDroppedEv",
|
|
795
837
|
"__ZN14LlamaFinetuner33clearCurrentCheckpointStateSharedEv",
|
|
838
|
+
"__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
796
839
|
"__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
|
|
797
840
|
"__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
798
841
|
"__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
|
|
799
842
|
"__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
843
|
+
"__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
|
|
800
844
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
|
|
801
845
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
|
|
802
846
|
"__ZN10LlamaModel8isLoadedEv",
|
|
803
847
|
"__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
804
|
-
"__ZThn16_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
805
848
|
"__ZThn40_NK10LlamaModel15consumeJobStatsEy",
|
|
806
|
-
"
|
|
849
|
+
"__ZThn16_N10LlamaModelD1Ev",
|
|
807
850
|
"__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
|
|
808
|
-
"__ZThn16_NK14MtmdLlmContext8getNPastEv",
|
|
809
851
|
"__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
810
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState23clipPostReasoningTokensEm",
|
|
811
|
-
"__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
812
852
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
|
|
853
|
+
"__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
854
|
+
"__ZN14TextLlmContext27discardPendingResidentTokenEv",
|
|
813
855
|
"__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
|
|
814
|
-
"__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor27snapshotAtReasoningBoundaryEP13llama_contextiiPKc",
|
|
815
|
-
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19replayPostReasoningEP13llama_contexti",
|
|
816
856
|
"__ZN19LlamaBackendsHandleC1EOS_",
|
|
857
|
+
"__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
|
|
817
858
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
|
|
818
859
|
"__ZN14MtmdLlmContext17onPrefillCompleteEim",
|
|
860
|
+
"__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
|
|
819
861
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
|
|
862
|
+
"__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
|
|
820
863
|
"__ZNK14MtmdLlmContext10ctxCeilingEv",
|
|
821
|
-
"
|
|
864
|
+
"__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
865
|
+
"__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
|
|
822
866
|
"__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
|
|
867
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
|
|
823
868
|
"__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
|
|
824
869
|
"__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
|
|
870
|
+
"__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
|
|
825
871
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
|
|
826
872
|
"__ZN14TextLlmContext14requireSamplerEv",
|
|
827
|
-
"
|
|
873
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
|
|
828
874
|
"__ZN22load_fit_normalization25makeNormalizedFitSnapshotERK13common_paramsj",
|
|
829
875
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptGenerationIdleERKNSt3__18optionalIS1_EE",
|
|
830
876
|
"__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
|
|
831
877
|
"__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
|
|
832
878
|
"__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
|
|
833
|
-
"__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_",
|
|
834
879
|
"__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
|
|
880
|
+
"__ZThn48_NK14MtmdLlmContext8getNPastEv",
|
|
835
881
|
"__ZNK14MtmdLlmContext14getCacheTokensEv",
|
|
882
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
|
|
883
|
+
"__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
|
|
836
884
|
"__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
|
|
837
885
|
"__ZN14TextLlmContext12syncPositionEi",
|
|
838
886
|
"__ZNK14MtmdLlmContext8getNPastEv",
|
|
839
|
-
"__ZN30qvac_lib_inference_addon_llama5utils21getFixedQwen3TemplateEv",
|
|
840
887
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
|
|
841
888
|
"__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
|
|
842
889
|
"__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
|
|
843
890
|
"__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
|
|
844
891
|
"__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
|
|
845
892
|
"__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
846
|
-
"
|
|
893
|
+
"__ZThn24_N10LlamaModelD1Ev",
|
|
847
894
|
"__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
|
|
848
|
-
"
|
|
849
|
-
"
|
|
895
|
+
"__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
|
|
896
|
+
"__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
850
897
|
"__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
|
|
898
|
+
"__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
|
|
899
|
+
"__ZN14MtmdLlmContext21rollbackFailedRequestEv",
|
|
900
|
+
"__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
851
901
|
"__ZNK10LlamaModel10cancelByIdEy",
|
|
852
|
-
"
|
|
902
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
|
|
853
903
|
"__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
|
|
854
904
|
"__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
855
905
|
"__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
856
906
|
"__ZNK10LlamaModel16jobTerminalStatsERKN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshotERKNS1_20ObservedRequestStatsE",
|
|
857
907
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7advanceERKNSt3__18functionIFvjimEEE",
|
|
858
908
|
"__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
|
|
859
|
-
"
|
|
860
|
-
"
|
|
909
|
+
"__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
910
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
|
|
911
|
+
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
|
|
861
912
|
"__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
|
|
913
|
+
"__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
862
914
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
|
|
863
915
|
"__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
|
|
864
|
-
"__ZThn16_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
865
916
|
"__ZN14TextLlmContext8setNPastEi",
|
|
866
|
-
"
|
|
867
|
-
"
|
|
917
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
|
|
918
|
+
"__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
|
|
868
919
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
|
|
920
|
+
"__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
|
|
869
921
|
"__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
|
|
870
|
-
"
|
|
922
|
+
"__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
|
|
923
|
+
"__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
871
924
|
"__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
|
|
872
|
-
"
|
|
925
|
+
"__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
873
926
|
"__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
|
|
874
|
-
"
|
|
875
|
-
"
|
|
927
|
+
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
|
|
928
|
+
"__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
|
|
876
929
|
"__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
|
|
930
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
|
|
877
931
|
"__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
|
|
878
932
|
"__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
|
|
879
933
|
"__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
880
934
|
"__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
881
935
|
"__ZN14MtmdLlmContext4stopEv",
|
|
882
|
-
"
|
|
936
|
+
"__ZN14TextLlmContext24captureHistoryCheckpointEi",
|
|
883
937
|
"__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
|
|
884
|
-
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlanii",
|
|
885
938
|
"__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
886
|
-
"
|
|
939
|
+
"__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
|
|
940
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
|
|
941
|
+
"__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
887
942
|
"__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
|
|
943
|
+
"__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
|
|
944
|
+
"__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
|
|
888
945
|
"__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
|
|
889
946
|
"__ZN10LlamaModel15getCommonParamsEv",
|
|
890
947
|
"__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
|
|
948
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
|
|
891
949
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
|
|
950
|
+
"__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
|
|
892
951
|
"__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
|
|
952
|
+
"__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
|
|
893
953
|
"__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
|
|
894
954
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
|
|
895
|
-
"
|
|
955
|
+
"__ZN14MtmdLlmContext15reconcilePromptE11PrefillPlanRKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
|
|
896
956
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD1Ev",
|
|
897
957
|
"__ZN26LlamaLazyInitializeBackend10initializeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
898
|
-
"__ZN30qvac_lib_inference_addon_llama5utils19isQwen3ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
899
958
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
|
|
900
959
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
|
|
960
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
|
|
901
961
|
"__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
|
|
902
962
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
|
|
903
963
|
"__ZN14MtmdLlmContext6getCtxEv",
|
|
@@ -905,81 +965,79 @@
|
|
|
905
965
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
|
|
906
966
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
|
|
907
967
|
"__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
|
|
908
|
-
"
|
|
909
|
-
"
|
|
968
|
+
"__ZN14TextLlmContext19appendResidentTokenEi",
|
|
969
|
+
"__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
|
|
970
|
+
"__ZThn48_N14MtmdLlmContext12syncPositionEi",
|
|
910
971
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
|
|
911
|
-
"__ZN14TextLlmContext28setRemoveThinkingFromContextEb",
|
|
912
|
-
"__ZN10LlamaModel11jobStartingEy",
|
|
913
972
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
|
|
914
|
-
"
|
|
973
|
+
"__ZN10LlamaModel11jobStartingEy",
|
|
915
974
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
|
|
916
975
|
"__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
|
|
917
976
|
"__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
918
977
|
"__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
|
|
978
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
|
|
919
979
|
"__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
|
|
920
980
|
"__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
|
|
921
981
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
982
|
+
"__ZN10LlamaModelD1Ev",
|
|
922
983
|
"__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
984
|
+
"__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
|
|
923
985
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
|
|
986
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
924
987
|
"__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
925
|
-
"
|
|
926
|
-
"
|
|
988
|
+
"__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
989
|
+
"__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
|
|
990
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
|
|
927
991
|
"__ZN10LlamaModel7processERKNSt3__13anyEy",
|
|
928
992
|
"__ZN24llama_finetuning_helpers24resolveAdapterOutputPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
929
993
|
"__ZN24llama_finetuning_helpers14saveCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateE",
|
|
930
994
|
"__ZN12CacheManager39discardActiveCacheIfBackingStoreMissingEv",
|
|
931
995
|
"__Z34applyGenerationOverridesToSamplingR22common_params_samplingRiRK16GenerationParams",
|
|
932
996
|
"__ZN10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
997
|
+
"__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
|
|
998
|
+
"__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
|
|
999
|
+
"__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
|
|
933
1000
|
"__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
|
|
934
1001
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
|
|
935
1002
|
"__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
936
1003
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
|
|
937
1004
|
"__ZN14TextLlmContext13resetStopFlagEv",
|
|
938
1005
|
"__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
|
|
939
|
-
"
|
|
1006
|
+
"__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
940
1007
|
"__ZNK13ModelMetaData16checkInitializedEv",
|
|
941
1008
|
"__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
|
|
942
|
-
"__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
943
1009
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
|
|
944
|
-
"
|
|
945
|
-
"
|
|
1010
|
+
"__ZN12CacheManager24moveActiveCacheToRamTierEv",
|
|
1011
|
+
"__ZN14TextLlmContext29clearCacheReconciliationStateEv",
|
|
1012
|
+
"__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
1013
|
+
"__ZThn40_N10LlamaModelD0Ev",
|
|
946
1014
|
"__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
|
|
947
1015
|
"__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
|
|
948
|
-
"
|
|
949
|
-
"__ZN14TextLlmContext24snapshotPreRequestCursorEv",
|
|
950
|
-
"__ZN10LlamaModel10resetStateEb",
|
|
951
|
-
"__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
1016
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
|
|
952
1017
|
"__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
|
|
1018
|
+
"__ZN10LlamaModel10resetStateEb",
|
|
953
1019
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
|
|
954
|
-
"
|
|
955
|
-
"
|
|
1020
|
+
"__ZN14TextLlmContext24snapshotPreRequestCursorEv",
|
|
1021
|
+
"__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
1022
|
+
"__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb"
|
|
956
1023
|
],
|
|
957
1024
|
"weak": [
|
|
958
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2ELm2EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
|
|
959
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
960
1025
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
961
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
|
|
962
1026
|
"__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
|
|
963
|
-
"
|
|
964
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1ELm1EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
|
|
965
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
1027
|
+
"__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
|
|
966
1028
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
967
1029
|
"__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
968
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0ELm0EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
|
|
969
1030
|
"__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
|
|
970
|
-
"
|
|
1031
|
+
"__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
|
|
971
1032
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
972
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
973
1033
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
974
1034
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
975
1035
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
976
1036
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
977
1037
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
|
|
978
1038
|
"__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
|
|
979
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
|
|
980
1039
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
981
1040
|
"__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
|
|
982
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
983
1041
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
984
1042
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
985
1043
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
|
|
@@ -987,12 +1045,9 @@
|
|
|
987
1045
|
"__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
|
|
988
1046
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
|
|
989
1047
|
"__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
|
|
990
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
|
|
991
1048
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
992
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3ELm3EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
|
|
993
1049
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
|
|
994
|
-
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
|
|
995
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_"
|
|
1050
|
+
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
|
|
996
1051
|
]
|
|
997
1052
|
}
|
|
998
1053
|
}
|