@qvac/llm-llamacpp 0.65.1 → 0.67.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. package/README.md +73 -17
  2. package/addon.d.ts +12 -0
  3. package/addon.js +8 -0
  4. package/fit.d.ts +21 -20
  5. package/fit.js +1 -2
  6. package/index.d.ts +82 -8
  7. package/index.js +102 -3
  8. package/package.json +1 -1
  9. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  10. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +67 -33
  12. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +107 -35
  14. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +67 -33
  16. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +67 -33
  18. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +110 -38
  20. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  22. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  23. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.65.1"
10
+ "version": "0.67"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -55,6 +55,7 @@
55
55
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
56
56
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
57
57
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
58
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
58
59
  "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
59
60
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
60
61
  "__ZTS11BlobsStreamIcE",
@@ -79,6 +80,7 @@
79
80
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
80
81
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
81
82
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
83
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_",
82
84
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
83
85
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
84
86
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -97,6 +99,7 @@
97
99
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
98
100
  "__ZTIPFiP13llama_context11llama_batchE",
99
101
  "__ZTSNSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
102
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
100
103
  "__ZTSNSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
101
104
  "__ZTSNSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
102
105
  "__ZTSNSt3__110__function6__funcIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEENS_9allocatorISB_EESA_EE",
@@ -115,8 +118,8 @@
115
118
  "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
116
119
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
117
120
  "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
118
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
119
121
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
122
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
120
123
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
121
124
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
122
125
  "__ZTINSt3__111__end_stateIcEE",
@@ -132,15 +135,17 @@
132
135
  "__ZTIN28qvac_lib_inference_addon_cpp6Output5ErrorE",
133
136
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
134
137
  "__ZTINSt3__110__function6__baseIFvmjEEE",
138
+ "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexENS_9allocatorIS3_EEEE",
135
139
  "__ZTSPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
136
140
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
137
141
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
142
+ "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
138
143
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
139
144
  "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
140
- "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
141
145
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
142
- "__ZTSNSt3__113__empty_stateIcEE",
146
+ "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
143
147
  "__ZTSNSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
148
+ "__ZTSNSt3__113__empty_stateIcEE",
144
149
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
145
150
  "__ZTSNSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
146
151
  "__ZTSN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
@@ -149,6 +154,7 @@
149
154
  "__ZTSNSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
150
155
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
151
156
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
157
+ "__ZTSNSt3__110__function6__baseIFbP13llama_contextiEEE",
152
158
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
153
159
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
154
160
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
@@ -162,9 +168,9 @@
162
168
  "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
163
169
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
164
170
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
165
- "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
166
171
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
167
172
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
173
+ "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
168
174
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
169
175
  "__ZTSNSt3__117__owns_two_statesIcEE",
170
176
  "__ZTINSt3__115__has_one_stateIcEE",
@@ -172,6 +178,8 @@
172
178
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
173
179
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
174
180
  "__ZTSNSt3__111__alternateIcEE",
181
+ "__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
182
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
175
183
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
176
184
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
177
185
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -186,20 +194,22 @@
186
194
  "__ZTSNSt3__117bad_function_callE",
187
195
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
188
196
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
189
- "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
197
+ "__ZTSNSt3__110__function6__baseIFmvEEE",
190
198
  "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
199
+ "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
191
200
  "__ZTI18AsyncWeightsLoader",
201
+ "__ZTINSt3__110__function6__baseIFmvEEE",
192
202
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
193
203
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
194
204
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
195
205
  "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
196
- "__ZTSNSt3__110__back_refIcEE",
197
206
  "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKNS_9monostateEEEE",
198
207
  "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
199
208
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
200
209
  "__ZTINSt3__110__function6__baseIFijiEEE",
201
210
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
202
211
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
212
+ "__ZTSNSt3__110__back_refIcEE",
203
213
  "__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
204
214
  "__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
205
215
  "__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
@@ -213,6 +223,7 @@
213
223
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
214
224
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
215
225
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
226
+ "__ZZN30qvac_lib_inference_addon_llama5cache14CacheFileIndex10writeCountEvE5count",
216
227
  "__ZTSNSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
217
228
  "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
218
229
  "__ZTINSt3__117bad_function_callE",
@@ -251,23 +262,27 @@
251
262
  "__ZTIN10LlamaModel6PromptE",
252
263
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
253
264
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
265
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
254
266
  "__ZTIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
267
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexENS_9allocatorIS3_EEEE",
255
268
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
256
269
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
257
270
  "__ZTSPFiP13llama_context11llama_batchE",
258
271
  "__ZTINSt3__117__owns_two_statesIcEE",
259
272
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
260
273
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
261
- "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
274
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
262
275
  "__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
276
+ "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
263
277
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
264
278
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
265
279
  "__ZTIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
266
280
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
267
- "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
281
+ "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
268
282
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
269
- "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
283
+ "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
270
284
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
285
+ "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
271
286
  "__ZTINSt3__128__begin_marked_subexpressionIcEE",
272
287
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
273
288
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
@@ -276,6 +291,7 @@
276
291
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
277
292
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
278
293
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
294
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache6LedgerEibmRKNS_8functionIFbRKNS3_10DonorStateEEEEEEE",
279
295
  "__ZTINSt3__110__function6__baseIFvvEEE",
280
296
  "__ZTINSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
281
297
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ImplicitProducerE",
@@ -285,6 +301,7 @@
285
301
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
286
302
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
287
303
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output6LogMsgEEEE",
304
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
288
305
  "__ZTIFvP13llama_contextE",
289
306
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
290
307
  "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
@@ -301,6 +318,8 @@
301
318
  "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEEEE",
302
319
  "__ZTSNSt3__110__function6__baseIFviEEE",
303
320
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
321
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
322
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
304
323
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
305
324
  "__ZTSN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
306
325
  "__ZTSFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
@@ -319,17 +338,20 @@
319
338
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_s22FinetuneTerminalResultEE",
320
339
  "__ZTINSt3__110__function6__baseIFNS_9monostateEvEEE",
321
340
  "__ZTSN28qvac_lib_inference_addon_cpp6Output5ErrorE",
341
+ "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS1_RKmE_",
322
342
  "__ZN8picojson12last_error_tIbE1sE",
323
343
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
324
344
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
325
345
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
326
346
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
347
+ "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS1_RKmE_",
327
348
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
328
349
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
329
350
  "__ZTINSt3__123__match_any_but_newlineIcEE",
330
351
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
331
352
  "__ZTSNSt3__16__loopIcEE",
332
353
  "__ZTI11BlobsStreamIcE",
354
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
333
355
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
334
356
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
335
357
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
@@ -339,16 +361,19 @@
339
361
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS8_ISA_EEEEEEE",
340
362
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
341
363
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
342
- "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
364
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
343
365
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
344
- "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
366
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
367
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
345
368
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
346
369
  "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
347
370
  "__ZTSNSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
371
+ "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
348
372
  "__ZTINSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
349
373
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFNS2_9FitResultEvEEE",
350
374
  "__ZTSNSt3__110__function6__baseIFbmjyEEE",
351
375
  "__ZTSNSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
376
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNSt3__16vectorIiNS1_9allocatorIiEEEERKNS1_5dequeINS0_10CheckpointENS3_IS9_EEEEEUlP13llama_contextiE_",
352
377
  "__ZTSPFvP13llama_contextE",
353
378
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
354
379
  "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
@@ -356,13 +381,16 @@
356
381
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
357
382
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
358
383
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
359
- "__ZTIFP16ggml_backend_regPKcE",
360
384
  "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
361
385
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
362
386
  "__ZTINSt3__116__owns_one_stateIcEE",
387
+ "__ZTIFP16ggml_backend_regPKcE",
388
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
363
389
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
364
390
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
365
391
  "__ZTS18AsyncWeightsLoader",
392
+ "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
393
+ "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
366
394
  "__ZTS10LlmContext",
367
395
  "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
368
396
  "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
@@ -370,6 +398,7 @@
370
398
  "__ZGVN8picojson12last_error_tIbE1sE",
371
399
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
372
400
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
401
+ "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache6LedgerEibmRKNS_8functionIFbRKNS3_10DonorStateEEEEEEE",
373
402
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
374
403
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
375
404
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
@@ -391,6 +420,7 @@
391
420
  "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
392
421
  "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
393
422
  "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
423
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
394
424
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
395
425
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
396
426
  "__ZTIZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sEUlvE_",
@@ -401,6 +431,7 @@
401
431
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
402
432
  "__ZTSN8js_blobs15FinalizedStreamIcEE",
403
433
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
434
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
404
435
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_",
405
436
  "__ZTINSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
406
437
  "__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
@@ -408,6 +439,7 @@
408
439
  "__ZTIPFP16ggml_backend_regPKcE",
409
440
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
410
441
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
442
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNS_6vectorIiNS_9allocatorIiEEEERKNS_5dequeINS3_10CheckpointENS5_ISB_EEEEEUlP13llama_contextiE_NS5_ISI_EEFbSH_iEEE",
411
443
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
412
444
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
413
445
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
@@ -420,9 +452,11 @@
420
452
  "__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
421
453
  "__ZTS14SequenceDriver",
422
454
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
455
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
423
456
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
424
457
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
425
458
  "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
459
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNS_6vectorIiNS_9allocatorIiEEEERKNS_5dequeINS3_10CheckpointENS5_ISB_EEEEEUlP13llama_contextiE_NS5_ISI_EEFbSH_iEEE",
426
460
  "__ZTSNSt3__110__function6__baseIFvbEEE",
427
461
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
428
462
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
@@ -431,17 +465,17 @@
431
465
  "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
432
466
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
433
467
  "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
434
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
468
+ "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
435
469
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
436
470
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
437
471
  "__ZTSNSt3__116__owns_one_stateIcEE",
438
472
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
473
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
439
474
  "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
440
475
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
441
476
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
442
477
  "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
443
478
  "__ZTSNSt3__112__match_charIcEE",
444
- "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
445
479
  "__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
446
480
  "__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
447
481
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
@@ -464,12 +498,13 @@
464
498
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
465
499
  "__ZTINSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
466
500
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
467
- "__ZTSNSt3__110__function6__baseIFvvEEE",
501
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
468
502
  "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
469
503
  "__ZTINSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
470
504
  "__ZTINSt3__121__empty_non_own_stateIcEE",
471
505
  "__ZTSNSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
472
506
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
507
+ "__ZTSNSt3__110__function6__baseIFvvEEE",
473
508
  "__ZTIFiP13llama_context11llama_batchE",
474
509
  "__ZTSNSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
475
510
  "__ZTINSt3__110__function6__baseIFvPKhmEEE",
@@ -477,18 +512,20 @@
477
512
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
478
513
  "__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
479
514
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
480
- "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
515
+ "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
481
516
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
482
517
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
483
518
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
484
519
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
485
- "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
520
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
486
521
  "__ZTINSt3__110__function6__baseIFbmjyEEE",
522
+ "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
487
523
  "__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
488
524
  "__ZTSNSt3__115__has_one_stateIcEE",
489
525
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
490
526
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
491
527
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
528
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_",
492
529
  "__ZTINSt3__117__repeat_one_loopIcEE",
493
530
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
494
531
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
@@ -498,10 +535,12 @@
498
535
  "__ZTSFvP13llama_contextE",
499
536
  "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
500
537
  "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
538
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNSt3__16vectorIiNS1_9allocatorIiEEEERKNS1_5dequeINS0_10CheckpointENS3_IS9_EEEEEUlP13llama_contextiE_",
501
539
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
502
540
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
503
541
  "__ZTSN11qvac_errors11StatusErrorE",
504
542
  "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
543
+ "__ZTINSt3__110__function6__baseIFbP13llama_contextiEEE",
505
544
  "__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
506
545
  "__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
507
546
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
@@ -511,9 +550,9 @@
511
550
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
512
551
  "__ZTSNSt3__16__nodeIcEE",
513
552
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
553
+ "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
514
554
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
515
555
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
516
- "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
517
556
  "__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
518
557
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
519
558
  "__ZTSN10LlamaModel6PromptE"
@@ -523,6 +562,7 @@
523
562
  "global": [
524
563
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
525
564
  "__ZN19LlamaBackendsHandleC2EOS_",
565
+ "__ZN14TextLlmContextD1Ev",
526
566
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13verifyDraftedERKNSt3__18functionIFNS1_12DraftOutcomeEjiiEEE",
527
567
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
528
568
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
@@ -555,6 +595,7 @@
555
595
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
556
596
  "__ZThn48_NK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
557
597
  "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
598
+ "__ZThn48_N14MtmdLlmContextD0Ev",
558
599
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
559
600
  "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
560
601
  "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
@@ -581,11 +622,15 @@
581
622
  "__ZN14MtmdLlmContext10resetMediaEv",
582
623
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
583
624
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
625
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12isFreeLockedEj",
584
626
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
585
627
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
586
628
  "__ZNK14TextLlmContext16cacheStateTokensEv",
629
+ "__ZN14TextLlmContextD0Ev",
587
630
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
588
631
  "_bare_register_module_v0",
632
+ "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
633
+ "__ZN14MtmdLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
589
634
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
590
635
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
591
636
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
@@ -619,11 +664,12 @@
619
664
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
620
665
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
621
666
  "__ZThn48_N14TextLlmContext23prepareSpeculativeDraftEiij",
667
+ "__ZN14TextLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
622
668
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
623
- "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
624
669
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
625
670
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
626
671
  "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
672
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
627
673
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
628
674
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
629
675
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
@@ -642,12 +688,14 @@
642
688
  "__ZN14TextLlmContext21initializeCommonStateEv",
643
689
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
644
690
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
691
+ "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputsb",
645
692
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
646
693
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
647
694
  "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
648
695
  "__ZNK10LlamaModel16supportsBatchingEv",
649
696
  "__ZN10LlamaModelD2Ev",
650
697
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
698
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
651
699
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
652
700
  "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
653
701
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
@@ -655,10 +703,12 @@
655
703
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
656
704
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
657
705
  "__ZN12CacheManager10invalidateEv",
658
- "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
706
+ "__ZN14MtmdLlmContextD1Ev",
659
707
  "__ZN10LlamaModel16beginFinetuneJobEy",
708
+ "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
660
709
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
661
710
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
711
+ "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
662
712
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
663
713
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
664
714
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
@@ -666,7 +716,9 @@
666
716
  "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
667
717
  "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
668
718
  "__ZN14TextLlmContext17beginCacheRequestEv",
719
+ "__ZN14TextLlmContextD2Ev",
669
720
  "__ZNK12CacheManager15isCacheDisabledEv",
721
+ "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
670
722
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
671
723
  "__ZN14MtmdLlmContext18commitCacheRequestEv",
672
724
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
@@ -698,14 +750,13 @@
698
750
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12setPromptEndEi",
699
751
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
700
752
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
701
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
702
753
  "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
703
754
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
704
- "__ZThn40_N10LlamaModelD1Ev",
755
+ "__ZN12CacheManagerD2Ev",
705
756
  "__ZN14MtmdLlmContext17initVisionContextEv",
706
757
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
758
+ "__ZThn40_N10LlamaModelD1Ev",
707
759
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
708
- "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
709
760
  "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
710
761
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
711
762
  "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
@@ -728,7 +779,9 @@
728
779
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
729
780
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
730
781
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
782
+ "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
731
783
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
784
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
732
785
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
733
786
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
734
787
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
@@ -747,6 +800,7 @@
747
800
  "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
748
801
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
749
802
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
803
+ "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
750
804
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
751
805
  "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
752
806
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
@@ -762,6 +816,7 @@
762
816
  "__ZNK13ModelMetaData9tryGetU32EPKc",
763
817
  "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
764
818
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
819
+ "__ZN14MtmdLlmContext23resetStateKeepingMemoryEb",
765
820
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
766
821
  "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
767
822
  "__ZN12CacheManager9loadCacheEv",
@@ -776,7 +831,9 @@
776
831
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
777
832
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
778
833
  "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
834
+ "__ZThn48_N14TextLlmContextD1Ev",
779
835
  "__ZNK10LlamaModel6cancelEv",
836
+ "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
780
837
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
781
838
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
782
839
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
@@ -809,11 +866,11 @@
809
866
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
810
867
  "__ZNK14TextLlmContext19residentStateTokensEv",
811
868
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
869
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
812
870
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
813
871
  "__ZNK10LlamaModel13isBitnetModelEv",
814
872
  "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
815
873
  "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
816
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
817
874
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
818
875
  "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
819
876
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
@@ -834,6 +891,7 @@
834
891
  "__ZThn48_N14MtmdLlmContext23prepareSpeculativeDraftEiij",
835
892
  "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
836
893
  "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
894
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEjb",
837
895
  "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
838
896
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
839
897
  "__ZThn16_NK10LlamaModel6cancelEv",
@@ -850,8 +908,8 @@
850
908
  "__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
851
909
  "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
852
910
  "__ZThn32_N10LlamaModelD0Ev",
853
- "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
854
911
  "__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
912
+ "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
855
913
  "__ZThn16_N10LlamaModelD0Ev",
856
914
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
857
915
  "__ZNK10LlamaModel11activeSlotsEv",
@@ -862,11 +920,11 @@
862
920
  "__ZN17backend_selection23shouldWarnAboutJitCacheEv",
863
921
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
864
922
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
865
- "__ZThn48_N10LlamaModel11jobStartingEy",
866
923
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10afterDraftEv",
867
924
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
868
925
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
869
926
  "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
927
+ "__ZThn48_N10LlamaModel11jobStartingEy",
870
928
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
871
929
  "__ZN10LlamaModel4initEb",
872
930
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
@@ -899,6 +957,7 @@
899
957
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
900
958
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
901
959
  "__ZN30qvac_lib_inference_addon_llama5utils21renderWithoutUserTurnEPK21common_chat_templatesRK28common_chat_templates_inputsRKNSt3__18functionIFNS7_6vectorIiNS7_9allocatorIiEEEERKNS7_12basic_stringIcNS7_11char_traitsIcEENSA_IcEEEEEEE",
960
+ "__ZN12CacheManager15setAsideInPlaceEv",
902
961
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
903
962
  "__ZN10LlamaModel7processERKNSt3__13anyE",
904
963
  "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -916,6 +975,7 @@
916
975
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
917
976
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
918
977
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
978
+ "__ZN14MtmdLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
919
979
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
920
980
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
921
981
  "__ZNK14TextLlmContext10ctxCeilingEv",
@@ -935,8 +995,8 @@
935
995
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
936
996
  "__ZN10LlamaModel8isLoadedEv",
937
997
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
938
- "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
939
998
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
999
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
940
1000
  "__ZThn16_N10LlamaModelD1Ev",
941
1001
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
942
1002
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
@@ -990,6 +1050,7 @@
990
1050
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
991
1051
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
992
1052
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
1053
+ "__ZN14MtmdLlmContextD2Ev",
993
1054
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
994
1055
  "__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
995
1056
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -999,10 +1060,10 @@
999
1060
  "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
1000
1061
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
1001
1062
  "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
1063
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERNS2_8optionalINS2_6vectorIiNS6_IiEEEEEE",
1002
1064
  "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
1003
1065
  "__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
1004
1066
  "__ZNK10LlamaModel10cancelByIdEy",
1005
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
1006
1067
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
1007
1068
  "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
1008
1069
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -1012,6 +1073,7 @@
1012
1073
  "__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
1013
1074
  "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1014
1075
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
1076
+ "__ZN12CacheManager24copyActiveCacheToRamTierERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEbbb",
1015
1077
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
1016
1078
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
1017
1079
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
@@ -1022,6 +1084,7 @@
1022
1084
  "__ZN14TextLlmContext8setNPastEi",
1023
1085
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
1024
1086
  "__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
1087
+ "__ZN12CacheManagerD1Ev",
1025
1088
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
1026
1089
  "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
1027
1090
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
@@ -1061,6 +1124,7 @@
1061
1124
  "__ZN10LlamaModel15getCommonParamsEv",
1062
1125
  "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
1063
1126
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
1127
+ "__ZN12CacheManager12setFileIndexENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexEEE",
1064
1128
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
1065
1129
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
1066
1130
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
@@ -1075,6 +1139,7 @@
1075
1139
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
1076
1140
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
1077
1141
  "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
1142
+ "__ZThn48_N14TextLlmContextD0Ev",
1078
1143
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
1079
1144
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
1080
1145
  "__ZN14MtmdLlmContext6getCtxEv",
@@ -1092,14 +1157,15 @@
1092
1157
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
1093
1158
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
1094
1159
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
1095
- "__ZN14MtmdLlmContext15checkAntipromptEmi",
1096
1160
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
1161
+ "__ZN14MtmdLlmContext15checkAntipromptEmi",
1097
1162
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
1098
1163
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
1099
1164
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
1100
1165
  "__ZN10LlamaModelD1Ev",
1101
- "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
1166
+ "__ZN14MtmdLlmContextD0Ev",
1102
1167
  "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
1168
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
1103
1169
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
1104
1170
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1105
1171
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
@@ -1117,8 +1183,10 @@
1117
1183
  "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
1118
1184
  "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
1119
1185
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
1186
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12setFileIndexENSt3__110shared_ptrINS_5cache14CacheFileIndexEEE",
1120
1187
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
1121
1188
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
1189
+ "__ZThn48_N14MtmdLlmContextD1Ev",
1122
1190
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
1123
1191
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
1124
1192
  "__ZN14TextLlmContext13resetStopFlagEv",
@@ -1128,7 +1196,6 @@
1128
1196
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
1129
1197
  "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
1130
1198
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
1131
- "__ZN12CacheManager24moveActiveCacheToRamTierEv",
1132
1199
  "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
1133
1200
  "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
1134
1201
  "__ZThn40_N10LlamaModelD0Ev",
@@ -1136,11 +1203,11 @@
1136
1203
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
1137
1204
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
1138
1205
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
1139
- "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
1140
1206
  "__ZN10LlamaModel10resetStateEb",
1141
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
1142
1207
  "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
1143
1208
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1209
+ "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
1210
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
1144
1211
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb"
1145
1212
  ],
1146
1213
  "weak": [
@@ -1148,6 +1215,7 @@
1148
1215
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
1149
1216
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
1150
1217
  "__ZN30qvac_lib_inference_addon_llama15fitResultObjectEP8js_env_sRKNS_9FitResultE",
1218
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startImEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENS9_7MarshalEENUlP11uv_handle_sE_8__invokeESD_",
1151
1219
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
1152
1220
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
1153
1221
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
@@ -1166,15 +1234,19 @@
1166
1234
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
1167
1235
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
1168
1236
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
1237
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteImEEvP10uv_async_s",
1169
1238
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
1170
1239
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteIN30qvac_lib_inference_addon_llama9FitResultEEEvP10uv_async_s",
1171
1240
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
1241
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleImEEvP11uv_handle_s",
1172
1242
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
1173
1243
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
1174
1244
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
1175
1245
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startIN30qvac_lib_inference_addon_llama9FitResultEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
1246
+ "__ZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_s",
1176
1247
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
1177
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
1248
+ "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
1249
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv"
1178
1250
  ]
1179
1251
  }
1180
1252
  }