@qvac/llm-llamacpp 0.66.0 → 0.68.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/README.md +38 -36
  2. package/addon.d.ts +1 -7
  3. package/addon.js +0 -3
  4. package/index.d.ts +62 -19
  5. package/index.js +81 -42
  6. package/package.json +11 -11
  7. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  8. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  9. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +57 -46
  10. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +78 -56
  12. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +57 -46
  14. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +57 -46
  16. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +78 -56
  18. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  20. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.66"
10
+ "version": "0.68"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -58,7 +58,6 @@
58
58
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
59
59
  "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
60
60
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
61
- "__ZTS11BlobsStreamIcE",
62
61
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
63
62
  "__ZTSN24llama_finetuning_helpers21FinetuneProgressStatsE",
64
63
  "__ZTSFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
@@ -66,8 +65,6 @@
66
65
  "__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEEEE",
67
66
  "__ZTSNSt3__123__match_any_but_newlineIcEE",
68
67
  "__ZTINSt3__110__back_refIcEE",
69
- "__ZTSZNK13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE6borrowEvEUlPvE_",
70
- "__ZTSN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
71
68
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
72
69
  "__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
73
70
  "__ZTINSt3__110__function6__baseIFvjEEE",
@@ -80,6 +77,7 @@
80
77
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
81
78
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
82
79
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
80
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_",
83
81
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
84
82
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
85
83
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -98,7 +96,7 @@
98
96
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
99
97
  "__ZTIPFiP13llama_context11llama_batchE",
100
98
  "__ZTSNSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
101
- "__ZTSNSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
99
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
102
100
  "__ZTSNSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
103
101
  "__ZTSNSt3__110__function6__funcIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEENS_9allocatorISB_EESA_EE",
104
102
  "__ZTINSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
@@ -116,8 +114,8 @@
116
114
  "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
117
115
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
118
116
  "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
119
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
120
117
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
118
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
121
119
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
122
120
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
123
121
  "__ZTINSt3__111__end_stateIcEE",
@@ -133,16 +131,16 @@
133
131
  "__ZTIN28qvac_lib_inference_addon_cpp6Output5ErrorE",
134
132
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
135
133
  "__ZTINSt3__110__function6__baseIFvmjEEE",
134
+ "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexENS_9allocatorIS3_EEEE",
136
135
  "__ZTSPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
137
136
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
138
137
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
139
138
  "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
140
139
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
141
- "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
142
- "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
143
140
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
144
- "__ZTSNSt3__113__empty_stateIcEE",
141
+ "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
145
142
  "__ZTSNSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
143
+ "__ZTSNSt3__113__empty_stateIcEE",
146
144
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
147
145
  "__ZTSNSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
148
146
  "__ZTSN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
@@ -151,6 +149,7 @@
151
149
  "__ZTSNSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
152
150
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
153
151
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
152
+ "__ZTSNSt3__110__function6__baseIFbP13llama_contextiEEE",
154
153
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
155
154
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
156
155
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
@@ -160,13 +159,12 @@
160
159
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
161
160
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
162
161
  "__ZTINSt3__120__r_anchor_multilineIcEE",
163
- "__ZTIN8js_blobs15FinalizedStreamIcEE",
164
162
  "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
165
163
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
166
164
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
167
- "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
168
165
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
169
166
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
167
+ "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
170
168
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
171
169
  "__ZTSNSt3__117__owns_two_statesIcEE",
172
170
  "__ZTINSt3__115__has_one_stateIcEE",
@@ -175,6 +173,7 @@
175
173
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
176
174
  "__ZTSNSt3__111__alternateIcEE",
177
175
  "__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
176
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
178
177
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
179
178
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
180
179
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -192,9 +191,8 @@
192
191
  "__ZTSNSt3__110__function6__baseIFmvEEE",
193
192
  "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
194
193
  "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
195
- "__ZTI18AsyncWeightsLoader",
196
- "__ZTINSt3__110__function6__baseIFmvEEE",
197
194
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
195
+ "__ZTINSt3__110__function6__baseIFmvEEE",
198
196
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
199
197
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
200
198
  "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
@@ -218,6 +216,7 @@
218
216
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
219
217
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
220
218
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
219
+ "__ZZN30qvac_lib_inference_addon_llama5cache14CacheFileIndex10writeCountEvE5count",
221
220
  "__ZTSNSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
222
221
  "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
223
222
  "__ZTINSt3__117bad_function_callE",
@@ -250,7 +249,6 @@
250
249
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
251
250
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
252
251
  "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
253
- "__ZTINSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
254
252
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
255
253
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
256
254
  "__ZTIN10LlamaModel6PromptE",
@@ -258,6 +256,7 @@
258
256
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
259
257
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
260
258
  "__ZTIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
259
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexENS_9allocatorIS3_EEEE",
261
260
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
262
261
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
263
262
  "__ZTSPFiP13llama_context11llama_batchE",
@@ -271,10 +270,11 @@
271
270
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
272
271
  "__ZTIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
273
272
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
274
- "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
273
+ "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
275
274
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
276
- "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
275
+ "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
277
276
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
277
+ "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
278
278
  "__ZTINSt3__128__begin_marked_subexpressionIcEE",
279
279
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
280
280
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
@@ -283,6 +283,7 @@
283
283
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
284
284
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
285
285
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
286
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache6LedgerEibmRKNS_8functionIFbRKNS3_10DonorStateEEEEEEE",
286
287
  "__ZTINSt3__110__function6__baseIFvvEEE",
287
288
  "__ZTINSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
288
289
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ImplicitProducerE",
@@ -292,22 +293,22 @@
292
293
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
293
294
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
294
295
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output6LogMsgEEEE",
296
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
295
297
  "__ZTIFvP13llama_contextE",
296
298
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
297
299
  "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
298
- "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
299
300
  "__ZTINSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
300
- "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
301
301
  "__ZTINSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
302
302
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
303
303
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
304
304
  "__ZTSZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
305
305
  "__ZTINSt3__110__function6__baseIFvbEEE",
306
- "__ZTINSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
306
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
307
307
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
308
308
  "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEEEE",
309
309
  "__ZTSNSt3__110__function6__baseIFviEEE",
310
310
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
311
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
311
312
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
312
313
  "__ZTSN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
313
314
  "__ZTSFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
@@ -338,7 +339,7 @@
338
339
  "__ZTINSt3__123__match_any_but_newlineIcEE",
339
340
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
340
341
  "__ZTSNSt3__16__loopIcEE",
341
- "__ZTI11BlobsStreamIcE",
342
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
342
343
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
343
344
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
344
345
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
@@ -348,16 +349,19 @@
348
349
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS8_ISA_EEEEEEE",
349
350
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
350
351
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
351
- "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
352
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
352
353
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
353
- "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
354
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
355
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
354
356
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
355
357
  "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
356
358
  "__ZTSNSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
359
+ "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
357
360
  "__ZTINSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
358
361
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFNS2_9FitResultEvEEE",
359
362
  "__ZTSNSt3__110__function6__baseIFbmjyEEE",
360
363
  "__ZTSNSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
364
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNSt3__16vectorIiNS1_9allocatorIiEEEERKNS1_5dequeINS0_10CheckpointENS3_IS9_EEEEEUlP13llama_contextiE_",
361
365
  "__ZTSPFvP13llama_contextE",
362
366
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
363
367
  "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
@@ -365,14 +369,15 @@
365
369
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
366
370
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
367
371
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
368
- "__ZTIFP16ggml_backend_regPKcE",
369
372
  "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
370
373
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
371
374
  "__ZTINSt3__116__owns_one_stateIcEE",
375
+ "__ZTIFP16ggml_backend_regPKcE",
376
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
372
377
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
373
378
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
374
- "__ZTS18AsyncWeightsLoader",
375
379
  "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
380
+ "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
376
381
  "__ZTS10LlmContext",
377
382
  "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
378
383
  "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
@@ -380,6 +385,7 @@
380
385
  "__ZGVN8picojson12last_error_tIbE1sE",
381
386
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
382
387
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
388
+ "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache6LedgerEibmRKNS_8functionIFbRKNS3_10DonorStateEEEEEEE",
383
389
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
384
390
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
385
391
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
@@ -399,8 +405,8 @@
399
405
  "__ZTIPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
400
406
  "__ZTINSt3__110__function6__baseIFvjimEEE",
401
407
  "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
402
- "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
403
408
  "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
409
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
404
410
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
405
411
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
406
412
  "__ZTIZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sEUlvE_",
@@ -409,8 +415,8 @@
409
415
  "__ZTSNSt3__111__end_stateIcEE",
410
416
  "__ZTIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
411
417
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
412
- "__ZTSN8js_blobs15FinalizedStreamIcEE",
413
418
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
419
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
414
420
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_",
415
421
  "__ZTINSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
416
422
  "__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
@@ -418,6 +424,7 @@
418
424
  "__ZTIPFP16ggml_backend_regPKcE",
419
425
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
420
426
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
427
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNS_6vectorIiNS_9allocatorIiEEEERKNS_5dequeINS3_10CheckpointENS5_ISB_EEEEEUlP13llama_contextiE_NS5_ISI_EEFbSH_iEEE",
421
428
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
422
429
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
423
430
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
@@ -434,25 +441,25 @@
434
441
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
435
442
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
436
443
  "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
444
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNS_6vectorIiNS_9allocatorIiEEEERKNS_5dequeINS3_10CheckpointENS5_ISB_EEEEEUlP13llama_contextiE_NS5_ISI_EEFbSH_iEEE",
437
445
  "__ZTSNSt3__110__function6__baseIFvbEEE",
438
446
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
439
447
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
440
- "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
441
448
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
442
449
  "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
443
450
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
444
451
  "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
445
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
452
+ "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
446
453
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
447
454
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
448
455
  "__ZTSNSt3__116__owns_one_stateIcEE",
449
456
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
457
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
450
458
  "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
451
459
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
452
460
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
453
461
  "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
454
462
  "__ZTSNSt3__112__match_charIcEE",
455
- "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
456
463
  "__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
457
464
  "__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
458
465
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
@@ -475,12 +482,13 @@
475
482
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
476
483
  "__ZTINSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
477
484
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
478
- "__ZTSNSt3__110__function6__baseIFvvEEE",
485
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
479
486
  "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
480
487
  "__ZTINSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
481
488
  "__ZTINSt3__121__empty_non_own_stateIcEE",
482
489
  "__ZTSNSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
483
490
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
491
+ "__ZTSNSt3__110__function6__baseIFvvEEE",
484
492
  "__ZTIFiP13llama_context11llama_batchE",
485
493
  "__ZTSNSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
486
494
  "__ZTINSt3__110__function6__baseIFvPKhmEEE",
@@ -501,6 +509,7 @@
501
509
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
502
510
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
503
511
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
512
+ "__ZTIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_",
504
513
  "__ZTINSt3__117__repeat_one_loopIcEE",
505
514
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
506
515
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
@@ -510,10 +519,12 @@
510
519
  "__ZTSFvP13llama_contextE",
511
520
  "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
512
521
  "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
522
+ "__ZTSZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNSt3__16vectorIiNS1_9allocatorIiEEEERKNS1_5dequeINS0_10CheckpointENS3_IS9_EEEEEUlP13llama_contextiE_",
513
523
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
514
524
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
515
525
  "__ZTSN11qvac_errors11StatusErrorE",
516
526
  "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
527
+ "__ZTINSt3__110__function6__baseIFbP13llama_contextiEEE",
517
528
  "__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
518
529
  "__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
519
530
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
@@ -535,6 +546,7 @@
535
546
  "global": [
536
547
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
537
548
  "__ZN19LlamaBackendsHandleC2EOS_",
549
+ "__ZN14TextLlmContextD1Ev",
538
550
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13verifyDraftedERKNSt3__18functionIFNS1_12DraftOutcomeEjiiEEE",
539
551
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
540
552
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
@@ -567,6 +579,7 @@
567
579
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
568
580
  "__ZThn48_NK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
569
581
  "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
582
+ "__ZThn48_N14MtmdLlmContextD0Ev",
570
583
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
571
584
  "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
572
585
  "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
@@ -593,12 +606,15 @@
593
606
  "__ZN14MtmdLlmContext10resetMediaEv",
594
607
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
595
608
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
609
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12isFreeLockedEj",
596
610
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
597
611
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
598
612
  "__ZNK14TextLlmContext16cacheStateTokensEv",
613
+ "__ZN14TextLlmContextD0Ev",
599
614
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
600
615
  "_bare_register_module_v0",
601
616
  "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
617
+ "__ZN14MtmdLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
602
618
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
603
619
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
604
620
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
@@ -609,7 +625,6 @@
609
625
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
610
626
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
611
627
  "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
612
- "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
613
628
  "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
614
629
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
615
630
  "__ZN14TextLlmContext15checkAntipromptEmi",
@@ -625,18 +640,18 @@
625
640
  "__ZNK10LlamaModel15cancelInferenceEv",
626
641
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
627
642
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
628
- "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
629
643
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
630
644
  "__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
631
645
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
632
646
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
633
647
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
634
648
  "__ZThn48_N14TextLlmContext23prepareSpeculativeDraftEiij",
649
+ "__ZN14TextLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
635
650
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
636
- "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
637
651
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
638
652
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
639
653
  "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
654
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
640
655
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
641
656
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
642
657
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
@@ -650,7 +665,6 @@
650
665
  "__ZN30qvac_lib_inference_addon_llama11speculative25restoreDraftSequenceStateEP13llama_contextiRKNS0_18DraftSequenceStateEji",
651
666
  "__ZN14TextLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
652
667
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
653
- "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
654
668
  "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
655
669
  "__ZN14TextLlmContext21initializeCommonStateEv",
656
670
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
@@ -662,15 +676,16 @@
662
676
  "__ZNK10LlamaModel16supportsBatchingEv",
663
677
  "__ZN10LlamaModelD2Ev",
664
678
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
679
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
665
680
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
666
681
  "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
667
- "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
668
682
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
669
683
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
670
684
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
671
685
  "__ZN12CacheManager10invalidateEv",
672
- "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
686
+ "__ZN14MtmdLlmContextD1Ev",
673
687
  "__ZN10LlamaModel16beginFinetuneJobEy",
688
+ "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
674
689
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
675
690
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
676
691
  "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
@@ -681,7 +696,9 @@
681
696
  "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
682
697
  "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
683
698
  "__ZN14TextLlmContext17beginCacheRequestEv",
699
+ "__ZN14TextLlmContextD2Ev",
684
700
  "__ZNK12CacheManager15isCacheDisabledEv",
701
+ "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
685
702
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
686
703
  "__ZN14MtmdLlmContext18commitCacheRequestEv",
687
704
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
@@ -713,12 +730,12 @@
713
730
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12setPromptEndEi",
714
731
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
715
732
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
716
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
717
733
  "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
718
734
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
719
- "__ZThn40_N10LlamaModelD1Ev",
735
+ "__ZN12CacheManagerD2Ev",
720
736
  "__ZN14MtmdLlmContext17initVisionContextEv",
721
737
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
738
+ "__ZThn40_N10LlamaModelD1Ev",
722
739
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
723
740
  "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
724
741
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
@@ -741,8 +758,10 @@
741
758
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
742
759
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
743
760
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
761
+ "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPKc",
744
762
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
745
- "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
763
+ "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
764
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
746
765
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
747
766
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
748
767
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
@@ -759,10 +778,9 @@
759
778
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
760
779
  "__ZN10LlamaModel19flushResidentCachesEv",
761
780
  "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
762
- "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
763
781
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
764
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
765
782
  "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
783
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
766
784
  "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
767
785
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
768
786
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
@@ -777,6 +795,7 @@
777
795
  "__ZNK13ModelMetaData9tryGetU32EPKc",
778
796
  "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
779
797
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
798
+ "__ZN14MtmdLlmContext23resetStateKeepingMemoryEb",
780
799
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
781
800
  "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
782
801
  "__ZN12CacheManager9loadCacheEv",
@@ -791,6 +810,7 @@
791
810
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
792
811
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
793
812
  "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
813
+ "__ZThn48_N14TextLlmContextD1Ev",
794
814
  "__ZNK10LlamaModel6cancelEv",
795
815
  "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
796
816
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
@@ -825,11 +845,11 @@
825
845
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
826
846
  "__ZNK14TextLlmContext19residentStateTokensEv",
827
847
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
848
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
828
849
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
829
850
  "__ZNK10LlamaModel13isBitnetModelEv",
830
851
  "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
831
852
  "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
832
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
833
853
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
834
854
  "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
835
855
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
@@ -850,6 +870,7 @@
850
870
  "__ZThn48_N14MtmdLlmContext23prepareSpeculativeDraftEiij",
851
871
  "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
852
872
  "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
873
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEjb",
853
874
  "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
854
875
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
855
876
  "__ZThn16_NK10LlamaModel6cancelEv",
@@ -866,8 +887,8 @@
866
887
  "__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
867
888
  "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
868
889
  "__ZThn32_N10LlamaModelD0Ev",
869
- "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
870
890
  "__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
891
+ "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
871
892
  "__ZThn16_N10LlamaModelD0Ev",
872
893
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
873
894
  "__ZNK10LlamaModel11activeSlotsEv",
@@ -915,12 +936,12 @@
915
936
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
916
937
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
917
938
  "__ZN30qvac_lib_inference_addon_llama5utils21renderWithoutUserTurnEPK21common_chat_templatesRK28common_chat_templates_inputsRKNSt3__18functionIFNS7_6vectorIiNS7_9allocatorIiEEEERKNS7_12basic_stringIcNS7_11char_traitsIcEENSA_IcEEEEEEE",
939
+ "__ZN12CacheManager15setAsideInPlaceEv",
918
940
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
919
941
  "__ZN10LlamaModel7processERKNSt3__13anyE",
920
942
  "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
921
943
  "__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
922
944
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
923
- "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
924
945
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
925
946
  "__ZN14LlamaFinetuner12requestPauseEb",
926
947
  "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -932,6 +953,7 @@
932
953
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
933
954
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
934
955
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
956
+ "__ZN14MtmdLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
935
957
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
936
958
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
937
959
  "__ZNK14TextLlmContext10ctxCeilingEv",
@@ -951,8 +973,8 @@
951
973
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
952
974
  "__ZN10LlamaModel8isLoadedEv",
953
975
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
954
- "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
955
976
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
977
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
956
978
  "__ZThn16_N10LlamaModelD1Ev",
957
979
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
958
980
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
@@ -990,7 +1012,6 @@
990
1012
  "__ZN22load_fit_normalization25makeNormalizedFitSnapshotERK13common_paramsj",
991
1013
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptGenerationIdleERKNSt3__18optionalIS1_EE",
992
1014
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
993
- "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
994
1015
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
995
1016
  "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
996
1017
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
@@ -1006,6 +1027,7 @@
1006
1027
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
1007
1028
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
1008
1029
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
1030
+ "__ZN14MtmdLlmContextD2Ev",
1009
1031
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
1010
1032
  "__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
1011
1033
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -1015,10 +1037,10 @@
1015
1037
  "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
1016
1038
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
1017
1039
  "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
1040
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERNS2_8optionalINS2_6vectorIiNS6_IiEEEEEE",
1018
1041
  "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
1019
1042
  "__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
1020
1043
  "__ZNK10LlamaModel10cancelByIdEy",
1021
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
1022
1044
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
1023
1045
  "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
1024
1046
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -1028,6 +1050,7 @@
1028
1050
  "__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
1029
1051
  "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1030
1052
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
1053
+ "__ZN12CacheManager24copyActiveCacheToRamTierERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEbbb",
1031
1054
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
1032
1055
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
1033
1056
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
@@ -1038,6 +1061,7 @@
1038
1061
  "__ZN14TextLlmContext8setNPastEi",
1039
1062
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
1040
1063
  "__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
1064
+ "__ZN12CacheManagerD1Ev",
1041
1065
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
1042
1066
  "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
1043
1067
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
@@ -1061,12 +1085,10 @@
1061
1085
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
1062
1086
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
1063
1087
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
1064
- "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
1065
1088
  "__ZN14MtmdLlmContext4stopEv",
1066
1089
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
1067
1090
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
1068
1091
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
1069
- "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
1070
1092
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
1071
1093
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
1072
1094
  "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
@@ -1077,6 +1099,7 @@
1077
1099
  "__ZN10LlamaModel15getCommonParamsEv",
1078
1100
  "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
1079
1101
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
1102
+ "__ZN12CacheManager12setFileIndexENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexEEE",
1080
1103
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
1081
1104
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
1082
1105
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
@@ -1091,14 +1114,13 @@
1091
1114
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
1092
1115
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
1093
1116
  "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
1094
- "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
1117
+ "__ZThn48_N14TextLlmContextD0Ev",
1095
1118
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
1096
1119
  "__ZN14MtmdLlmContext6getCtxEv",
1097
1120
  "__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
1098
1121
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
1099
1122
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
1100
1123
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
1101
- "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
1102
1124
  "__ZN14TextLlmContext19appendResidentTokenEi",
1103
1125
  "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
1104
1126
  "__ZThn48_N14MtmdLlmContext12syncPositionEi",
@@ -1108,14 +1130,14 @@
1108
1130
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
1109
1131
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
1110
1132
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
1111
- "__ZN14MtmdLlmContext15checkAntipromptEmi",
1112
1133
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
1134
+ "__ZN14MtmdLlmContext15checkAntipromptEmi",
1113
1135
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
1114
- "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
1115
1136
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
1116
1137
  "__ZN10LlamaModelD1Ev",
1117
- "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
1138
+ "__ZN14MtmdLlmContextD0Ev",
1118
1139
  "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
1140
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
1119
1141
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
1120
1142
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1121
1143
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
@@ -1133,8 +1155,10 @@
1133
1155
  "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
1134
1156
  "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
1135
1157
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
1158
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12setFileIndexENSt3__110shared_ptrINS_5cache14CacheFileIndexEEE",
1136
1159
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
1137
1160
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
1161
+ "__ZThn48_N14MtmdLlmContextD1Ev",
1138
1162
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
1139
1163
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
1140
1164
  "__ZN14TextLlmContext13resetStopFlagEv",
@@ -1144,7 +1168,6 @@
1144
1168
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
1145
1169
  "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
1146
1170
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
1147
- "__ZN12CacheManager24moveActiveCacheToRamTierEv",
1148
1171
  "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
1149
1172
  "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
1150
1173
  "__ZThn40_N10LlamaModelD0Ev",
@@ -1175,7 +1198,6 @@
1175
1198
  "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
1176
1199
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
1177
1200
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
1178
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
1179
1201
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
1180
1202
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
1181
1203
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",