@qvac/llm-llamacpp 0.59.0 → 0.60.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. package/README.md +2 -2
  2. package/addon.d.ts +0 -1
  3. package/addon.js +0 -25
  4. package/binding.js +1 -1
  5. package/fit.js +1 -6
  6. package/index.d.ts +10 -4
  7. package/package.json +24 -6
  8. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  9. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  10. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +42 -28
  11. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  12. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +97 -53
  13. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  14. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +42 -28
  15. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  16. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +42 -28
  17. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  18. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +96 -52
  19. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  20. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  22. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.59"
10
+ "version": "0.60"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -41,15 +41,16 @@
41
41
  "weak": [
42
42
  "__ZTINSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
43
43
  "__ZTINSt3__110__function6__baseIFbjyEEE",
44
+ "__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKNS_9monostateEEEE",
44
45
  "__ZTINSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
45
46
  "__ZTIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_",
46
47
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
48
+ "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
47
49
  "__ZTINSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
48
50
  "__ZTSFP16ggml_backend_regPKcE",
49
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
50
51
  "__ZTSN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
52
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
51
53
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
52
- "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
53
54
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
54
55
  "__ZTSNSt3__119basic_istringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
55
56
  "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
@@ -58,9 +59,7 @@
58
59
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
59
60
  "__ZTSN24llama_finetuning_helpers21FinetuneProgressStatsE",
60
61
  "__ZTSFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
61
- "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
62
62
  "__ZTINSt3__126__end_marked_subexpressionIcEE",
63
- "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_",
64
63
  "__ZTSNSt3__123__match_any_but_newlineIcEE",
65
64
  "__ZTSNSt3__118basic_stringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
66
65
  "__ZTINSt3__110__back_refIcEE",
@@ -72,8 +71,10 @@
72
71
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
73
72
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
74
73
  "__ZTINSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
74
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
75
75
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
76
76
  "__ZTINSt3__16__loopIcEE",
77
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
77
78
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
78
79
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
79
80
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
@@ -82,6 +83,7 @@
82
83
  "__ZTINSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
83
84
  "__ZTSNSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
84
85
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
86
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
85
87
  "__ZTSNSt3__110__function6__baseIFbjyEEE",
86
88
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_s22FinetuneTerminalResultEE",
87
89
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
@@ -98,6 +100,7 @@
98
100
  "__ZTINSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
99
101
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
100
102
  "__ZTSNSt3__128__begin_marked_subexpressionIcEE",
103
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
101
104
  "__ZTIFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
102
105
  "__ZTSN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
103
106
  "__ZTSNSt3__120__r_anchor_multilineIcEE",
@@ -110,20 +113,19 @@
110
113
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
111
114
  "__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
112
115
  "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
116
+ "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
113
117
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
114
- "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_",
115
118
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
116
- "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
117
119
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
118
- "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
119
- "__ZTSNSt3__110__function6__baseIFvjEEE",
120
120
  "__ZTINSt3__111__end_stateIcEE",
121
+ "__ZTSNSt3__110__function6__baseIFvjEEE",
121
122
  "__ZTSNSt3__117__repeat_one_loopIcEE",
122
123
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
123
124
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSA_ISF_EEEEE_NSA_ISK_EEFP10js_value_sSJ_EEE",
124
125
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
125
126
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerE",
126
127
  "__ZTINSt3__112__match_charIcEE",
128
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_",
127
129
  "__ZTIN11qvac_errors11StatusErrorE",
128
130
  "__ZTIN28qvac_lib_inference_addon_cpp6Output5ErrorE",
129
131
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
@@ -133,11 +135,13 @@
133
135
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
134
136
  "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
135
137
  "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
138
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
136
139
  "__ZTSNSt3__113__empty_stateIcEE",
137
140
  "__ZTSNSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
138
141
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
139
142
  "__ZTSNSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
140
143
  "__ZTSN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
144
+ "__ZTSNSt3__110__function6__baseIFvPKhmEEE",
141
145
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
142
146
  "__ZTSNSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
143
147
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
@@ -145,16 +149,23 @@
145
149
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
146
150
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
147
151
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
152
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
148
153
  "__ZTINSt3__111__match_anyIcEE",
154
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
155
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
149
156
  "__ZTINSt3__120__r_anchor_multilineIcEE",
150
157
  "__ZTIN8js_blobs15FinalizedStreamIcEE",
151
158
  "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
159
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
152
160
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
153
161
  "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
162
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
154
163
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
164
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
155
165
  "__ZTSNSt3__117__owns_two_statesIcEE",
156
166
  "__ZTINSt3__115__has_one_stateIcEE",
157
167
  "__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
168
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
158
169
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
159
170
  "__ZTSNSt3__111__alternateIcEE",
160
171
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
@@ -162,12 +173,14 @@
162
173
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
163
174
  "__ZTS22FinetuneTerminalResult",
164
175
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
176
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
165
177
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
166
178
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
167
179
  "__ZTINSt3__120__l_anchor_multilineIcEE",
168
180
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
169
181
  "__ZTIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
170
182
  "__ZTSNSt3__117bad_function_callE",
183
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
171
184
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
172
185
  "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
173
186
  "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
@@ -177,20 +190,22 @@
177
190
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
178
191
  "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
179
192
  "__ZTSNSt3__110__back_refIcEE",
193
+ "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKNS_9monostateEEEE",
180
194
  "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
181
195
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
182
196
  "__ZTINSt3__110__function6__baseIFijiEEE",
183
197
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
198
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
184
199
  "__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
185
200
  "__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
186
201
  "__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
187
202
  "__ZTSNSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
203
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
188
204
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
189
205
  "__ZTINSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
190
206
  "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
191
- "__ZTIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
192
- "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
193
207
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
208
+ "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
194
209
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
195
210
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
196
211
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
@@ -199,12 +214,15 @@
199
214
  "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
200
215
  "__ZTINSt3__117bad_function_callE",
201
216
  "__ZTSN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
217
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
202
218
  "__ZTSNSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
203
219
  "__ZTINSt3__113__empty_stateIcEE",
204
220
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
205
221
  "__ZTIN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
206
222
  "__ZTIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerE",
223
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
207
224
  "__ZTSN28qvac_lib_inference_addon_cpp5model18IModelJobLifecycleE",
225
+ "__ZN30qvac_lib_inference_addon_llama5cache26CHECKPOINT_SECTION_VERSIONE",
208
226
  "__ZTSFiP13llama_context11llama_batchE",
209
227
  "__ZTINSt3__118basic_stringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
210
228
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
@@ -213,9 +231,10 @@
213
231
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
214
232
  "__ZTINSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
215
233
  "__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
216
- "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
234
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
217
235
  "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ImplicitProducerE",
218
236
  "__ZTSNSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
237
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
219
238
  "__ZNSt3__16ranges5__cpo4findE",
220
239
  "__ZTSNSt3__126__end_marked_subexpressionIcEE",
221
240
  "__ZTINSt3__111__alternateIcEE",
@@ -227,38 +246,39 @@
227
246
  "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
228
247
  "__ZTINSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
229
248
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
230
- "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
231
- "__ZTIN10LlamaModel6PromptE",
232
249
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
250
+ "__ZTIN10LlamaModel6PromptE",
233
251
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
234
252
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
235
253
  "__ZTINSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
236
254
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
237
255
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
238
256
  "__ZTSPFiP13llama_context11llama_batchE",
239
- "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
257
+ "__ZTINSt3__117__owns_two_statesIcEE",
258
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
240
259
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
241
260
  "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
242
- "__ZTINSt3__117__owns_two_statesIcEE",
243
261
  "__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
244
262
  "__ZTSNSt3__114basic_ofstreamIcNS_11char_traitsIcEEEE",
245
263
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
246
264
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
247
265
  "__ZTINSt3__128__begin_marked_subexpressionIcEE",
248
- "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
266
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
249
267
  "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
250
- "__ZTIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_",
268
+ "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
251
269
  "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
252
270
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
271
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
253
272
  "__ZTIPFvP13llama_contextE",
254
273
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
255
274
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
275
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
256
276
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
257
277
  "__ZTINSt3__110__function6__baseIFvvEEE",
258
278
  "__ZTINSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
259
279
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ImplicitProducerE",
280
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
260
281
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
261
- "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_",
262
282
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
263
283
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
264
284
  "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
@@ -268,10 +288,10 @@
268
288
  "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
269
289
  "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
270
290
  "__ZTINSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
271
- "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_NS_9allocatorIS6_EEFvvEEE",
272
291
  "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
273
292
  "__ZTINSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
274
293
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
294
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
275
295
  "__ZTSZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
276
296
  "__ZTINSt3__110__function6__baseIFvbEEE",
277
297
  "__ZTINSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
@@ -293,12 +313,13 @@
293
313
  "__ZTSNSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
294
314
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
295
315
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_s22FinetuneTerminalResultEE",
296
- "__ZTSN28qvac_lib_inference_addon_cpp6Output5ErrorE",
316
+ "__ZTINSt3__110__function6__baseIFNS_9monostateEvEEE",
297
317
  "__ZTINSt3__114basic_ifstreamIcNS_11char_traitsIcEEEE",
318
+ "__ZTSN28qvac_lib_inference_addon_cpp6Output5ErrorE",
298
319
  "__ZN8picojson12last_error_tIbE1sE",
299
320
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
321
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
300
322
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
301
- "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
302
323
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
303
324
  "__ZTINSt3__123__match_any_but_newlineIcEE",
304
325
  "__ZTSNSt3__16__loopIcEE",
@@ -307,7 +328,6 @@
307
328
  "__ZTI11BlobsStreamIcE",
308
329
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
309
330
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
310
- "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
311
331
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
312
332
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
313
333
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
@@ -316,6 +336,7 @@
316
336
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS8_ISA_EEEEEEE",
317
337
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
318
338
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
339
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
319
340
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
320
341
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
321
342
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
@@ -329,7 +350,7 @@
329
350
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
330
351
  "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
331
352
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
332
- "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
353
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
333
354
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
334
355
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
335
356
  "__ZTIFP16ggml_backend_regPKcE",
@@ -337,6 +358,7 @@
337
358
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
338
359
  "__ZTINSt3__116__owns_one_stateIcEE",
339
360
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
361
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
340
362
  "__ZTS18AsyncWeightsLoader",
341
363
  "__ZTS10LlmContext",
342
364
  "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
@@ -344,9 +366,11 @@
344
366
  "__ZGVN8picojson12last_error_tIbE1sE",
345
367
  "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
346
368
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
369
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
347
370
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
348
371
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
349
372
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
373
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
350
374
  "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
351
375
  "__ZTIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
352
376
  "__ZTSNSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
@@ -354,8 +378,8 @@
354
378
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
355
379
  "__ZTINSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
356
380
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
381
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
357
382
  "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
358
- "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
359
383
  "__ZTINSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
360
384
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
361
385
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerENS_9allocatorIS2_EEEE",
@@ -364,18 +388,18 @@
364
388
  "__ZTIPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
365
389
  "__ZTINSt3__110__function6__baseIFvjimEEE",
366
390
  "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
391
+ "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
367
392
  "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
368
393
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
369
394
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
395
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
370
396
  "__ZTSN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
371
- "__ZTIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
372
397
  "__ZTSNSt3__111__end_stateIcEE",
373
398
  "__ZTIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
374
399
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
375
400
  "__ZTSN8js_blobs15FinalizedStreamIcEE",
376
401
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
377
- "__ZTSZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_",
378
- "__ZTSZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
402
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_",
379
403
  "__ZTINSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
380
404
  "__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
381
405
  "__ZTIN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
@@ -389,35 +413,37 @@
389
413
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
390
414
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
391
415
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
392
- "__ZTSZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_",
393
416
  "__ZTSN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
394
417
  "__ZTINSt3__120__bracket_expressionIcNS_12regex_traitsIcEEEE",
395
418
  "__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
396
419
  "__ZTS14SequenceDriver",
397
420
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
421
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
398
422
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
399
423
  "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
400
424
  "__ZTSNSt3__110__function6__baseIFvbEEE",
401
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_NS_9allocatorIS6_EEFvvEEE",
402
- "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFvvEEE",
425
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
426
+ "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
403
427
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
404
428
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
405
429
  "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
430
+ "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
406
431
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
407
432
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
408
433
  "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
409
434
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
410
435
  "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
411
- "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
436
+ "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
412
437
  "__ZTSNSt3__116__owns_one_stateIcEE",
438
+ "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
413
439
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
414
440
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
415
441
  "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
416
442
  "__ZTSNSt3__112__match_charIcEE",
417
- "__ZTIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_",
418
443
  "__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
419
444
  "__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
420
445
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
446
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
421
447
  "__ZTI22FinetuneTerminalResult",
422
448
  "__ZTSNSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
423
449
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
@@ -428,10 +454,10 @@
428
454
  "__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
429
455
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
430
456
  "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
457
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
431
458
  "__ZTI10LlmContext",
432
459
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS8_ISA_EEEEEEE",
433
460
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
434
- "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_NS_9allocatorIS6_EEFvvEEE",
435
461
  "__ZTINSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
436
462
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
437
463
  "__ZTSNSt3__110__function6__baseIFvvEEE",
@@ -442,12 +468,15 @@
442
468
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
443
469
  "__ZTIFiP13llama_context11llama_batchE",
444
470
  "__ZTSNSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
471
+ "__ZTINSt3__110__function6__baseIFvPKhmEEE",
445
472
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
473
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
446
474
  "__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
475
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
447
476
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
448
477
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
449
- "__ZTSZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_",
450
478
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
479
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
451
480
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
452
481
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
453
482
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
@@ -473,11 +502,14 @@
473
502
  "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
474
503
  "__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
475
504
  "__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
505
+ "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
476
506
  "__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
477
507
  "__ZTSPFP16ggml_backend_regPKcE",
478
508
  "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
479
509
  "__ZTSNSt3__16__nodeIcEE",
510
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
480
511
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
512
+ "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
481
513
  "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
482
514
  "__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
483
515
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
@@ -491,7 +523,6 @@
491
523
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
492
524
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
493
525
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
494
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
495
526
  "__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
496
527
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10setRamTierENSt3__110shared_ptrINS0_14SlotStateCacheEEE",
497
528
  "__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
@@ -515,6 +546,7 @@
515
546
  "__ZN14MtmdLlmContext12syncPositionEi",
516
547
  "__ZN14MtmdLlmContext19resetVisionEncodeMsEv",
517
548
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
549
+ "__ZThn48_NK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
518
550
  "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
519
551
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
520
552
  "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -527,6 +559,7 @@
527
559
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
528
560
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
529
561
  "__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
562
+ "__ZN30qvac_lib_inference_addon_llama5cache23appendCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS1_5dequeINS0_10CheckpointENS5_ISB_EEEE",
530
563
  "__ZNK10LlamaModel21requestFinetuneCancelEy",
531
564
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
532
565
  "__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
@@ -537,7 +570,6 @@
537
570
  "__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
538
571
  "__ZN14MtmdLlmContext10resetMediaEv",
539
572
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
540
- "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
541
573
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
542
574
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
543
575
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -561,26 +593,26 @@
561
593
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
562
594
  "__ZNK14MtmdLlmContext19residentStateTokensEv",
563
595
  "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
596
+ "__ZN14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
564
597
  "__ZNK10LlamaModel15cancelInferenceEv",
565
598
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
599
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
566
600
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
567
601
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
568
602
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
569
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
570
603
  "__ZN14TextLlmContext15checkAntipromptEv",
571
- "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
572
604
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
573
605
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
574
606
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
607
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
575
608
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
576
609
  "__ZN14MtmdLlmContext15checkAntipromptEv",
577
610
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
578
611
  "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
579
- "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
580
612
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
581
613
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
582
- "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
583
614
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
615
+ "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
584
616
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
585
617
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
586
618
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -594,7 +626,6 @@
594
626
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
595
627
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
596
628
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
597
- "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
598
629
  "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
599
630
  "__ZNK10LlamaModel16supportsBatchingEv",
600
631
  "__ZN10LlamaModelD2Ev",
@@ -614,6 +645,7 @@
614
645
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
615
646
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
616
647
  "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
648
+ "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
617
649
  "__ZN14TextLlmContext17beginCacheRequestEv",
618
650
  "__ZNK12CacheManager15isCacheDisabledEv",
619
651
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
@@ -677,6 +709,7 @@
677
709
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
678
710
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
679
711
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
712
+ "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
680
713
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
681
714
  "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
682
715
  "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
@@ -711,6 +744,7 @@
711
744
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
712
745
  "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
713
746
  "__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
747
+ "__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
714
748
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
715
749
  "__ZN30qvac_lib_inference_addon_llama5utils20getModelArchitectureEPK11llama_model",
716
750
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
@@ -752,26 +786,29 @@
752
786
  "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
753
787
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
754
788
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
789
+ "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
755
790
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
756
791
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
757
792
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
758
793
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
759
- "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
760
794
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
761
- "__ZThn24_N10LlamaModelD0Ev",
762
795
  "__ZN14MtmdLlmContext8setNPastEi",
796
+ "__ZThn24_N10LlamaModelD0Ev",
763
797
  "__ZN14TextLlmContext26initializeOwnedThreadpoolsEv",
764
798
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
799
+ "__ZN30qvac_lib_inference_addon_llama5utils25partialSnapshotFromStreamERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEEyiNS0_15SnapshotStorageERKNS1_12basic_stringIcS4_NS1_9allocatorIcEEEERKNS1_8functionIFvPKhmEEERNS0_21SequenceStateSnapshotE",
765
800
  "__ZN10LlamaModelD0Ev",
766
801
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
767
802
  "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
768
803
  "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
804
+ "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
769
805
  "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
770
806
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
771
- "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
772
807
  "__ZThn16_NK10LlamaModel6cancelEv",
773
- "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
808
+ "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
809
+ "__ZN30qvac_lib_inference_addon_llama5utils21streamPartialSnapshotERKNS0_21SequenceStateSnapshotERKNSt3__18functionIFvPKhmEEE",
774
810
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
811
+ "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
775
812
  "__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
776
813
  "__ZNK10LlamaModel15consumeJobStatsEy",
777
814
  "__ZN10LlamaModel10getContextEv",
@@ -845,6 +882,7 @@
845
882
  "__ZN14MtmdLlmContext17beginCacheRequestEv",
846
883
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
847
884
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
885
+ "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
848
886
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
849
887
  "__ZN14TextLlmContext27resetToolDefinitionsDroppedEv",
850
888
  "__ZN14LlamaFinetuner33clearCurrentCheckpointStateSharedEv",
@@ -858,6 +896,7 @@
858
896
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
859
897
  "__ZN10LlamaModel8isLoadedEv",
860
898
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
899
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
861
900
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
862
901
  "__ZThn16_N10LlamaModelD1Ev",
863
902
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
@@ -865,6 +904,7 @@
865
904
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
866
905
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
867
906
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
907
+ "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
868
908
  "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
869
909
  "__ZN19LlamaBackendsHandleC1EOS_",
870
910
  "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
@@ -872,6 +912,7 @@
872
912
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
873
913
  "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
874
914
  "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
915
+ "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
875
916
  "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
876
917
  "__ZNK14MtmdLlmContext10ctxCeilingEv",
877
918
  "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -889,6 +930,7 @@
889
930
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
890
931
  "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
891
932
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
933
+ "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
892
934
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
893
935
  "__ZThn48_NK14MtmdLlmContext8getNPastEv",
894
936
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
@@ -898,6 +940,7 @@
898
940
  "__ZN14TextLlmContext12syncPositionEi",
899
941
  "__ZNK14MtmdLlmContext8getNPastEv",
900
942
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
943
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
901
944
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
902
945
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
903
946
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
@@ -905,8 +948,8 @@
905
948
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
906
949
  "__ZThn24_N10LlamaModelD1Ev",
907
950
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
908
- "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
909
951
  "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
952
+ "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
910
953
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
911
954
  "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
912
955
  "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
@@ -952,8 +995,8 @@
952
995
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
953
996
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
954
997
  "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
955
- "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
956
998
  "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
999
+ "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
957
1000
  "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
958
1001
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
959
1002
  "__ZN10LlamaModel15getCommonParamsEv",
@@ -971,6 +1014,7 @@
971
1014
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
972
1015
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
973
1016
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
1017
+ "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
974
1018
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
975
1019
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
976
1020
  "__ZN14MtmdLlmContext6getCtxEv",
@@ -1037,7 +1081,10 @@
1037
1081
  "weak": [
1038
1082
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
1039
1083
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
1084
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
1085
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
1040
1086
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
1087
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
1041
1088
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
1042
1089
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
1043
1090
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
@@ -1046,19 +1093,16 @@
1046
1093
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
1047
1094
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
1048
1095
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
1049
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
1050
1096
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
1051
1097
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
1052
- "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
1053
1098
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
1054
1099
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
1055
1100
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
1056
1101
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
1057
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
1058
1102
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
1059
1103
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
1060
1104
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
1061
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
1105
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
1062
1106
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
1063
1107
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
1064
1108
  ]