npm - @qvac/llm-llamacpp - Versions diffs - 0.66.0 → 0.67.0 - Mend

@qvac/llm-llamacpp 0.66.0 → 0.67.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (20) hide show

package/README.md +27 -3
package/addon.d.ts +1 -0
package/index.d.ts +55 -7
package/index.js +59 -5
package/package.json +1 -1
package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +54 -29
package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +80 -29
package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +54 -29
package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +54 -29
package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +80 -29
package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0

package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports CHANGED Viewed

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.66"
+        "version": "0.67"
       }
     ],
     "exported_symbols": [
@@ -80,6 +80,7 @@
             "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
             "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
+            "__ZTSZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_",
             "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
             "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -98,6 +99,7 @@
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
             "__ZTIPFiP13llama_context11llama_batchE",
             "__ZTSNSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
+            "__ZTSZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
             "__ZTSNSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
             "__ZTSNSt3__110__function6__funcIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEENS_9allocatorISB_EESA_EE",
@@ -116,8 +118,8 @@
             "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
             "__ZTSNSt3__110__function6__baseIFvjimEEE",
             "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
-            "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
             "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
+            "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
             "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
             "__ZTINSt3__111__end_stateIcEE",
@@ -133,16 +135,17 @@
             "__ZTIN28qvac_lib_inference_addon_cpp6Output5ErrorE",
             "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
             "__ZTINSt3__110__function6__baseIFvmjEEE",
+            "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexENS_9allocatorIS3_EEEE",
             "__ZTSPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
             "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
             "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
-            "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
             "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
-            "__ZTSNSt3__113__empty_stateIcEE",
+            "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
             "__ZTSNSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
+            "__ZTSNSt3__113__empty_stateIcEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTSNSt3__16vectorIN10LlamaModel6PromptENS_9allocatorIS2_EEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
@@ -151,6 +154,7 @@
             "__ZTSNSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
+            "__ZTSNSt3__110__function6__baseIFbP13llama_contextiEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS5_2js5ArrayERNS2_10JsBatchIdsEEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NSF_ISK_EEFvSJ_EEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
@@ -164,9 +168,9 @@
             "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
             "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
-            "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
             "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
+            "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
             "__ZTSNSt3__117__owns_two_statesIcEE",
             "__ZTINSt3__115__has_one_stateIcEE",
@@ -175,6 +179,7 @@
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
             "__ZTSNSt3__111__alternateIcEE",
             "__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
+            "__ZTIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
             "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
             "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -198,13 +203,13 @@
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
-            "__ZTSNSt3__110__back_refIcEE",
             "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKNS_9monostateEEEE",
             "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
             "__ZTINSt3__110__function6__baseIFijiEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
+            "__ZTSNSt3__110__back_refIcEE",
             "__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
             "__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
             "__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
@@ -218,6 +223,7 @@
             "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectEEEE",
             "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
             "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
+            "__ZZN30qvac_lib_inference_addon_llama5cache14CacheFileIndex10writeCountEvE5count",
             "__ZTSNSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
             "__ZTSZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS2_2js5ArrayERNS_10JsBatchIdsEEUlRKNSt3__112basic_stringIcNS9_11char_traitsIcEENS9_9allocatorIcEEEEE_",
             "__ZTINSt3__117bad_function_callE",
@@ -258,6 +264,7 @@
             "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
             "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
             "__ZTIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
+            "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexENS_9allocatorIS3_EEEE",
             "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
             "__ZTSPFiP13llama_context11llama_batchE",
@@ -271,10 +278,11 @@
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
             "__ZTIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
-            "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
+            "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerE",
-            "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
+            "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
             "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
+            "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
             "__ZTINSt3__128__begin_marked_subexpressionIcEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
@@ -283,6 +291,7 @@
             "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
+            "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache6LedgerEibmRKNS_8functionIFbRKNS3_10DonorStateEEEEEEE",
             "__ZTINSt3__110__function6__baseIFvvEEE",
             "__ZTINSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
             "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ImplicitProducerE",
@@ -292,6 +301,7 @@
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
             "__ZTSZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output6LogMsgEEEE",
+            "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
             "__ZTIFvP13llama_contextE",
             "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
             "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
@@ -308,6 +318,8 @@
             "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEEEE",
             "__ZTSNSt3__110__function6__baseIFviEEE",
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
+            "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
+            "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
             "__ZTSFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
@@ -339,6 +351,7 @@
             "__ZTSNSt3__110__function6__baseIFvmjEEE",
             "__ZTSNSt3__16__loopIcEE",
             "__ZTI11BlobsStreamIcE",
+            "__ZTSZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
             "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
@@ -348,16 +361,19 @@
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS8_ISA_EEEEEEE",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
-            "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
+            "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
-            "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
+            "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
+            "__ZTIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
             "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
             "__ZTSNSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
+            "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
             "__ZTINSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
             "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFNS2_9FitResultEvEEE",
             "__ZTSNSt3__110__function6__baseIFbmjyEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
+            "__ZTIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNSt3__16vectorIiNS1_9allocatorIiEEEERKNS1_5dequeINS0_10CheckpointENS3_IS9_EEEEEUlP13llama_contextiE_",
             "__ZTSPFvP13llama_contextE",
             "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
             "__ZTSN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
@@ -365,14 +381,16 @@
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
-            "__ZTIFP16ggml_backend_regPKcE",
             "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
             "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
             "__ZTINSt3__116__owns_one_stateIcEE",
+            "__ZTIFP16ggml_backend_regPKcE",
+            "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
             "__ZTSNSt3__121__empty_non_own_stateIcEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
             "__ZTS18AsyncWeightsLoader",
             "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
+            "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
             "__ZTS10LlmContext",
             "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
             "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
@@ -380,6 +398,7 @@
             "__ZGVN8picojson12last_error_tIbE1sE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
             "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
+            "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache6LedgerEibmRKNS_8functionIFbRKNS3_10DonorStateEEEEEEE",
             "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
             "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
@@ -401,6 +420,7 @@
             "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
             "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
+            "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
             "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE16ExplicitProducerE",
             "__ZTIZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sEUlvE_",
@@ -411,6 +431,7 @@
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
             "__ZTSN8js_blobs15FinalizedStreamIcEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
+            "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_",
             "__ZTINSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
@@ -418,6 +439,7 @@
             "__ZTIPFP16ggml_backend_regPKcE",
             "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS4_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_NS_9allocatorISB_EEFNS2_21LlamaFinetuningParamsES4_SA_EEE",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
+            "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNS_6vectorIiNS_9allocatorIiEEEERKNS_5dequeINS3_10CheckpointENS5_ISB_EEEEEUlP13llama_contextiE_NS5_ISI_EEFbSH_iEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
             "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
@@ -434,6 +456,7 @@
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
             "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
+            "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNS_6vectorIiNS_9allocatorIiEEEERKNS_5dequeINS3_10CheckpointENS5_ISB_EEEEEUlP13llama_contextiE_NS5_ISI_EEFbSH_iEEE",
             "__ZTSNSt3__110__function6__baseIFvbEEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
             "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
@@ -442,17 +465,17 @@
             "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
             "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
             "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
-            "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
+            "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
             "__ZTIN10moodycamel15ConcurrentQueueIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13QueuedRequestENS_28ConcurrentQueueDefaultTraitsEE12ProducerBaseE",
             "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
             "__ZTSNSt3__116__owns_one_stateIcEE",
             "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
+            "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
             "__ZTSNSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS9_E_NS7_ISN_EEFvSM_EEE",
             "__ZTSNSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
             "__ZTSNSt3__112__match_charIcEE",
-            "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
             "__ZTSNSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
             "__ZTSNSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
@@ -475,12 +498,13 @@
             "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
             "__ZTINSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
-            "__ZTSNSt3__110__function6__baseIFvvEEE",
+            "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
             "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
             "__ZTINSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
             "__ZTINSt3__121__empty_non_own_stateIcEE",
             "__ZTSNSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
             "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
+            "__ZTSNSt3__110__function6__baseIFvvEEE",
             "__ZTIFiP13llama_context11llama_batchE",
             "__ZTSNSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
             "__ZTINSt3__110__function6__baseIFvPKhmEEE",
@@ -501,6 +525,7 @@
             "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
+            "__ZTIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_",
             "__ZTINSt3__117__repeat_one_loopIcEE",
             "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
@@ -510,10 +535,12 @@
             "__ZTSFvP13llama_contextE",
             "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
             "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
+            "__ZTSZN30qvac_lib_inference_addon_llama5cache13sequenceDonorEiRKNSt3__16vectorIiNS1_9allocatorIiEEEERKNS1_5dequeINS0_10CheckpointENS3_IS9_EEEEEUlP13llama_contextiE_",
             "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
             "__ZTSN11qvac_errors11StatusErrorE",
             "__ZTSN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
+            "__ZTINSt3__110__function6__baseIFbP13llama_contextiEEE",
             "__ZTIN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
             "__ZTINSt3__110__function6__baseIFvP13llama_contextEEE",
             "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
@@ -523,9 +550,9 @@
             "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
             "__ZTSNSt3__16__nodeIcEE",
             "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
+            "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
             "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
             "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
-            "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
             "__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
             "__ZTSN10LlamaModel6PromptE"
@@ -535,6 +562,7 @@
           "global": [
             "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
             "__ZN19LlamaBackendsHandleC2EOS_",
+            "__ZN14TextLlmContextD1Ev",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13verifyDraftedERKNSt3__18functionIFNS1_12DraftOutcomeEjiiEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
@@ -567,6 +595,7 @@
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
             "__ZThn48_NK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
+            "__ZThn48_N14MtmdLlmContextD0Ev",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
@@ -593,12 +622,15 @@
             "__ZN14MtmdLlmContext10resetMediaEv",
             "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12isFreeLockedEj",
             "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
             "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZNK14TextLlmContext16cacheStateTokensEv",
+            "__ZN14TextLlmContextD0Ev",
             "__ZNK14MtmdLlmContext16cacheStateTokensEv",
             "_bare_register_module_v0",
             "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
+            "__ZN14MtmdLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
             "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
             "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
             "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
@@ -632,11 +664,12 @@
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
             "__ZN14MtmdLlmContext19appendResidentTokenEi",
             "__ZThn48_N14TextLlmContext23prepareSpeculativeDraftEiij",
+            "__ZN14TextLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
             "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
-            "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
             "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
             "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
+            "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
             "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
             "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
@@ -662,6 +695,7 @@
             "__ZNK10LlamaModel16supportsBatchingEv",
             "__ZN10LlamaModelD2Ev",
             "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
             "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
             "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
             "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
@@ -669,8 +703,9 @@
             "__ZThn32_NK10LlamaModel10cancelByIdEy",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
             "__ZN12CacheManager10invalidateEv",
-            "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
+            "__ZN14MtmdLlmContextD1Ev",
             "__ZN10LlamaModel16beginFinetuneJobEy",
+            "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
             "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
@@ -681,7 +716,9 @@
             "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
             "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
             "__ZN14TextLlmContext17beginCacheRequestEv",
+            "__ZN14TextLlmContextD2Ev",
             "__ZNK12CacheManager15isCacheDisabledEv",
+            "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
             "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
             "__ZN14MtmdLlmContext18commitCacheRequestEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
@@ -713,12 +750,12 @@
             "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12setPromptEndEi",
             "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
             "__ZN14MtmdLlmContext21initializeCommonStateEv",
-            "__ZThn40_N10LlamaModelD1Ev",
+            "__ZN12CacheManagerD2Ev",
             "__ZN14MtmdLlmContext17initVisionContextEv",
             "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
+            "__ZThn40_N10LlamaModelD1Ev",
             "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
@@ -742,7 +779,9 @@
             "__ZN14TextLlmContext21rollbackFailedRequestEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
             "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
+            "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
             "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
             "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
             "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
             "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
@@ -761,8 +800,8 @@
             "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
             "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
             "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
             "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
             "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
             "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
@@ -777,6 +816,7 @@
             "__ZNK13ModelMetaData9tryGetU32EPKc",
             "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
+            "__ZN14MtmdLlmContext23resetStateKeepingMemoryEb",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
             "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN12CacheManager9loadCacheEv",
@@ -791,6 +831,7 @@
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
             "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
             "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
+            "__ZThn48_N14TextLlmContextD1Ev",
             "__ZNK10LlamaModel6cancelEv",
             "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
@@ -825,11 +866,11 @@
             "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
             "__ZNK14TextLlmContext19residentStateTokensEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
             "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
             "__ZNK10LlamaModel13isBitnetModelEv",
             "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
             "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
-            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
             "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
@@ -850,6 +891,7 @@
             "__ZThn48_N14MtmdLlmContext23prepareSpeculativeDraftEiij",
             "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
             "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEjb",
             "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
             "__ZThn16_NK10LlamaModel6cancelEv",
@@ -866,8 +908,8 @@
             "__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
             "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
             "__ZThn32_N10LlamaModelD0Ev",
-            "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
             "__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
+            "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
             "__ZThn16_N10LlamaModelD0Ev",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
             "__ZNK10LlamaModel11activeSlotsEv",
@@ -915,6 +957,7 @@
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils21renderWithoutUserTurnEPK21common_chat_templatesRK28common_chat_templates_inputsRKNSt3__18functionIFNS7_6vectorIiNS7_9allocatorIiEEEERKNS7_12basic_stringIcNS7_11char_traitsIcEENSA_IcEEEEEEE",
+            "__ZN12CacheManager15setAsideInPlaceEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
             "__ZN10LlamaModel7processERKNSt3__13anyE",
             "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -932,6 +975,7 @@
             "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
             "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
+            "__ZN14MtmdLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
             "__ZNK14TextLlmContext10ctxCeilingEv",
@@ -951,8 +995,8 @@
             "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
             "__ZN10LlamaModel8isLoadedEv",
             "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
-            "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
             "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
+            "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
             "__ZThn16_N10LlamaModelD1Ev",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
             "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
@@ -1006,6 +1050,7 @@
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
             "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
+            "__ZN14MtmdLlmContextD2Ev",
             "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
             "__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
             "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -1015,10 +1060,10 @@
             "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
             "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
             "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERNS2_8optionalINS2_6vectorIiNS6_IiEEEEEE",
             "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
             "__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZNK10LlamaModel10cancelByIdEy",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
             "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
             "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
             "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -1028,6 +1073,7 @@
             "__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
             "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
+            "__ZN12CacheManager24copyActiveCacheToRamTierERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEbbb",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
             "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
             "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
@@ -1038,6 +1084,7 @@
             "__ZN14TextLlmContext8setNPastEi",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
             "__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
+            "__ZN12CacheManagerD1Ev",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
             "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
             "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
@@ -1077,6 +1124,7 @@
             "__ZN10LlamaModel15getCommonParamsEv",
             "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
+            "__ZN12CacheManager12setFileIndexENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
             "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
             "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
@@ -1091,6 +1139,7 @@
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
             "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
+            "__ZThn48_N14TextLlmContextD0Ev",
             "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
             "__ZN14MtmdLlmContext6getCtxEv",
@@ -1108,14 +1157,15 @@
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
             "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
             "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
-            "__ZN14MtmdLlmContext15checkAntipromptEmi",
             "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
+            "__ZN14MtmdLlmContext15checkAntipromptEmi",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
             "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
             "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
             "__ZN10LlamaModelD1Ev",
-            "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
+            "__ZN14MtmdLlmContextD0Ev",
             "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
+            "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
@@ -1133,8 +1183,10 @@
             "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
             "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
             "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12setFileIndexENSt3__110shared_ptrINS_5cache14CacheFileIndexEEE",
             "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
+            "__ZThn48_N14MtmdLlmContextD1Ev",
             "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
             "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
             "__ZN14TextLlmContext13resetStopFlagEv",
@@ -1144,7 +1196,6 @@
             "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
             "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
-            "__ZN12CacheManager24moveActiveCacheToRamTierEv",
             "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
             "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
             "__ZThn40_N10LlamaModelD0Ev",
@@ -1152,11 +1203,11 @@
             "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
             "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
-            "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
             "__ZN10LlamaModel10resetStateEb",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
             "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
             "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
+            "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
             "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb"
           ],
           "weak": [

package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare CHANGED Viewed

Binary file