@qvac/llm-llamacpp 0.66.0 → 0.67.0

package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.66"
+        "version": "0.67"
       }
     ],
     "exported_symbols": [
@@ -58,14 +58,15 @@
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
-            "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
             "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
+            "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
             "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
             "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
             "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
+            "__ZZN30qvac_lib_inference_addon_llama5cache14CacheFileIndex10writeCountEvE5count",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
             "__ZN30qvac_lib_inference_addon_llama5cache26CHECKPOINT_SECTION_VERSIONE",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
@@ -81,6 +82,7 @@
           "global": [
             "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
             "__ZN19LlamaBackendsHandleC2EOS_",
+            "__ZN14TextLlmContextD1Ev",
             "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
             "__ZThn24_N10LlamaModelD0Ev",
             "__ZN14MtmdLlmContext8setNPastEi",
@@ -106,9 +108,10 @@
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
             "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
-            "__ZThn48_N10LlamaModelD0Ev",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEjb",
             "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
+            "__ZThn48_N10LlamaModelD0Ev",
             "__ZN30qvac_lib_inference_addon_llama5utils21streamPartialSnapshotERKNS0_21SequenceStateSnapshotERKNSt3__18functionIFvPKhmEEE",
             "__ZThn16_NK10LlamaModel6cancelEv",
             "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -164,6 +167,7 @@
             "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21recordSpeculativeStepExNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
+            "__ZThn48_N14MtmdLlmContextD0Ev",
             "__ZN30qvac_lib_inference_addon_llama11speculative14addDraftMemoryERKNSt3__16vectorIP19ggml_backend_deviceNS1_9allocatorIS4_EEEERNS2_I25common_device_memory_dataNS5_ISA_EEEES9_RKSC_b",
             "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN10LlamaModel8getModelEv",
@@ -201,14 +205,17 @@
             "__ZN14MtmdLlmContext10resetMediaEv",
             "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12isFreeLockedEj",
             "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
             "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZNK14TextLlmContext16cacheStateTokensEv",
+            "__ZN14TextLlmContextD0Ev",
             "__ZNK14MtmdLlmContext16cacheStateTokensEv",
             "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
             "_bare_register_module_v0",
             "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
             "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
+            "__ZN14MtmdLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
             "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
             "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
             "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -239,6 +246,7 @@
             "__ZN30qvac_lib_inference_addon_llama5utils21renderWithoutUserTurnEPK21common_chat_templatesRK28common_chat_templates_inputsRKNSt3__18functionIFNS7_6vectorIiNS7_9allocatorIiEEEERKNS7_12basic_stringIcNS7_11char_traitsIcEENSA_IcEEEEEEE",
             "__ZThn48_N14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
+            "__ZN12CacheManager15setAsideInPlaceEv",
             "__ZNK14MtmdLlmContext19residentStateTokensEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
             "__ZN10LlamaModel7processERKNSt3__13anyE",
@@ -270,17 +278,18 @@
             "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
             "__ZN14MtmdLlmContext19appendResidentTokenEi",
             "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
+            "__ZN14MtmdLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
+            "__ZN14TextLlmContext20adoptBestCacheSourceERKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
             "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
-            "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
             "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
             "__ZN14MtmdLlmContext17beginCacheRequestEv",
             "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
             "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
-            "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
+            "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
             "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
             "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
@@ -341,6 +350,7 @@
             "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
             "__ZN14MtmdLlmContext17onPrefillCompleteEim",
             "__ZN14MtmdLlmContext23processSpeculativeBatchERK11llama_batch",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
             "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
             "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
             "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
@@ -356,13 +366,15 @@
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
             "__ZN12CacheManager10invalidateEv",
             "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
-            "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
+            "__ZN14MtmdLlmContextD1Ev",
             "__ZN10LlamaModel16beginFinetuneJobEy",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
             "__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
+            "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
             "__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
             "__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
+            "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
             "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN26LlamaLazyInitializeBackend7acquireERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
@@ -384,10 +396,12 @@
             "__ZN14TextLlmContext17beginCacheRequestEv",
             "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
             "__ZThn48_NK14MtmdLlmContext8getNPastEv",
+            "__ZN14TextLlmContextD2Ev",
             "__ZN14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZNK12CacheManager15isCacheDisabledEv",
             "__ZNK14MtmdLlmContext14getCacheTokensEv",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
+            "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
             "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
             "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
             "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
@@ -402,7 +416,7 @@
             "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
             "__ZNK10LlamaModel10cancelImplEv",
             "__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
+            "__ZN14MtmdLlmContextD2Ev",
             "__ZN14TextLlmContext24holdPendingResidentTokenEii",
             "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
             "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
@@ -416,15 +430,17 @@
             "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
             "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
             "__ZN14MtmdLlmContext13resetStopFlagEv",
-            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
             "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
             "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
             "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
             "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
             "__ZThn32_N10LlamaModelD1Ev",
-            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERNS2_8optionalINS2_6vectorIiNS6_IiEEEEEE",
             "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
             "__ZN10LlamaModel26validateBitnetQuantizationEv",
             "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
             "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10addToBatchER11llama_batchii",
@@ -436,7 +452,6 @@
             "__ZN14TextLlmContext17onPrefillCompleteEim",
             "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
             "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
             "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
             "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -448,13 +463,14 @@
             "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
             "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
+            "__ZN12CacheManager24copyActiveCacheToRamTierERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEbbb",
             "__ZN14MtmdLlmContext21initializeCommonStateEv",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
             "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
             "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
+            "__ZN12CacheManagerD2Ev",
             "__ZThn40_N10LlamaModelD1Ev",
             "__ZN14MtmdLlmContext17initVisionContextEv",
             "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -480,6 +496,7 @@
             "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
             "__ZNK14TextLlmContext8getNPastEv",
+            "__ZN12CacheManagerD1Ev",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
             "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
@@ -493,10 +510,11 @@
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
             "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
+            "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
             "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
             "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
-            "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
+            "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
             "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
             "__ZN30qvac_lib_inference_addon_llama11speculative21requireDraftModelFileERKNS0_17SpeculativeConfigE",
@@ -513,6 +531,7 @@
             "__ZN17image_pixel_limit11checkBufferEPKhmy",
             "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
             "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
+            "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
             "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
             "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
@@ -542,25 +561,26 @@
             "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
             "__ZN10LlamaModel15getCommonParamsEv",
             "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
-            "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
+            "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
+            "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
             "__ZNK13ModelMetaData12tryGetStringEPKc",
-            "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
+            "__ZN12CacheManager12setFileIndexENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama5cache14CacheFileIndexEEE",
             "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
             "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
-            "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
-            "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
             "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
+            "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
+            "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
             "__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
-            "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
             "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
             "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
+            "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
             "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
             "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
@@ -574,9 +594,11 @@
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
+            "__ZN14MtmdLlmContext23resetStateKeepingMemoryEb",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
             "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
+            "__ZThn48_N14TextLlmContextD0Ev",
             "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
             "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN12CacheManager9loadCacheEv",
@@ -600,6 +622,7 @@
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
             "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
             "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
+            "__ZThn48_N14TextLlmContextD1Ev",
             "__ZThn48_N14MtmdLlmContext12syncPositionEi",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
@@ -611,17 +634,18 @@
             "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
             "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
+            "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
             "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
             "__ZN14MtmdLlmContext15checkAntipromptEmi",
-            "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
             "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
             "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
             "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
             "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
             "__ZN10LlamaModelD1Ev",
-            "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
+            "__ZN14MtmdLlmContextD0Ev",
             "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
+            "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
             "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
             "__ZNK12CacheManager14hasActiveCacheEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
@@ -651,6 +675,8 @@
             "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
             "__ZN17image_pixel_limit9checkFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
+            "__ZThn48_N14MtmdLlmContextD1Ev",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12setFileIndexENSt3__110shared_ptrINS_5cache14CacheFileIndexEEE",
             "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
             "__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
@@ -669,11 +695,9 @@
             "__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
             "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
             "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
-            "__ZNK13ModelMetaData16checkInitializedEv",
-            "__ZN12CacheManager24moveActiveCacheToRamTierEv",
             "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
-            "__ZNK14TextLlmContext19residentStateTokensEv",
             "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
+            "__ZNK14TextLlmContext19residentStateTokensEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
             "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
             "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
@@ -681,28 +705,29 @@
             "__ZNK10LlamaModel13isBitnetModelEv",
             "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
             "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
+            "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
             "__ZThn40_N10LlamaModelD0Ev",
-            "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
+            "__ZNK13ModelMetaData16checkInitializedEv",
             "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__ZN30qvac_lib_inference_addon_llama5utils11hasUserTurnERKNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEE",
-            "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
             "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
             "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
-            "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
             "__ZN10LlamaModel10resetStateEb",
-            "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
             "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
-            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
+            "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
             "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
+            "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
+            "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
             "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
             "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
-            "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
+            "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
             "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
+            "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
             "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
           ],
           "weak": [