@qvac/llm-llamacpp 0.56.0 → 0.58.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/README.md +25 -4
  2. package/addon.d.ts +13 -1
  3. package/addon.js +18 -0
  4. package/index.d.ts +114 -113
  5. package/index.js +56 -11
  6. package/package.json +3 -3
  7. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  8. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  9. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +218 -171
  10. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +241 -186
  12. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +219 -172
  14. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +219 -172
  16. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +244 -189
  18. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  20. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.56"
10
+ "version": "0.58"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -28,8 +28,8 @@
28
28
  "__ZN30qvac_lib_inference_addon_llama20LOAD_CONFIG_HANDLERSE",
29
29
  "__ZTV14MtmdLlmContext",
30
30
  "__ZTV14TextLlmContext",
31
- "__ZN26LlamaLazyInitializeBackend13g_initializedE",
32
31
  "__ZTV13ModelMetaData",
32
+ "__ZN26LlamaLazyInitializeBackend13g_initializedE",
33
33
  "__ZN26LlamaLazyInitializeBackend21g_recordedBackendsDirE",
34
34
  "__ZTS14TextLlmContext",
35
35
  "__ZTS10LlamaModel",
@@ -39,8 +39,8 @@
39
39
  "__ZN28qvac_lib_inference_addon_cpp17MultiJobScheduler14tlWorkerOwner_E"
40
40
  ],
41
41
  "weak": [
42
- "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
43
42
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
43
+ "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
44
44
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
45
45
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
46
46
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -69,119 +69,133 @@
69
69
  "__ZNSt3__16ranges5__cpo4findE",
70
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
71
71
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
72
- "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
73
72
  "__ZZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
74
73
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
74
+ "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
75
75
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
76
76
  ]
77
77
  },
78
78
  "text": {
79
79
  "global": [
80
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor26recordCloseMarkerForReplayERKNSt3__16vectorIiNS1_9allocatorIiEEEE",
81
- "__ZN19LlamaBackendsHandleC2EOS_",
82
80
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
81
+ "__ZN19LlamaBackendsHandleC2EOS_",
82
+ "_bare_get_module_name_v0",
83
83
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
84
+ "__ZThn24_N10LlamaModelD0Ev",
84
85
  "__ZN14MtmdLlmContext8setNPastEi",
85
86
  "__ZN14TextLlmContext26initializeOwnedThreadpoolsEv",
86
87
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
87
88
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
88
89
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
89
- "__ZThn16_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
90
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
90
91
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
91
92
  "__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
93
+ "__ZN10LlamaModelD0Ev",
92
94
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
95
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10setRamTierENSt3__110shared_ptrINS0_14SlotStateCacheEEE",
96
+ "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
97
+ "__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
98
+ "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
99
+ "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
93
100
  "__ZN12CacheManager28saveActiveCacheForTransitionEv",
94
101
  "__ZN14MtmdLlmContext15advanceTextSpanEi",
102
+ "__ZN14MtmdLlmContext27discardPendingResidentTokenEv",
95
103
  "__ZN14TextLlmContext4stopEv",
96
- "__ZN14MtmdLlmContext28setRemoveThinkingFromContextEb",
97
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
98
- "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPb",
99
104
  "__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
100
- "__ZNK14TextLlmContext34shouldRollbackInterruptedReasoningEv",
101
- "__ZN30qvac_lib_inference_addon_llama5utils12isQwen3ModelEPK11llama_model",
102
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
105
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
106
+ "__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
107
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
108
+ "__ZThn48_N10LlamaModelD0Ev",
103
109
  "__ZThn16_NK10LlamaModel6cancelEv",
110
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
111
+ "__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
104
112
  "__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
105
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
113
+ "__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
106
114
  "__ZNK10LlamaModel15consumeJobStatsEy",
107
115
  "__ZN10LlamaModel10getContextEv",
108
- "__ZN14TextLlmContext16setOpenThinkSpanEi",
109
- "__ZThn16_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
110
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot10adoptEmptyEi",
116
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12processBatchEONSt3__16vectorINS0_13SubmitRequestENS2_9allocatorIS4_EEEEy",
111
117
  "__ZN14TextLlmContext6getCtxEv",
112
118
  "__ZNK10LlamaModel24singleRuntimeStatsLockedEv",
113
- "__ZN30qvac_lib_inference_addon_llama5utils21restoreRecurrentStateEP13llama_contextiRKNS0_22RecurrentStateSnapshotE",
114
119
  "__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
115
120
  "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
121
+ "__ZThn32_N10LlamaModelD0Ev",
116
122
  "__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
117
- "__ZThn16_NK14TextLlmContext24getThinkingBlockDiscardsEv",
118
- "__ZThn16_N14MtmdLlmContext12syncPositionEi",
123
+ "__ZThn48_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
119
124
  "__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
120
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19restorePrefillEntryEP13llama_contexti",
125
+ "__ZThn48_N14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
121
126
  "__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
122
127
  "__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
128
+ "__ZThn16_N10LlamaModelD0Ev",
129
+ "__ZN12CacheManager14flushForUnloadEv",
123
130
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request19isGenerationPendingEv",
124
- "__ZThn16_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
125
131
  "__ZNK10LlamaModel11activeSlotsEv",
126
- "__ZThn16_N14MtmdLlmContext28setRemoveThinkingFromContextEb",
132
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
127
133
  "__ZN10LlamaModel16llamaLogCallbackE14ggml_log_levelPKcPv",
128
- "__ZN14TextLlmContext27takeUserVisiblePerfSnapshotEv",
134
+ "__ZN30qvac_lib_inference_addon_llama5utils20restoreSequenceStateEP13llama_contextiRKNS0_21SequenceStateSnapshotE",
135
+ "__ZN30qvac_lib_inference_addon_llama5utils25moveReasoningOutOfContentERNSt3__16vectorI15common_chat_msgNS1_9allocatorIS3_EEEERKNS0_13ReasoningTagsE",
136
+ "__ZN30qvac_lib_inference_addon_llama5utils25splitReasoningFromContentERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS0_13ReasoningTagsE",
129
137
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjONSt3__16vectorIiNS2_9allocatorIiEEEEii",
130
138
  "__ZN14MtmdLlmContext12syncPositionEi",
131
139
  "__ZN14MtmdLlmContext19resetVisionEncodeMsEv",
132
140
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD1Ev",
133
- "__ZThn16_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
134
- "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
141
+ "__ZN17backend_selection23shouldWarnAboutJitCacheEv",
135
142
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
143
+ "__ZThn48_N14TextLlmContext12syncPositionEi",
136
144
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
145
+ "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
146
+ "__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
147
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
137
148
  "__ZThn48_N10LlamaModel11jobStartingEy",
138
- "__ZThn16_NK14MtmdLlmContext24getThinkingBlockDiscardsEv",
149
+ "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
139
150
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
151
+ "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
140
152
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
153
+ "__ZThn8_N10LlamaModelD1Ev",
141
154
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
142
- "__ZN14MtmdLlmContext26resetThinkingBlockDiscardsEv",
143
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor16onCloseCommittedEi",
144
155
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
145
156
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
157
+ "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
146
158
  "__ZN10LlamaModel8getModelEv",
147
159
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
160
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
161
+ "__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
148
162
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
149
163
  "__ZN10LlamaModel4initEb",
150
164
  "__ZNK10LlamaModel21requestFinetuneCancelEy",
165
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
151
166
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
152
167
  "__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
153
168
  "__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
154
169
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
155
170
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
156
- "__ZN14MtmdLlmContext24capturePendingThinkCloseEv",
157
- "__ZThn16_NK14TextLlmContext8getNPastEv",
158
171
  "__ZN14MtmdLlmContext10resetStateEb",
159
- "__ZN19LlamaBackendsHandleD2Ev",
172
+ "__ZN14TextLlmContext27confirmPendingResidentTokenEi",
160
173
  "__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
161
174
  "__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
162
175
  "__ZN14MtmdLlmContext17removeLastNTokensEi",
163
- "__ZN30qvac_lib_inference_addon_llama5utils15getChatTemplateEPK11llama_modelRK13common_params",
164
176
  "__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
165
177
  "__ZN14MtmdLlmContext35refreshCurrentCacheTokensFromMemoryEv",
166
178
  "__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
179
+ "__ZN19LlamaBackendsHandleD2Ev",
167
180
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
168
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState21reserveReplayCapacityEv",
169
181
  "__ZN30qvac_lib_inference_addon_llama8batching14timeDecodeStepEP13llama_contextR11llama_batchRKNSt3__18functionIFiS2_S4_EEERKNS6_IFvS2_EEE",
170
182
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
171
183
  "__ZN14TextLlmContext17removeLastNTokensEi",
172
184
  "__ZNK10LlamaModel12runtimeStatsEv",
173
185
  "__ZN14MtmdLlmContext10resetMediaEv",
174
- "__ZN14MtmdLlmContext26captureReasoningBoundaryAtEi",
175
186
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
176
187
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
188
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
177
189
  "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
178
190
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
179
- "__ZN30qvac_lib_inference_addon_llama5utils31usesThinkingCompactionByDefaultENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
191
+ "__ZNK14TextLlmContext16cacheStateTokensEv",
192
+ "__ZNK14MtmdLlmContext16cacheStateTokensEv",
180
193
  "_bare_register_module_v0",
181
- "__ZN14MtmdLlmContext16compactThinkSpanEv",
194
+ "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
195
+ "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
182
196
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
183
197
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
184
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactorC1ERNS_5utils22ReasoningRollbackStateE",
198
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotaSEOS1_",
185
199
  "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
186
200
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
187
201
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
@@ -190,105 +204,116 @@
190
204
  "__ZN14LlamaFinetuner26validateModelForFinetuningEv",
191
205
  "__ZN10LlamaModel13processPromptERKNS_6PromptE",
192
206
  "__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
193
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24recordPostReasoningTokenEi",
194
207
  "__ZN14LlamaFinetuner17createLrSchedulerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEx",
195
208
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16requestCancelAllEv",
209
+ "__ZN14TextLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
210
+ "__ZN12CacheManager15saveBeforeResetEv",
196
211
  "__ZNK10LlamaModel23batchRuntimeStatsLockedEv",
197
212
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
213
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
198
214
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
215
+ "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
199
216
  "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
217
+ "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
200
218
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
201
219
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
202
- "__ZThn16_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
203
220
  "__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
204
- "__ZThn16_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
205
221
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
206
- "__ZN14MtmdLlmContext16setOpenThinkSpanEi",
207
- "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
222
+ "__ZNK14MtmdLlmContext19residentStateTokensEv",
208
223
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
209
224
  "__ZN10LlamaModel7processERKNSt3__13anyE",
210
- "__ZThn16_N14TextLlmContext12syncPositionEi",
225
+ "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
211
226
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
212
227
  "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
213
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot26seedPositionOnlyForTestingEi",
214
228
  "__ZNK10LlamaModel15cancelInferenceEv",
215
229
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
216
230
  "__ZN14LlamaFinetuner12requestPauseEb",
217
231
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
218
- "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
232
+ "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
233
+ "__ZN14TextLlmContext18commitCacheRequestEv",
234
+ "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
219
235
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
236
+ "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
220
237
  "__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
221
- "__ZThn16_N14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
222
238
  "__ZN14MtmdLlmContext14setCacheTokensEi",
223
239
  "__ZN14TextLlmContext15checkAntipromptEv",
224
- "__ZThn16_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
240
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
241
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
225
242
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
243
+ "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
226
244
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
227
- "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
245
+ "__ZN14MtmdLlmContext19appendResidentTokenEi",
228
246
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
247
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
230
248
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
231
249
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
232
- "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
233
250
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
251
+ "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
234
252
  "__ZN14MtmdLlmContext15checkAntipromptEv",
235
- "__ZNK14TextLlmContext10ctxCeilingEv",
253
+ "__ZN14MtmdLlmContext17beginCacheRequestEv",
236
254
  "__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
237
255
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
238
256
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
257
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
239
258
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
240
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor23recordPreReasoningTokenEi",
259
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
241
260
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
261
+ "__ZNK14TextLlmContext10ctxCeilingEv",
242
262
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
243
263
  "__ZN14TextLlmContext27resetToolDefinitionsDroppedEv",
244
264
  "__ZN14LlamaFinetuner33clearCurrentCheckpointStateSharedEv",
245
265
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
266
+ "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
246
267
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
247
- "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
268
+ "__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
248
269
  "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
249
270
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
250
- "__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
251
271
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
252
- "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
253
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
254
- "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
255
272
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
273
+ "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
274
+ "__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
275
+ "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
256
276
  "__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
257
- "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
277
+ "__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
258
278
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
259
279
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
260
280
  "__ZN10LlamaModel8isLoadedEv",
261
281
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
262
282
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
263
- "__ZThn16_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
283
+ "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
264
284
  "__ZN14TextLlmContext21initializeCommonStateEv",
265
285
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
266
- "__ZThn16_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
286
+ "__ZThn16_N10LlamaModelD1Ev",
287
+ "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
267
288
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
268
289
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
269
- "__ZThn16_NK14MtmdLlmContext8getNPastEv",
270
290
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
271
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState23clipPostReasoningTokensEm",
272
- "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
273
291
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
292
+ "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
293
+ "__ZN14TextLlmContext27discardPendingResidentTokenEv",
274
294
  "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
275
295
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
276
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor27snapshotAtReasoningBoundaryEP13llama_contextiiPKc",
277
296
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
278
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19replayPostReasoningEP13llama_contexti",
279
297
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
280
298
  "__ZN19LlamaBackendsHandleC1EOS_",
281
- "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEESE_",
282
- "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
299
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
300
+ "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
301
+ "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
283
302
  "__ZNK10LlamaModel16supportsBatchingEv",
303
+ "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
304
+ "__ZN10LlamaModelD2Ev",
284
305
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
285
306
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
307
+ "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
286
308
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
287
- "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
309
+ "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
288
310
  "__ZNK14MtmdLlmContext10ctxCeilingEv",
289
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveCacheForSlotEjRNS1_9SlotStateE",
311
+ "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
290
312
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
313
+ "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
314
+ "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
291
315
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
316
+ "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
292
317
  "__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
293
318
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
294
319
  "__ZN12CacheManager10invalidateEv",
@@ -297,66 +322,76 @@
297
322
  "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
298
323
  "__ZN14TextLlmContext21applyGenerationParamsERK16GenerationParams",
299
324
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
325
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
300
326
  "__ZN22load_fit_normalization19normalizeLoadForFitERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIS7_S6_EEEEEERK13ModelMetaDataRK23FinetuneConfigOverridesRKNS_25NormalizationDependenciesE",
327
+ "__ZN14TextLlmContext30capturePreRequestCacheSnapshotEv",
301
328
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15extractFinishedEv",
302
329
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
303
330
  "__ZN14TextLlmContext14requireSamplerEv",
304
- "__ZThn16_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
305
- "__ZN14TextLlmContext24capturePendingThinkCloseEv",
306
- "__ZN30qvac_lib_inference_addon_llama5utils13isMedPsyModelEPK11llama_model",
307
331
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
308
332
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
333
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
309
334
  "__ZN22load_fit_normalization25makeNormalizedFitSnapshotERK13common_paramsj",
310
335
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptGenerationIdleERKNSt3__18optionalIS1_EE",
336
+ "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
311
337
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
338
+ "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
312
339
  "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
313
340
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
314
- "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_",
341
+ "__ZN14TextLlmContext17beginCacheRequestEv",
315
342
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
343
+ "__ZThn48_NK14MtmdLlmContext8getNPastEv",
316
344
  "__ZNK12CacheManager15isCacheDisabledEv",
317
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotaSEOS1_",
318
345
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
319
- "__ZThn16_N14TextLlmContext24snapshotPreRequestCursorEv",
346
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
347
+ "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
348
+ "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
320
349
  "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
321
350
  "__ZN14TextLlmContext12syncPositionEi",
322
351
  "__ZNK14MtmdLlmContext8getNPastEv",
323
- "__ZN30qvac_lib_inference_addon_llama5utils21getFixedQwen3TemplateEv",
352
+ "__ZN14MtmdLlmContext18commitCacheRequestEv",
324
353
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
325
- "__ZNK14TextLlmContext32computeRecurrentSnapshotBoundaryEi",
326
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
327
354
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
328
355
  "__ZNK14LlamaFinetuner17isFinetuneRunningEv",
329
356
  "__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
330
357
  "__ZN10LlamaModel18processPromptBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEE",
331
358
  "__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
332
359
  "__ZNK10LlamaModel10cancelImplEv",
360
+ "__ZN14MtmdLlmContext16handleUserCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
333
361
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10clearSeqKvEj",
362
+ "__ZN14TextLlmContext24holdPendingResidentTokenEii",
363
+ "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7captureEP13llama_contextii",
334
364
  "__ZN14LlamaFinetuner21initializeLoraAdapterERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEjRP18llama_adapter_lora",
335
365
  "__ZN30qvac_lib_inference_addon_llama5utils27selectReasoningTagsForModelEPK11llama_model",
336
366
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9fillBatchER10LlamaBatch",
337
367
  "__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
338
- "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPb",
368
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
339
369
  "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
340
370
  "__ZN30qvac_lib_inference_addon_llama5utils21updateReasoningBufferERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERNS0_14ReasoningStateE",
371
+ "__ZThn24_N10LlamaModelD1Ev",
341
372
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
342
- "__ZThn16_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
373
+ "__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
343
374
  "__ZN14MtmdLlmContext13resetStopFlagEv",
344
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptr",
345
- "__ZN14TextLlmContext16compactThinkSpanEv",
346
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState16clipSeededPrefixEm",
375
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
376
+ "__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
347
377
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
348
- "__ZN30qvac_lib_inference_addon_llama5utils26replayTokensThroughDecoderEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEib",
349
378
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
350
379
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
351
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
380
+ "__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
381
+ "__ZThn32_N10LlamaModelD1Ev",
382
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21ramTierHitsForTestingEv",
352
383
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
353
384
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
385
+ "__ZN14MtmdLlmContext21rollbackFailedRequestEv",
386
+ "__ZThn8_N10LlamaModelD0Ev",
387
+ "__ZN14MtmdLlmContext22commitCancelledRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
354
388
  "__ZN12CacheManager9saveCacheEv",
355
389
  "__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
356
390
  "__ZNK10LlamaModel10cancelByIdEy",
357
391
  "__ZN14TextLlmContext17onPrefillCompleteEim",
392
+ "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
358
393
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
359
- "__ZNK14MtmdLlmContext34shouldRollbackInterruptedReasoningEv",
394
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
360
395
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
361
396
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
362
397
  "__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -364,56 +399,62 @@
364
399
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7advanceERKNSt3__18functionIFvjimEEE",
365
400
  "__ZN10LlamaModel9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
366
401
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
367
- "__ZThn16_N14TextLlmContext17onPrefillCompleteEim",
402
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
403
+ "__ZThn48_NK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
404
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
405
+ "__ZN14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
368
406
  "__ZN14MtmdLlmContext21initializeCommonStateEv",
369
- "__ZN30qvac_lib_inference_addon_llama5utils22snapshotRecurrentStateEP13llama_contextiiRNS0_22RecurrentStateSnapshotE",
370
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState26seedPrefillEntryForTestingEi",
407
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
408
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
371
409
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
410
+ "__ZThn40_N10LlamaModelD1Ev",
372
411
  "__ZN14MtmdLlmContext17initVisionContextEv",
373
- "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
412
+ "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
374
413
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
414
+ "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
375
415
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
376
416
  "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
417
+ "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
418
+ "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
377
419
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
378
420
  "__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
379
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactorC2ERNS_5utils22ReasoningRollbackStateE",
380
421
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16recordDecodeStepEyyyNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
381
422
  "__ZN14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
382
- "__ZThn16_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
423
+ "__ZThn48_NK14TextLlmContext8getNPastEv",
383
424
  "__ZN14TextLlmContext8setNPastEi",
384
425
  "__ZN19LlamaBackendsHandleD1Ev",
385
- "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
426
+ "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceEPK13ModelMetaDataRKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSM_ISO_EEEE",
386
427
  "__ZN22load_fit_normalization23collectRpcRegistrationsERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEERKNS1_IhNS5_IhEEEEbRKNS0_8functionIFP16ggml_backend_regPKcEEE",
387
428
  "__ZN30qvac_lib_inference_addon_llama5utils18validateToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
388
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor26recordCloseMarkerForReplayEi",
389
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19capturePrefillEntryEP13llama_contextii",
390
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState5resetEv",
429
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
391
430
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10stepLockedEPNSt3__111unique_lockINS2_5mutexEEE",
431
+ "__ZN30qvac_lib_inference_addon_llama5utils29estimateMaxSequenceStateBytesEP13llama_contextPK11llama_vocabjNS0_13SnapshotScopeE",
432
+ "__ZN30qvac_lib_inference_addon_llama7parsers31validateReasoningBudgetOverrideEd",
392
433
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerD2Ev",
393
434
  "__ZNK14TextLlmContext8getNPastEv",
394
435
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler27applyDeferredTeardownLockedEv",
395
- "__ZN14TextLlmContext32recordPostReasoningTokenIfActiveEi",
396
436
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
397
437
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
438
+ "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
398
439
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
399
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC2EOS1_",
400
440
  "__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
401
441
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
442
+ "__ZN14TextLlmContext21rollbackFailedRequestEv",
443
+ "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
402
444
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
403
- "__ZThn16_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
404
445
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
405
446
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
447
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
406
448
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
407
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24captureReasoningBoundaryEP13llama_contextii",
449
+ "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
408
450
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
409
- "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
410
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot5clearEv",
451
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
452
+ "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
411
453
  "__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
412
454
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
413
- "__ZThn16_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
414
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot17adoptPositionOnlyEi",
415
- "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
455
+ "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
416
456
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
457
+ "__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
417
458
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
418
459
  "__ZN14LlamaFinetuner18prepareEvalDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
419
460
  "__ZNK13ModelMetaData12tryGetStringEPKc",
@@ -422,51 +463,59 @@
422
463
  "__ZN30qvac_lib_inference_addon_llama5utils27reasoningBudgetSamplerBuiltERK22common_params_sampling",
423
464
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
424
465
  "__ZN14MtmdLlmContext14requireSamplerEv",
466
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
425
467
  "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
426
468
  "__ZN14MtmdLlmContext4stopEv",
427
- "__ZN14TextLlmContext26resetThinkingBlockDiscardsEv",
428
469
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
429
- "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_S8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
430
- "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
470
+ "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
471
+ "__ZN14TextLlmContext24captureHistoryCheckpointEi",
431
472
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
432
- "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbb",
433
- "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlanii",
473
+ "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
434
474
  "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
435
- "__ZNK14TextLlmContext24getThinkingBlockDiscardsEv",
475
+ "__ZN10LlamaModel19flushResidentCachesEv",
476
+ "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
477
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
478
+ "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
436
479
  "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
480
+ "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
481
+ "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
437
482
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
438
483
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
439
484
  "__ZN10LlamaModel15getCommonParamsEv",
440
485
  "__ZN30qvac_lib_inference_addon_llama5utils19getHarmonyCallTokenEP13llama_context",
441
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor11setOpenSpanEi",
486
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD2Ev",
442
487
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
443
488
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
489
+ "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
444
490
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
445
491
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
446
492
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
447
- "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
493
+ "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
448
494
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
449
495
  "__ZN24llama_finetuning_helpers24schedulerOptimizerParamsEPv",
496
+ "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
497
+ "__ZN17backend_selection23shouldWarnAboutJitCacheERKNS_11JitCacheEnvE",
450
498
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19cancelPendingLockedEv",
451
499
  "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
452
500
  "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
453
501
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
454
- "__ZN30qvac_lib_inference_addon_llama25defaultReasoningRewindOpsEv",
455
502
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
456
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotC1EOS1_",
457
- "__ZThn16_N14MtmdLlmContext24snapshotPreRequestCursorEv",
503
+ "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
504
+ "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
505
+ "__ZN14MtmdLlmContext15reconcilePromptE11PrefillPlanRKN30qvac_lib_inference_addon_llama5cache6LedgerEb",
458
506
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD1Ev",
459
507
  "__ZN26LlamaLazyInitializeBackend10initializeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
460
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24restoreReasoningBoundaryEP13llama_contexti",
508
+ "__ZNK13ModelMetaData9tryGetU32EPKc",
509
+ "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
461
510
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
462
- "__ZN30qvac_lib_inference_addon_llama5utils19isQwen3ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
463
511
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19drainFinishedLockedEPNSt3__111unique_lockINS2_5mutexEEE",
464
- "__ZNK13ModelMetaData9tryGetU32EPKc",
465
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
466
512
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
467
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot19seedEmptyForTestingEi",
513
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
514
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
468
515
  "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
516
+ "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
469
517
  "__ZN12CacheManager9loadCacheEv",
518
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
470
519
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
471
520
  "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
472
521
  "__ZN14MtmdLlmContext6getCtxEv",
@@ -476,43 +525,45 @@
476
525
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
477
526
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
478
527
  "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
528
+ "__ZN14TextLlmContext19appendResidentTokenEi",
529
+ "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
479
530
  "__ZN30qvac_lib_inference_addon_llama5utils20getModelArchitectureEPK11llama_model",
480
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState32captureReasoningBoundaryPositionEi",
481
- "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
482
531
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
483
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotD2Ev",
532
+ "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
533
+ "__ZThn48_N14MtmdLlmContext12syncPositionEi",
484
534
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request17isPrefillCompleteEv",
485
- "__ZN14TextLlmContext28setRemoveThinkingFromContextEb",
486
- "__ZN10LlamaModel11jobStartingEy",
487
535
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
488
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState24appendPostReasoningTokenEi",
536
+ "__ZN10LlamaModel11jobStartingEy",
489
537
  "__ZNK10LlamaModel6cancelEv",
538
+ "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
490
539
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
491
540
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
541
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
492
542
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
493
543
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
494
544
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
495
- "__ZThn16_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
545
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
496
546
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
497
547
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
498
548
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
499
549
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
500
550
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
551
+ "__ZN10LlamaModelD1Ev",
501
552
  "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
502
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
553
+ "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
503
554
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
504
555
  "__ZNK12CacheManager14hasActiveCacheEv",
505
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
506
556
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
507
557
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
558
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
508
559
  "__ZN14TextLlmContext10resetStateEb",
509
560
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
510
- "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
511
- "__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
512
- "__ZN14TextLlmContext28snapshotForRecurrentRollbackEv",
561
+ "__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
562
+ "__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
513
563
  "__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
564
+ "__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
565
+ "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot14seedForTestingENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEi",
514
566
  "__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
515
- "__ZThn16_N14MtmdLlmContext16evalMediaSegmentEmi",
516
567
  "__ZN10LlamaModel7processERKNSt3__13anyEy",
517
568
  "__ZN24llama_finetuning_helpers24resolveAdapterOutputPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
518
569
  "__ZN24llama_finetuning_helpers14saveCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateE",
@@ -520,90 +571,86 @@
520
571
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10workerLoopEv",
521
572
  "__Z34applyGenerationOverridesToSamplingR22common_params_samplingRiRK16GenerationParams",
522
573
  "__ZN10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
523
- "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState18clearPostReasoningEv",
524
- "__ZThn16_NK14TextLlmContext25getToolDefinitionsDroppedEv",
574
+ "__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
575
+ "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
576
+ "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
577
+ "__ZN12CacheManager15hasTurnsToFlushEv",
578
+ "__ZThn48_N14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
525
579
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
526
580
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
527
581
  "__ZNK14LlamaFinetuner30getPausedCheckpointStateSharedEv",
582
+ "__ZThn48_N14MtmdLlmContext16evalMediaSegmentEmi",
583
+ "__ZThn48_N10LlamaModelD1Ev",
584
+ "__ZThn48_N14TextLlmContext17onPrefillCompleteEim",
585
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14flushForUnloadEv",
528
586
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
529
587
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot9elapsedMsEv",
530
588
  "__ZN14TextLlmContext13resetStopFlagEv",
531
- "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
589
+ "__ZN10LlamaModel12discardCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
532
590
  "__ZN30qvac_lib_inference_addon_llama23applyLoadConfigHandlersER13common_paramsRNSt3__113unordered_mapINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEES9_NS2_4hashIS9_EENS2_8equal_toIS9_EENS7_INS2_4pairIKS9_S9_EEEEEE",
533
- "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxxRKNS0_7RequestE",
591
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler21serviceSaveJobsLockedEv",
534
592
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
535
593
  "__ZN30qvac_lib_inference_addon_llama7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
536
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
594
+ "__ZN24llama_finetuning_helpers27clearCurrentCheckpointStateEv",
595
+ "__ZN30qvac_lib_inference_addon_llama5utils20RequestRollbackState7restoreEP13llama_contexti",
537
596
  "__ZNK13ModelMetaData16checkInitializedEv",
597
+ "__ZN12CacheManager24moveActiveCacheToRamTierEv",
538
598
  "__ZN14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
599
+ "__ZNK14TextLlmContext19residentStateTokensEv",
600
+ "__ZN14TextLlmContext29clearCacheReconciliationStateEv",
601
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18failSaveJobsLockedEv",
539
602
  "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
540
- "_bare_get_module_name_v0",
541
- "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
542
- "__ZN30qvac_lib_inference_addon_llama5utils36replayTokensThroughDecoderForTestingEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEibiNS3_8functionIFiS2_11llama_batchEEE",
543
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
603
+ "__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
544
604
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
605
+ "__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
545
606
  "__ZNK10LlamaModel13isBitnetModelEv",
546
- "__ZThn16_N14TextLlmContext28setRemoveThinkingFromContextEb",
547
- "__ZNK14MtmdLlmContext24getThinkingBlockDiscardsEv",
548
- "__ZN30qvac_lib_inference_addon_llama5utils22RecurrentStateSnapshotD1Ev",
607
+ "__ZThn40_N10LlamaModelD0Ev",
608
+ "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
609
+ "__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
549
610
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
611
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
550
612
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
551
- "__ZN14MtmdLlmContext27takeUserVisiblePerfSnapshotEv",
552
613
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
553
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7compactEP13llama_contextiiPKc",
554
- "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
614
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
615
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
616
+ "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
555
617
  "__ZN10LlamaModel10resetStateEb",
556
618
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
557
- "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
619
+ "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
558
620
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
559
- "__ZThn16_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
621
+ "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
560
622
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
561
623
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
562
624
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
563
- "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
564
- "__ZThn16_NK14MtmdLlmContext14getKvCellsUsedEv",
565
- "__ZN14MtmdLlmContext32recordPostReasoningTokenIfActiveEi",
566
625
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
567
626
  "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE"
568
627
  ],
569
628
  "weak": [
570
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2ELm2EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
571
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
572
629
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
573
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
574
630
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
575
631
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
576
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
577
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
578
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1ELm1EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
579
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
580
- "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
581
632
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
582
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
633
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
583
634
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
584
635
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
585
636
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
586
637
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
638
+ "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
587
639
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
588
640
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
589
641
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
590
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
591
- "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
592
642
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
593
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0ELm0EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
643
+ "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
594
644
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
595
645
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
596
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3ELm3EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
646
+ "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
597
647
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
598
648
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
599
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
600
649
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
601
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
602
650
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
603
- "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
604
651
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
605
- "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
606
652
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
653
+ "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
607
654
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s"
608
655
  ]
609
656
  }