@qvac/llm-llamacpp 0.59.0 → 0.60.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/addon.d.ts +0 -1
- package/addon.js +0 -25
- package/binding.js +1 -1
- package/fit.js +1 -6
- package/index.d.ts +10 -4
- package/package.json +24 -6
- package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +42 -28
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +97 -53
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +42 -28
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +42 -28
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +96 -52
- package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.60"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -61,10 +61,12 @@
|
|
|
61
61
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12admin_mutex_E",
|
|
62
62
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
63
63
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
64
|
+
"__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
|
|
64
65
|
"__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
|
|
65
66
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
66
67
|
"__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
|
|
67
68
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
69
|
+
"__ZN30qvac_lib_inference_addon_llama5cache26CHECKPOINT_SECTION_VERSIONE",
|
|
68
70
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
|
|
69
71
|
"__ZNSt3__16ranges5__cpo4findE",
|
|
70
72
|
"__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
|
|
@@ -87,8 +89,8 @@
|
|
|
87
89
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
|
|
88
90
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
|
|
89
91
|
"__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
|
|
90
|
-
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEE",
|
|
91
92
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
|
|
93
|
+
"__ZN30qvac_lib_inference_addon_llama5utils25partialSnapshotFromStreamERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEEyiNS0_15SnapshotStorageERKNS1_12basic_stringIcS4_NS1_9allocatorIcEEEERKNS1_8functionIFvPKhmEEERNS0_21SequenceStateSnapshotE",
|
|
92
94
|
"__ZNK13ModelMetaData10isU32OneOfEPKcSt16initializer_listIjE",
|
|
93
95
|
"__ZN10LlamaModelD0Ev",
|
|
94
96
|
"__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
|
|
@@ -96,20 +98,22 @@
|
|
|
96
98
|
"__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
97
99
|
"__ZThn48_N14TextLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
98
100
|
"__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
99
|
-
"
|
|
101
|
+
"__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
100
102
|
"__ZN12CacheManager28saveActiveCacheForTransitionEv",
|
|
101
103
|
"__ZN14MtmdLlmContext15advanceTextSpanEi",
|
|
102
104
|
"__ZN14MtmdLlmContext27discardPendingResidentTokenEv",
|
|
103
105
|
"__ZN14TextLlmContext4stopEv",
|
|
104
|
-
"
|
|
106
|
+
"__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
105
107
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
|
|
106
108
|
"__ZN17backend_selection20splitModeDeviceNamesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
107
109
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
|
|
108
110
|
"__ZThn48_N10LlamaModelD0Ev",
|
|
109
|
-
"
|
|
111
|
+
"__ZN30qvac_lib_inference_addon_llama5utils32configureTemplateDerivedSamplingER13common_paramsRKNSt3__18functionIFNS3_6vectorIiNS3_9allocatorIiEEEERKNS3_12basic_stringIcNS3_11char_traitsIcEENS6_IcEEEEEEERKNS0_18PromptRenderResultEbRKNS3_8optionalINS0_13ReasoningTagsEEE",
|
|
110
112
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
|
|
111
|
-
"
|
|
113
|
+
"__ZN30qvac_lib_inference_addon_llama5utils21streamPartialSnapshotERKNS0_21SequenceStateSnapshotERKNSt3__18functionIFvPKhmEEE",
|
|
114
|
+
"__ZThn16_NK10LlamaModel6cancelEv",
|
|
112
115
|
"__ZN17backend_selection30preferredBackendTypeFromStringERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
116
|
+
"__ZThn48_N14TextLlmContext24snapshotPreRequestCursorEv",
|
|
113
117
|
"__ZN10LlamaModel9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
114
118
|
"__ZNK10LlamaModel15consumeJobStatsEy",
|
|
115
119
|
"__ZN10LlamaModel10getContextEv",
|
|
@@ -142,6 +146,7 @@
|
|
|
142
146
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
|
|
143
147
|
"__ZThn48_N14TextLlmContext12syncPositionEi",
|
|
144
148
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
|
|
149
|
+
"__ZThn48_NK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
145
150
|
"__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
146
151
|
"__ZN14MtmdLlmContext24holdPendingResidentTokenEii",
|
|
147
152
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16discardKeyLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
@@ -159,15 +164,16 @@
|
|
|
159
164
|
"__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
160
165
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22storeCheckpointsLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEONS2_5dequeINS_5cache10CheckpointENS6_ISD_EEEE",
|
|
161
166
|
"__ZN14MtmdLlmContext24captureHistoryCheckpointEi",
|
|
162
|
-
"
|
|
167
|
+
"__ZN30qvac_lib_inference_addon_llama5cache23appendCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERKNS1_5dequeINS0_10CheckpointENS5_ISB_EEEE",
|
|
163
168
|
"__ZN10LlamaModel4initEb",
|
|
164
169
|
"__ZNK10LlamaModel21requestFinetuneCancelEy",
|
|
170
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16cancelSlotLockedEjNS1_15SaveCachePolicyE",
|
|
165
171
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
|
|
166
|
-
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
|
|
167
172
|
"__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
|
|
168
173
|
"__Z30applyGenerationParamsToContextR13common_paramsRNSt3__110unique_ptrI14common_sampler20CommonSamplerDeleterEEP11llama_modelRK16GenerationParams",
|
|
169
174
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
|
|
170
175
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
|
|
176
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12runtimeStatsEv",
|
|
171
177
|
"__ZN14MtmdLlmContext10resetStateEb",
|
|
172
178
|
"__ZN14TextLlmContext27confirmPendingResidentTokenEi",
|
|
173
179
|
"__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
|
|
@@ -184,7 +190,6 @@
|
|
|
184
190
|
"__ZNK10LlamaModel12runtimeStatsEv",
|
|
185
191
|
"__ZN14MtmdLlmContext10resetMediaEv",
|
|
186
192
|
"__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
|
|
187
|
-
"__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
188
193
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot10adoptEmptyEi",
|
|
189
194
|
"__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
|
|
190
195
|
"__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
@@ -223,24 +228,24 @@
|
|
|
223
228
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
|
|
224
229
|
"__ZN10LlamaModel7processERKNSt3__13anyE",
|
|
225
230
|
"__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
231
|
+
"__ZN14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
226
232
|
"__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
|
|
227
233
|
"__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
|
|
228
234
|
"__ZNK10LlamaModel15cancelInferenceEv",
|
|
229
235
|
"__ZN14LlamaFinetuner17clearPauseRequestEv",
|
|
236
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
|
|
230
237
|
"__ZN14LlamaFinetuner12requestPauseEb",
|
|
231
238
|
"__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
232
239
|
"__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
233
240
|
"__ZN14TextLlmContext18commitCacheRequestEv",
|
|
234
241
|
"__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
235
242
|
"__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
|
|
236
|
-
"__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
|
|
237
243
|
"__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
|
|
238
244
|
"__ZN14MtmdLlmContext14setCacheTokensEi",
|
|
239
245
|
"__ZN14TextLlmContext15checkAntipromptEv",
|
|
240
|
-
"
|
|
246
|
+
"__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
|
|
241
247
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
|
|
242
248
|
"__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
|
|
243
|
-
"__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
244
249
|
"__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
|
|
245
250
|
"__ZN14MtmdLlmContext19appendResidentTokenEi",
|
|
246
251
|
"__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
@@ -254,9 +259,10 @@
|
|
|
254
259
|
"__ZN14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
255
260
|
"__ZN14MtmdLlmContext16evalMediaSegmentEmi",
|
|
256
261
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
|
|
257
|
-
"
|
|
262
|
+
"__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
|
|
258
263
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
|
|
259
264
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
|
|
265
|
+
"__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
|
|
260
266
|
"__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
261
267
|
"__ZNK14TextLlmContext10ctxCeilingEv",
|
|
262
268
|
"__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
@@ -284,6 +290,7 @@
|
|
|
284
290
|
"__ZN14TextLlmContext21initializeCommonStateEv",
|
|
285
291
|
"__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
|
|
286
292
|
"__ZThn16_N10LlamaModelD1Ev",
|
|
293
|
+
"__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
287
294
|
"__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
288
295
|
"__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
|
|
289
296
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
|
|
@@ -291,12 +298,12 @@
|
|
|
291
298
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
|
|
292
299
|
"__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
293
300
|
"__ZN14TextLlmContext27discardPendingResidentTokenEv",
|
|
301
|
+
"__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
294
302
|
"__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
|
|
295
303
|
"__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
296
304
|
"__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
|
|
297
305
|
"__ZN17backend_selection23getSplitDeviceSelectionEv",
|
|
298
306
|
"__ZN19LlamaBackendsHandleC1EOS_",
|
|
299
|
-
"__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
300
307
|
"__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
|
|
301
308
|
"__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
|
|
302
309
|
"__ZNK10LlamaModel16supportsBatchingEv",
|
|
@@ -306,12 +313,13 @@
|
|
|
306
313
|
"__ZN14MtmdLlmContext17onPrefillCompleteEim",
|
|
307
314
|
"__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
|
|
308
315
|
"__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
|
|
316
|
+
"__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
309
317
|
"__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
|
|
310
|
-
"__ZNK14MtmdLlmContext10ctxCeilingEv",
|
|
311
318
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
|
|
312
|
-
"
|
|
319
|
+
"__ZNK14MtmdLlmContext10ctxCeilingEv",
|
|
313
320
|
"__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
314
321
|
"__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
322
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
|
|
315
323
|
"__ZThn32_NK10LlamaModel10cancelByIdEy",
|
|
316
324
|
"__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
|
|
317
325
|
"__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
|
|
@@ -338,6 +346,8 @@
|
|
|
338
346
|
"__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
339
347
|
"__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
|
|
340
348
|
"__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
|
|
349
|
+
"__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
350
|
+
"__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
341
351
|
"__ZN14TextLlmContext17beginCacheRequestEv",
|
|
342
352
|
"__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
|
|
343
353
|
"__ZThn48_NK14MtmdLlmContext8getNPastEv",
|
|
@@ -351,8 +361,8 @@
|
|
|
351
361
|
"__ZNK14MtmdLlmContext8getNPastEv",
|
|
352
362
|
"__ZN14MtmdLlmContext18commitCacheRequestEv",
|
|
353
363
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28applyGroupQueuedCancelLockedEy",
|
|
364
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22writeStateToFileLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
|
|
354
365
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23recordPendingSlotCancelEjy",
|
|
355
|
-
"__ZNK14LlamaFinetuner17isFinetuneRunningEv",
|
|
356
366
|
"__ZN30qvac_lib_inference_addon_llama5utils34selectReasoningTagsForArchitectureERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEE",
|
|
357
367
|
"__ZN10LlamaModel18processPromptBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEE",
|
|
358
368
|
"__ZN14LlamaFinetuner31setCurrentCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
|
|
@@ -366,16 +376,17 @@
|
|
|
366
376
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9fillBatchER10LlamaBatch",
|
|
367
377
|
"__ZN14MtmdLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
368
378
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
|
|
379
|
+
"__ZNK14LlamaFinetuner17isFinetuneRunningEv",
|
|
369
380
|
"__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
|
|
370
381
|
"__ZN30qvac_lib_inference_addon_llama5utils21updateReasoningBufferERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEERNS0_14ReasoningStateE",
|
|
371
382
|
"__ZThn24_N10LlamaModelD1Ev",
|
|
372
383
|
"__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
|
|
373
384
|
"__ZThn48_N14MtmdLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
374
385
|
"__ZN14MtmdLlmContext13resetStopFlagEv",
|
|
375
|
-
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
|
|
376
386
|
"__ZN30qvac_lib_inference_addon_llama5utils24requireSnapshotDirectoryERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEE",
|
|
377
387
|
"__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
|
|
378
388
|
"__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
|
|
389
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12parkedSeqIdsEv",
|
|
379
390
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
|
|
380
391
|
"__ZThn48_N14MtmdLlmContext24captureHistoryCheckpointEi",
|
|
381
392
|
"__ZThn32_N10LlamaModelD1Ev",
|
|
@@ -453,6 +464,7 @@
|
|
|
453
464
|
"__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
|
|
454
465
|
"__ZNK14MtmdLlmContext14getKvCellsUsedEv",
|
|
455
466
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
|
|
467
|
+
"__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
456
468
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptPrefillPendingERKNSt3__18optionalIS1_EE",
|
|
457
469
|
"__ZN14MtmdLlmContext21applyGenerationParamsERK16GenerationParams",
|
|
458
470
|
"__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
|
|
@@ -476,8 +488,8 @@
|
|
|
476
488
|
"__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
|
|
477
489
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
|
|
478
490
|
"__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
479
|
-
"__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
|
|
480
491
|
"__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
|
|
492
|
+
"__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
|
|
481
493
|
"__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
|
|
482
494
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
483
495
|
"__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
|
|
@@ -512,17 +524,19 @@
|
|
|
512
524
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request16isGenerationIdleEv",
|
|
513
525
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17slotOwnedByLockedEjy",
|
|
514
526
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
|
|
527
|
+
"__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
515
528
|
"__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
|
|
516
529
|
"__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
517
530
|
"__ZN12CacheManager9loadCacheEv",
|
|
518
531
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
|
|
519
532
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
|
|
520
|
-
"__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
|
|
521
533
|
"__ZN14MtmdLlmContext6getCtxEv",
|
|
522
534
|
"__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
|
|
523
535
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
|
|
536
|
+
"__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
|
|
524
537
|
"__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
|
|
525
538
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
|
|
539
|
+
"__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
526
540
|
"__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
|
|
527
541
|
"__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
|
|
528
542
|
"__ZN14TextLlmContext19appendResidentTokenEi",
|
|
@@ -602,11 +616,12 @@
|
|
|
602
616
|
"__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
603
617
|
"__ZN14MtmdLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
604
618
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjONSt3__16vectorIiNS2_9allocatorIiEEEEji",
|
|
605
|
-
"__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
|
|
606
619
|
"__ZNK10LlamaModel13isBitnetModelEv",
|
|
620
|
+
"__ZN12CacheManager15savedCompletelyERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEm",
|
|
621
|
+
"__ZThn48_NK14MtmdLlmContext25getToolDefinitionsDroppedEv",
|
|
607
622
|
"__ZThn40_N10LlamaModelD0Ev",
|
|
608
623
|
"__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
609
|
-
"
|
|
624
|
+
"__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
610
625
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
|
|
611
626
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
|
|
612
627
|
"__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
|
|
@@ -622,34 +637,33 @@
|
|
|
622
637
|
"__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
623
638
|
"__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
|
|
624
639
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
|
|
625
|
-
"__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
|
|
626
|
-
"__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE"
|
|
640
|
+
"__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
|
|
627
641
|
],
|
|
628
642
|
"weak": [
|
|
629
643
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
630
644
|
"__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
|
|
631
645
|
"__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
|
|
646
|
+
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
|
|
632
647
|
"__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
|
|
633
|
-
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
634
648
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
635
649
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
636
650
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
|
|
637
|
-
"
|
|
651
|
+
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
|
|
638
652
|
"__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
|
|
639
653
|
"__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
|
|
640
654
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
|
|
641
655
|
"__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
|
|
656
|
+
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
|
|
657
|
+
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
|
|
642
658
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
643
659
|
"__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
644
660
|
"__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
|
|
645
|
-
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
646
661
|
"__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
|
|
647
662
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
|
|
648
663
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
649
664
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
650
665
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
651
666
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
652
|
-
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
653
667
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
654
668
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s"
|
|
655
669
|
]
|
|
Binary file
|