@qvac/llm-llamacpp 0.61.2 → 0.63.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -0
- package/index.d.ts +42 -0
- package/package.json +1 -1
- package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +85 -34
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +71 -18
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +85 -34
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +85 -34
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +72 -19
- package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.63"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -77,9 +77,9 @@
|
|
|
77
77
|
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
|
|
78
78
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
|
|
79
79
|
"__ZTINSt3__16__loopIcEE",
|
|
80
|
-
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
|
|
81
80
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
|
|
82
81
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
82
|
+
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
|
|
83
83
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
|
|
84
84
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
|
|
85
85
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
|
|
@@ -109,16 +109,16 @@
|
|
|
109
109
|
"__ZTSN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
|
|
110
110
|
"__ZTSNSt3__120__r_anchor_multilineIcEE",
|
|
111
111
|
"__ZTIN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
|
|
112
|
-
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
|
|
113
112
|
"__ZTIN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
|
|
113
|
+
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
|
|
114
114
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
115
115
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
|
|
116
116
|
"__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
|
|
117
117
|
"__ZTSNSt3__110__function6__baseIFvjimEEE",
|
|
118
118
|
"__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
119
119
|
"__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
120
|
-
"__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
|
|
121
120
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
|
|
121
|
+
"__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
|
|
122
122
|
"__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
123
123
|
"__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
124
124
|
"__ZTINSt3__111__end_stateIcEE",
|
|
@@ -280,6 +280,7 @@
|
|
|
280
280
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
|
|
281
281
|
"__ZTIPFvP13llama_contextE",
|
|
282
282
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
|
|
283
|
+
"__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
|
|
283
284
|
"__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
|
|
284
285
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
285
286
|
"__ZTINSt3__110__function6__baseIFvvEEE",
|
|
@@ -333,10 +334,10 @@
|
|
|
333
334
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
|
|
334
335
|
"__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
|
|
335
336
|
"__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
|
|
336
|
-
"__ZTINSt3__123__match_any_but_newlineIcEE",
|
|
337
|
-
"__ZTSNSt3__16__loopIcEE",
|
|
338
337
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
|
|
338
|
+
"__ZTINSt3__123__match_any_but_newlineIcEE",
|
|
339
339
|
"__ZTSNSt3__110__function6__baseIFvmjEEE",
|
|
340
|
+
"__ZTSNSt3__16__loopIcEE",
|
|
340
341
|
"__ZTI11BlobsStreamIcE",
|
|
341
342
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
|
|
342
343
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
@@ -438,8 +439,8 @@
|
|
|
438
439
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
|
|
439
440
|
"__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
|
|
440
441
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
|
|
441
|
-
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
442
442
|
"__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
|
|
443
|
+
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
443
444
|
"__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
|
|
444
445
|
"__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
|
|
445
446
|
"__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
|
|
@@ -477,8 +478,8 @@
|
|
|
477
478
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
|
|
478
479
|
"__ZTSNSt3__110__function6__baseIFvvEEE",
|
|
479
480
|
"__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
|
|
480
|
-
"__ZTINSt3__121__empty_non_own_stateIcEE",
|
|
481
481
|
"__ZTINSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
|
|
482
|
+
"__ZTINSt3__121__empty_non_own_stateIcEE",
|
|
482
483
|
"__ZTSNSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
|
|
483
484
|
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
|
|
484
485
|
"__ZTIFiP13llama_context11llama_batchE",
|
|
@@ -491,7 +492,6 @@
|
|
|
491
492
|
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
|
|
492
493
|
"__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
|
|
493
494
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
|
|
494
|
-
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
|
|
495
495
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
|
|
496
496
|
"__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
|
|
497
497
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
|
|
@@ -499,6 +499,7 @@
|
|
|
499
499
|
"__ZTSNSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
|
|
500
500
|
"__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
|
|
501
501
|
"__ZTSNSt3__115__has_one_stateIcEE",
|
|
502
|
+
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
|
|
502
503
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
|
|
503
504
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
|
|
504
505
|
"__ZTINSt3__117__repeat_one_loopIcEE",
|
|
@@ -507,8 +508,8 @@
|
|
|
507
508
|
"__ZTINSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
|
|
508
509
|
"__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
509
510
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
|
|
510
|
-
"__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
|
|
511
511
|
"__ZTSFvP13llama_contextE",
|
|
512
|
+
"__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
|
|
512
513
|
"__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
|
|
513
514
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
|
|
514
515
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
|
|
@@ -520,6 +521,7 @@
|
|
|
520
521
|
"__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
|
|
521
522
|
"__ZTSPFP16ggml_backend_regPKcE",
|
|
522
523
|
"__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
|
|
524
|
+
"__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
|
|
523
525
|
"__ZTSNSt3__16__nodeIcEE",
|
|
524
526
|
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
|
|
525
527
|
"__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
|
|
@@ -534,6 +536,7 @@
|
|
|
534
536
|
"global": [
|
|
535
537
|
"__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
|
|
536
538
|
"__ZN19LlamaBackendsHandleC2EOS_",
|
|
539
|
+
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13verifyDraftedERKNSt3__18functionIFNS1_12DraftOutcomeEjiiEEE",
|
|
537
540
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
|
|
538
541
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
|
|
539
542
|
"__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
|
|
@@ -548,10 +551,12 @@
|
|
|
548
551
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
|
|
549
552
|
"__ZThn48_N10LlamaModelD0Ev",
|
|
550
553
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
|
|
554
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12prepareDraftEiiiRKNSt3__16vectorIiNS2_9allocatorIiEEEE",
|
|
551
555
|
"__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
552
556
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
|
|
553
557
|
"__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
554
558
|
"__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
559
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence6verifyEP14common_sampleri",
|
|
555
560
|
"__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
|
|
556
561
|
"__ZN12CacheManager14flushForUnloadEv",
|
|
557
562
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
|
|
@@ -566,6 +571,7 @@
|
|
|
566
571
|
"__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
567
572
|
"__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
|
|
568
573
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
|
|
574
|
+
"__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21recordSpeculativeStepExNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
|
|
569
575
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
|
|
570
576
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
|
|
571
577
|
"__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
@@ -581,6 +587,7 @@
|
|
|
581
587
|
"__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
|
|
582
588
|
"__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
|
|
583
589
|
"__ZN14MtmdLlmContext17removeLastNTokensEi",
|
|
590
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeD2Ev",
|
|
584
591
|
"__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
|
|
585
592
|
"__ZN14MtmdLlmContext10resetMediaEv",
|
|
586
593
|
"__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
|
|
@@ -591,10 +598,10 @@
|
|
|
591
598
|
"__ZNK14MtmdLlmContext16cacheStateTokensEv",
|
|
592
599
|
"_bare_register_module_v0",
|
|
593
600
|
"__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
|
|
594
|
-
"__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
|
|
595
601
|
"__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
|
|
596
602
|
"__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
|
|
597
603
|
"__ZN14LlamaFinetuner22prepareDatasetFromPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPKcSE_",
|
|
604
|
+
"__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime7processERK11llama_batch",
|
|
598
605
|
"__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
|
|
599
606
|
"__ZN12CacheManager15saveBeforeResetEv",
|
|
600
607
|
"__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
|
|
@@ -603,37 +610,43 @@
|
|
|
603
610
|
"__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
604
611
|
"__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
|
|
605
612
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
|
|
613
|
+
"__ZN14TextLlmContext15checkAntipromptEmi",
|
|
606
614
|
"__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
|
|
615
|
+
"__ZThn48_N14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
607
616
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
|
|
608
|
-
"__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEy",
|
|
609
617
|
"__ZNK14MtmdLlmContext19residentStateTokensEv",
|
|
610
618
|
"__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
611
619
|
"__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
|
|
620
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence8maxDraftEiii",
|
|
612
621
|
"__ZN14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
622
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative18resetDraftSequenceEP13llama_contexti",
|
|
613
623
|
"__ZNK10LlamaModel15cancelInferenceEv",
|
|
614
624
|
"__ZN14LlamaFinetuner17clearPauseRequestEv",
|
|
615
625
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
|
|
616
626
|
"__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
617
627
|
"__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
628
|
+
"__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
|
|
618
629
|
"__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
|
|
619
|
-
"__ZN14TextLlmContext15checkAntipromptEv",
|
|
620
630
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
|
|
621
631
|
"__ZN14MtmdLlmContext19appendResidentTokenEi",
|
|
632
|
+
"__ZThn48_N14TextLlmContext23prepareSpeculativeDraftEiij",
|
|
622
633
|
"__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
|
|
623
634
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
|
|
624
635
|
"__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
|
|
625
|
-
"__ZN14MtmdLlmContext15checkAntipromptEv",
|
|
626
636
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
|
|
627
637
|
"__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
|
|
628
638
|
"__ZN14MtmdLlmContext16evalMediaSegmentEmi",
|
|
629
639
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
|
|
630
640
|
"__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
631
641
|
"__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
642
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative16SpeculativeStats3addERKS1_",
|
|
632
643
|
"__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
633
644
|
"__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
|
|
634
645
|
"__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
635
646
|
"__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
636
647
|
"__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
|
|
648
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative25restoreDraftSequenceStateEP13llama_contextiRKNS0_18DraftSequenceStateEji",
|
|
649
|
+
"__ZN14TextLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
|
|
637
650
|
"__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
|
|
638
651
|
"__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
|
|
639
652
|
"__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
|
|
@@ -647,6 +660,7 @@
|
|
|
647
660
|
"__ZN10LlamaModelD2Ev",
|
|
648
661
|
"__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
|
|
649
662
|
"__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
663
|
+
"__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
|
|
650
664
|
"__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
|
|
651
665
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
|
|
652
666
|
"__ZThn32_NK10LlamaModel10cancelByIdEy",
|
|
@@ -654,7 +668,6 @@
|
|
|
654
668
|
"__ZN12CacheManager10invalidateEv",
|
|
655
669
|
"__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
|
|
656
670
|
"__ZN10LlamaModel16beginFinetuneJobEy",
|
|
657
|
-
"__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
|
|
658
671
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
|
|
659
672
|
"__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
660
673
|
"__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
@@ -662,6 +675,7 @@
|
|
|
662
675
|
"__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
663
676
|
"__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
664
677
|
"__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
678
|
+
"__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
|
|
665
679
|
"__ZN14TextLlmContext17beginCacheRequestEv",
|
|
666
680
|
"__ZNK12CacheManager15isCacheDisabledEv",
|
|
667
681
|
"__ZThn48_NK14TextLlmContext19residentStateTokensEv",
|
|
@@ -685,12 +699,14 @@
|
|
|
685
699
|
"__ZThn32_N10LlamaModelD1Ev",
|
|
686
700
|
"__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
|
|
687
701
|
"__ZN10LlamaModel26validateBitnetQuantizationEv",
|
|
702
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10addToBatchER11llama_batchii",
|
|
688
703
|
"__ZThn8_N10LlamaModelD0Ev",
|
|
689
704
|
"__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
690
705
|
"__ZN12CacheManager9saveCacheEv",
|
|
691
706
|
"__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
|
|
692
707
|
"__ZN14TextLlmContext17onPrefillCompleteEim",
|
|
693
708
|
"__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
|
|
709
|
+
"__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12setPromptEndEi",
|
|
694
710
|
"__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
|
|
695
711
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
|
|
696
712
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
@@ -718,6 +734,7 @@
|
|
|
718
734
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
|
|
719
735
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
|
|
720
736
|
"__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
|
|
737
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeD1Ev",
|
|
721
738
|
"__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
|
|
722
739
|
"__ZN14TextLlmContext21rollbackFailedRequestEv",
|
|
723
740
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
|
|
@@ -738,6 +755,7 @@
|
|
|
738
755
|
"__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
|
|
739
756
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
|
|
740
757
|
"__ZN10LlamaModel19flushResidentCachesEv",
|
|
758
|
+
"__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
|
|
741
759
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
742
760
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
|
|
743
761
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
|
|
@@ -751,6 +769,7 @@
|
|
|
751
769
|
"__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
|
|
752
770
|
"__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
753
771
|
"__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
|
|
772
|
+
"__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime13resetSequenceEi",
|
|
754
773
|
"__ZNK13ModelMetaData9tryGetU32EPKc",
|
|
755
774
|
"__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
|
|
756
775
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
|
|
@@ -760,11 +779,14 @@
|
|
|
760
779
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
|
|
761
780
|
"__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
|
|
762
781
|
"__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
|
|
782
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence13draftPreparedERKNS0_18SpeculativeRuntimeE",
|
|
763
783
|
"__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
764
784
|
"__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
|
|
785
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative22applySpeculativeConfigERKNS0_17SpeculativeConfigER13common_params",
|
|
765
786
|
"__ZN30qvac_lib_inference_addon_llama5utils20getModelArchitectureEPK11llama_model",
|
|
766
787
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
|
|
767
788
|
"__ZNK13ModelMetaData21hasOneBitQuantizationEv",
|
|
789
|
+
"__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
|
|
768
790
|
"__ZNK10LlamaModel6cancelEv",
|
|
769
791
|
"__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
|
|
770
792
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
|
|
@@ -774,6 +796,7 @@
|
|
|
774
796
|
"__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
|
|
775
797
|
"__ZNK12CacheManager14hasActiveCacheEv",
|
|
776
798
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
|
|
799
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence13setBatchStartEi",
|
|
777
800
|
"__ZN14TextLlmContext10resetStateEb",
|
|
778
801
|
"__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
|
|
779
802
|
"__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
|
|
@@ -804,18 +827,22 @@
|
|
|
804
827
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
|
|
805
828
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
|
|
806
829
|
"__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
830
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
|
|
807
831
|
"__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
|
|
832
|
+
"__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
|
|
808
833
|
"__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
|
|
809
834
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
|
|
810
835
|
"__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
811
836
|
"__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
|
|
812
837
|
"__ZN14MtmdLlmContext8setNPastEi",
|
|
813
838
|
"__ZThn24_N10LlamaModelD0Ev",
|
|
839
|
+
"__ZN14TextLlmContext23processSpeculativeBatchERK11llama_batch",
|
|
814
840
|
"__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
|
|
815
841
|
"__ZN30qvac_lib_inference_addon_llama5utils25partialSnapshotFromStreamERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEEyiNS0_15SnapshotStorageERKNS1_12basic_stringIcS4_NS1_9allocatorIcEEEERKNS1_8functionIFvPKhmEEERNS0_21SequenceStateSnapshotE",
|
|
816
842
|
"__ZN10LlamaModelD0Ev",
|
|
817
843
|
"__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
|
|
818
844
|
"__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
845
|
+
"__ZThn48_N14MtmdLlmContext23prepareSpeculativeDraftEiij",
|
|
819
846
|
"__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
|
|
820
847
|
"__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
821
848
|
"__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
@@ -846,9 +873,10 @@
|
|
|
846
873
|
"__ZN17backend_selection23shouldWarnAboutJitCacheEv",
|
|
847
874
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
|
|
848
875
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
|
|
849
|
-
"
|
|
876
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10afterDraftEv",
|
|
850
877
|
"__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
851
878
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
|
|
879
|
+
"__ZThn48_N10LlamaModel11jobStartingEy",
|
|
852
880
|
"__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
853
881
|
"__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
854
882
|
"__ZN10LlamaModel4initEb",
|
|
@@ -856,6 +884,7 @@
|
|
|
856
884
|
"__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
|
|
857
885
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
|
|
858
886
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
|
|
887
|
+
"__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEENSA_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENSC_ISH_EEEE",
|
|
859
888
|
"__ZN14MtmdLlmContext10resetStateEb",
|
|
860
889
|
"__ZN14TextLlmContext27confirmPendingResidentTokenEi",
|
|
861
890
|
"__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
|
|
@@ -865,6 +894,8 @@
|
|
|
865
894
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
|
|
866
895
|
"__ZN14TextLlmContext17removeLastNTokensEi",
|
|
867
896
|
"__ZNK10LlamaModel12runtimeStatsEv",
|
|
897
|
+
"__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9nDraftMaxEv",
|
|
898
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
|
|
868
899
|
"__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
|
|
869
900
|
"__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
|
|
870
901
|
"__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
@@ -880,6 +911,7 @@
|
|
|
880
911
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
|
|
881
912
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
|
|
882
913
|
"__ZN10LlamaModel7processERKNSt3__13anyE",
|
|
914
|
+
"__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
883
915
|
"__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
884
916
|
"__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
|
|
885
917
|
"__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
|
|
@@ -894,6 +926,7 @@
|
|
|
894
926
|
"__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
|
|
895
927
|
"__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
896
928
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
929
|
+
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
|
|
897
930
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
|
|
898
931
|
"__ZNK14TextLlmContext10ctxCeilingEv",
|
|
899
932
|
"__ZN14MtmdLlmContext17beginCacheRequestEv",
|
|
@@ -906,6 +939,7 @@
|
|
|
906
939
|
"__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
|
|
907
940
|
"__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
908
941
|
"__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
|
|
942
|
+
"__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5beginERKNSt3__16vectorIiNS2_9allocatorIiEEEE",
|
|
909
943
|
"__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
|
|
910
944
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
|
|
911
945
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
|
|
@@ -914,18 +948,23 @@
|
|
|
914
948
|
"__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
915
949
|
"__ZThn40_NK10LlamaModel15consumeJobStatsEy",
|
|
916
950
|
"__ZThn16_N10LlamaModelD1Ev",
|
|
951
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
|
|
917
952
|
"__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
|
|
953
|
+
"__ZN14MtmdLlmContext23prepareSpeculativeDraftEiij",
|
|
918
954
|
"__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
919
955
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
|
|
920
956
|
"__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
921
957
|
"__ZN14TextLlmContext27discardPendingResidentTokenEv",
|
|
922
958
|
"__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
|
|
923
|
-
"
|
|
959
|
+
"__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
|
|
960
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeFitModel6createERK13common_params",
|
|
924
961
|
"__ZN19LlamaBackendsHandleC1EOS_",
|
|
925
962
|
"__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
|
|
926
963
|
"__ZN17image_pixel_limit13takeMaxPixelsERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
|
|
964
|
+
"__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
|
|
927
965
|
"__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
|
|
928
966
|
"__ZN14MtmdLlmContext17onPrefillCompleteEim",
|
|
967
|
+
"__ZN14MtmdLlmContext23processSpeculativeBatchERK11llama_batch",
|
|
929
968
|
"__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
|
|
930
969
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
|
|
931
970
|
"__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
|
|
@@ -950,6 +989,7 @@
|
|
|
950
989
|
"__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
951
990
|
"__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
|
|
952
991
|
"__ZThn48_NK14MtmdLlmContext8getNPastEv",
|
|
992
|
+
"__ZN14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
953
993
|
"__ZNK14MtmdLlmContext14getCacheTokensEv",
|
|
954
994
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
|
|
955
995
|
"__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
|
|
@@ -974,6 +1014,7 @@
|
|
|
974
1014
|
"__ZNK10LlamaModel10cancelByIdEy",
|
|
975
1015
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
|
|
976
1016
|
"__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
|
|
1017
|
+
"__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
|
|
977
1018
|
"__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
978
1019
|
"__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
979
1020
|
"__ZNK10LlamaModel16jobTerminalStatsERKN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshotERKNS1_20ObservedRequestStatsE",
|
|
@@ -983,8 +1024,10 @@
|
|
|
983
1024
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
|
|
984
1025
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
|
|
985
1026
|
"__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
|
|
1027
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
|
|
986
1028
|
"__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
987
1029
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
|
|
1030
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9forTargetEP13llama_context",
|
|
988
1031
|
"__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
|
|
989
1032
|
"__ZN14TextLlmContext8setNPastEi",
|
|
990
1033
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
|
|
@@ -993,14 +1036,20 @@
|
|
|
993
1036
|
"__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
|
|
994
1037
|
"__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
|
|
995
1038
|
"__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
|
|
1039
|
+
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
|
|
1040
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
|
|
996
1041
|
"__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
997
1042
|
"__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
|
|
998
1043
|
"__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
1044
|
+
"__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
999
1045
|
"__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
|
|
1046
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative21requireDraftModelFileERKNS0_17SpeculativeConfigE",
|
|
1000
1047
|
"__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
|
|
1001
|
-
"__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
|
|
1002
1048
|
"__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
|
|
1049
|
+
"__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
|
|
1003
1050
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
|
|
1051
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative25captureDraftSequenceStateEP13llama_contextij",
|
|
1052
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative22parseSpeculativeConfigERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
|
|
1004
1053
|
"__ZN17image_pixel_limit11checkBufferEPKhmy",
|
|
1005
1054
|
"__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
|
|
1006
1055
|
"__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
|
|
@@ -1009,6 +1058,7 @@
|
|
|
1009
1058
|
"__ZN14MtmdLlmContext4stopEv",
|
|
1010
1059
|
"__ZN14TextLlmContext24captureHistoryCheckpointEi",
|
|
1011
1060
|
"__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
|
|
1061
|
+
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
|
|
1012
1062
|
"__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
1013
1063
|
"__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
|
|
1014
1064
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
|
|
@@ -1039,6 +1089,7 @@
|
|
|
1039
1089
|
"__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
|
|
1040
1090
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
|
|
1041
1091
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
|
|
1092
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
|
|
1042
1093
|
"__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
|
|
1043
1094
|
"__ZN14TextLlmContext19appendResidentTokenEi",
|
|
1044
1095
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
|
|
@@ -1049,6 +1100,7 @@
|
|
|
1049
1100
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
|
|
1050
1101
|
"__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
|
|
1051
1102
|
"__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
|
|
1103
|
+
"__ZN14MtmdLlmContext15checkAntipromptEmi",
|
|
1052
1104
|
"__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
|
|
1053
1105
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
|
|
1054
1106
|
"__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
|
|
@@ -1058,7 +1110,6 @@
|
|
|
1058
1110
|
"__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
|
|
1059
1111
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
|
|
1060
1112
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
1061
|
-
"__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEy",
|
|
1062
1113
|
"__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
1063
1114
|
"__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
1064
1115
|
"__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
|
|
@@ -1073,6 +1124,7 @@
|
|
|
1073
1124
|
"__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
|
|
1074
1125
|
"__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
|
|
1075
1126
|
"__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
|
|
1127
|
+
"__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
|
|
1076
1128
|
"__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
|
|
1077
1129
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
|
|
1078
1130
|
"__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
@@ -1082,6 +1134,7 @@
|
|
|
1082
1134
|
"__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
1083
1135
|
"__ZNK13ModelMetaData16checkInitializedEv",
|
|
1084
1136
|
"__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
|
|
1137
|
+
"__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
|
|
1085
1138
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
|
|
1086
1139
|
"__ZN12CacheManager24moveActiveCacheToRamTierEv",
|
|
1087
1140
|
"__ZN14TextLlmContext29clearCacheReconciliationStateEv",
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|