@qvac/llm-llamacpp 0.62.0 → 0.63.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.62"
10
+ "version": "0.63"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -77,9 +77,9 @@
77
77
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
78
78
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
79
79
  "__ZTINSt3__16__loopIcEE",
80
- "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
81
80
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
82
81
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
82
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
83
83
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
84
84
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
85
85
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -109,16 +109,16 @@
109
109
  "__ZTSN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
110
110
  "__ZTSNSt3__120__r_anchor_multilineIcEE",
111
111
  "__ZTIN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
112
- "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
113
112
  "__ZTIN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
113
+ "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
114
114
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
115
115
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
116
116
  "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
117
117
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
118
118
  "__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
119
119
  "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
120
- "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
121
120
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
121
+ "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
122
122
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
123
123
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
124
124
  "__ZTINSt3__111__end_stateIcEE",
@@ -280,6 +280,7 @@
280
280
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
281
281
  "__ZTIPFvP13llama_contextE",
282
282
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
283
+ "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
283
284
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
284
285
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
285
286
  "__ZTINSt3__110__function6__baseIFvvEEE",
@@ -333,10 +334,10 @@
333
334
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
334
335
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
335
336
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
336
- "__ZTINSt3__123__match_any_but_newlineIcEE",
337
- "__ZTSNSt3__16__loopIcEE",
338
337
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
338
+ "__ZTINSt3__123__match_any_but_newlineIcEE",
339
339
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
340
+ "__ZTSNSt3__16__loopIcEE",
340
341
  "__ZTI11BlobsStreamIcE",
341
342
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
342
343
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
@@ -438,8 +439,8 @@
438
439
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
439
440
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
440
441
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
441
- "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
442
442
  "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
443
+ "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
443
444
  "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
444
445
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
445
446
  "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
@@ -477,8 +478,8 @@
477
478
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
478
479
  "__ZTSNSt3__110__function6__baseIFvvEEE",
479
480
  "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
480
- "__ZTINSt3__121__empty_non_own_stateIcEE",
481
481
  "__ZTINSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
482
+ "__ZTINSt3__121__empty_non_own_stateIcEE",
482
483
  "__ZTSNSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
483
484
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
484
485
  "__ZTIFiP13llama_context11llama_batchE",
@@ -491,7 +492,6 @@
491
492
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
492
493
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
493
494
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
494
- "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
495
495
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
496
496
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
497
497
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
@@ -499,6 +499,7 @@
499
499
  "__ZTSNSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
500
500
  "__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
501
501
  "__ZTSNSt3__115__has_one_stateIcEE",
502
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
502
503
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
503
504
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
504
505
  "__ZTINSt3__117__repeat_one_loopIcEE",
@@ -507,8 +508,8 @@
507
508
  "__ZTINSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
508
509
  "__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
509
510
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
510
- "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
511
511
  "__ZTSFvP13llama_contextE",
512
+ "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
512
513
  "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
513
514
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
514
515
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
@@ -520,6 +521,7 @@
520
521
  "__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
521
522
  "__ZTSPFP16ggml_backend_regPKcE",
522
523
  "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
524
+ "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
523
525
  "__ZTSNSt3__16__nodeIcEE",
524
526
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
525
527
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
@@ -534,6 +536,7 @@
534
536
  "global": [
535
537
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
536
538
  "__ZN19LlamaBackendsHandleC2EOS_",
539
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13verifyDraftedERKNSt3__18functionIFNS1_12DraftOutcomeEjiiEEE",
537
540
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
538
541
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
539
542
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
@@ -548,10 +551,12 @@
548
551
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
549
552
  "__ZThn48_N10LlamaModelD0Ev",
550
553
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
554
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12prepareDraftEiiiRKNSt3__16vectorIiNS2_9allocatorIiEEEE",
551
555
  "__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
552
556
  "__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
553
557
  "__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
554
558
  "__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
559
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence6verifyEP14common_sampleri",
555
560
  "__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
556
561
  "__ZN12CacheManager14flushForUnloadEv",
557
562
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
@@ -566,6 +571,7 @@
566
571
  "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
567
572
  "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
568
573
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
574
+ "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21recordSpeculativeStepExNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
569
575
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
570
576
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
571
577
  "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -581,6 +587,7 @@
581
587
  "__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
582
588
  "__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
583
589
  "__ZN14MtmdLlmContext17removeLastNTokensEi",
590
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeD2Ev",
584
591
  "__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
585
592
  "__ZN14MtmdLlmContext10resetMediaEv",
586
593
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
@@ -591,10 +598,10 @@
591
598
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
592
599
  "_bare_register_module_v0",
593
600
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
594
- "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
595
601
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
596
602
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
597
603
  "__ZN14LlamaFinetuner22prepareDatasetFromPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPKcSE_",
604
+ "__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime7processERK11llama_batch",
598
605
  "__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
599
606
  "__ZN12CacheManager15saveBeforeResetEv",
600
607
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
@@ -603,37 +610,43 @@
603
610
  "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
604
611
  "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
605
612
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
613
+ "__ZN14TextLlmContext15checkAntipromptEmi",
606
614
  "__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
615
+ "__ZThn48_N14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
607
616
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
608
- "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEy",
609
617
  "__ZNK14MtmdLlmContext19residentStateTokensEv",
610
618
  "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
611
619
  "__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
620
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence8maxDraftEiii",
612
621
  "__ZN14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
622
+ "__ZN30qvac_lib_inference_addon_llama11speculative18resetDraftSequenceEP13llama_contexti",
613
623
  "__ZNK10LlamaModel15cancelInferenceEv",
614
624
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
615
625
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
616
626
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
617
627
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
628
+ "__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
618
629
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
619
- "__ZN14TextLlmContext15checkAntipromptEv",
620
630
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
621
631
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
632
+ "__ZThn48_N14TextLlmContext23prepareSpeculativeDraftEiij",
622
633
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
623
634
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
624
635
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
625
- "__ZN14MtmdLlmContext15checkAntipromptEv",
626
636
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
627
637
  "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
628
638
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
629
639
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
630
640
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
631
641
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
642
+ "__ZN30qvac_lib_inference_addon_llama11speculative16SpeculativeStats3addERKS1_",
632
643
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
633
644
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
634
645
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
635
646
  "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
636
647
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
648
+ "__ZN30qvac_lib_inference_addon_llama11speculative25restoreDraftSequenceStateEP13llama_contextiRKNS0_18DraftSequenceStateEji",
649
+ "__ZN14TextLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
637
650
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
638
651
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
639
652
  "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
@@ -647,6 +660,7 @@
647
660
  "__ZN10LlamaModelD2Ev",
648
661
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
649
662
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
663
+ "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
650
664
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
651
665
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
652
666
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
@@ -654,7 +668,6 @@
654
668
  "__ZN12CacheManager10invalidateEv",
655
669
  "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
656
670
  "__ZN10LlamaModel16beginFinetuneJobEy",
657
- "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
658
671
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
659
672
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
660
673
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
@@ -662,6 +675,7 @@
662
675
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
663
676
  "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
664
677
  "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
678
+ "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
665
679
  "__ZN14TextLlmContext17beginCacheRequestEv",
666
680
  "__ZNK12CacheManager15isCacheDisabledEv",
667
681
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
@@ -685,12 +699,14 @@
685
699
  "__ZThn32_N10LlamaModelD1Ev",
686
700
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
687
701
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
702
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10addToBatchER11llama_batchii",
688
703
  "__ZThn8_N10LlamaModelD0Ev",
689
704
  "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
690
705
  "__ZN12CacheManager9saveCacheEv",
691
706
  "__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
692
707
  "__ZN14TextLlmContext17onPrefillCompleteEim",
693
708
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
709
+ "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12setPromptEndEi",
694
710
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
695
711
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
696
712
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
@@ -718,6 +734,7 @@
718
734
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
719
735
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
720
736
  "__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
737
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeD1Ev",
721
738
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
722
739
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
723
740
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
@@ -738,6 +755,7 @@
738
755
  "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
739
756
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
740
757
  "__ZN10LlamaModel19flushResidentCachesEv",
758
+ "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
741
759
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
742
760
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
743
761
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
@@ -751,6 +769,7 @@
751
769
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
752
770
  "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
753
771
  "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
772
+ "__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime13resetSequenceEi",
754
773
  "__ZNK13ModelMetaData9tryGetU32EPKc",
755
774
  "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
756
775
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
@@ -760,11 +779,14 @@
760
779
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
761
780
  "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
762
781
  "__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
782
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence13draftPreparedERKNS0_18SpeculativeRuntimeE",
763
783
  "__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
764
784
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
785
+ "__ZN30qvac_lib_inference_addon_llama11speculative22applySpeculativeConfigERKNS0_17SpeculativeConfigER13common_params",
765
786
  "__ZN30qvac_lib_inference_addon_llama5utils20getModelArchitectureEPK11llama_model",
766
787
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
767
788
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
789
+ "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
768
790
  "__ZNK10LlamaModel6cancelEv",
769
791
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
770
792
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
@@ -774,6 +796,7 @@
774
796
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
775
797
  "__ZNK12CacheManager14hasActiveCacheEv",
776
798
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
799
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence13setBatchStartEi",
777
800
  "__ZN14TextLlmContext10resetStateEb",
778
801
  "__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
779
802
  "__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
@@ -804,18 +827,22 @@
804
827
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
805
828
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
806
829
  "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
830
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
807
831
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
832
+ "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
808
833
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
809
834
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
810
835
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
811
836
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
812
837
  "__ZN14MtmdLlmContext8setNPastEi",
813
838
  "__ZThn24_N10LlamaModelD0Ev",
839
+ "__ZN14TextLlmContext23processSpeculativeBatchERK11llama_batch",
814
840
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
815
841
  "__ZN30qvac_lib_inference_addon_llama5utils25partialSnapshotFromStreamERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEEyiNS0_15SnapshotStorageERKNS1_12basic_stringIcS4_NS1_9allocatorIcEEEERKNS1_8functionIFvPKhmEEERNS0_21SequenceStateSnapshotE",
816
842
  "__ZN10LlamaModelD0Ev",
817
843
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
818
844
  "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
845
+ "__ZThn48_N14MtmdLlmContext23prepareSpeculativeDraftEiij",
819
846
  "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
820
847
  "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
821
848
  "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
@@ -846,9 +873,10 @@
846
873
  "__ZN17backend_selection23shouldWarnAboutJitCacheEv",
847
874
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
848
875
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
849
- "__ZThn48_N10LlamaModel11jobStartingEy",
876
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10afterDraftEv",
850
877
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
851
878
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
879
+ "__ZThn48_N10LlamaModel11jobStartingEy",
852
880
  "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
853
881
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
854
882
  "__ZN10LlamaModel4initEb",
@@ -856,6 +884,7 @@
856
884
  "__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
857
885
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
858
886
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
887
+ "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEENSA_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENSC_ISH_EEEE",
859
888
  "__ZN14MtmdLlmContext10resetStateEb",
860
889
  "__ZN14TextLlmContext27confirmPendingResidentTokenEi",
861
890
  "__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
@@ -865,6 +894,8 @@
865
894
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
866
895
  "__ZN14TextLlmContext17removeLastNTokensEi",
867
896
  "__ZNK10LlamaModel12runtimeStatsEv",
897
+ "__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9nDraftMaxEv",
898
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
868
899
  "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
869
900
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
870
901
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -880,6 +911,7 @@
880
911
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
881
912
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
882
913
  "__ZN10LlamaModel7processERKNSt3__13anyE",
914
+ "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
883
915
  "__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
884
916
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
885
917
  "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
@@ -894,6 +926,7 @@
894
926
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
895
927
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
896
928
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
929
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
897
930
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
898
931
  "__ZNK14TextLlmContext10ctxCeilingEv",
899
932
  "__ZN14MtmdLlmContext17beginCacheRequestEv",
@@ -906,6 +939,7 @@
906
939
  "__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
907
940
  "__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
908
941
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
942
+ "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5beginERKNSt3__16vectorIiNS2_9allocatorIiEEEE",
909
943
  "__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
910
944
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
911
945
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
@@ -914,18 +948,23 @@
914
948
  "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
915
949
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
916
950
  "__ZThn16_N10LlamaModelD1Ev",
951
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
917
952
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
953
+ "__ZN14MtmdLlmContext23prepareSpeculativeDraftEiij",
918
954
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
919
955
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
920
956
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
921
957
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
922
958
  "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
923
- "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
959
+ "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
960
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeFitModel6createERK13common_params",
924
961
  "__ZN19LlamaBackendsHandleC1EOS_",
925
962
  "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
926
963
  "__ZN17image_pixel_limit13takeMaxPixelsERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
964
+ "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
927
965
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
928
966
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
967
+ "__ZN14MtmdLlmContext23processSpeculativeBatchERK11llama_batch",
929
968
  "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
930
969
  "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
931
970
  "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
@@ -950,6 +989,7 @@
950
989
  "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
951
990
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
952
991
  "__ZThn48_NK14MtmdLlmContext8getNPastEv",
992
+ "__ZN14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
953
993
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
954
994
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
955
995
  "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
@@ -974,6 +1014,7 @@
974
1014
  "__ZNK10LlamaModel10cancelByIdEy",
975
1015
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
976
1016
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
1017
+ "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
977
1018
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
978
1019
  "__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
979
1020
  "__ZNK10LlamaModel16jobTerminalStatsERKN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshotERKNS1_20ObservedRequestStatsE",
@@ -983,8 +1024,10 @@
983
1024
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
984
1025
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
985
1026
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
1027
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
986
1028
  "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
987
1029
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
1030
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9forTargetEP13llama_context",
988
1031
  "__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
989
1032
  "__ZN14TextLlmContext8setNPastEi",
990
1033
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
@@ -993,14 +1036,20 @@
993
1036
  "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
994
1037
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
995
1038
  "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
1039
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
1040
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
996
1041
  "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
997
1042
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
998
1043
  "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
1044
+ "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
999
1045
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
1046
+ "__ZN30qvac_lib_inference_addon_llama11speculative21requireDraftModelFileERKNS0_17SpeculativeConfigE",
1000
1047
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
1001
- "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
1002
1048
  "__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
1049
+ "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
1003
1050
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
1051
+ "__ZN30qvac_lib_inference_addon_llama11speculative25captureDraftSequenceStateEP13llama_contextij",
1052
+ "__ZN30qvac_lib_inference_addon_llama11speculative22parseSpeculativeConfigERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
1004
1053
  "__ZN17image_pixel_limit11checkBufferEPKhmy",
1005
1054
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
1006
1055
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
@@ -1009,6 +1058,7 @@
1009
1058
  "__ZN14MtmdLlmContext4stopEv",
1010
1059
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
1011
1060
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
1061
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
1012
1062
  "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
1013
1063
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
1014
1064
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
@@ -1039,6 +1089,7 @@
1039
1089
  "__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
1040
1090
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
1041
1091
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
1092
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
1042
1093
  "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
1043
1094
  "__ZN14TextLlmContext19appendResidentTokenEi",
1044
1095
  "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
@@ -1049,6 +1100,7 @@
1049
1100
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
1050
1101
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
1051
1102
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
1103
+ "__ZN14MtmdLlmContext15checkAntipromptEmi",
1052
1104
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
1053
1105
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
1054
1106
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
@@ -1058,7 +1110,6 @@
1058
1110
  "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
1059
1111
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
1060
1112
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1061
- "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEy",
1062
1113
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1063
1114
  "__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
1064
1115
  "__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
@@ -1073,6 +1124,7 @@
1073
1124
  "__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
1074
1125
  "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
1075
1126
  "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
1127
+ "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
1076
1128
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
1077
1129
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
1078
1130
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
@@ -1082,6 +1134,7 @@
1082
1134
  "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
1083
1135
  "__ZNK13ModelMetaData16checkInitializedEv",
1084
1136
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
1137
+ "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
1085
1138
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
1086
1139
  "__ZN12CacheManager24moveActiveCacheToRamTierEv",
1087
1140
  "__ZN14TextLlmContext29clearCacheReconciliationStateEv",