@qvac/llm-llamacpp 0.62.0 → 0.64.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. package/README.md +43 -0
  2. package/index.d.ts +42 -0
  3. package/package.json +21 -15
  4. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  5. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  6. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +85 -34
  7. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  8. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +71 -18
  9. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  10. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +85 -34
  11. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  12. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +85 -34
  13. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  14. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +72 -19
  15. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  16. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  18. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.62"
10
+ "version": "0.64"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -76,9 +76,9 @@
76
76
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
77
77
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRK22FinetuneTerminalResultEEE",
78
78
  "__ZTINSt3__16__loopIcEE",
79
- "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
80
79
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
81
80
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
81
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
82
82
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
83
83
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
84
84
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -108,15 +108,15 @@
108
108
  "__ZTSN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
109
109
  "__ZTSNSt3__120__r_anchor_multilineIcEE",
110
110
  "__ZTIN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
111
- "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
112
111
  "__ZTIN28qvac_lib_inference_addon_cpp13IJobSchedulerE",
112
+ "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEE",
113
113
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
114
114
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
115
115
  "__ZTINSt3__110__function6__baseIFN22load_fit_normalization15SelectedBackendEN17backend_selection11BackendTypeERKNS_8optionalINS_7variantIJiNS4_11MainGpuTypeEEEEEERK13ModelMetaDatabRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENSK_ISM_EEEEEEE",
116
116
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
117
117
  "__ZTSNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
118
- "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
119
118
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
119
+ "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
120
120
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
121
121
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
122
122
  "__ZTINSt3__111__end_stateIcEE",
@@ -273,6 +273,7 @@
273
273
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE",
274
274
  "__ZTIPFvP13llama_contextE",
275
275
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
276
+ "__ZTINSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
276
277
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
277
278
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
278
279
  "__ZTINSt3__110__function6__baseIFvvEEE",
@@ -324,10 +325,10 @@
324
325
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
325
326
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
326
327
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
327
- "__ZTINSt3__123__match_any_but_newlineIcEE",
328
- "__ZTSNSt3__16__loopIcEE",
329
328
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
329
+ "__ZTINSt3__123__match_any_but_newlineIcEE",
330
330
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
331
+ "__ZTSNSt3__16__loopIcEE",
331
332
  "__ZTI11BlobsStreamIcE",
332
333
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
333
334
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
@@ -426,8 +427,8 @@
426
427
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
427
428
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
428
429
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
429
- "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
430
430
  "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
431
+ "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
431
432
  "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
432
433
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
433
434
  "__ZTINSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
@@ -465,8 +466,8 @@
465
466
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEEE",
466
467
  "__ZTSNSt3__110__function6__baseIFvvEEE",
467
468
  "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
468
- "__ZTINSt3__121__empty_non_own_stateIcEE",
469
469
  "__ZTINSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
470
+ "__ZTINSt3__121__empty_non_own_stateIcEE",
470
471
  "__ZTSNSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
471
472
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
472
473
  "__ZTIFiP13llama_context11llama_batchE",
@@ -479,13 +480,13 @@
479
480
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
480
481
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
481
482
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
482
- "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
483
483
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
484
484
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
485
485
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
486
486
  "__ZTINSt3__110__function6__baseIFbmjyEEE",
487
487
  "__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
488
488
  "__ZTSNSt3__115__has_one_stateIcEE",
489
+ "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
489
490
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
490
491
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
491
492
  "__ZTINSt3__117__repeat_one_loopIcEE",
@@ -494,8 +495,8 @@
494
495
  "__ZTINSt3__110__function6__baseIFiR14SequenceDrivermiEEE",
495
496
  "__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
496
497
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
497
- "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
498
498
  "__ZTSFvP13llama_contextE",
499
+ "__ZTINSt3__120__shared_ptr_emplaceIN10LlamaModel15ReloadableStateENS_9allocatorIS2_EEEE",
499
500
  "__ZTSZN28qvac_lib_inference_addon_cpp17makeQueueCallbackINSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEENS1_8functionIFvRKT_EEENS1_10shared_ptrINS_11OutputQueueEEENS1_13shared_futureIyEEEUlRKS7_E_",
500
501
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerENS_9allocatorIS2_EEEE",
501
502
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
@@ -507,6 +508,7 @@
507
508
  "__ZTSNSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
508
509
  "__ZTSPFP16ggml_backend_regPKcE",
509
510
  "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
511
+ "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
510
512
  "__ZTSNSt3__16__nodeIcEE",
511
513
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
512
514
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
@@ -521,6 +523,7 @@
521
523
  "global": [
522
524
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
523
525
  "__ZN19LlamaBackendsHandleC2EOS_",
526
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13verifyDraftedERKNSt3__18functionIFNS1_12DraftOutcomeEjiiEEE",
524
527
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
525
528
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
526
529
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
@@ -535,10 +538,12 @@
535
538
  "__ZThn48_N10LlamaModelD0Ev",
536
539
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
537
540
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
541
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12prepareDraftEiiiRKNSt3__16vectorIiNS2_9allocatorIiEEEE",
538
542
  "__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
539
543
  "__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
540
544
  "__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
541
545
  "__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
546
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence6verifyEP14common_sampleri",
542
547
  "__ZN30qvac_lib_inference_addon_llama5utils24selectReasoningTagSourceERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_8optionalINS0_13ReasoningTagsEEE",
543
548
  "__ZN12CacheManager14flushForUnloadEv",
544
549
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request20isAwaitingCheckpointEv",
@@ -553,6 +558,7 @@
553
558
  "__ZN12CacheManager7discardERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
554
559
  "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsE",
555
560
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC2ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
561
+ "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21recordSpeculativeStepExNSt3__16chrono8durationIxNS2_5ratioILl1ELl1000000000EEEEE",
556
562
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9numActiveEv",
557
563
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12markFinishedEjNS0_10StopReasonE",
558
564
  "__ZThn48_N14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -568,6 +574,7 @@
568
574
  "__ZN14LlamaFinetuner23initializeCheckpointingERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraPN24llama_finetuning_helpers20LoraLrSchedulerStateE",
569
575
  "__ZN14TextLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERNS1_IiNS3_IiEEEEb",
570
576
  "__ZN14MtmdLlmContext17removeLastNTokensEi",
577
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeD2Ev",
571
578
  "__ZN30qvac_lib_inference_addon_llama5utils17resolveToolChoiceERKNSt3__18optionalINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEEERKNS1_6vectorI16common_chat_toolNS6_ISD_EEEE",
572
579
  "__ZN14MtmdLlmContext10resetMediaEv",
573
580
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
@@ -578,10 +585,10 @@
578
585
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
579
586
  "_bare_register_module_v0",
580
587
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
581
- "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
582
588
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
583
589
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
584
590
  "__ZN14LlamaFinetuner22prepareDatasetFromPathERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPKcSE_",
591
+ "__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime7processERK11llama_batch",
585
592
  "__ZN30qvac_lib_inference_addon_llama5utils25requireToolChoiceHonouredE23common_chat_tool_choicebbPKc",
586
593
  "__ZN12CacheManager15saveBeforeResetEv",
587
594
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
@@ -590,37 +597,43 @@
590
597
  "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
591
598
  "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
592
599
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
600
+ "__ZN14TextLlmContext15checkAntipromptEmi",
593
601
  "__ZN10LlamaModel13setInitLoaderENSt3__18optionalIN10InitLoader11LOADER_TYPEEEENS1_I23FinetuneConfigOverridesEE",
602
+ "__ZThn48_N14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
594
603
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13tokenToFeedAtEi",
595
- "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEy",
596
604
  "__ZNK14MtmdLlmContext19residentStateTokensEv",
597
605
  "__ZThn48_N14MtmdLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
598
606
  "__ZN14MtmdLlmContextC1ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
607
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence8maxDraftEiii",
599
608
  "__ZN14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
609
+ "__ZN30qvac_lib_inference_addon_llama11speculative18resetDraftSequenceEP13llama_contexti",
600
610
  "__ZNK10LlamaModel15cancelInferenceEv",
601
611
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
602
612
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
603
613
  "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
604
614
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
615
+ "__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
605
616
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
606
- "__ZN14TextLlmContext15checkAntipromptEv",
607
617
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
608
618
  "__ZN14MtmdLlmContext19appendResidentTokenEi",
619
+ "__ZThn48_N14TextLlmContext23prepareSpeculativeDraftEiij",
609
620
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
610
621
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
611
622
  "__ZN14MtmdLlmContext27restorePreRequestCacheStateEv",
612
- "__ZN14MtmdLlmContext15checkAntipromptEv",
613
623
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher15markAllFinishedENS0_10StopReasonE",
614
624
  "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
615
625
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
616
626
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
617
627
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
618
628
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
629
+ "__ZN30qvac_lib_inference_addon_llama11speculative16SpeculativeStats3addERKS1_",
619
630
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
620
631
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
621
632
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
622
633
  "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
623
634
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
635
+ "__ZN30qvac_lib_inference_addon_llama11speculative25restoreDraftSequenceStateEP13llama_contextiRKNS0_18DraftSequenceStateEji",
636
+ "__ZN14TextLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
624
637
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
625
638
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
626
639
  "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
@@ -634,6 +647,7 @@
634
647
  "__ZN10LlamaModelD2Ev",
635
648
  "__ZNK14TextLlmContext25getToolDefinitionsDroppedEv",
636
649
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
650
+ "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
637
651
  "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
638
652
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
639
653
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
@@ -641,7 +655,6 @@
641
655
  "__ZN12CacheManager10invalidateEv",
642
656
  "__ZN24llama_finetuning_helpers19loadPauseCheckpointERKNSt3__14__fs10filesystem4pathEP18llama_adapter_loraP11llama_modelP13llama_contextPP16ggml_opt_contextRNS_18CheckpointMetadataE",
643
657
  "__ZN10LlamaModel16beginFinetuneJobEy",
644
- "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEE",
645
658
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
646
659
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
647
660
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
@@ -649,6 +662,7 @@
649
662
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
650
663
  "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
651
664
  "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
665
+ "__ZN14TextLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
652
666
  "__ZN14TextLlmContext17beginCacheRequestEv",
653
667
  "__ZNK12CacheManager15isCacheDisabledEv",
654
668
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
@@ -672,12 +686,14 @@
672
686
  "__ZThn32_N10LlamaModelD1Ev",
673
687
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
674
688
  "__ZN10LlamaModel26validateBitnetQuantizationEv",
689
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10addToBatchER11llama_batchii",
675
690
  "__ZThn8_N10LlamaModelD0Ev",
676
691
  "__ZThn48_N14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
677
692
  "__ZN12CacheManager9saveCacheEv",
678
693
  "__ZN24llama_finetuning_helpers21pauseCheckpointExistsERKNSt3__14__fs10filesystem4pathE",
679
694
  "__ZN14TextLlmContext17onPrefillCompleteEim",
680
695
  "__ZN14LlamaFinetuner32waitUntilFinetuningPauseCompleteEv",
696
+ "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12setPromptEndEi",
681
697
  "__ZN24llama_finetuning_helpers21buildNextTokenDatasetERKNSt3__16vectorIiNS0_9allocatorIiEEEExx",
682
698
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22residentHitsForTestingEv",
683
699
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17chooseSeqIdLockedERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
@@ -705,6 +721,7 @@
705
721
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardD2Ev",
706
722
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC2EjO11PrefillPlanji",
707
723
  "__ZN12CacheManager17isFileInitializedERKNSt3__14__fs10filesystem4pathE",
724
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeD1Ev",
708
725
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
709
726
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
710
727
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
@@ -725,6 +742,7 @@
725
742
  "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
726
743
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
727
744
  "__ZN10LlamaModel19flushResidentCachesEv",
745
+ "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
728
746
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
729
747
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
730
748
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
@@ -738,6 +756,7 @@
738
756
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
739
757
  "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
740
758
  "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
759
+ "__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime13resetSequenceEi",
741
760
  "__ZNK13ModelMetaData9tryGetU32EPKc",
742
761
  "__ZN12CacheManager10setRamTierENSt3__110shared_ptrIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheEEE",
743
762
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher23planChunksForActiveSeqsERK10LlamaBatch",
@@ -747,11 +766,14 @@
747
766
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
748
767
  "__ZNK12CacheManager24wasCacheUsedInLastPromptEv",
749
768
  "__ZN14TextLlmContextC2ERK13common_paramsRK15LlmModelContextii",
769
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence13draftPreparedERKNS0_18SpeculativeRuntimeE",
750
770
  "__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
751
771
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
772
+ "__ZN30qvac_lib_inference_addon_llama11speculative22applySpeculativeConfigERKNS0_17SpeculativeConfigER13common_params",
752
773
  "__ZN30qvac_lib_inference_addon_llama5utils20getModelArchitectureEPK11llama_model",
753
774
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17hasPendingCancelsEv",
754
775
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
776
+ "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
755
777
  "__ZNK10LlamaModel6cancelEv",
756
778
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
757
779
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
@@ -761,6 +783,7 @@
761
783
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
762
784
  "__ZNK12CacheManager14hasActiveCacheEv",
763
785
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6cancelEjy",
786
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence13setBatchStartEi",
764
787
  "__ZN14TextLlmContext10resetStateEb",
765
788
  "__ZN17backend_selection17tryMainGpuFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
766
789
  "__ZN14LlamaFinetuner30setPausedCheckpointStateSharedENSt3__110shared_ptrIN24llama_finetuning_helpers23TrainingCheckpointStateEEE",
@@ -791,18 +814,22 @@
791
814
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
792
815
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher6cancelEjRKNSt3__18functionIFvjEEE",
793
816
  "__ZThn48_NK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
817
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
794
818
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
819
+ "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
795
820
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
796
821
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
797
822
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
798
823
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
799
824
  "__ZN14MtmdLlmContext8setNPastEi",
800
825
  "__ZThn24_N10LlamaModelD0Ev",
826
+ "__ZN14TextLlmContext23processSpeculativeBatchERK11llama_batch",
801
827
  "__ZN30qvac_lib_inference_addon_llama8batching7RequestC1EjO11PrefillPlanji",
802
828
  "__ZN30qvac_lib_inference_addon_llama5utils25partialSnapshotFromStreamERNSt3__113basic_istreamIcNS1_11char_traitsIcEEEEyiNS0_15SnapshotStorageERKNS1_12basic_stringIcS4_NS1_9allocatorIcEEEERKNS1_8functionIFvPKhmEEERNS0_21SequenceStateSnapshotE",
803
829
  "__ZN10LlamaModelD0Ev",
804
830
  "__ZN24llama_finetuning_helpers18schedulerLrForStepERKNS_20LoraLrSchedulerStateEx",
805
831
  "__ZN12CacheManager28persistedBackingStoreMissingERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
832
+ "__ZThn48_N14MtmdLlmContext23prepareSpeculativeDraftEiij",
806
833
  "__ZN14MtmdLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
807
834
  "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
808
835
  "__ZN14TextLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
@@ -834,6 +861,7 @@
834
861
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
835
862
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
836
863
  "__ZThn48_N10LlamaModel11jobStartingEy",
864
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10afterDraftEv",
837
865
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
838
866
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
839
867
  "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
@@ -843,6 +871,7 @@
843
871
  "__ZN10LlamaModel17processPromptImplERKNS_6PromptE",
844
872
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher5clearERKNSt3__18functionIFvjEEE",
845
873
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request13exceededLimitEv",
874
+ "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEENSA_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENSC_ISH_EEEE",
846
875
  "__ZN14MtmdLlmContext10resetStateEb",
847
876
  "__ZN14TextLlmContext27confirmPendingResidentTokenEi",
848
877
  "__ZN24llama_finetuning_helpers25findLatestPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
@@ -852,6 +881,8 @@
852
881
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher20completeMediaBarrierEjiRKNSt3__18functionIFvjimEEE",
853
882
  "__ZN14TextLlmContext17removeLastNTokensEi",
854
883
  "__ZNK10LlamaModel12runtimeStatsEv",
884
+ "__ZNK30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9nDraftMaxEv",
885
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
855
886
  "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
856
887
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
857
888
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -867,6 +898,7 @@
867
898
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
868
899
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request21chunkConsumesAllUnfedEj",
869
900
  "__ZN10LlamaModel7processERKNSt3__13anyE",
901
+ "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
870
902
  "__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
871
903
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
872
904
  "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
@@ -881,6 +913,7 @@
881
913
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
882
914
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
883
915
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
916
+ "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher8setDraftEjNSt3__16vectorIiNS2_9allocatorIiEEEE",
884
917
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
885
918
  "__ZNK14TextLlmContext10ctxCeilingEv",
886
919
  "__ZN14MtmdLlmContext17beginCacheRequestEv",
@@ -893,6 +926,7 @@
893
926
  "__ZN12CacheManager17acceptLoadedStateERNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
894
927
  "__ZN14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
895
928
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
929
+ "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5beginERKNSt3__16vectorIiNS2_9allocatorIiEEEE",
896
930
  "__ZN14MtmdLlmContext29clearCacheReconciliationStateEv",
897
931
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
898
932
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
@@ -901,18 +935,23 @@
901
935
  "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
902
936
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
903
937
  "__ZThn16_N10LlamaModelD1Ev",
938
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
904
939
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
940
+ "__ZN14MtmdLlmContext23prepareSpeculativeDraftEiij",
905
941
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
906
942
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
907
943
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
908
944
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
909
945
  "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
910
- "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
946
+ "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
947
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeFitModel6createERK13common_params",
911
948
  "__ZN19LlamaBackendsHandleC1EOS_",
912
949
  "__ZN12CacheManager11handleCacheER19ParsedPromptPayloadRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_8functionIFS0_SA_EEESA_b",
913
950
  "__ZN17image_pixel_limit13takeMaxPixelsERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
951
+ "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
914
952
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot21decodeTokensPerSecondEv",
915
953
  "__ZN14MtmdLlmContext17onPrefillCompleteEim",
954
+ "__ZN14MtmdLlmContext23processSpeculativeBatchERK11llama_batch",
916
955
  "__ZN17backend_selection25tryBackendOverrideFromMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE",
917
956
  "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
918
957
  "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
@@ -937,6 +976,7 @@
937
976
  "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
938
977
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
939
978
  "__ZThn48_NK14MtmdLlmContext8getNPastEv",
979
+ "__ZN14TextLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
940
980
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
941
981
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
942
982
  "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
@@ -961,6 +1001,7 @@
961
1001
  "__ZNK10LlamaModel10cancelByIdEy",
962
1002
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17evictParkedLockedEj",
963
1003
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot5resetEv",
1004
+ "__ZN14MtmdLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERi",
964
1005
  "__ZNK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
965
1006
  "__ZN14MtmdLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
966
1007
  "__ZNK10LlamaModel16jobTerminalStatsERKN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshotERKNS1_20ObservedRequestStatsE",
@@ -970,8 +1011,10 @@
970
1011
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11evictParkedEj",
971
1012
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22completeCheckpointStopEj",
972
1013
  "__ZNK14MtmdLlmContext17getVisionEncodeMsEv",
1014
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5resetEv",
973
1015
  "__ZN14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
974
1016
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
1017
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9forTargetEP13llama_context",
975
1018
  "__ZN14TextLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
976
1019
  "__ZN14TextLlmContext8setNPastEi",
977
1020
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot9adoptFileENSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEiy",
@@ -980,14 +1023,20 @@
980
1023
  "__ZThn48_N14MtmdLlmContext24snapshotPreRequestCursorEv",
981
1024
  "__ZN10LlamaModel18initBatchSchedulerERNS_15ReloadableStateE",
982
1025
  "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
1026
+ "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
1027
+ "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
983
1028
  "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
984
1029
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
985
1030
  "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
1031
+ "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
986
1032
  "__ZN24llama_finetuning_helpers16optEpochCallbackEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxxPNS_23TrainingCheckpointStateE",
1033
+ "__ZN30qvac_lib_inference_addon_llama11speculative21requireDraftModelFileERKNS0_17SpeculativeConfigE",
987
1034
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12addRequestAtEjO11PrefillPlaniib",
988
- "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
989
1035
  "__ZN30qvac_lib_inference_addon_llama26applyFinetuneParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERNS_21LlamaFinetuningParamsE",
1036
+ "__ZNK14MtmdLlmContext16ledgerFromChunksERKN4mtmd12input_chunksE",
990
1037
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15hasTokensToFeedEv",
1038
+ "__ZN30qvac_lib_inference_addon_llama11speculative25captureDraftSequenceStateEP13llama_contextij",
1039
+ "__ZN30qvac_lib_inference_addon_llama11speculative22parseSpeculativeConfigERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
991
1040
  "__ZN17image_pixel_limit11checkBufferEPKhmy",
992
1041
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
993
1042
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
@@ -996,6 +1045,7 @@
996
1045
  "__ZN14MtmdLlmContext4stopEv",
997
1046
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
998
1047
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
1048
+ "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
999
1049
  "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
1000
1050
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
1001
1051
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
@@ -1026,6 +1076,7 @@
1026
1076
  "__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
1027
1077
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
1028
1078
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
1079
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
1029
1080
  "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
1030
1081
  "__ZN14TextLlmContext19appendResidentTokenEi",
1031
1082
  "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
@@ -1036,6 +1087,7 @@
1036
1087
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
1037
1088
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
1038
1089
  "__ZN14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
1090
+ "__ZN14MtmdLlmContext15checkAntipromptEmi",
1039
1091
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
1040
1092
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
1041
1093
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
@@ -1045,7 +1097,6 @@
1045
1097
  "__ZThn48_NK14MtmdLlmContext19residentStateTokensEv",
1046
1098
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
1047
1099
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16saveConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1048
- "__ZN14MtmdLlmContextC2ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEy",
1049
1100
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1050
1101
  "__ZThn48_N14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
1051
1102
  "__ZThn48_NK14TextLlmContext25getToolDefinitionsDroppedEv",
@@ -1060,6 +1111,7 @@
1060
1111
  "__ZN30qvac_lib_inference_addon_llama5utils30createPrivateSnapshotDirectoryERKNSt3__14__fs10filesystem4pathE",
1061
1112
  "__ZN14MtmdLlmContext27confirmPendingResidentTokenEi",
1062
1113
  "__ZN14TextLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
1114
+ "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence19useTargetCheckpointEm",
1063
1115
  "__ZN14MtmdLlmContext27resetToolDefinitionsDroppedEv",
1064
1116
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12chunkSizeForEj",
1065
1117
  "__ZN14LlamaFinetuner22prepareTrainingDatasetERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
@@ -1069,6 +1121,7 @@
1069
1121
  "__ZN30qvac_lib_inference_addon_llama7parsers26parseReasoningBudgetConfigENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
1070
1122
  "__ZNK13ModelMetaData16checkInitializedEv",
1071
1123
  "__ZN10LlamaModel31closeFinetuneCancellationWindowEv",
1124
+ "__ZN14MtmdLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
1072
1125
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
1073
1126
  "__ZN12CacheManager24moveActiveCacheToRamTierEv",
1074
1127
  "__ZN14TextLlmContext29clearCacheReconciliationStateEv",