@qvac/llm-llamacpp 0.65.0 → 0.66.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. package/README.md +46 -14
  2. package/addon.d.ts +11 -0
  3. package/addon.js +8 -0
  4. package/fit.d.ts +21 -20
  5. package/fit.js +1 -2
  6. package/index.d.ts +27 -1
  7. package/index.js +45 -0
  8. package/package.json +11 -11
  9. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  10. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +15 -6
  12. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +29 -8
  14. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +15 -6
  16. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +15 -6
  18. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +32 -11
  20. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  22. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  23. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.65"
10
+ "version": "0.66"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -55,6 +55,7 @@
55
55
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
56
56
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
57
57
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
58
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
58
59
  "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
59
60
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
60
61
  "__ZTS11BlobsStreamIcE",
@@ -135,6 +136,7 @@
135
136
  "__ZTSPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
136
137
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
137
138
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
139
+ "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
138
140
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
139
141
  "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
140
142
  "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
@@ -172,6 +174,7 @@
172
174
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
173
175
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
174
176
  "__ZTSNSt3__111__alternateIcEE",
177
+ "__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
175
178
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
176
179
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
177
180
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -186,9 +189,11 @@
186
189
  "__ZTSNSt3__117bad_function_callE",
187
190
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
188
191
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
189
- "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
192
+ "__ZTSNSt3__110__function6__baseIFmvEEE",
190
193
  "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
194
+ "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
191
195
  "__ZTI18AsyncWeightsLoader",
196
+ "__ZTINSt3__110__function6__baseIFmvEEE",
192
197
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
193
198
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
194
199
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
@@ -251,6 +256,7 @@
251
256
  "__ZTIN10LlamaModel6PromptE",
252
257
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
253
258
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
259
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
254
260
  "__ZTIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
255
261
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
256
262
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
@@ -258,8 +264,9 @@
258
264
  "__ZTINSt3__117__owns_two_statesIcEE",
259
265
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
260
266
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
261
- "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
267
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
262
268
  "__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
269
+ "__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
263
270
  "__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
264
271
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
265
272
  "__ZTIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
@@ -319,11 +326,13 @@
319
326
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_s22FinetuneTerminalResultEE",
320
327
  "__ZTINSt3__110__function6__baseIFNS_9monostateEvEEE",
321
328
  "__ZTSN28qvac_lib_inference_addon_cpp6Output5ErrorE",
329
+ "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS1_RKmE_",
322
330
  "__ZN8picojson12last_error_tIbE1sE",
323
331
  "__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
324
332
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
325
333
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
326
334
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
335
+ "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS1_RKmE_",
327
336
  "__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
328
337
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
329
338
  "__ZTINSt3__123__match_any_but_newlineIcEE",
@@ -363,6 +372,7 @@
363
372
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
364
373
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
365
374
  "__ZTS18AsyncWeightsLoader",
375
+ "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
366
376
  "__ZTS10LlmContext",
367
377
  "__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
368
378
  "__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
@@ -420,6 +430,7 @@
420
430
  "__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
421
431
  "__ZTS14SequenceDriver",
422
432
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
433
+ "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
423
434
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
424
435
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
425
436
  "__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
@@ -477,13 +488,14 @@
477
488
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
478
489
  "__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
479
490
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
480
- "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
491
+ "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
481
492
  "__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
482
493
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
483
494
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
484
495
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
485
- "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
496
+ "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
486
497
  "__ZTINSt3__110__function6__baseIFbmjyEEE",
498
+ "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
487
499
  "__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
488
500
  "__ZTSNSt3__115__has_one_stateIcEE",
489
501
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
@@ -586,6 +598,7 @@
586
598
  "__ZNK14TextLlmContext16cacheStateTokensEv",
587
599
  "__ZNK14MtmdLlmContext16cacheStateTokensEv",
588
600
  "_bare_register_module_v0",
601
+ "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
589
602
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
590
603
  "__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
591
604
  "__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
@@ -642,6 +655,7 @@
642
655
  "__ZN14TextLlmContext21initializeCommonStateEv",
643
656
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
644
657
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
658
+ "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputsb",
645
659
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
646
660
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
647
661
  "__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
@@ -659,6 +673,7 @@
659
673
  "__ZN10LlamaModel16beginFinetuneJobEy",
660
674
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
661
675
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
676
+ "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
662
677
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
663
678
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
664
679
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
@@ -705,7 +720,6 @@
705
720
  "__ZN14MtmdLlmContext17initVisionContextEv",
706
721
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
707
722
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
708
- "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
709
723
  "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
710
724
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
711
725
  "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
@@ -748,6 +762,7 @@
748
762
  "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
749
763
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
750
764
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
765
+ "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
751
766
  "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
752
767
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
753
768
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
@@ -777,6 +792,7 @@
777
792
  "__ZNK13ModelMetaData21hasOneBitQuantizationEv",
778
793
  "__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
779
794
  "__ZNK10LlamaModel6cancelEv",
795
+ "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
780
796
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
781
797
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
782
798
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
@@ -862,11 +878,11 @@
862
878
  "__ZN17backend_selection23shouldWarnAboutJitCacheEv",
863
879
  "__ZN30qvac_lib_inference_addon_llama8batching7Request11isOptActiveERKNSt3__18optionalIS1_EE",
864
880
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot16avgConcurrentSeqEv",
865
- "__ZThn48_N10LlamaModel11jobStartingEy",
866
881
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10afterDraftEv",
867
882
  "__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
868
883
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
869
884
  "__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
885
+ "__ZThn48_N10LlamaModel11jobStartingEy",
870
886
  "__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
871
887
  "__ZN10LlamaModel4initEb",
872
888
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
@@ -1148,6 +1164,7 @@
1148
1164
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
1149
1165
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
1150
1166
  "__ZN30qvac_lib_inference_addon_llama15fitResultObjectEP8js_env_sRKNS_9FitResultE",
1167
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startImEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENS9_7MarshalEENUlP11uv_handle_sE_8__invokeESD_",
1151
1168
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
1152
1169
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
1153
1170
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
@@ -1166,15 +1183,19 @@
1166
1183
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
1167
1184
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
1168
1185
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
1186
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteImEEvP10uv_async_s",
1169
1187
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
1170
1188
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteIN30qvac_lib_inference_addon_llama9FitResultEEEvP10uv_async_s",
1171
1189
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
1190
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleImEEvP11uv_handle_s",
1172
1191
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
1173
1192
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
1174
1193
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
1175
1194
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startIN30qvac_lib_inference_addon_llama9FitResultEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
1195
+ "__ZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_s",
1176
1196
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
1177
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
1197
+ "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
1198
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv"
1178
1199
  ]
1179
1200
  }
1180
1201
  }
package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.65"
10
+ "version": "0.66"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -208,6 +208,7 @@
208
208
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
209
209
  "_bare_register_module_v0",
210
210
  "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
211
+ "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
211
212
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
212
213
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
213
214
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -280,10 +281,9 @@
280
281
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
281
282
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
282
283
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
283
- "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
284
284
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
285
285
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
286
- "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
286
+ "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
287
287
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
288
288
  "__ZNK14TextLlmContext10ctxCeilingEv",
289
289
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -297,7 +297,7 @@
297
297
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
298
298
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
299
299
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
300
- "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
300
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
301
301
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
302
302
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5beginERKNSt3__16vectorIiNS2_9allocatorIiEEEE",
303
303
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
@@ -321,9 +321,11 @@
321
321
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
322
322
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
323
323
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
324
+ "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
324
325
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
325
326
  "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
326
327
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
328
+ "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputsb",
327
329
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
328
330
  "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
329
331
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeFitModel6createERK13common_params",
@@ -365,6 +367,7 @@
365
367
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
366
368
  "__ZN26LlamaLazyInitializeBackend7acquireERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
367
369
  "__ZN14TextLlmContext14requireSamplerEv",
370
+ "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
368
371
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
369
372
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
370
373
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
@@ -458,7 +461,6 @@
458
461
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
459
462
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
460
463
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
461
- "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
462
464
  "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
463
465
  "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
464
466
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9forTargetEP13llama_context",
@@ -493,7 +495,6 @@
493
495
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
494
496
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
495
497
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
496
- "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
497
498
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
498
499
  "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
499
500
  "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -521,6 +522,7 @@
521
522
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
522
523
  "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
523
524
  "__ZN14MtmdLlmContext4stopEv",
525
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
524
526
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
525
527
  "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
526
528
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
@@ -549,6 +551,7 @@
549
551
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
550
552
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
551
553
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
554
+ "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
552
555
  "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
553
556
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
554
557
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
@@ -602,6 +605,7 @@
602
605
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
603
606
  "__ZN10LlamaModel11jobStartingEy",
604
607
  "__ZNK10LlamaModel6cancelEv",
608
+ "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
605
609
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
606
610
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
607
611
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
@@ -707,16 +711,19 @@
707
711
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
708
712
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
709
713
  "__ZN30qvac_lib_inference_addon_llama15fitResultObjectEP8js_env_sRKNS_9FitResultE",
714
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startImEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENS9_7MarshalEENUlP11uv_handle_sE_8__invokeESD_",
710
715
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
711
716
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleIN30qvac_lib_inference_addon_llama9FitResultEEEvP11uv_handle_s",
712
717
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
713
718
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
714
719
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
720
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteImEEvP10uv_async_s",
715
721
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
716
722
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteIN30qvac_lib_inference_addon_llama9FitResultEEEvP10uv_async_s",
717
723
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
718
724
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
719
725
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
726
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleImEEvP11uv_handle_s",
720
727
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
721
728
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
722
729
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
@@ -724,10 +731,12 @@
724
731
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
725
732
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
726
733
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startIN30qvac_lib_inference_addon_llama9FitResultEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
734
+ "__ZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_s",
727
735
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
728
736
  "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
729
737
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
730
738
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
739
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv",
731
740
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
732
741
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
733
742
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.65"
10
+ "version": "0.66"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -208,6 +208,7 @@
208
208
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence4bindEPKNS0_18SpeculativeRuntimeEi",
209
209
  "_bare_register_module_v0",
210
210
  "__ZN12CacheManager18restoreFromRamTierENSt3__18optionalIN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEE",
211
+ "__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
211
212
  "__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
212
213
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
213
214
  "__ZN14TextLlmContext26flushPendingUtf8ToCallbackERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -280,10 +281,9 @@
280
281
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24recordPendingGroupCancelEy",
281
282
  "__ZN14MtmdLlmContext16evalMediaSegmentEmi",
282
283
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher14firstFreeSeqIdEv",
283
- "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
284
284
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17cancelGroupQueuedEy",
285
285
  "__ZThn48_N14TextLlmContext32snapshotPreRequestRollbackAnchorEv",
286
- "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
286
+ "__ZN30qvac_lib_inference_addon_llama5cache21readCheckpointSectionERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEyRKNS0_6LedgerERKNS0_16CheckpointPolicyE",
287
287
  "__ZN30qvac_lib_inference_addon_llama5utils34isQwen3ReasoningFamilyArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
288
288
  "__ZNK14TextLlmContext10ctxCeilingEv",
289
289
  "__ZN10LlamaModel12formatPromptERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -297,7 +297,7 @@
297
297
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
298
298
  "__ZThn40_NK10LlamaModel15consumeJobStatsEy",
299
299
  "__ZN17backend_selection30getUnknownFinetuneArchitectureEPK13ModelMetaData",
300
- "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
300
+ "__ZN30qvac_lib_inference_addon_llama5utils26generationPromptTailLengthEP13llama_contextRKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEE",
301
301
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
302
302
  "__ZNK30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence5beginERKNSt3__16vectorIiNS2_9allocatorIiEEEE",
303
303
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher17nextAwaitingMediaEv",
@@ -321,9 +321,11 @@
321
321
  "__ZN14LlamaFinetuner15saveLoraAdapterEP18llama_adapter_loraRKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
322
322
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
323
323
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
324
+ "__ZThn48_N14MtmdLlmContext32snapshotPreRequestRollbackAnchorEv",
324
325
  "__ZN14TextLlmContext27discardPendingResidentTokenEv",
325
326
  "__ZThn48_N14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
326
327
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
328
+ "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputsb",
327
329
  "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
328
330
  "__ZN14MtmdLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEEyNS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
329
331
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeFitModel6createERK13common_params",
@@ -365,6 +367,7 @@
365
367
  "__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
366
368
  "__ZN26LlamaLazyInitializeBackend7acquireERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
367
369
  "__ZN14TextLlmContext14requireSamplerEv",
370
+ "__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
368
371
  "__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
369
372
  "__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
370
373
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24hasRunnableSaveJobLockedEv",
@@ -458,7 +461,6 @@
458
461
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler31admitPendingIntoFreeSlotsLockedEv",
459
462
  "__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
460
463
  "__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
461
- "__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
462
464
  "__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
463
465
  "__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
464
466
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime9forTargetEP13llama_context",
@@ -493,7 +495,6 @@
493
495
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
494
496
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
495
497
  "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
496
- "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
497
498
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
498
499
  "__ZThn48_N14MtmdLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
499
500
  "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -521,6 +522,7 @@
521
522
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
522
523
  "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
523
524
  "__ZN14MtmdLlmContext4stopEv",
525
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
524
526
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
525
527
  "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
526
528
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
@@ -549,6 +551,7 @@
549
551
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
550
552
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
551
553
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
554
+ "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
552
555
  "__ZN14TextLlmContext16generateResponseERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
553
556
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
554
557
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
@@ -602,6 +605,7 @@
602
605
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15StepUnlockGuardC1ERS1_PNSt3__111unique_lockINS4_5mutexEEE",
603
606
  "__ZN10LlamaModel11jobStartingEy",
604
607
  "__ZNK10LlamaModel6cancelEv",
608
+ "__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
605
609
  "__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
606
610
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10notifyDoneEj",
607
611
  "__ZN24llama_finetuning_helpers23parseCheckpointMetadataERKNSt3__14__fs10filesystem4pathERNS_18CheckpointMetadataE",
@@ -707,16 +711,19 @@
707
711
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
708
712
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
709
713
  "__ZN30qvac_lib_inference_addon_llama15fitResultObjectEP8js_env_sRKNS_9FitResultE",
714
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startImEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENS9_7MarshalEENUlP11uv_handle_sE_8__invokeESD_",
710
715
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
711
716
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleIN30qvac_lib_inference_addon_llama9FitResultEEEvP11uv_handle_s",
712
717
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
713
718
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
714
719
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
720
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteImEEvP10uv_async_s",
715
721
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
716
722
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteIN30qvac_lib_inference_addon_llama9FitResultEEEvP10uv_async_s",
717
723
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
718
724
  "__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
719
725
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
726
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleImEEvP11uv_handle_s",
720
727
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
721
728
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
722
729
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
@@ -724,10 +731,12 @@
724
731
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
725
732
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
726
733
  "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startIN30qvac_lib_inference_addon_llama9FitResultEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
734
+ "__ZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_s",
727
735
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
728
736
  "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
729
737
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
730
738
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
739
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv",
731
740
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
732
741
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
733
742
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",