@qvac/llm-llamacpp 0.65.1 → 0.66.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -14
- package/addon.d.ts +11 -0
- package/addon.js +8 -0
- package/fit.d.ts +21 -20
- package/fit.js +1 -2
- package/index.d.ts +27 -1
- package/index.js +45 -0
- package/package.json +1 -1
- package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +15 -6
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +29 -8
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +15 -6
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +15 -6
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +32 -11
- package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.66"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -55,6 +55,7 @@
|
|
|
55
55
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
|
|
56
56
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS9_ISE_EEEEEEE",
|
|
57
57
|
"__ZTSNSt3__119basic_istringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
58
|
+
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
|
|
58
59
|
"__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
|
|
59
60
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
60
61
|
"__ZTS11BlobsStreamIcE",
|
|
@@ -137,6 +138,7 @@
|
|
|
137
138
|
"__ZTSPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
|
|
138
139
|
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS2_16BatchTokenOutputEE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
|
|
139
140
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
|
|
141
|
+
"__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
140
142
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
141
143
|
"__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
|
|
142
144
|
"__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
|
|
@@ -174,6 +176,7 @@
|
|
|
174
176
|
"__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
|
|
175
177
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
|
|
176
178
|
"__ZTSNSt3__111__alternateIcEE",
|
|
179
|
+
"__ZTSNSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
|
|
177
180
|
"__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
|
|
178
181
|
"__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
|
|
179
182
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
|
|
@@ -188,9 +191,11 @@
|
|
|
188
191
|
"__ZTSNSt3__117bad_function_callE",
|
|
189
192
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
|
|
190
193
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
|
|
191
|
-
"
|
|
194
|
+
"__ZTSNSt3__110__function6__baseIFmvEEE",
|
|
192
195
|
"__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
|
|
196
|
+
"__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
|
|
193
197
|
"__ZTI18AsyncWeightsLoader",
|
|
198
|
+
"__ZTINSt3__110__function6__baseIFmvEEE",
|
|
194
199
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
|
|
195
200
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
|
|
196
201
|
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
|
|
@@ -256,6 +261,7 @@
|
|
|
256
261
|
"__ZTIN10LlamaModel6PromptE",
|
|
257
262
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
|
|
258
263
|
"__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
|
|
264
|
+
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
|
|
259
265
|
"__ZTIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
|
|
260
266
|
"__ZTINSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
261
267
|
"__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
@@ -264,9 +270,10 @@
|
|
|
264
270
|
"__ZTINSt3__117__owns_two_statesIcEE",
|
|
265
271
|
"__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
|
|
266
272
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
|
|
267
|
-
"
|
|
273
|
+
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_NS_9allocatorIS7_EEFmvEEE",
|
|
268
274
|
"__ZTSNSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
|
|
269
275
|
"__ZTSNSt3__114basic_ofstreamIcNS_11char_traitsIcEEEE",
|
|
276
|
+
"__ZZN30qvac_lib_inference_addon_llama10JsBatchIds4mintEvE4next",
|
|
270
277
|
"__ZTINSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectERN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEEEE",
|
|
271
278
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
272
279
|
"__ZTIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEE",
|
|
@@ -327,12 +334,14 @@
|
|
|
327
334
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_s22FinetuneTerminalResultEE",
|
|
328
335
|
"__ZTINSt3__110__function6__baseIFNS_9monostateEvEEE",
|
|
329
336
|
"__ZTINSt3__114basic_ifstreamIcNS_11char_traitsIcEEEE",
|
|
330
|
-
"
|
|
337
|
+
"__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS1_RKmE_",
|
|
331
338
|
"__ZN8picojson12last_error_tIbE1sE",
|
|
332
339
|
"__ZTSNSt3__110__function6__baseIFvP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParamsEEE",
|
|
333
340
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
|
|
334
341
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler10BatchGroupENS_9allocatorIS4_EEEE",
|
|
335
342
|
"__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama9FitResultEvEEE",
|
|
343
|
+
"__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS1_RKmE_",
|
|
344
|
+
"__ZTSN28qvac_lib_inference_addon_cpp6Output5ErrorE",
|
|
336
345
|
"__ZTINSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
|
|
337
346
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS9_ISB_EEEEEE",
|
|
338
347
|
"__ZTINSt3__123__match_any_but_newlineIcEE",
|
|
@@ -373,6 +382,7 @@
|
|
|
373
382
|
"__ZTSNSt3__121__empty_non_own_stateIcEE",
|
|
374
383
|
"__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
|
|
375
384
|
"__ZTS18AsyncWeightsLoader",
|
|
385
|
+
"__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
|
|
376
386
|
"__ZTS10LlmContext",
|
|
377
387
|
"__ZTINSt3__120__shared_ptr_emplaceINS_7promiseIyEENS_9allocatorIS2_EEEE",
|
|
378
388
|
"__ZTINSt3__110__function6__baseIFNS_13unordered_setINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_4hashIS8_EENS_8equal_toIS8_EENS6_IS8_EEEEvEEE",
|
|
@@ -432,6 +442,7 @@
|
|
|
432
442
|
"__ZTSNSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
|
|
433
443
|
"__ZTS14SequenceDriver",
|
|
434
444
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
|
|
445
|
+
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
|
|
435
446
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
|
|
436
447
|
"__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7SaveJobENS_9allocatorIS4_EEEE",
|
|
437
448
|
"__ZTSNSt3__120__shared_ptr_pointerIP8js_ref_sZN30qvac_lib_inference_addon_llama16parseBatchInputsEP8js_env_sRN28qvac_lib_inference_addon_cpp7AddonJsENS6_2js5ArrayERNS3_10JsBatchIdsEEUlS2_E_NS_9allocatorIS1_EEEE",
|
|
@@ -489,16 +500,17 @@
|
|
|
489
500
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
|
|
490
501
|
"__ZTIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENSt3__18functionIFvRKT_EEENS3_10shared_ptrINS_11OutputQueueEEENS3_13shared_futureIyEEEUlRKS2_E_",
|
|
491
502
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
|
|
492
|
-
"
|
|
503
|
+
"__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKmEEE",
|
|
493
504
|
"__ZTIN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
|
|
494
505
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output6LogMsgEEE",
|
|
495
506
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerE",
|
|
496
507
|
"__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerE",
|
|
497
|
-
"
|
|
508
|
+
"__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerC1EvEUlRK22FinetuneTerminalResultE_NS_9allocatorIS7_EEFP10js_value_sS6_EEE",
|
|
498
509
|
"__ZTINSt3__110__function6__baseIFbmjyEEE",
|
|
499
|
-
"
|
|
510
|
+
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
|
|
500
511
|
"__ZTIN28qvac_lib_inference_addon_cpp5model14IModelJobStatsE",
|
|
501
512
|
"__ZTSNSt3__115__has_one_stateIcEE",
|
|
513
|
+
"__ZTSNSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
|
|
502
514
|
"__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
|
|
503
515
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
|
|
504
516
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEEE",
|
|
@@ -549,9 +561,9 @@
|
|
|
549
561
|
"__ZN14TextLlmContext4stopEv",
|
|
550
562
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26accumulateSlotRuntimeStatsERKNS1_9SlotStateERKNS0_7RequestE",
|
|
551
563
|
"__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotD1Ev",
|
|
552
|
-
"__ZThn48_N10LlamaModelD0Ev",
|
|
553
564
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler11clearLockedEv",
|
|
554
565
|
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12prepareDraftEiiiRKNSt3__16vectorIiNS2_9allocatorIiEEEE",
|
|
566
|
+
"__ZThn48_N10LlamaModelD0Ev",
|
|
555
567
|
"__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
556
568
|
"__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
|
|
557
569
|
"__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
@@ -599,6 +611,7 @@
|
|
|
599
611
|
"__ZNK14TextLlmContext16cacheStateTokensEv",
|
|
600
612
|
"__ZNK14MtmdLlmContext16cacheStateTokensEv",
|
|
601
613
|
"_bare_register_module_v0",
|
|
614
|
+
"__ZNK14TextLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
|
|
602
615
|
"__ZThn48_N14TextLlmContext24captureHistoryCheckpointEi",
|
|
603
616
|
"__ZN24llama_finetuning_helpers16parseLrSchedulerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERNS_18LoraLrScheduleTypeE",
|
|
604
617
|
"__ZN14LlamaFinetuner19executeTrainingLoopERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP16ggml_opt_datasetxxRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEjbS5_xPN22FinetuneTerminalResult5StatsE",
|
|
@@ -655,6 +668,7 @@
|
|
|
655
668
|
"__ZN14TextLlmContext21initializeCommonStateEv",
|
|
656
669
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
|
|
657
670
|
"__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
|
|
671
|
+
"__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputsb",
|
|
658
672
|
"__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
|
|
659
673
|
"__ZN17backend_selection23getSplitDeviceSelectionEv",
|
|
660
674
|
"__ZN30qvac_lib_inference_addon_llama5utils21snapshotSequenceStateEP13llama_contextiiRNS0_21SequenceStateSnapshotENS0_15SnapshotStorageENS0_13SnapshotScopeERKNSt3__112basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEE",
|
|
@@ -672,6 +686,7 @@
|
|
|
672
686
|
"__ZN10LlamaModel16beginFinetuneJobEy",
|
|
673
687
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher7isValidEj",
|
|
674
688
|
"__ZN14MtmdLlmContext23cancelGenerationCleanupERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
689
|
+
"__ZNK10LlamaModel10calcTokensERKNS_17CalcTokensRequestE",
|
|
675
690
|
"__ZN19LlamaBackendsHandleC2ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
676
691
|
"__ZN24llama_finetuning_helpers23checkpointStepDirectoryERKNS_23TrainingCheckpointStateEx",
|
|
677
692
|
"__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
|
|
@@ -718,7 +733,6 @@
|
|
|
718
733
|
"__ZN14MtmdLlmContext17initVisionContextEv",
|
|
719
734
|
"__ZN26LlamaLazyInitializeBackend17decrementRefCountEv",
|
|
720
735
|
"__ZN14TextLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
721
|
-
"__ZN30qvac_lib_inference_addon_llama5utils9getPromptEPK21common_chat_templatesR28common_chat_templates_inputs",
|
|
722
736
|
"__ZN14TextLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
|
|
723
737
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request10isFinishedEv",
|
|
724
738
|
"__ZThn48_NK14MtmdLlmContext14getKvCellsUsedEv",
|
|
@@ -761,6 +775,7 @@
|
|
|
761
775
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
762
776
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
|
|
763
777
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
|
|
778
|
+
"__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
|
|
764
779
|
"__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
765
780
|
"__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
|
|
766
781
|
"__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
|
|
@@ -790,6 +805,7 @@
|
|
|
790
805
|
"__ZNK13ModelMetaData21hasOneBitQuantizationEv",
|
|
791
806
|
"__ZN14MtmdLlmContext25evalAudioChunkSpeculativeEPK16mtmd_input_chunkiiPi",
|
|
792
807
|
"__ZNK10LlamaModel6cancelEv",
|
|
808
|
+
"__ZN30qvac_lib_inference_addon_llama5utils23countRenderedChatTokensEPK21common_chat_templatesRKNSt3__16vectorI15common_chat_msgNS4_9allocatorIS6_EEEERKNS5_I16common_chat_toolNS7_ISC_EEEEbbRKNS4_8functionIFNS5_IiNS7_IiEEEERKNS4_12basic_stringIcNS4_11char_traitsIcEENS7_IcEEEEEEE",
|
|
793
809
|
"__ZN30qvac_lib_inference_addon_llama5utils33sequenceStateSnapshotFilesWrittenEv",
|
|
794
810
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher22nextAwaitingCheckpointEv",
|
|
795
811
|
"__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
|
|
@@ -878,8 +894,8 @@
|
|
|
878
894
|
"__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence10afterDraftEv",
|
|
879
895
|
"__ZN17backend_selection12parseMainGpuERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
880
896
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15remainingToFeedEv",
|
|
881
|
-
"__ZThn48_N10LlamaModel11jobStartingEy",
|
|
882
897
|
"__ZThn8_N10LlamaModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
898
|
+
"__ZThn48_N10LlamaModel11jobStartingEy",
|
|
883
899
|
"__ZN30qvac_lib_inference_addon_llama5utils16isGemma4BasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
884
900
|
"__ZN10LlamaModel4initEb",
|
|
885
901
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler22clearUnparkedSequencesEv",
|
|
@@ -1161,6 +1177,7 @@
|
|
|
1161
1177
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
1162
1178
|
"__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
|
|
1163
1179
|
"__ZN30qvac_lib_inference_addon_llama15fitResultObjectEP8js_env_sRKNS_9FitResultE",
|
|
1180
|
+
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startImEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENS9_7MarshalEENUlP11uv_handle_sE_8__invokeESD_",
|
|
1164
1181
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
|
|
1165
1182
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
|
|
1166
1183
|
"__ZN30qvac_lib_inference_addon_llama12discardCacheEP8js_env_sP18js_callback_info_s",
|
|
@@ -1179,15 +1196,19 @@
|
|
|
1179
1196
|
"__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
|
|
1180
1197
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
1181
1198
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
1199
|
+
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteImEEvP10uv_async_s",
|
|
1182
1200
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
|
|
1183
1201
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteIN30qvac_lib_inference_addon_llama9FitResultEEEvP10uv_async_s",
|
|
1184
1202
|
"__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
|
|
1203
|
+
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleImEEvP11uv_handle_s",
|
|
1185
1204
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
|
|
1186
1205
|
"__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
|
|
1187
1206
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
|
|
1188
1207
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startIN30qvac_lib_inference_addon_llama9FitResultEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
|
|
1208
|
+
"__ZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_s",
|
|
1189
1209
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
|
|
1190
|
-
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s"
|
|
1210
|
+
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
1211
|
+
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv"
|
|
1191
1212
|
]
|
|
1192
1213
|
}
|
|
1193
1214
|
}
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|