@qvac/llm-llamacpp 0.67.0 → 0.68.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. package/README.md +11 -33
  2. package/addon.d.ts +0 -7
  3. package/addon.js +0 -3
  4. package/index.d.ts +7 -12
  5. package/index.js +22 -37
  6. package/package.json +11 -11
  7. package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
  8. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
  9. package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +14 -28
  10. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
  11. package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +8 -37
  12. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
  13. package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +14 -28
  14. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
  15. package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +14 -28
  16. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
  17. package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +8 -37
  18. package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
  19. package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
  20. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
  21. package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.67"
10
+ "version": "0.68"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -42,7 +42,6 @@
42
42
  "__ZZN30qvac_lib_inference_addon_llama6runFitENS_10FitRequestEE8fitMutex",
43
43
  "__ZGVZN30qvac_lib_inference_addon_llama6runFitENS_10FitRequestEE8fitMutex",
44
44
  "__ZNSt3__19__any_imp17__unique_typeinfoIN24llama_finetuning_helpers21FinetuneProgressStatsEE4__idE",
45
- "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
46
45
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
47
46
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
48
47
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -237,7 +236,6 @@
237
236
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptrNS1_15SaveCachePolicyE",
238
237
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
239
238
  "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
240
- "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
241
239
  "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
242
240
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC1E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
243
241
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
@@ -257,20 +255,18 @@
257
255
  "__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
258
256
  "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
259
257
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
260
- "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
261
258
  "__ZN30qvac_lib_inference_addon_llama11speculative18resetDraftSequenceEP13llama_contexti",
262
259
  "__ZNK10LlamaModel15cancelInferenceEv",
263
260
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
264
261
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
265
262
  "__ZN14LlamaFinetuner12requestPauseEb",
266
- "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
267
263
  "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
268
264
  "__ZN14TextLlmContext18commitCacheRequestEv",
265
+ "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
269
266
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
270
267
  "__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
271
268
  "__ZN24llama_finetuning_helpers19savePauseCheckpointEP16ggml_opt_contextRNS_23TrainingCheckpointStateEbx",
272
269
  "__ZN14MtmdLlmContext14setCacheTokensEi",
273
- "__ZN30qvac_lib_inference_addon_llama5utils25getThinkingForcedOpenTextERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
274
270
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
275
271
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC1EOS1_",
276
272
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
@@ -316,13 +312,12 @@
316
312
  "__ZN30qvac_lib_inference_addon_llama8batching7Request18isOptAwaitingMediaERKNSt3__18optionalIS1_EE",
317
313
  "__ZN30qvac_lib_inference_addon_llama8batching7Request13isOptFinishedERKNSt3__18optionalIS1_EE",
318
314
  "__ZN10LlamaModel8isLoadedEv",
319
- "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
315
+ "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
320
316
  "__ZN14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
321
317
  "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
322
318
  "__ZN14TextLlmContext21initializeCommonStateEv",
323
319
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
324
320
  "__ZThn16_N10LlamaModelD1Ev",
325
- "__ZThn48_N14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
326
321
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler30prepareSpeculativeDraftsLockedEPNSt3__111unique_lockINS2_5mutexEEE",
327
322
  "__ZN10LlamaModelC1EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
328
323
  "__ZN14MtmdLlmContext23prepareSpeculativeDraftEiij",
@@ -355,17 +350,16 @@
355
350
  "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
356
351
  "__ZN14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
357
352
  "__ZN22load_fit_normalization17tuneLoadConfigMapERNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEERK13ModelMetaDataRKNS0_8optionalIiEERK23FinetuneConfigOverridesbbbbb",
358
- "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
353
+ "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
359
354
  "__ZNK14MtmdLlmContext10ctxCeilingEv",
360
355
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
361
- "__ZN30qvac_lib_inference_addon_llama8batching7Request22isOptGenerationPendingERKNSt3__18optionalIS1_EE",
356
+ "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
362
357
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
363
358
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
364
359
  "__ZN30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot14accumulateSlotExxRKNS0_7RequestE",
365
360
  "__ZNK14MtmdLlmContext25getToolDefinitionsDroppedEv",
366
361
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
367
362
  "__ZN12CacheManager10invalidateEv",
368
- "__ZThn48_N14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
369
363
  "__ZN14MtmdLlmContextD1Ev",
370
364
  "__ZN10LlamaModel16beginFinetuneJobEy",
371
365
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot11adoptBufferENSt3__16vectorIhNS2_9allocatorIhEEEEi",
@@ -388,7 +382,6 @@
388
382
  "__ZThn48_N14TextLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
389
383
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
390
384
  "__ZN14TextLlmContext23restoreCacheStateTokensERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
391
- "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
392
385
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
393
386
  "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
394
387
  "__ZThn48_N14TextLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
@@ -401,8 +394,8 @@
401
394
  "__ZNK12CacheManager15isCacheDisabledEv",
402
395
  "__ZNK14MtmdLlmContext14getCacheTokensEv",
403
396
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot5clearEv",
404
- "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
405
397
  "__ZN14TextLlmContext15reconcilePromptERKNSt3__16vectorIiNS0_9allocatorIiEEEEb",
398
+ "__ZN14TextLlmContext15adoptDonorStateERKN30qvac_lib_inference_addon_llama5cache10DonorStateERKNS1_6LedgerEb",
406
399
  "__ZThn48_NK14TextLlmContext19residentStateTokensEv",
407
400
  "__ZN17backend_selection23getSplitDeviceSelectionERKNS_16BackendInterfaceE",
408
401
  "__ZN14TextLlmContext12syncPositionEi",
@@ -508,11 +501,12 @@
508
501
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
509
502
  "__ZN17backend_selection20splitModeDeviceNamesERKNS_16BackendInterfaceERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
510
503
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
504
+ "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPKc",
511
505
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12draftDroppedEj",
512
506
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
513
507
  "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
514
508
  "__ZN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntime6createER13common_paramsP11llama_modelP13llama_context",
515
- "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
509
+ "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
516
510
  "__ZN14MtmdLlmContext24snapshotPreRequestCursorEv",
517
511
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
518
512
  "__ZN14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
@@ -539,16 +533,14 @@
539
533
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
540
534
  "__ZN14MtmdLlmContext14requireSamplerEv",
541
535
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19discardConversationERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
542
- "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
543
536
  "__ZN14MtmdLlmContext4stopEv",
544
- "__ZThn48_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
545
537
  "__ZN12CacheManager20isFileMissingOrEmptyERKNSt3__14__fs10filesystem4pathE",
546
538
  "__ZN14TextLlmContext27restorePreRequestCacheStateEv",
547
539
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
548
540
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
549
541
  "__ZN30qvac_lib_inference_addon_llama28applyGenerationParamHandlersEP8js_env_sRN28qvac_lib_inference_addon_cpp2js6ObjectER16GenerationParams",
550
542
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
551
- "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
543
+ "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
552
544
  "__ZN10LlamaModel19flushResidentCachesEv",
553
545
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
554
546
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
@@ -557,7 +549,6 @@
557
549
  "__ZN30qvac_lib_inference_addon_llama5utils20historyReasoningTagsEPK21common_chat_templatesPK11llama_modelb",
558
550
  "__ZN24llama_finetuning_helpers20clearPauseCheckpointERKNSt3__14__fs10filesystem4pathE",
559
551
  "__ZN14MtmdLlmContext30capturePreRequestCacheSnapshotEv",
560
- "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
561
552
  "__ZN30qvac_lib_inference_addon_llama8batching20computeObservedStatsENSt3__16chrono10time_pointINS2_12steady_clockENS2_8durationIxNS1_5ratioILl1ELl1000000000EEEEEEERKNS0_7RequestENS1_8optionalI20GenerationStopReasonEE",
562
553
  "__ZN10LlamaModel15getCommonParamsEv",
563
554
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
@@ -569,7 +560,7 @@
569
560
  "__ZThn24_N10LlamaModel7processERKNSt3__13anyEy",
570
561
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
571
562
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29serviceNextMediaSegmentLockedEPNSt3__111unique_lockINS2_5mutexEEE",
572
- "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
563
+ "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
573
564
  "__ZN30qvac_lib_inference_addon_llama5utils13isGemma4ModelEPK11llama_model",
574
565
  "__ZN10LlamaModel24validateCheckpointBudgetERNS_15ReloadableStateE",
575
566
  "__ZN22load_fit_normalization31validateMobileMultiDeviceConfigERKNSt3__113unordered_mapINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_NS0_4hashIS7_EENS0_8equal_toIS7_EENS5_INS0_4pairIKS7_S7_EEEEEE16llama_split_mode",
@@ -580,7 +571,6 @@
580
571
  "__ZN24llama_finetuning_helpers21tryHandlePauseRequestEP16ggml_opt_contextPNS_23TrainingCheckpointStateEbxx",
581
572
  "__ZN10LlamaModel21isMultiBatchActivatedERNS_15ReloadableStateE",
582
573
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchSchedulerC2E15LlmModelContextjjmiRK13common_paramsNSt3__18functionIFNS6_10unique_ptrI14SequenceDriverNS6_14default_deleteIS9_EEEES5_jiEEE",
583
- "__ZThn48_NK14MtmdLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
584
574
  "__ZN12CacheManager24isParentDirectoryMissingERKNSt3__14__fs10filesystem4pathE",
585
575
  "__ZN14MtmdLlmContext16sampleFromLogitsEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
586
576
  "__ZN14MtmdLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
@@ -599,7 +589,6 @@
599
589
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
600
590
  "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
601
591
  "__ZThn48_N14TextLlmContextD0Ev",
602
- "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
603
592
  "__ZN17backend_selection20parseBackendOverrideERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
604
593
  "__ZN12CacheManager9loadCacheEv",
605
594
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14enqueueSaveJobERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEb",
@@ -614,7 +603,6 @@
614
603
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
615
604
  "__ZNK14TextLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
616
605
  "__ZN12CacheManagerC1EP10LlmContextNSt3__18functionIFvbEEE",
617
- "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
618
606
  "__ZN30qvac_lib_inference_addon_llama11speculative22applySpeculativeConfigERKNS0_17SpeculativeConfigER13common_params",
619
607
  "__ZN14TextLlmContext19appendResidentTokenEi",
620
608
  "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
@@ -638,7 +626,6 @@
638
626
  "__ZN14LlamaFinetuner24validateFinetuningParamsERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsE",
639
627
  "__ZN14MtmdLlmContext15checkAntipromptEmi",
640
628
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
641
- "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
642
629
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
643
630
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
644
631
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
@@ -716,18 +703,18 @@
716
703
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
717
704
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler13hasWorkLockedEv",
718
705
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler18notifyDoneNoexceptEj",
706
+ "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
719
707
  "__ZN10LlamaModel10resetStateEb",
720
- "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
721
708
  "__ZN10LlamaModel22processConcurrentBatchERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEEy",
722
- "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
709
+ "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
723
710
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
724
- "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
711
+ "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
725
712
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb",
726
713
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler24teardownPendingForLockedEj",
714
+ "__ZN14TextLlmContext19generateSpeculativeERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEERj",
727
715
  "__ZNK14TextLlmContext9saveCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
728
716
  "__Z33qvacLibInferenceAddonLlamaExportsP8js_env_sP10js_value_s",
729
717
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25ensureWorkerStartedLockedEv",
730
- "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
731
718
  "__ZN14MtmdLlmContext13onSequenceEndERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE"
732
719
  ],
733
720
  "weak": [
@@ -764,7 +751,6 @@
764
751
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownImEEvP22js_deferred_teardown_sPv",
765
752
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
766
753
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
767
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
768
754
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
769
755
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s"
770
756
  ]
package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.67"
10
+ "version": "0.68"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -58,7 +58,6 @@
58
58
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlS4_RKmE_NS_9allocatorIS9_EEFP10js_value_sS4_S8_EEE",
59
59
  "__ZTIN10moodycamel7details35ConcurrentQueueProducerTypelessBaseE",
60
60
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
61
- "__ZTS11BlobsStreamIcE",
62
61
  "__ZNSt3__19__any_imp17__unique_typeinfoIN10LlamaModel6PromptEE4__idE",
63
62
  "__ZTSN24llama_finetuning_helpers21FinetuneProgressStatsE",
64
63
  "__ZTSFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
@@ -67,8 +66,6 @@
67
66
  "__ZTSNSt3__123__match_any_but_newlineIcEE",
68
67
  "__ZTSNSt3__118basic_stringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
69
68
  "__ZTINSt3__110__back_refIcEE",
70
- "__ZTSZNK13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE6borrowEvEUlPvE_",
71
- "__ZTSN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
72
69
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
73
70
  "__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
74
71
  "__ZTINSt3__110__function6__baseIFvjEEE",
@@ -101,7 +98,6 @@
101
98
  "__ZTIPFiP13llama_context11llama_batchE",
102
99
  "__ZTSNSt3__110__function6__baseIFvjRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
103
100
  "__ZTSZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEERKNS3_6vectorIiNS7_IiEEEEEUlP13llama_contextiE_",
104
- "__ZTSNSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
105
101
  "__ZTSNSt3__120__shared_ptr_emplaceINS_6atomicIbEENS_9allocatorIS2_EEEE",
106
102
  "__ZTSNSt3__110__function6__funcIPFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEENS_9allocatorISB_EESA_EE",
107
103
  "__ZTINSt3__110__function6__funcIPFP16ggml_backend_regPKcENS_9allocatorIS7_EES6_EE",
@@ -143,7 +139,6 @@
143
139
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
144
140
  "__ZTSZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
145
141
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
146
- "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
147
142
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
148
143
  "__ZTINSt3__110__function6__baseIFNS_10unique_ptrI14SequenceDriverNS_14default_deleteIS3_EEEERK13common_paramsjiEEE",
149
144
  "__ZTSNSt3__110__function6__funcIPFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEENS7_ISD_EESC_EE",
@@ -166,7 +161,6 @@
166
161
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE1_EEP10js_value_sP8js_env_sOT_EUlvE_",
167
162
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
168
163
  "__ZTINSt3__120__r_anchor_multilineIcEE",
169
- "__ZTIN8js_blobs15FinalizedStreamIcEE",
170
164
  "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
171
165
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS2_7AddonJs9cancelJobENS_8optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSD_RKNS_9monostateEE_NS_9allocatorISJ_EEFSB_SD_SI_EEE",
172
166
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
@@ -199,19 +193,18 @@
199
193
  "__ZTSNSt3__110__function6__baseIFmvEEE",
200
194
  "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
201
195
  "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
202
- "__ZTI18AsyncWeightsLoader",
203
- "__ZTINSt3__110__function6__baseIFmvEEE",
204
196
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sN30qvac_lib_inference_addon_llama16BatchTokenOutputEEE",
197
+ "__ZTINSt3__110__function6__baseIFmvEEE",
205
198
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
206
199
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
207
200
  "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
201
+ "__ZTSNSt3__110__back_refIcEE",
208
202
  "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKNS_9monostateEEEE",
209
203
  "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
210
204
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
211
205
  "__ZTINSt3__110__function6__baseIFijiEEE",
212
206
  "__ZTSNSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama8batching14SlotStateCacheENS_9allocatorIS3_EEEE",
213
207
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlvE_",
214
- "__ZTSNSt3__110__back_refIcEE",
215
208
  "__ZTIN28qvac_lib_inference_addon_cpp2js16UniqueRefDeleterE",
216
209
  "__ZTIN28qvac_lib_inference_addon_cpp5model20IModelMultiprocessorE",
217
210
  "__ZTINSt3__110__function6__baseIFNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEERKS8_EEE",
@@ -261,7 +254,6 @@
261
254
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
262
255
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
263
256
  "__ZTSNSt3__110__function6__baseIFP16ggml_backend_regPKcEEE",
264
- "__ZTINSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
265
257
  "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
266
258
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
267
259
  "__ZTIN10LlamaModel6PromptE",
@@ -312,20 +304,17 @@
312
304
  "__ZTIFvP13llama_contextE",
313
305
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEE_",
314
306
  "__ZTINSt3__110__function6__baseIFiP13llama_contextR11llama_batchEEE",
315
- "__ZZN10InitLoader17getLoadingContextERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEE12numInstances",
316
307
  "__ZTINSt3__110__function6__funcIPFvP13llama_contextENS_9allocatorIS5_EES4_EE",
317
- "__ZTINSt3__120__shared_ptr_pointerIDnZNK13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE6borrowEvEUlPvE_NS_9allocatorIvEEEE",
318
308
  "__ZTINSt3__115__word_boundaryIcNS_12regex_traitsIcEEEE",
319
309
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerENS_9allocatorIS3_EEEE",
320
310
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlSB_RKNS4_9monostateEE_",
321
311
  "__ZTSZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
322
312
  "__ZTINSt3__110__function6__baseIFvbEEE",
323
- "__ZTINSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
313
+ "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
324
314
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
325
315
  "__ZTINSt3__110__function6__baseIFP10js_value_sP8js_env_sRKN30qvac_lib_inference_addon_llama9FitResultEEEE",
326
316
  "__ZTSNSt3__110__function6__baseIFviEEE",
327
317
  "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
328
- "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
329
318
  "__ZTINSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS2_8batching14SlotStateCacheEPNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS3_6LedgerEbmRKNS_8functionIFbRKNS3_10DonorStateEEEEEUlRKNS4_19SlotStateCacheEntryEE_NSC_ISV_EEFbSU_EEE",
330
319
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp17makeQueueCallbackIN24llama_finetuning_helpers21FinetuneProgressStatsEEENS_8functionIFvRKT_EEENS_10shared_ptrINS2_11OutputQueueEEENS_13shared_futureIyEEEUlRKS5_E_NS_9allocatorISJ_EEFvSI_EEE",
331
320
  "__ZTSN28qvac_lib_inference_addon_cpp5model12IModelCancelE",
@@ -359,7 +348,6 @@
359
348
  "__ZTINSt3__123__match_any_but_newlineIcEE",
360
349
  "__ZTSNSt3__110__function6__baseIFvmjEEE",
361
350
  "__ZTSNSt3__16__loopIcEE",
362
- "__ZTI11BlobsStreamIcE",
363
351
  "__ZTSZN30qvac_lib_inference_addon_llama5cache16offerStoredStateEPNS_8batching14SlotStateCacheEPNS0_14CacheFileIndexERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEERKNS0_6LedgerEbmRKNS6_8functionIFbRKNS0_10DonorStateEEEEEUlRKNS1_19SlotStateCacheEntryEE_",
364
352
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS_6Output5ErrorEE_",
365
353
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
@@ -398,7 +386,6 @@
398
386
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache9fileDonorERNS3_14CacheFileIndexERKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEERKNS_6vectorIiNS9_IiEEEEEUlP13llama_contextiE_NS9_ISL_EEFbSK_iEEE",
399
387
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
400
388
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE_EEP10js_value_sP8js_env_sOT_EUlvE_",
401
- "__ZTS18AsyncWeightsLoader",
402
389
  "__ZTIZN30qvac_lib_inference_addon_llama10calcTokensEP8js_env_sP18js_callback_info_sEUlvE_",
403
390
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching19SlotStateCacheEntryEEEE",
404
391
  "__ZTS10LlmContext",
@@ -430,7 +417,6 @@
430
417
  "__ZTIPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
431
418
  "__ZTINSt3__110__function6__baseIFvjimEEE",
432
419
  "__ZTSNSt3__110__function6__baseIF19ParsedPromptPayloadRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
433
- "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
434
420
  "__ZTINSt3__120__shared_ptr_emplaceINS_5mutexENS_9allocatorIS1_EEEE",
435
421
  "__ZTSNSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama5cache10DonorStateEEEE",
436
422
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerE",
@@ -441,7 +427,6 @@
441
427
  "__ZTSNSt3__111__end_stateIcEE",
442
428
  "__ZTIZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
443
429
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl22OutputHandlerInterfaceIP10js_value_sEE",
444
- "__ZTSN8js_blobs15FinalizedStreamIcEE",
445
430
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerENS_9allocatorIS3_EEEE",
446
431
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama5cache12ramTierDonorERKNS2_8batching19SlotStateCacheEntryEEUlP13llama_contextiE_NS_9allocatorISA_EEFbS9_iEEE",
447
432
  "__ZTIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZNS_7AddonJs9cancelJobENSt3__18optionalIyEEEUlvE0_EEP10js_value_sP8js_env_sOT_EUlvE_",
@@ -472,7 +457,6 @@
472
457
  "__ZTSNSt3__110__function6__baseIFvbEEE",
473
458
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlS8_RKNS_9monostateEE_NS_9allocatorISJ_EEFSD_S8_SI_EEE",
474
459
  "__ZN30qvac_lib_inference_addon_llama5cache24CHECKPOINT_SECTION_MAGICE",
475
- "__ZTIN13BorrowablePtrINSt3__115basic_streambufIcNS0_11char_traitsIcEEEEE7DeleterE",
476
460
  "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
477
461
  "__ZTSNSt3__110__function6__baseIFNS_9monostateEvEEE",
478
462
  "__ZNSt3__19__any_imp17__unique_typeinfoI22FinetuneTerminalResultE4__idE",
@@ -563,9 +547,9 @@
563
547
  "__ZTSNSt3__110__function6__baseIFN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher12DraftOutcomeEjiiEEE",
564
548
  "__ZTSNSt3__16__nodeIcEE",
565
549
  "__ZTSZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS5_OT_EUlS5_RKNSt3__19monostateEE_",
566
- "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
567
550
  "__ZTINSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
568
551
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runIZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_sEUlvE_EEP10js_value_sS8_OT_EUlvE_NS_9allocatorISG_EEFNS_9monostateEvEEE",
552
+ "__ZTSNSt3__110__function6__baseIFNS_6vectorIiNS_9allocatorIiEEEERKNS_12basic_stringIcNS_11char_traitsIcEENS3_IcEEEEEEE",
569
553
  "__ZTSPFvR13common_paramsRKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEE",
570
554
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
571
555
  "__ZTSN10LlamaModel6PromptE"
@@ -654,7 +638,6 @@
654
638
  "__ZN14LlamaFinetuner26discardPendingPauseRequestEv",
655
639
  "__ZN14TextLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
656
640
  "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEEPK13ModelMetaDataPNS8_IiEEbPbRKNS7_6vectorINS7_12basic_stringIcNS7_11char_traitsIcEENS7_9allocatorIcEEEENSP_ISR_EEEE",
657
- "__ZNK18AsyncWeightsLoader12isFirstShardERKNSt3__14__fs10filesystem4pathE",
658
641
  "__ZN14MtmdLlmContext22configureReasoningTagsERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_RKNS0_8optionalIN30qvac_lib_inference_addon_llama5utils13ReasoningTagsEEE",
659
642
  "__ZNK30qvac_lib_inference_addon_llama8batching20RuntimeStatsSnapshot22prefillTokensPerSecondEv",
660
643
  "__ZN14TextLlmContext15checkAntipromptEmi",
@@ -670,7 +653,6 @@
670
653
  "__ZNK10LlamaModel15cancelInferenceEv",
671
654
  "__ZN14LlamaFinetuner17clearPauseRequestEv",
672
655
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29writeStateToFileOrThrowLockedEjRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEERKNS2_6vectorIiNS6_IiEEEERKNS2_5dequeINS_5cache10CheckpointENS6_ISI_EEEE",
673
- "__ZN10LlamaModel17resolveShardPathsER10GGUFShardsRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
674
656
  "__ZN14TextLlmContext9onFailureERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
675
657
  "__ZN14MtmdLlmContext23advanceDecodedTextTokenEi",
676
658
  "__ZN17backend_selection26getEffectiveGpuDeviceCountERKNS_16BackendInterfaceE",
@@ -696,7 +678,6 @@
696
678
  "__ZN30qvac_lib_inference_addon_llama11speculative25restoreDraftSequenceStateEP13llama_contextiRKNS0_18DraftSequenceStateEji",
697
679
  "__ZN14TextLlmContext16emitSampledTokenEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatchm",
698
680
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
699
- "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
700
681
  "__ZThn48_N14MtmdLlmContext17onPrefillCompleteEim",
701
682
  "__ZN14TextLlmContext21initializeCommonStateEv",
702
683
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler25finalizeFinishedSequencesEv",
@@ -711,7 +692,6 @@
711
692
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler16offerDonorLockedEiRKNS_5cache6LedgerEbmRKNSt3__18functionIFbRKNS2_10DonorStateEEEE",
712
693
  "__ZThn48_N14TextLlmContext18adoptResidentStateERKNSt3__16vectorIiNS0_9allocatorIiEEEE",
713
694
  "__ZN14TextLlmContext23prepareSpeculativeDraftEiij",
714
- "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
715
695
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request16isPrefillPendingEv",
716
696
  "__ZThn32_NK10LlamaModel10cancelByIdEy",
717
697
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher13releaseBudgetEj",
@@ -791,9 +771,9 @@
791
771
  "__ZN10LlamaModelC2EONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES7_ONS0_13unordered_mapIS6_S6_NS0_4hashIS6_EENS0_8equal_toIS6_EENS4_INS0_4pairIKS6_S6_EEEEEE",
792
772
  "__ZN14TextLlmContext21rollbackFailedRequestEv",
793
773
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler12submitLockedEONS1_13QueuedRequestE",
774
+ "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPKc",
794
775
  "__ZN14MtmdLlmContext13onLogitsReadyEijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEEP10LlamaBatch",
795
776
  "__ZN14TextLlmContext23resetStateKeepingMemoryEb",
796
- "__ZNK18AsyncWeightsLoader25hasIndividualStreamedFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
797
777
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler19donorHitsForTestingEv",
798
778
  "__ZNK14MtmdLlmContext14getKvCellsUsedEv",
799
779
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEb",
@@ -811,7 +791,6 @@
811
791
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15hasValidDriverFEv",
812
792
  "__ZN10LlamaModel19flushResidentCachesEv",
813
793
  "__ZN14TextLlmContextC1ER13common_paramsNSt3__110unique_ptrI18common_init_resultNS2_14default_deleteIS4_EEEENS3_IN30qvac_lib_inference_addon_llama11speculative18SpeculativeRuntimeENS5_ISA_EEEE",
814
- "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
815
794
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextiiy",
816
795
  "__ZNK14MtmdLlmContext15countChatTokensERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEE",
817
796
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler5clearEv",
@@ -976,7 +955,6 @@
976
955
  "__ZThn48_N14MtmdLlmContext18onDraftLogitsReadyEiijRKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
977
956
  "__ZN26LlamaLazyInitializeBackend16initializeLockedERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
978
957
  "__ZN10LlamaModel32setFinetuneCancelSavesCheckpointEbRKNSt3__16vectorIyNS0_9allocatorIyEEEE",
979
- "__ZN13ModelMetaData5parseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEERK10GGUFShardsbPKc",
980
958
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
981
959
  "__ZN14LlamaFinetuner12requestPauseEb",
982
960
  "__ZN12CacheManager13saveForCallerERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
@@ -1047,7 +1025,6 @@
1047
1025
  "__ZN22load_fit_normalization25makeNormalizedFitSnapshotERK13common_paramsj",
1048
1026
  "__ZN30qvac_lib_inference_addon_llama8batching7Request19isOptGenerationIdleERKNSt3__18optionalIS1_EE",
1049
1027
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__16vectorIhNS0_9allocatorIhEEEE",
1050
- "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
1051
1028
  "__ZN30qvac_lib_inference_addon_llama8batching24generationBudgetExceededEjjij",
1052
1029
  "__ZNK14MtmdLlmContext28appendCheckpointsToCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1053
1030
  "__ZN10LlamaModel19resolveChatAndToolsERKNS_6PromptE",
@@ -1121,12 +1098,10 @@
1121
1098
  "__ZN10LlamaModel6reloadENSt3__18optionalI23FinetuneConfigOverridesEE",
1122
1099
  "__ZN12CacheManagerC2EP10LlmContextNSt3__18functionIFvbEEE",
1123
1100
  "__ZN12CacheManager17atomicPromoteFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
1124
- "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
1125
1101
  "__ZN14MtmdLlmContext4stopEv",
1126
1102
  "__ZN14TextLlmContext24captureHistoryCheckpointEi",
1127
1103
  "__ZN22load_fit_normalization22productionDependenciesEPFv14ggml_log_levelPKcPvE",
1128
1104
  "__ZN30qvac_lib_inference_addon_llama11speculative19SpeculativeSequence12discardDraftEv",
1129
- "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
1130
1105
  "__ZN14TextLlmContext24rebuildSamplerFromLedgerERKN30qvac_lib_inference_addon_llama5cache6LedgerE",
1131
1106
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler28serviceCheckpointStopsLockedEv",
1132
1107
  "__ZN14MtmdLlmContext19acceptRestoredStateERKNSt3__16vectorIiNS0_9allocatorIiEEEERKNS0_12basic_stringIcNS0_11char_traitsIcEENS2_IcEEEE",
@@ -1153,14 +1128,12 @@
1153
1128
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshot19seedEmptyForTestingEi",
1154
1129
  "__ZThn48_N14MtmdLlmContext29adoptCheckpointsFromCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEy",
1155
1130
  "__ZThn48_N14TextLlmContextD0Ev",
1156
- "__ZN18AsyncWeightsLoaderC1ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
1157
1131
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler8freeSlotEj",
1158
1132
  "__ZN14MtmdLlmContext6getCtxEv",
1159
1133
  "__ZN14LlamaFinetuner32clearPausedCheckpointStateSharedEv",
1160
1134
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17getOutputCallbackERNS1_9SlotStateEj",
1161
1135
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler6submitEONS0_13SubmitRequestE",
1162
1136
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler29verifySpeculativeDraftsLockedEv",
1163
- "__ZNK18AsyncWeightsLoader11isLastShardERKNSt3__14__fs10filesystem4pathE",
1164
1137
  "__ZN14TextLlmContext19appendResidentTokenEi",
1165
1138
  "__ZN30qvac_lib_inference_addon_llama8batching7Request23isOptAwaitingCheckpointERKNSt3__18optionalIS1_EE",
1166
1139
  "__ZThn48_N14MtmdLlmContext12syncPositionEi",
@@ -1173,7 +1146,6 @@
1173
1146
  "__ZN14TextLlmContext15emitOutputPieceERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEES9_",
1174
1147
  "__ZN14MtmdLlmContext15checkAntipromptEmi",
1175
1148
  "__ZN30qvac_lib_inference_addon_llama5utils21SequenceStateSnapshotC2EOS1_",
1176
- "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
1177
1149
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
1178
1150
  "__ZN10LlamaModelD1Ev",
1179
1151
  "__ZN14MtmdLlmContextD0Ev",
@@ -1216,11 +1188,11 @@
1216
1188
  "__ZN30qvac_lib_inference_addon_llama8batching22aggregateObservedStatsERKNSt3__16vectorINS0_20ObservedRequestStatsENS1_9allocatorIS3_EEEE",
1217
1189
  "__ZN14MtmdLlmContext11evalMessageERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEEbb",
1218
1190
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler23cancelKeyDeferredLockedEv",
1191
+ "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
1219
1192
  "__ZN10LlamaModel10resetStateEb",
1193
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
1220
1194
  "__ZN14TextLlmContext24snapshotPreRequestCursorEv",
1221
1195
  "__ZN14MtmdLlmContext9loadMediaERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
1222
- "__ZN30qvac_lib_inference_addon_llama5utils14isHarmonyModelEPK11llama_model",
1223
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17prefillCompleteFnEv",
1224
1196
  "__ZN14MtmdLlmContext14preparePrefillERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERKNS1_INS1_IhNS3_IhEEEENS3_ISE_EEEERKNS1_I12PlannedMediaNS3_ISJ_EEEEbb"
1225
1197
  ],
1226
1198
  "weak": [
@@ -1239,7 +1211,6 @@
1239
1211
  "__ZN30qvac_lib_inference_addon_llama9saveCacheEP8js_env_sP18js_callback_info_s",
1240
1212
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
1241
1213
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
1242
- "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
1243
1214
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
1244
1215
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
1245
1216
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",