@qvac/llm-llamacpp 0.55.0 → 0.55.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@qvac/llm-llamacpp",
3
- "version": "0.55.0",
3
+ "version": "0.55.2",
4
4
  "description": "llama addon for qvac",
5
5
  "addon": true,
6
6
  "scripts": {
@@ -73,8 +73,8 @@
73
73
  "bugs": "https://github.com/tetherto/qvac/issues",
74
74
  "homepage": "https://qvac.tether.io",
75
75
  "devDependencies": {
76
- "@qvac/fabric-android-arm64": "^0.18.0",
77
- "@qvac/fabric-ios": "^0.18.0",
76
+ "@qvac/fabric-android-arm64": "0.19.0",
77
+ "@qvac/fabric-ios": "0.19.0",
78
78
  "@types/node": "^24.2.1",
79
79
  "bare-crypto": "^1.15.3",
80
80
  "bare-process": "^4.2.2",
@@ -96,7 +96,7 @@
96
96
  "typescript-eslint": "^8.63.0"
97
97
  },
98
98
  "dependencies": {
99
- "@qvac/fabric": "^0.18.0",
99
+ "@qvac/fabric": "0.19.0",
100
100
  "@qvac/infer-base": "^0.6.2",
101
101
  "@qvac/logging": "^0.1.0",
102
102
  "bare-fs": "^4.5.1",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55"
10
+ "version": "0.55.2"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -84,7 +84,6 @@
84
84
  "__ZNK14MtmdLlmContext20getVisionEncodeTilesEv",
85
85
  "__ZN24llama_finetuning_helpers23optEpochCallbackWrapperEbP16ggml_opt_contextP16ggml_opt_datasetP15ggml_opt_resultxxx",
86
86
  "__ZN14MtmdLlmContext8setNPastEi",
87
- "__ZN14TextLlmContext26initializeOwnedThreadpoolsEv",
88
87
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher10addRequestEONSt3__16vectorIiNS2_9allocatorIiEEEERj",
89
88
  "__ZN30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher19sampleAndAppendIdleERKNSt3__18functionIFijiEEE",
90
89
  "__ZN10LlamaModel30discardFinetuneCancelSaveModesERKNSt3__16vectorIyNS0_9allocatorIyEEEE",
@@ -115,9 +114,9 @@
115
114
  "__ZN30qvac_lib_inference_addon_llama5utils21restoreRecurrentStateEP13llama_contextiRKNS0_22RecurrentStateSnapshotE",
116
115
  "__ZN14LlamaFinetuner8finetuneERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEPN22FinetuneTerminalResult5StatsENSt3__18functionIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
117
116
  "__ZN30qvac_lib_inference_addon_llama5utils25selectReasoningBudgetTagsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_RKNS1_6vectorIS7_NS5_IS7_EEEERKNS1_8optionalINS0_13ReasoningTagsEEE",
118
- "__ZThn16_N14MtmdLlmContext12syncPositionEi",
119
117
  "__ZN30qvac_lib_inference_addon_llama8batching7Request20isOptHasTokensToFeedERKNSt3__18optionalIS1_EE",
120
118
  "__ZThn16_NK14TextLlmContext24getThinkingBlockDiscardsEv",
119
+ "__ZThn16_N14MtmdLlmContext12syncPositionEi",
121
120
  "__ZN12CacheManager14writeCacheFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
122
121
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19restorePrefillEntryEP13llama_contexti",
123
122
  "__ZN30qvac_lib_inference_addon_llama5utils24isDeepSeekV4ArchitectureENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
@@ -176,8 +175,9 @@
176
175
  "__ZN14MtmdLlmContext26captureReasoningBoundaryAtEi",
177
176
  "__ZN30qvac_lib_inference_addon_llama8batching22finalizeTerminalDriverER14SequenceDriverNS0_10StopReasonEbRKNSt3__18functionIFvRKNS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEEEE",
178
177
  "__ZN14TextLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
179
- "__ZN30qvac_lib_inference_addon_llama5utils31usesThinkingCompactionByDefaultENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
178
+ "__ZN22load_fit_normalization36canonicalizeCpuTensorBufferOverridesERNSt3__16vectorI32llama_model_tensor_buft_overrideNS0_9allocatorIS2_EEEEP24ggml_backend_buffer_type",
180
179
  "__ZN24llama_finetuning_helpers16parseLoraModulesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
180
+ "__ZN30qvac_lib_inference_addon_llama5utils31usesThinkingCompactionByDefaultENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
181
181
  "_bare_register_module_v0",
182
182
  "__ZN14MtmdLlmContext16compactThinkSpanEv",
183
183
  "__ZN10LlamaModel22processPromptBatchImplERKNSt3__16vectorINS_6PromptENS0_9allocatorIS2_EEEERKNS0_8functionIFbmjyEEERKNS8_IFvmjEEEy",
@@ -272,11 +272,11 @@
272
272
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState23clipPostReasoningTokensEm",
273
273
  "__ZN14TextLlmContext22rollbackCurrentRequestERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
274
274
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler7hasWorkEv",
275
+ "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor27snapshotAtReasoningBoundaryEP13llama_contextiiPKc",
275
276
  "__ZN10LlamaModel13createContextEONSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEER13common_paramsNS0_10unique_ptrI18common_init_resultNS0_14default_deleteISB_EEEE",
276
277
  "__ZN14TextLlmContext20onGenerationFinishedERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE20GenerationStopReason",
277
- "__ZN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor27snapshotAtReasoningBoundaryEP13llama_contextiiPKc",
278
- "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
279
278
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState19replayPostReasoningEP13llama_contexti",
279
+ "__Z23validateByteBufferCountRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEEm",
280
280
  "__ZN17backend_selection23getSplitDeviceSelectionEv",
281
281
  "__ZN19LlamaBackendsHandleC1EOS_",
282
282
  "__ZN30qvac_lib_inference_addon_llama5utils24initializeReasoningStateEP13llama_contextRNS0_14ReasoningStateENS0_13ReasoningTagsERKNSt3__112basic_stringIcNS6_11char_traitsIcEENS6_9allocatorIcEEEESE_",
@@ -342,12 +342,12 @@
342
342
  "__ZN17backend_selection23applyAdrenoRestrictionsERNS_20SplitDeviceSelectionERK13ModelMetaDatab",
343
343
  "__ZThn16_N14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
344
344
  "__ZN14MtmdLlmContext13resetStopFlagEv",
345
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptr",
346
345
  "__ZN14TextLlmContext16compactThinkSpanEv",
347
346
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState16clipSeededPrefixEm",
348
347
  "__ZN24llama_finetuning_helpers24pauseCheckpointDirectoryERKNSt3__14__fs10filesystem4pathEx",
349
348
  "__ZN30qvac_lib_inference_addon_llama5utils26replayTokensThroughDecoderEP13llama_contextiRKNSt3__16vectorIiNS3_9allocatorIiEEEEib",
350
349
  "__Z21computeMediaLoadOrderRKNSt3__16vectorI12PlannedMediaNS_9allocatorIS1_EEEE",
350
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15failGroupLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEESt13exception_ptr",
351
351
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler9occupancyEv",
352
352
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler14failSlotLockedEjSt13exception_ptr",
353
353
  "__ZN14MtmdLlmContext12tokenizeChatERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEERN4mtmd12input_chunksEb",
@@ -567,30 +567,44 @@
567
567
  "__ZN14MtmdLlmContext9loadCacheERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE"
568
568
  ],
569
569
  "weak": [
570
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2ELm2EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
571
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
570
572
  "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
573
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
571
574
  "__ZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_s",
572
575
  "__ZN30qvac_lib_inference_addon_llama6cancelEP8js_env_sP18js_callback_info_s",
573
- "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
576
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
577
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
578
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1ELm1EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
579
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
580
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownINSt3__19monostateEEEvP22js_deferred_teardown_sPv",
574
581
  "__ZN30qvac_lib_inference_addon_llama11activeSlotsEP8js_env_sP18js_callback_info_s",
582
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
575
583
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
576
584
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
577
585
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface10activeJobsEP8js_env_sP18js_callback_info_s",
578
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
586
+ "__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask5startINSt3__19monostateEEEP10js_value_sP8js_env_sNS1_12CallbackDataIT_E4WorkENSB_7MarshalEENUlP11uv_handle_sE_8__invokeESF_",
579
587
  "__ZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_s",
580
588
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
581
589
  "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_",
590
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
591
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleINSt3__19monostateEEEvP11uv_handle_s",
592
+ "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteINSt3__19monostateEEEvP10uv_async_s",
582
593
  "__ZN30qvac_lib_inference_addon_llama14createInstanceEP8js_env_sP18js_callback_info_s",
583
594
  "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
595
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0ELm0EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
584
596
  "__ZN30qvac_lib_inference_addon_llama6runJobEP8js_env_sP18js_callback_info_s",
585
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
597
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm3ELm3EEE10__dispatchB8ne190102IOZNS0_12__assignmentINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE16__generic_assignB8ne190102IRKNS0_17__copy_assignmentISE_LNS0_6_TraitE1EEEEEvOT_EUlRSM_OT0_E_JRNS0_6__baseILSI_1EJxdbSD_EEERKSU_EEEDcSM_DpT0_",
586
598
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
587
599
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
600
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
588
601
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
589
603
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
590
604
  "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
+ "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
591
606
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
592
607
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
593
- "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
594
608
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s"
595
609
  ]
596
610
  }