@qvac/llm-llamacpp 0.55.1 → 0.56.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -370,7 +370,7 @@ const LlmLlamacpp = require('@qvac/llm-llamacpp')
370
370
 
371
371
  const fit = LlmLlamacpp.assessFit({
372
372
  modelPath: '/models/model.gguf',
373
- params: { 'ctx-size': '4096' }
373
+ config: { device: 'gpu', 'ctx-size': '4096' }
374
374
  })
375
375
 
376
376
  fit.status // 'fits' | 'does-not-fit' | 'error'
@@ -382,7 +382,7 @@ fit.deviceBytes // model, context and compute summed across the devices, host ex
382
382
  fit.hostBytes // the same, for the trailing host row
383
383
  ```
384
384
 
385
- `params` takes the load in llama's own CLI spelling without the leading `--`, exactly as the loader takes it: `ctx-size`, `tensor-split`, `override-tensor`, `cpu-moe`, `no-kv-offload` and the rest. Each is dispatched through llama's argument table, so a placement pinned there reaches the projection. A setting llama does not recognise, or a flag asked to be off that can only assert itself, is `status: "error"` with `unsupported-config`.
385
+ `config` is the load, exactly as `loadModel` takes it. The projection resolves it with the same code that load runs, so every setting reaches the fitter the way it would reach the engine, and a load the engine would refuse is refused here as `status: "error"` with `unsupported-config`. A setting left out takes llama's default.
386
386
 
387
387
  Pinning `gpu-layers` fixes the placement: the fitter refuses to move layers off a device the load claimed, so the answer is whether that exact placement fits, never a reduced one. Leave it unset for a projection that can place the model itself.
388
388
 
package/fit.d.ts CHANGED
@@ -1,22 +1,12 @@
1
1
  export interface LlamaFitRequest {
2
2
  /** Absolute path to the GGUF, or to the registry's weightless copy. */
3
3
  modelPath: string;
4
- /**
5
- * The load, in llama's own CLI spelling without the leading `--`, exactly as
6
- * the loader takes it: `ctx-size`, `tensor-split`, `override-tensor`,
7
- * `cpu-moe`, `no-kv-offload` and the rest. Each is dispatched through llama's
8
- * argument table, so a placement pinned here reaches the projection.
9
- *
10
- * A setting llama does not recognise, or a flag asked to be off that can only
11
- * assert itself, is `status: "error"` with `unsupported-config`.
12
- */
13
- params?: Record<string, string>;
14
- /** Floor the fitter may not reduce the context below. */
4
+ /** The load, as `loadModel` takes it, resolved by the same code that load runs. */
5
+ config?: Record<string, string>;
6
+ /** Floor the fitter may not reduce an unpinned context below. */
15
7
  minCtxSize?: number;
16
- /** Memory to leave free on every device. */
8
+ /** Memory to leave free on every device, held to against the load's own `fit-target`. */
17
9
  marginBytes?: number;
18
- /** Where the dynamically-loaded ggml backends live. */
19
- backendsDir?: string;
20
10
  }
21
11
  export type LlamaFitStatus = 'fits' | 'does-not-fit' | 'error';
22
12
  export type LlamaFitReason = 'fits' | 'does-not-fit' | 'model-unreadable' | 'no-backend-device' | 'unsupported-config';
package/fit.js CHANGED
@@ -22,10 +22,9 @@ const addon_1 = require("./addon");
22
22
  function assessFit(request) {
23
23
  // eslint-disable-next-line @typescript-eslint/no-require-imports -- native binding is resolved lazily from package prebuilds.
24
24
  const binding = require('./binding.js');
25
- return binding.assessFit({
26
- ...request,
27
- backendsDir: typeof request.backendsDir === 'string' && request.backendsDir.length > 0
28
- ? request.backendsDir
29
- : (0, addon_1.resolveBackendsDir)()
30
- });
25
+ const config = { ...request.config };
26
+ if (config['backendsDir'] === undefined || config['backendsDir'] === '') {
27
+ config['backendsDir'] = (0, addon_1.resolveBackendsDir)();
28
+ }
29
+ return binding.assessFit({ ...request, config });
31
30
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@qvac/llm-llamacpp",
3
- "version": "0.55.1",
3
+ "version": "0.56.0",
4
4
  "description": "llama addon for qvac",
5
5
  "addon": true,
6
6
  "scripts": {
@@ -73,8 +73,8 @@
73
73
  "bugs": "https://github.com/tetherto/qvac/issues",
74
74
  "homepage": "https://qvac.tether.io",
75
75
  "devDependencies": {
76
- "@qvac/fabric-android-arm64": "^0.19.0",
77
- "@qvac/fabric-ios": "^0.19.0",
76
+ "@qvac/fabric-android-arm64": "^0.20.0",
77
+ "@qvac/fabric-ios": "^0.20.0",
78
78
  "@types/node": "^24.2.1",
79
79
  "bare-crypto": "^1.15.3",
80
80
  "bare-process": "^4.2.2",
@@ -96,7 +96,7 @@
96
96
  "typescript-eslint": "^8.63.0"
97
97
  },
98
98
  "dependencies": {
99
- "@qvac/fabric": "^0.19.0",
99
+ "@qvac/fabric": "^0.20.0",
100
100
  "@qvac/infer-base": "^0.6.2",
101
101
  "@qvac/logging": "^0.1.0",
102
102
  "bare-fs": "^4.5.1",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.56"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -50,7 +50,6 @@
50
50
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
51
51
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
52
52
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
53
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
54
53
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
55
54
  "__ZGVN8picojson12last_error_tIbE1sE",
56
55
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -66,7 +65,6 @@
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
67
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
70
68
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
71
69
  "__ZNSt3__16ranges5__cpo4findE",
72
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -227,8 +225,8 @@
227
225
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
228
226
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
229
227
  "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
230
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
231
228
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
232
230
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
233
231
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
234
232
  "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
@@ -500,6 +498,7 @@
500
498
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
501
499
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
502
500
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
501
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
503
502
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
504
503
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
505
504
  "__ZNK12CacheManager14hasActiveCacheEv",
@@ -601,7 +600,6 @@
601
600
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
601
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
603
602
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
604
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
603
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
606
604
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
607
605
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.56"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -74,7 +74,6 @@
74
74
  "__ZTINSt3__16__loopIcEE",
75
75
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
76
76
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
77
- "__ZTIN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
78
77
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
79
78
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
80
79
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -108,12 +107,10 @@
108
107
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
109
108
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
110
109
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
111
- "__ZTSN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
112
110
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
113
111
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
114
112
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
115
113
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
116
- "__ZTSN8nlohmann16json_abi_v3_12_06detail10type_errorE",
117
114
  "__ZTINSt3__111__end_stateIcEE",
118
115
  "__ZTSNSt3__110__function6__baseIFvjEEE",
119
116
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
@@ -155,7 +152,6 @@
155
152
  "__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
156
153
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
157
154
  "__ZTSNSt3__111__alternateIcEE",
158
- "__ZTIN8nlohmann16json_abi_v3_12_06detail10type_errorE",
159
155
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
160
156
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
161
157
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -227,7 +223,6 @@
227
223
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
228
224
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
229
225
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
230
- "__ZTSN8nlohmann16json_abi_v3_12_06detail9exceptionE",
231
226
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
232
227
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
233
228
  "__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
@@ -309,7 +304,6 @@
309
304
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
310
305
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
311
306
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
312
- "__ZTIN8nlohmann16json_abi_v3_12_06detail9exceptionE",
313
307
  "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
314
308
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
315
309
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
@@ -324,9 +318,8 @@
324
318
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
325
319
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
326
320
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
327
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
328
- "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
329
321
  "__ZTIFP16ggml_backend_regPKcE",
322
+ "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
330
323
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
331
324
  "__ZTINSt3__116__owns_one_stateIcEE",
332
325
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
@@ -337,7 +330,6 @@
337
330
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
338
331
  "__ZGVN8picojson12last_error_tIbE1sE",
339
332
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
340
- "__ZTIN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
341
333
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
342
334
  "__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
343
335
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
@@ -348,7 +340,6 @@
348
340
  "__ZTSNSt3__120__l_anchor_multilineIcEE",
349
341
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
350
342
  "__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
351
- "__ZTIN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
352
343
  "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
353
344
  "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
354
345
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
@@ -379,8 +370,6 @@
379
370
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
380
371
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
381
372
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
382
- "__ZTSN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
383
- "__ZTSN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
384
373
  "__ZTINSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
385
374
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
386
375
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
@@ -416,7 +405,6 @@
416
405
  "__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
417
406
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
418
407
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
419
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
420
408
  "__ZTSNSt3__111__match_anyIcEE",
421
409
  "__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
422
410
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
@@ -557,9 +545,9 @@
557
545
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
558
546
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
559
547
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
548
+ "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
560
549
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
561
550
  "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
562
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
563
551
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
564
552
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
565
553
  "__ZN14TextLlmContext21initializeCommonStateEv",
@@ -931,6 +919,7 @@
931
919
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
932
920
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
933
921
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
922
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
934
923
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
935
924
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
936
925
  "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
@@ -982,7 +971,6 @@
982
971
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
983
972
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
984
973
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
985
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
986
974
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
987
975
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
988
976
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.56"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -50,7 +50,6 @@
50
50
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
51
51
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
52
52
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
53
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
54
53
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
55
54
  "__ZGVN8picojson12last_error_tIbE1sE",
56
55
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -66,7 +65,6 @@
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
67
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
70
68
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
71
69
  "__ZNSt3__16ranges5__cpo4findE",
72
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -227,8 +225,8 @@
227
225
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
228
226
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
229
227
  "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
230
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
231
228
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
232
230
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
233
231
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
234
232
  "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
@@ -500,6 +498,7 @@
500
498
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
501
499
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
502
500
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
501
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
503
502
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
504
503
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
505
504
  "__ZNK12CacheManager14hasActiveCacheEv",
@@ -601,7 +600,6 @@
601
600
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
601
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
603
602
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
604
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
603
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
606
604
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
607
605
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.56"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -50,7 +50,6 @@
50
50
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
51
51
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
52
52
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
53
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
54
53
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
55
54
  "__ZGVN8picojson12last_error_tIbE1sE",
56
55
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -66,7 +65,6 @@
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
67
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
70
68
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
71
69
  "__ZNSt3__16ranges5__cpo4findE",
72
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -227,8 +225,8 @@
227
225
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
228
226
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
229
227
  "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
230
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
231
228
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
232
230
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
233
231
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
234
232
  "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
@@ -500,6 +498,7 @@
500
498
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
501
499
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
502
500
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
501
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
503
502
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
504
503
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
505
504
  "__ZNK12CacheManager14hasActiveCacheEv",
@@ -601,7 +600,6 @@
601
600
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
601
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
603
602
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
604
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
603
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
606
604
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
607
605
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.56"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -75,7 +75,6 @@
75
75
  "__ZTINSt3__16__loopIcEE",
76
76
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
77
77
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
78
- "__ZTIN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
79
78
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
80
79
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
81
80
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -109,13 +108,11 @@
109
108
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
110
109
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
111
110
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
112
- "__ZTSN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
113
111
  "__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
114
112
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
115
113
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
116
114
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
117
115
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
118
- "__ZTSN8nlohmann16json_abi_v3_12_06detail10type_errorE",
119
116
  "__ZTINSt3__111__end_stateIcEE",
120
117
  "__ZTSNSt3__110__function6__baseIFvjEEE",
121
118
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
@@ -157,7 +154,6 @@
157
154
  "__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
158
155
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
159
156
  "__ZTSNSt3__111__alternateIcEE",
160
- "__ZTIN8nlohmann16json_abi_v3_12_06detail10type_errorE",
161
157
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
162
158
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
163
159
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -233,7 +229,6 @@
233
229
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
234
230
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
235
231
  "__ZTINSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
236
- "__ZTSN8nlohmann16json_abi_v3_12_06detail9exceptionE",
237
232
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
238
233
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
239
234
  "__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
@@ -318,7 +313,6 @@
318
313
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
319
314
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
320
315
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
321
- "__ZTIN8nlohmann16json_abi_v3_12_06detail9exceptionE",
322
316
  "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
323
317
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
324
318
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
@@ -334,9 +328,8 @@
334
328
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
335
329
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
336
330
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
337
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
338
- "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
339
331
  "__ZTIFP16ggml_backend_regPKcE",
332
+ "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
340
333
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
341
334
  "__ZTINSt3__116__owns_one_stateIcEE",
342
335
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
@@ -347,7 +340,6 @@
347
340
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
348
341
  "__ZGVN8picojson12last_error_tIbE1sE",
349
342
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
350
- "__ZTIN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
351
343
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
352
344
  "__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
353
345
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
@@ -359,7 +351,6 @@
359
351
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
360
352
  "__ZTINSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
361
353
  "__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
362
- "__ZTIN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
363
354
  "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
364
355
  "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
365
356
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
@@ -391,8 +382,6 @@
391
382
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
392
383
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
393
384
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
394
- "__ZTSN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
395
- "__ZTSN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
396
385
  "__ZTINSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
397
386
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
398
387
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
@@ -428,7 +417,6 @@
428
417
  "__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
429
418
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
430
419
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
431
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
432
420
  "__ZTSNSt3__111__match_anyIcEE",
433
421
  "__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
434
422
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
@@ -570,9 +558,9 @@
570
558
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
571
559
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
572
560
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
561
+ "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
573
562
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
574
563
  "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
575
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
576
564
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
577
565
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
578
566
  "__ZN14TextLlmContext21initializeCommonStateEv",
@@ -944,6 +932,7 @@
944
932
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
945
933
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
946
934
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
935
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
947
936
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
948
937
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
949
938
  "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
@@ -995,7 +984,6 @@
995
984
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
996
985
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
997
986
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
998
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
999
987
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
1000
988
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
1001
989
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",