@qvac/llm-llamacpp 0.55.1 → 0.57.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -370,7 +370,7 @@ const LlmLlamacpp = require('@qvac/llm-llamacpp')
370
370
 
371
371
  const fit = LlmLlamacpp.assessFit({
372
372
  modelPath: '/models/model.gguf',
373
- params: { 'ctx-size': '4096' }
373
+ config: { device: 'gpu', 'ctx-size': '4096' }
374
374
  })
375
375
 
376
376
  fit.status // 'fits' | 'does-not-fit' | 'error'
@@ -382,7 +382,7 @@ fit.deviceBytes // model, context and compute summed across the devices, host ex
382
382
  fit.hostBytes // the same, for the trailing host row
383
383
  ```
384
384
 
385
- `params` takes the load in llama's own CLI spelling without the leading `--`, exactly as the loader takes it: `ctx-size`, `tensor-split`, `override-tensor`, `cpu-moe`, `no-kv-offload` and the rest. Each is dispatched through llama's argument table, so a placement pinned there reaches the projection. A setting llama does not recognise, or a flag asked to be off that can only assert itself, is `status: "error"` with `unsupported-config`.
385
+ `config` is the load, exactly as `loadModel` takes it. The projection resolves it with the same code that load runs, so every setting reaches the fitter the way it would reach the engine, and a load the engine would refuse is refused here as `status: "error"` with `unsupported-config`. A setting left out takes llama's default.
386
386
 
387
387
  Pinning `gpu-layers` fixes the placement: the fitter refuses to move layers off a device the load claimed, so the answer is whether that exact placement fits, never a reduced one. Leave it unset for a projection that can place the model itself.
388
388
 
package/fit.d.ts CHANGED
@@ -1,22 +1,12 @@
1
1
  export interface LlamaFitRequest {
2
2
  /** Absolute path to the GGUF, or to the registry's weightless copy. */
3
3
  modelPath: string;
4
- /**
5
- * The load, in llama's own CLI spelling without the leading `--`, exactly as
6
- * the loader takes it: `ctx-size`, `tensor-split`, `override-tensor`,
7
- * `cpu-moe`, `no-kv-offload` and the rest. Each is dispatched through llama's
8
- * argument table, so a placement pinned here reaches the projection.
9
- *
10
- * A setting llama does not recognise, or a flag asked to be off that can only
11
- * assert itself, is `status: "error"` with `unsupported-config`.
12
- */
13
- params?: Record<string, string>;
14
- /** Floor the fitter may not reduce the context below. */
4
+ /** The load, as `loadModel` takes it, resolved by the same code that load runs. */
5
+ config?: Record<string, string>;
6
+ /** Floor the fitter may not reduce an unpinned context below. */
15
7
  minCtxSize?: number;
16
- /** Memory to leave free on every device. */
8
+ /** Memory to leave free on every device, held to against the load's own `fit-target`. */
17
9
  marginBytes?: number;
18
- /** Where the dynamically-loaded ggml backends live. */
19
- backendsDir?: string;
20
10
  }
21
11
  export type LlamaFitStatus = 'fits' | 'does-not-fit' | 'error';
22
12
  export type LlamaFitReason = 'fits' | 'does-not-fit' | 'model-unreadable' | 'no-backend-device' | 'unsupported-config';
package/fit.js CHANGED
@@ -22,10 +22,9 @@ const addon_1 = require("./addon");
22
22
  function assessFit(request) {
23
23
  // eslint-disable-next-line @typescript-eslint/no-require-imports -- native binding is resolved lazily from package prebuilds.
24
24
  const binding = require('./binding.js');
25
- return binding.assessFit({
26
- ...request,
27
- backendsDir: typeof request.backendsDir === 'string' && request.backendsDir.length > 0
28
- ? request.backendsDir
29
- : (0, addon_1.resolveBackendsDir)()
30
- });
25
+ const config = { ...request.config };
26
+ if (config['backendsDir'] === undefined || config['backendsDir'] === '') {
27
+ config['backendsDir'] = (0, addon_1.resolveBackendsDir)();
28
+ }
29
+ return binding.assessFit({ ...request, config });
31
30
  }
package/index.d.ts CHANGED
@@ -349,6 +349,12 @@ declare namespace LlmLlamacpp {
349
349
  * `"required"` or a function name without tools throws.
350
350
  */
351
351
  tool_choice?: "auto" | "none" | "required" | (string & {});
352
+ /**
353
+ * Whether one response may carry more than one tool call. `true` lets the
354
+ * template and the tool-call grammar accept several; unset or `false`
355
+ * keeps one. Ignored when the prompt carries no tools.
356
+ */
357
+ parallel_tool_calls?: boolean;
352
358
  /**
353
359
  * Per-request reasoning channel budget. `-1` keeps the model's reasoning
354
360
  * channel on; `0` disables it for this request; any positive integer caps
package/index.js CHANGED
@@ -97,6 +97,7 @@ const GENERATION_PARAM_KEYS = new Set([
97
97
  "grammar",
98
98
  "json_schema",
99
99
  "tool_choice",
100
+ "parallel_tool_calls",
100
101
  "reasoning_budget",
101
102
  "remove_thinking_from_context",
102
103
  ]);
@@ -145,6 +146,10 @@ function normalizeGenerationParams(generationParams) {
145
146
  (typeof sanitized.tool_choice !== "string" || sanitized.tool_choice.length === 0)) {
146
147
  throw new TypeError('generationParams.tool_choice must be "auto", "none", "required" or a declared function name');
147
148
  }
149
+ if (sanitized.parallel_tool_calls !== undefined &&
150
+ typeof sanitized.parallel_tool_calls !== "boolean") {
151
+ throw new TypeError("generationParams.parallel_tool_calls must be a boolean when provided");
152
+ }
148
153
  const hasGrammar = typeof sanitized.grammar === "string" && sanitized.grammar.length > 0;
149
154
  const hasJsonSchema = sanitized.json_schema !== undefined &&
150
155
  sanitized.json_schema !== null &&
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@qvac/llm-llamacpp",
3
- "version": "0.55.1",
3
+ "version": "0.57.0",
4
4
  "description": "llama addon for qvac",
5
5
  "addon": true,
6
6
  "scripts": {
@@ -73,8 +73,8 @@
73
73
  "bugs": "https://github.com/tetherto/qvac/issues",
74
74
  "homepage": "https://qvac.tether.io",
75
75
  "devDependencies": {
76
- "@qvac/fabric-android-arm64": "^0.19.0",
77
- "@qvac/fabric-ios": "^0.19.0",
76
+ "@qvac/fabric-android-arm64": "^0.20.0",
77
+ "@qvac/fabric-ios": "^0.20.0",
78
78
  "@types/node": "^24.2.1",
79
79
  "bare-crypto": "^1.15.3",
80
80
  "bare-process": "^4.2.2",
@@ -96,7 +96,7 @@
96
96
  "typescript-eslint": "^8.63.0"
97
97
  },
98
98
  "dependencies": {
99
- "@qvac/fabric": "^0.19.0",
99
+ "@qvac/fabric": "^0.20.0",
100
100
  "@qvac/infer-base": "^0.6.2",
101
101
  "@qvac/logging": "^0.1.0",
102
102
  "bare-fs": "^4.5.1",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.57"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -50,7 +50,6 @@
50
50
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
51
51
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
52
52
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
53
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
54
53
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
55
54
  "__ZGVN8picojson12last_error_tIbE1sE",
56
55
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -66,7 +65,6 @@
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
67
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
70
68
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
71
69
  "__ZNSt3__16ranges5__cpo4findE",
72
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -227,8 +225,8 @@
227
225
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
228
226
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
229
227
  "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
230
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
231
228
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
232
230
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
233
231
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
234
232
  "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
@@ -500,6 +498,7 @@
500
498
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
501
499
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
502
500
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
501
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
503
502
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
504
503
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
505
504
  "__ZNK12CacheManager14hasActiveCacheEv",
@@ -601,7 +600,6 @@
601
600
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
601
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
603
602
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
604
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
603
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
606
604
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
607
605
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.57"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -74,7 +74,6 @@
74
74
  "__ZTINSt3__16__loopIcEE",
75
75
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
76
76
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
77
- "__ZTIN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
78
77
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
79
78
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
80
79
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -108,12 +107,10 @@
108
107
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
109
108
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
110
109
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
111
- "__ZTSN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
112
110
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
113
111
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
114
112
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
115
113
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
116
- "__ZTSN8nlohmann16json_abi_v3_12_06detail10type_errorE",
117
114
  "__ZTINSt3__111__end_stateIcEE",
118
115
  "__ZTSNSt3__110__function6__baseIFvjEEE",
119
116
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
@@ -155,7 +152,6 @@
155
152
  "__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
156
153
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
157
154
  "__ZTSNSt3__111__alternateIcEE",
158
- "__ZTIN8nlohmann16json_abi_v3_12_06detail10type_errorE",
159
155
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
160
156
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
161
157
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -227,7 +223,6 @@
227
223
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
228
224
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
229
225
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
230
- "__ZTSN8nlohmann16json_abi_v3_12_06detail9exceptionE",
231
226
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
232
227
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
233
228
  "__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
@@ -309,7 +304,6 @@
309
304
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
310
305
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
311
306
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
312
- "__ZTIN8nlohmann16json_abi_v3_12_06detail9exceptionE",
313
307
  "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
314
308
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
315
309
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
@@ -324,9 +318,8 @@
324
318
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
325
319
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
326
320
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
327
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
328
- "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
329
321
  "__ZTIFP16ggml_backend_regPKcE",
322
+ "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
330
323
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
331
324
  "__ZTINSt3__116__owns_one_stateIcEE",
332
325
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
@@ -337,7 +330,6 @@
337
330
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
338
331
  "__ZGVN8picojson12last_error_tIbE1sE",
339
332
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
340
- "__ZTIN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
341
333
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
342
334
  "__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
343
335
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
@@ -348,7 +340,6 @@
348
340
  "__ZTSNSt3__120__l_anchor_multilineIcEE",
349
341
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
350
342
  "__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
351
- "__ZTIN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
352
343
  "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
353
344
  "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
354
345
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
@@ -379,8 +370,6 @@
379
370
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
380
371
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
381
372
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
382
- "__ZTSN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
383
- "__ZTSN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
384
373
  "__ZTINSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
385
374
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
386
375
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
@@ -416,7 +405,6 @@
416
405
  "__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
417
406
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
418
407
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
419
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
420
408
  "__ZTSNSt3__111__match_anyIcEE",
421
409
  "__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
422
410
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
@@ -557,9 +545,9 @@
557
545
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
558
546
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
559
547
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
548
+ "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
560
549
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
561
550
  "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
562
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
563
551
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
564
552
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
565
553
  "__ZN14TextLlmContext21initializeCommonStateEv",
@@ -931,6 +919,7 @@
931
919
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
932
920
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
933
921
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
922
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
934
923
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
935
924
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
936
925
  "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
@@ -982,7 +971,6 @@
982
971
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
983
972
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
984
973
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
985
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
986
974
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
987
975
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
988
976
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.57"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -50,7 +50,6 @@
50
50
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
51
51
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
52
52
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
53
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
54
53
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
55
54
  "__ZGVN8picojson12last_error_tIbE1sE",
56
55
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -66,7 +65,6 @@
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
67
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
70
68
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
71
69
  "__ZNSt3__16ranges5__cpo4findE",
72
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -227,8 +225,8 @@
227
225
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
228
226
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
229
227
  "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
230
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
231
228
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
232
230
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
233
231
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
234
232
  "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
@@ -500,6 +498,7 @@
500
498
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
501
499
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
502
500
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
501
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
503
502
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
504
503
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
505
504
  "__ZNK12CacheManager14hasActiveCacheEv",
@@ -601,7 +600,6 @@
601
600
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
601
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
603
602
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
604
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
603
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
606
604
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
607
605
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.57"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -50,7 +50,6 @@
50
50
  "__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
51
51
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
52
52
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
53
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
54
53
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
55
54
  "__ZGVN8picojson12last_error_tIbE1sE",
56
55
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
@@ -66,7 +65,6 @@
66
65
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
67
66
  "__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
68
67
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
69
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
70
68
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
71
69
  "__ZNSt3__16ranges5__cpo4findE",
72
70
  "__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
@@ -227,8 +225,8 @@
227
225
  "__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
228
226
  "__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
229
227
  "__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
230
- "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
231
228
  "__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
229
+ "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
232
230
  "__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
233
231
  "__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
234
232
  "__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
@@ -500,6 +498,7 @@
500
498
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
501
499
  "__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
502
500
  "__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
501
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
503
502
  "__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
504
503
  "__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
505
504
  "__ZNK12CacheManager14hasActiveCacheEv",
@@ -601,7 +600,6 @@
601
600
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
602
601
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
603
602
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
604
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
605
603
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
606
604
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
607
605
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.55.1"
10
+ "version": "0.57"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -75,7 +75,6 @@
75
75
  "__ZTINSt3__16__loopIcEE",
76
76
  "__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
77
77
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
78
- "__ZTIN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
79
78
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
80
79
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
81
80
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
@@ -109,13 +108,11 @@
109
108
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
110
109
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
111
110
  "__ZTSNSt3__110__function6__baseIFvjimEEE",
112
- "__ZTSN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
113
111
  "__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
114
112
  "__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
115
113
  "__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
116
114
  "__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
117
115
  "__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
118
- "__ZTSN8nlohmann16json_abi_v3_12_06detail10type_errorE",
119
116
  "__ZTINSt3__111__end_stateIcEE",
120
117
  "__ZTSNSt3__110__function6__baseIFvjEEE",
121
118
  "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
@@ -157,7 +154,6 @@
157
154
  "__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
158
155
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
159
156
  "__ZTSNSt3__111__alternateIcEE",
160
- "__ZTIN8nlohmann16json_abi_v3_12_06detail10type_errorE",
161
157
  "__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
162
158
  "__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
163
159
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
@@ -233,7 +229,6 @@
233
229
  "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
234
230
  "__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
235
231
  "__ZTINSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
236
- "__ZTSN8nlohmann16json_abi_v3_12_06detail9exceptionE",
237
232
  "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
238
233
  "__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
239
234
  "__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
@@ -318,7 +313,6 @@
318
313
  "__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
319
314
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
320
315
  "__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
321
- "__ZTIN8nlohmann16json_abi_v3_12_06detail9exceptionE",
322
316
  "__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
323
317
  "__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
324
318
  "__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
@@ -334,9 +328,8 @@
334
328
  "__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
335
329
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
336
330
  "__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
337
- "__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
338
- "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
339
331
  "__ZTIFP16ggml_backend_regPKcE",
332
+ "__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
340
333
  "__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
341
334
  "__ZTINSt3__116__owns_one_stateIcEE",
342
335
  "__ZTSNSt3__121__empty_non_own_stateIcEE",
@@ -347,7 +340,6 @@
347
340
  "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
348
341
  "__ZGVN8picojson12last_error_tIbE1sE",
349
342
  "__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
350
- "__ZTIN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
351
343
  "__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
352
344
  "__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
353
345
  "__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
@@ -359,7 +351,6 @@
359
351
  "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
360
352
  "__ZTINSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
361
353
  "__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
362
- "__ZTIN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
363
354
  "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
364
355
  "__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
365
356
  "__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
@@ -391,8 +382,6 @@
391
382
  "__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
392
383
  "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
393
384
  "__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
394
- "__ZTSN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
395
- "__ZTSN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
396
385
  "__ZTINSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
397
386
  "__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
398
387
  "__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
@@ -428,7 +417,6 @@
428
417
  "__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
429
418
  "__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
430
419
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
431
- "__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
432
420
  "__ZTSNSt3__111__match_anyIcEE",
433
421
  "__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
434
422
  "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
@@ -570,9 +558,9 @@
570
558
  "__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
571
559
  "__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
572
560
  "__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
561
+ "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
573
562
  "__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
574
563
  "__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
575
- "__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
576
564
  "__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
577
565
  "__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
578
566
  "__ZN14TextLlmContext21initializeCommonStateEv",
@@ -944,6 +932,7 @@
944
932
  "__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
945
933
  "__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
946
934
  "__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
935
+ "__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
947
936
  "__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
948
937
  "__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
949
938
  "__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
@@ -995,7 +984,6 @@
995
984
  "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
996
985
  "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
997
986
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
998
- "__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
999
987
  "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
1000
988
  "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
1001
989
  "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",