@qvac/llm-llamacpp 0.55.1 → 0.56.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/fit.d.ts +4 -14
- package/fit.js +5 -6
- package/package.json +4 -4
- package/prebuilds/android-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports +3 -5
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports +4 -16
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports +3 -5
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports +3 -5
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports +4 -16
- package/prebuilds/linux-arm64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/linux-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__llm-llamacpp.bare.exports +0 -0
package/README.md
CHANGED
|
@@ -370,7 +370,7 @@ const LlmLlamacpp = require('@qvac/llm-llamacpp')
|
|
|
370
370
|
|
|
371
371
|
const fit = LlmLlamacpp.assessFit({
|
|
372
372
|
modelPath: '/models/model.gguf',
|
|
373
|
-
|
|
373
|
+
config: { device: 'gpu', 'ctx-size': '4096' }
|
|
374
374
|
})
|
|
375
375
|
|
|
376
376
|
fit.status // 'fits' | 'does-not-fit' | 'error'
|
|
@@ -382,7 +382,7 @@ fit.deviceBytes // model, context and compute summed across the devices, host ex
|
|
|
382
382
|
fit.hostBytes // the same, for the trailing host row
|
|
383
383
|
```
|
|
384
384
|
|
|
385
|
-
`
|
|
385
|
+
`config` is the load, exactly as `loadModel` takes it. The projection resolves it with the same code that load runs, so every setting reaches the fitter the way it would reach the engine, and a load the engine would refuse is refused here as `status: "error"` with `unsupported-config`. A setting left out takes llama's default.
|
|
386
386
|
|
|
387
387
|
Pinning `gpu-layers` fixes the placement: the fitter refuses to move layers off a device the load claimed, so the answer is whether that exact placement fits, never a reduced one. Leave it unset for a projection that can place the model itself.
|
|
388
388
|
|
package/fit.d.ts
CHANGED
|
@@ -1,22 +1,12 @@
|
|
|
1
1
|
export interface LlamaFitRequest {
|
|
2
2
|
/** Absolute path to the GGUF, or to the registry's weightless copy. */
|
|
3
3
|
modelPath: string;
|
|
4
|
-
/**
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
* `cpu-moe`, `no-kv-offload` and the rest. Each is dispatched through llama's
|
|
8
|
-
* argument table, so a placement pinned here reaches the projection.
|
|
9
|
-
*
|
|
10
|
-
* A setting llama does not recognise, or a flag asked to be off that can only
|
|
11
|
-
* assert itself, is `status: "error"` with `unsupported-config`.
|
|
12
|
-
*/
|
|
13
|
-
params?: Record<string, string>;
|
|
14
|
-
/** Floor the fitter may not reduce the context below. */
|
|
4
|
+
/** The load, as `loadModel` takes it, resolved by the same code that load runs. */
|
|
5
|
+
config?: Record<string, string>;
|
|
6
|
+
/** Floor the fitter may not reduce an unpinned context below. */
|
|
15
7
|
minCtxSize?: number;
|
|
16
|
-
/** Memory to leave free on every device
|
|
8
|
+
/** Memory to leave free on every device, held to against the load's own `fit-target`. */
|
|
17
9
|
marginBytes?: number;
|
|
18
|
-
/** Where the dynamically-loaded ggml backends live. */
|
|
19
|
-
backendsDir?: string;
|
|
20
10
|
}
|
|
21
11
|
export type LlamaFitStatus = 'fits' | 'does-not-fit' | 'error';
|
|
22
12
|
export type LlamaFitReason = 'fits' | 'does-not-fit' | 'model-unreadable' | 'no-backend-device' | 'unsupported-config';
|
package/fit.js
CHANGED
|
@@ -22,10 +22,9 @@ const addon_1 = require("./addon");
|
|
|
22
22
|
function assessFit(request) {
|
|
23
23
|
// eslint-disable-next-line @typescript-eslint/no-require-imports -- native binding is resolved lazily from package prebuilds.
|
|
24
24
|
const binding = require('./binding.js');
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
backendsDir
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
});
|
|
25
|
+
const config = { ...request.config };
|
|
26
|
+
if (config['backendsDir'] === undefined || config['backendsDir'] === '') {
|
|
27
|
+
config['backendsDir'] = (0, addon_1.resolveBackendsDir)();
|
|
28
|
+
}
|
|
29
|
+
return binding.assessFit({ ...request, config });
|
|
31
30
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@qvac/llm-llamacpp",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.56.0",
|
|
4
4
|
"description": "llama addon for qvac",
|
|
5
5
|
"addon": true,
|
|
6
6
|
"scripts": {
|
|
@@ -73,8 +73,8 @@
|
|
|
73
73
|
"bugs": "https://github.com/tetherto/qvac/issues",
|
|
74
74
|
"homepage": "https://qvac.tether.io",
|
|
75
75
|
"devDependencies": {
|
|
76
|
-
"@qvac/fabric-android-arm64": "^0.
|
|
77
|
-
"@qvac/fabric-ios": "^0.
|
|
76
|
+
"@qvac/fabric-android-arm64": "^0.20.0",
|
|
77
|
+
"@qvac/fabric-ios": "^0.20.0",
|
|
78
78
|
"@types/node": "^24.2.1",
|
|
79
79
|
"bare-crypto": "^1.15.3",
|
|
80
80
|
"bare-process": "^4.2.2",
|
|
@@ -96,7 +96,7 @@
|
|
|
96
96
|
"typescript-eslint": "^8.63.0"
|
|
97
97
|
},
|
|
98
98
|
"dependencies": {
|
|
99
|
-
"@qvac/fabric": "^0.
|
|
99
|
+
"@qvac/fabric": "^0.20.0",
|
|
100
100
|
"@qvac/infer-base": "^0.6.2",
|
|
101
101
|
"@qvac/logging": "^0.1.0",
|
|
102
102
|
"bare-fs": "^4.5.1",
|
|
Binary file
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.56"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -50,7 +50,6 @@
|
|
|
50
50
|
"__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
51
51
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
52
52
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
|
|
53
|
-
"__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
54
53
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
55
54
|
"__ZGVN8picojson12last_error_tIbE1sE",
|
|
56
55
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
|
|
@@ -66,7 +65,6 @@
|
|
|
66
65
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
67
66
|
"__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
|
|
68
67
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
69
|
-
"__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
70
68
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
|
|
71
69
|
"__ZNSt3__16ranges5__cpo4findE",
|
|
72
70
|
"__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
|
|
@@ -227,8 +225,8 @@
|
|
|
227
225
|
"__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
|
|
228
226
|
"__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
|
|
229
227
|
"__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
|
|
230
|
-
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
231
228
|
"__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
229
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
232
230
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
|
|
233
231
|
"__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
|
|
234
232
|
"__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
|
|
@@ -500,6 +498,7 @@
|
|
|
500
498
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
501
499
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
|
|
502
500
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
|
|
501
|
+
"__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
503
502
|
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
|
|
504
503
|
"__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
|
|
505
504
|
"__ZNK12CacheManager14hasActiveCacheEv",
|
|
@@ -601,7 +600,6 @@
|
|
|
601
600
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
602
601
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
603
602
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
604
|
-
"__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
605
603
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
|
|
606
604
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
607
605
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.56"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -74,7 +74,6 @@
|
|
|
74
74
|
"__ZTINSt3__16__loopIcEE",
|
|
75
75
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
|
|
76
76
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
77
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
|
|
78
77
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
|
|
79
78
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
|
|
80
79
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
|
|
@@ -108,12 +107,10 @@
|
|
|
108
107
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
109
108
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
|
|
110
109
|
"__ZTSNSt3__110__function6__baseIFvjimEEE",
|
|
111
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
|
|
112
110
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
|
|
113
111
|
"__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
114
112
|
"__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
|
|
115
113
|
"__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
116
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail10type_errorE",
|
|
117
114
|
"__ZTINSt3__111__end_stateIcEE",
|
|
118
115
|
"__ZTSNSt3__110__function6__baseIFvjEEE",
|
|
119
116
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
|
|
@@ -155,7 +152,6 @@
|
|
|
155
152
|
"__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
|
|
156
153
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
|
|
157
154
|
"__ZTSNSt3__111__alternateIcEE",
|
|
158
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail10type_errorE",
|
|
159
155
|
"__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
|
|
160
156
|
"__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
|
|
161
157
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
|
|
@@ -227,7 +223,6 @@
|
|
|
227
223
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerC1EvEUlRKNS2_6Output5ErrorEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
228
224
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
|
|
229
225
|
"__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
|
|
230
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail9exceptionE",
|
|
231
226
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
232
227
|
"__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
233
228
|
"__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
|
|
@@ -309,7 +304,6 @@
|
|
|
309
304
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
310
305
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
|
|
311
306
|
"__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
|
|
312
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail9exceptionE",
|
|
313
307
|
"__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
314
308
|
"__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
315
309
|
"__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
|
|
@@ -324,9 +318,8 @@
|
|
|
324
318
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
|
|
325
319
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
|
|
326
320
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
|
|
327
|
-
"__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
328
|
-
"__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
|
|
329
321
|
"__ZTIFP16ggml_backend_regPKcE",
|
|
322
|
+
"__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
|
|
330
323
|
"__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
|
|
331
324
|
"__ZTINSt3__116__owns_one_stateIcEE",
|
|
332
325
|
"__ZTSNSt3__121__empty_non_own_stateIcEE",
|
|
@@ -337,7 +330,6 @@
|
|
|
337
330
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
338
331
|
"__ZGVN8picojson12last_error_tIbE1sE",
|
|
339
332
|
"__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
|
|
340
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
|
|
341
333
|
"__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
|
|
342
334
|
"__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
|
|
343
335
|
"__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
|
|
@@ -348,7 +340,6 @@
|
|
|
348
340
|
"__ZTSNSt3__120__l_anchor_multilineIcEE",
|
|
349
341
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
350
342
|
"__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
|
|
351
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
|
|
352
343
|
"__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
|
|
353
344
|
"__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
|
|
354
345
|
"__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
|
|
@@ -379,8 +370,6 @@
|
|
|
379
370
|
"__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
380
371
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
|
|
381
372
|
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
|
|
382
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
|
|
383
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
|
|
384
373
|
"__ZTINSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
|
|
385
374
|
"__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
|
|
386
375
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
|
|
@@ -416,7 +405,6 @@
|
|
|
416
405
|
"__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
|
|
417
406
|
"__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
|
|
418
407
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
419
|
-
"__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
420
408
|
"__ZTSNSt3__111__match_anyIcEE",
|
|
421
409
|
"__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
|
|
422
410
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
|
|
@@ -557,9 +545,9 @@
|
|
|
557
545
|
"__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
558
546
|
"__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
|
|
559
547
|
"__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
548
|
+
"__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
|
|
560
549
|
"__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
|
|
561
550
|
"__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
|
|
562
|
-
"__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
|
|
563
551
|
"__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
|
|
564
552
|
"__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
|
|
565
553
|
"__ZN14TextLlmContext21initializeCommonStateEv",
|
|
@@ -931,6 +919,7 @@
|
|
|
931
919
|
"__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
|
|
932
920
|
"__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
|
|
933
921
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
922
|
+
"__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
934
923
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
|
|
935
924
|
"__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
936
925
|
"__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
|
|
@@ -982,7 +971,6 @@
|
|
|
982
971
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
983
972
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
984
973
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
985
|
-
"__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
986
974
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
987
975
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
988
976
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.56"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -50,7 +50,6 @@
|
|
|
50
50
|
"__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
51
51
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
52
52
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
|
|
53
|
-
"__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
54
53
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
55
54
|
"__ZGVN8picojson12last_error_tIbE1sE",
|
|
56
55
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
|
|
@@ -66,7 +65,6 @@
|
|
|
66
65
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
67
66
|
"__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
|
|
68
67
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
69
|
-
"__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
70
68
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
|
|
71
69
|
"__ZNSt3__16ranges5__cpo4findE",
|
|
72
70
|
"__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
|
|
@@ -227,8 +225,8 @@
|
|
|
227
225
|
"__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
|
|
228
226
|
"__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
|
|
229
227
|
"__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
|
|
230
|
-
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
231
228
|
"__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
229
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
232
230
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
|
|
233
231
|
"__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
|
|
234
232
|
"__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
|
|
@@ -500,6 +498,7 @@
|
|
|
500
498
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
501
499
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
|
|
502
500
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
|
|
501
|
+
"__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
503
502
|
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
|
|
504
503
|
"__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
|
|
505
504
|
"__ZNK12CacheManager14hasActiveCacheEv",
|
|
@@ -601,7 +600,6 @@
|
|
|
601
600
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
602
601
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
603
602
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
604
|
-
"__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
605
603
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
|
|
606
604
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
607
605
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.56"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -50,7 +50,6 @@
|
|
|
50
50
|
"__ZGVZN30qvac_lib_inference_addon_llama9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
51
51
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
52
52
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
|
|
53
|
-
"__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
54
53
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
55
54
|
"__ZGVN8picojson12last_error_tIbE1sE",
|
|
56
55
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger12queue_mutex_E",
|
|
@@ -66,7 +65,6 @@
|
|
|
66
65
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
67
66
|
"__ZN30qvac_lib_inference_addon_llama22BATCH_OUTPUT_TYPE_NAMEE",
|
|
68
67
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
69
|
-
"__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
70
68
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorIN10LlamaModel6PromptENS_9allocatorIS4_EEEEE4__idE",
|
|
71
69
|
"__ZNSt3__16ranges5__cpo4findE",
|
|
72
70
|
"__ZN30qvac_lib_inference_addon_llama10JsBatchIds11kMintPrefixE",
|
|
@@ -227,8 +225,8 @@
|
|
|
227
225
|
"__ZN24llama_finetuning_helpers25setCurrentCheckpointStateEPNS_23TrainingCheckpointStateE",
|
|
228
226
|
"__ZN10LlamaModel17processConcurrentERKNS_6PromptEy",
|
|
229
227
|
"__ZN14TextLlmContext26captureReasoningBoundaryAtEi",
|
|
230
|
-
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
231
228
|
"__ZN24llama_finetuning_helpers12readTextFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
|
|
229
|
+
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler26completeGroupRequestLockedERKNSt3__110shared_ptrINS1_10BatchGroupEEE",
|
|
232
230
|
"__ZNK30qvac_lib_inference_addon_llama8batching19MultiRequestBatcher9requestAtEj",
|
|
233
231
|
"__ZN26LlamaLazyInitializeBackend17incrementRefCountEv",
|
|
234
232
|
"__ZN30qvac_lib_inference_addon_llama5utils23getChatTemplateForModelEPK11llama_modelRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
|
|
@@ -500,6 +498,7 @@
|
|
|
500
498
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
501
499
|
"__ZNK30qvac_lib_inference_addon_llama8batching7Request15isAwaitingMediaEv",
|
|
502
500
|
"__ZNK30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler15numActiveLockedEv",
|
|
501
|
+
"__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
503
502
|
"__ZN30qvac_lib_inference_addon_llama5utils22ReasoningRollbackState31seedReasoningBoundaryForTestingEi",
|
|
504
503
|
"__ZN14MtmdLlmContext20evalMessageWithToolsERKNSt3__16vectorI15common_chat_msgNS0_9allocatorIS2_EEEERKNS1_I16common_chat_toolNS3_IS8_EEEEbb",
|
|
505
504
|
"__ZNK12CacheManager14hasActiveCacheEv",
|
|
@@ -601,7 +600,6 @@
|
|
|
601
600
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
602
601
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
603
602
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
604
|
-
"__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
605
603
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm2EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102INS0_18__move_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSM_E_JONS0_6__baseILSI_1EJxdbSD_EEEEEEDcSL_DpT0_",
|
|
606
604
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
607
605
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.56"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -75,7 +75,6 @@
|
|
|
75
75
|
"__ZTINSt3__16__loopIcEE",
|
|
76
76
|
"__ZTINSt3__120__shared_ptr_emplaceIN30qvac_lib_inference_addon_llama31JsFinetuneTerminalOutputHandlerENS_9allocatorIS2_EEEE",
|
|
77
77
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
78
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
|
|
79
78
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl26JsStringArrayOutputHandlerC1EvEUlRKNS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS9_ISB_EEEEE_NS9_ISG_EEFP10js_value_sSF_EEE",
|
|
80
79
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN30qvac_lib_inference_addon_llama16BatchTokenOutputEEEE",
|
|
81
80
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvEUlRKNSt3__16vectorINS2_4pairINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS2_7variantIJdxEEEEENS8_ISD_EEEEE_",
|
|
@@ -109,13 +108,11 @@
|
|
|
109
108
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS2_6Output6LogMsgEE_NS_9allocatorIS9_EEFP10js_value_sS8_EEE",
|
|
110
109
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
|
|
111
110
|
"__ZTSNSt3__110__function6__baseIFvjimEEE",
|
|
112
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
|
|
113
111
|
"__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
114
112
|
"__ZTINSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE_NS8_ISD_EEFP10js_value_sSC_EEE",
|
|
115
113
|
"__ZTINSt3__110__function6__baseIFvR13common_paramsRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
116
114
|
"__ZTIN30qvac_lib_inference_addon_llama16BatchTokenOutputE",
|
|
117
115
|
"__ZTSN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
118
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail10type_errorE",
|
|
119
116
|
"__ZTINSt3__111__end_stateIcEE",
|
|
120
117
|
"__ZTSNSt3__110__function6__baseIFvjEEE",
|
|
121
118
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
|
|
@@ -157,7 +154,6 @@
|
|
|
157
154
|
"__ZTINSt3__118__back_ref_collateIcNS_12regex_traitsIcEEEE",
|
|
158
155
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerIN24llama_finetuning_helpers21FinetuneProgressStatsEEE",
|
|
159
156
|
"__ZTSNSt3__111__alternateIcEE",
|
|
160
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail10type_errorE",
|
|
161
157
|
"__ZTINSt3__110__function6__baseIFN17backend_selection20SplitDeviceSelectionEvEEE",
|
|
162
158
|
"__ZTIN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
|
|
163
159
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINSt3__16vectorINS2_12basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEENS7_IS9_EEEEEE",
|
|
@@ -233,7 +229,6 @@
|
|
|
233
229
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsStringOutputHandlerC1EvEUlRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEEE_",
|
|
234
230
|
"__ZTINSt3__110__function6__baseIFbRKN30qvac_lib_inference_addon_llama8batching7RequestEEEE",
|
|
235
231
|
"__ZTINSt3__119basic_ostringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
236
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail9exceptionE",
|
|
237
232
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
238
233
|
"__ZTINSt3__110__function6__baseIFvRKNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEE",
|
|
239
234
|
"__ZTINSt3__110__function6__baseIFvRKN30qvac_lib_inference_addon_llama23ReasoningBlockCompactor7OutcomeEEEE",
|
|
@@ -318,7 +313,6 @@
|
|
|
318
313
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
319
314
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
|
|
320
315
|
"__ZTIN28qvac_lib_inference_addon_cpp23OutputCallBackInterfaceE",
|
|
321
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail9exceptionE",
|
|
322
316
|
"__ZTIN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
323
317
|
"__ZTSNSt3__110__function6__baseIFvRKN24llama_finetuning_helpers21FinetuneProgressStatsEEEE",
|
|
324
318
|
"__ZTSNSt3__110__function6__baseIFvP13llama_contextEEE",
|
|
@@ -334,9 +328,8 @@
|
|
|
334
328
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
|
|
335
329
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13logger_async_E",
|
|
336
330
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl24JsOutputHandlerInterfaceE",
|
|
337
|
-
"__ZGVZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
338
|
-
"__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
|
|
339
331
|
"__ZTIFP16ggml_backend_regPKcE",
|
|
332
|
+
"__ZTSNSt3__110__function6__funcIPFiP13llama_context11llama_batchENS_9allocatorIS6_EEFiS3_RS4_EEE",
|
|
340
333
|
"__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
|
|
341
334
|
"__ZTINSt3__116__owns_one_stateIcEE",
|
|
342
335
|
"__ZTSNSt3__121__empty_non_own_stateIcEE",
|
|
@@ -347,7 +340,6 @@
|
|
|
347
340
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
348
341
|
"__ZGVN8picojson12last_error_tIbE1sE",
|
|
349
342
|
"__ZTSNSt3__120__shared_ptr_emplaceIN24llama_finetuning_helpers23TrainingCheckpointStateENS_9allocatorIS2_EEEE",
|
|
350
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
|
|
351
343
|
"__ZTIZN30qvac_lib_inference_addon_llama25JsBatchTokenOutputHandlerC1EvEUlRKNS_16BatchTokenOutputEE_",
|
|
352
344
|
"__ZTSN30qvac_lib_inference_addon_llama19IReasoningRewindOpsE",
|
|
353
345
|
"__ZTSNSt3__120__match_char_collateIcNS_12regex_traitsIcEEEE",
|
|
@@ -359,7 +351,6 @@
|
|
|
359
351
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
360
352
|
"__ZTINSt3__113basic_filebufIcNS_11char_traitsIcEEEE",
|
|
361
353
|
"__ZTSNSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
|
|
362
|
-
"__ZTIN8nlohmann16json_abi_v3_12_06detail11parse_errorE",
|
|
363
354
|
"__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
|
|
364
355
|
"__ZTSN28qvac_lib_inference_addon_cpp5model16IModelCancelByIdE",
|
|
365
356
|
"__ZTIN24llama_finetuning_helpers21FinetuneProgressStatsE",
|
|
@@ -391,8 +382,6 @@
|
|
|
391
382
|
"__ZTIN28qvac_lib_inference_addon_cpp16OutputCallBackJsE",
|
|
392
383
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI22FinetuneTerminalResultEE",
|
|
393
384
|
"__ZTSNSt3__110__function6__funcIZN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerC1EvEUlRKN24llama_finetuning_helpers21FinetuneProgressStatsEE_NS_9allocatorIS8_EEFP10js_value_sS7_EEE",
|
|
394
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail12out_of_rangeE",
|
|
395
|
-
"__ZTSN8nlohmann16json_abi_v3_12_06detail16invalid_iteratorE",
|
|
396
385
|
"__ZTINSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
|
|
397
386
|
"__ZTSZN30qvac_lib_inference_addon_llama8finetuneEP8js_env_sP18js_callback_info_sEUlS1_RN28qvac_lib_inference_addon_cpp2js6ObjectEE_",
|
|
398
387
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN30qvac_lib_inference_addon_llama16BatchTokenOutputEE4__idE",
|
|
@@ -428,7 +417,6 @@
|
|
|
428
417
|
"__ZTINSt3__110__function6__baseIFiP13llama_context11llama_batchEEE",
|
|
429
418
|
"__ZTSN30qvac_lib_inference_addon_llama31JsFinetuneProgressOutputHandlerE",
|
|
430
419
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger10log_queue_E",
|
|
431
|
-
"__ZZN30qvac_lib_inference_addon_llama21isProcessScopedOptionERK10common_argE8excluded",
|
|
432
420
|
"__ZTSNSt3__111__match_anyIcEE",
|
|
433
421
|
"__ZTSN28qvac_lib_inference_addon_cpp17MultiJobSchedulerE",
|
|
434
422
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
|
|
@@ -570,9 +558,9 @@
|
|
|
570
558
|
"__ZN30qvac_lib_inference_addon_llama5utils16isMedPsyBasenameENSt3__117basic_string_viewIcNS1_11char_traitsIcEEEE",
|
|
571
559
|
"__ZN14TextLlmContextC1ERK13common_paramsRK15LlmModelContextii",
|
|
572
560
|
"__ZN14TextLlmContext8onCancelERKNSt3__18functionIFvRKNS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEEEE",
|
|
561
|
+
"__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
|
|
573
562
|
"__ZN14LlamaFinetuner18configureOptimizerERKN30qvac_lib_inference_addon_llama21LlamaFinetuningParamsEP18llama_adapter_loraRN24llama_finetuning_helpers20LoraLrSchedulerStateEPNS6_23TrainingCheckpointStateEb",
|
|
574
563
|
"__ZN14MtmdLlmContext28snapshotForRecurrentRollbackEv",
|
|
575
|
-
"__ZThn16_N14MtmdLlmContext17onPrefillCompleteEim",
|
|
576
564
|
"__ZNK14LlamaFinetuner31getCurrentCheckpointStateSharedEv",
|
|
577
565
|
"__ZN18AsyncWeightsLoaderC2ERK10GGUFShardsR10InitLoaderRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEP13ModelMetaData",
|
|
578
566
|
"__ZN14TextLlmContext21initializeCommonStateEv",
|
|
@@ -944,6 +932,7 @@
|
|
|
944
932
|
"__ZN13ModelMetaData28FirstFileFromGgufStreamState7provideER13BorrowablePtrINSt3__115basic_streambufIcNS2_11char_traitsIcEEEEE",
|
|
945
933
|
"__ZN10LlamaModel20isConcurrentEligibleERKNS_6PromptE",
|
|
946
934
|
"__ZN14MtmdLlmContextC2ERK13common_paramsRK15LlmModelContextP12mtmd_contextii",
|
|
935
|
+
"__ZN22load_fit_normalization22deprecatedLoadFlagModeERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
947
936
|
"__ZN30qvac_lib_inference_addon_llama8batching24ContinuousBatchScheduler17resetRuntimeStatsEv",
|
|
948
937
|
"__ZN24llama_finetuning_helpers15tokenizeDatasetEP13llama_contextRKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
|
|
949
938
|
"__ZN14TextLlmContext18handleReasoningEOSERiRNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEER11llama_batchS0_RKNS1_8functionIFvRKS7_EEE",
|
|
@@ -995,7 +984,6 @@
|
|
|
995
984
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
996
985
|
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IOZNS0_6__ctorINS0_8__traitsIJxdbNS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEEEEE19__generic_constructB8ne190102IRKNS0_18__copy_constructorISE_LNS0_6_TraitE1EEEEEvRSF_OT_EUlSO_E_JRKNS0_6__baseILSI_1EJxdbSD_EEEEEEDcSN_DpT0_",
|
|
997
986
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
998
|
-
"__ZZN30qvac_lib_inference_addon_llama20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
999
987
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
1000
988
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
1001
989
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|