@qvac/embed-llamacpp 0.41.3 → 0.43.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -1
- package/addon.d.ts +3 -2
- package/addon.js +14 -16
- package/fit.d.ts +63 -0
- package/fit.js +31 -0
- package/index.d.ts +2 -0
- package/index.js +5 -1
- package/index.mjs +10 -2
- package/package.json +7 -3
- package/prebuilds/android-arm64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/darwin-arm64/qvac__embed-llamacpp.bare.exports +10 -6
- package/prebuilds/darwin-x64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/darwin-x64/qvac__embed-llamacpp.bare.exports +10 -6
- package/prebuilds/ios-arm64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64/qvac__embed-llamacpp.bare.exports +11 -7
- package/prebuilds/ios-arm64-simulator/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/ios-arm64-simulator/qvac__embed-llamacpp.bare.exports +11 -7
- package/prebuilds/ios-x64-simulator/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/ios-x64-simulator/qvac__embed-llamacpp.bare.exports +12 -8
- package/prebuilds/linux-arm64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/linux-x64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__embed-llamacpp.bare +0 -0
- package/prebuilds/win32-x64/qvac__embed-llamacpp.bare.exports +0 -0
package/README.md
CHANGED
|
@@ -16,6 +16,7 @@ This native C++ addon, built using the `Bare` Runtime, simplifies running text e
|
|
|
16
16
|
- [6. Generate embeddings for input sequence](#6-generate-embeddings-for-input-sequence)
|
|
17
17
|
- [7. Release Resources](#7-release-resources)
|
|
18
18
|
- [API behavior by state](#api-behavior-by-state)
|
|
19
|
+
- [Assessing fit](#assessing-fit)
|
|
19
20
|
- [IdMapIndex vector database](#idmapindex-vector-database)
|
|
20
21
|
- [Quickstart Example](#quickstart-example)
|
|
21
22
|
- [Other Examples](#other-examples)
|
|
@@ -36,7 +37,7 @@ This native C++ addon, built using the `Bare` Runtime, simplifies running text e
|
|
|
36
37
|
|
|
37
38
|
**Dependencies:**
|
|
38
39
|
- inference-addon-cpp (≥1.1.2): C++ addon framework
|
|
39
|
-
- @qvac/fabric (^0.
|
|
40
|
+
- @qvac/fabric (^0.18.0): Shared llama.cpp/ggml inference engine, including the vector-index API. The desktop runtime ships in the `@qvac/fabric-<host>` platform package that `@qvac/fabric` installs as an optional dependency, so install without `--omit=optional` and keep both present before `bare-make generate`/`build`. Android and iOS apps add `@qvac/fabric` and `@qvac/fabric-android-arm64` or `@qvac/fabric-ios` as direct dependencies at the same exact version.
|
|
40
41
|
- Bare Runtime (≥1.24.0): JavaScript runtime
|
|
41
42
|
- Linux requires Clang/LLVM 22 with libc++
|
|
42
43
|
|
|
@@ -227,6 +228,37 @@ A second `run()` while a job is active is serialized by `exclusiveRunQueue` —
|
|
|
227
228
|
|
|
228
229
|
**Cancellation API:** Prefer cancelling from the model: `await model.cancel()`. This cancels the current job and the Promise resolves when the job has actually stopped (future-based in C++). You can also call `await response.cancel()` on the value returned by `run()`; it is equivalent and targets the same job. Both are no-op when idle.
|
|
229
230
|
|
|
231
|
+
## Assessing fit
|
|
232
|
+
|
|
233
|
+
`assessFit` projects a load against the memory free right now. It reads GGUF metadata and never weight data, so the registry's weightless copy of a model answers the same as the model itself and the projection can run before anything is downloaded.
|
|
234
|
+
|
|
235
|
+
```js
|
|
236
|
+
const EmbedLlamacpp = require('@qvac/embed-llamacpp')
|
|
237
|
+
|
|
238
|
+
const fit = EmbedLlamacpp.assessFit({
|
|
239
|
+
modelPath: '/models/embed.gguf',
|
|
240
|
+
params: { 'batch-size': '1024' }
|
|
241
|
+
})
|
|
242
|
+
|
|
243
|
+
fit.status // 'fits' | 'does-not-fit' | 'error'
|
|
244
|
+
fit.reason // 'fits', 'does-not-fit', 'model-unreadable', 'no-backend-device' or 'unsupported-config'
|
|
245
|
+
fit.gpuLayers // what fits, which is not always what the request asked for
|
|
246
|
+
fit.ctxSize
|
|
247
|
+
fit.devices // one row per device the model was assigned to, then a `host` row
|
|
248
|
+
fit.deviceBytes // model, context and compute summed across the devices, host excluded
|
|
249
|
+
fit.hostBytes // the same, for the trailing host row
|
|
250
|
+
```
|
|
251
|
+
|
|
252
|
+
`params` takes the load in llama's own CLI spelling without the leading `--`, exactly as the loader takes it: `gpu-layers`, `tensor-split`, `batch-size` and the rest. Each is dispatched through llama's argument table, so a placement pinned there reaches the projection. A setting llama does not recognise, or a flag asked to be off that can only assert itself, is `status: "error"` with `unsupported-config`.
|
|
253
|
+
|
|
254
|
+
Pinning `gpu-layers` fixes the placement: the fitter refuses to move layers off a device the load claimed, so the answer is whether that exact placement fits, never a reduced one. Leave it unset for a projection that can place the model itself.
|
|
255
|
+
|
|
256
|
+
The projection applies the embedding load's own normalization: the micro-batch follows `batch-size`, a single sequence uses a unified KV cache, and the context is pinned to the model's trained context, or capped at it.
|
|
257
|
+
|
|
258
|
+
`minCtxSize` sets a floor the fitter may not reduce the context below, defaulting to llama's own `fit-ctx` of 4096. `marginBytes` is the memory to leave free on every device, defaulting to llama's `fit-target` of 1 GiB per device. `backendsDir` is where the dynamically-loaded ggml backends live.
|
|
259
|
+
|
|
260
|
+
A model the fitter cannot read is `status: "error"`; only a broken request throws.
|
|
261
|
+
|
|
230
262
|
## IdMapIndex vector database
|
|
231
263
|
|
|
232
264
|
`IdMapIndex` is a synchronous CPU vector index with stable unsigned 64-bit IDs. Vector-only consumers should use the subpath export so importing the index does not load the embedding-model runtime:
|
package/addon.d.ts
CHANGED
|
@@ -22,8 +22,8 @@ export interface AddonConfigurationParams {
|
|
|
22
22
|
config: GGMLConfig;
|
|
23
23
|
/**
|
|
24
24
|
* Root the native side searches for ggml compute backends, with
|
|
25
|
-
* BACKENDS_SUBDIR ("<host>/qvac__fabric") appended. Defaults to the
|
|
26
|
-
* `@qvac/fabric`
|
|
25
|
+
* BACKENDS_SUBDIR ("<host>/qvac__fabric") appended. Defaults to the root
|
|
26
|
+
* `@qvac/fabric/backends` resolves on desktop, falling back to this
|
|
27
27
|
* addon's own `prebuilds/` on mobile.
|
|
28
28
|
*/
|
|
29
29
|
backendsDir?: string;
|
|
@@ -81,6 +81,7 @@ export type MappedAddonEvent = {
|
|
|
81
81
|
* event names (caller logs and skips dispatch).
|
|
82
82
|
*/
|
|
83
83
|
export declare function mapAddonEvent(rawEvent: unknown, rawData: unknown, rawError: unknown): MappedAddonEvent | null;
|
|
84
|
+
export declare function resolveBackendsDir(): string;
|
|
84
85
|
/** An interface between the Bare C++ addon and the JS runtime. */
|
|
85
86
|
export declare class BertInterface implements Addon {
|
|
86
87
|
private readonly _binding;
|
package/addon.js
CHANGED
|
@@ -2,9 +2,11 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.BertInterface = void 0;
|
|
4
4
|
exports.mapAddonEvent = mapAddonEvent;
|
|
5
|
+
exports.resolveBackendsDir = resolveBackendsDir;
|
|
5
6
|
/* eslint-disable @typescript-eslint/no-require-imports -- Bare modules expose CommonJS export shapes. */
|
|
6
7
|
const fs = require("bare-fs");
|
|
7
8
|
const path = require("bare-path");
|
|
9
|
+
const fabricBackends = require("@qvac/fabric/backends");
|
|
8
10
|
/**
|
|
9
11
|
* Normalize a raw native event into `Output` / `Error` / `JobEnded`, mapping
|
|
10
12
|
* `backendDevice` from `0/1` to `'cpu'/'gpu'`. Returns `null` for unknown
|
|
@@ -37,24 +39,20 @@ function mapAddonEvent(rawEvent, rawData, rawError) {
|
|
|
37
39
|
}
|
|
38
40
|
return null;
|
|
39
41
|
}
|
|
40
|
-
// The ggml compute backends ship
|
|
41
|
-
// (
|
|
42
|
+
// The ggml compute backends ship next to the @qvac/fabric runtime
|
|
43
|
+
// (<root>/<host>/qvac__fabric). We deliberately do not copy them into this
|
|
42
44
|
// addon to avoid duplicating tens of MB per fabric consumer. On desktop,
|
|
43
|
-
//
|
|
44
|
-
// mobile the package tree isn't resolvable at runtime (the worklet
|
|
45
|
-
// packed bundle), so fall back to this addon's own prebuilds, where
|
|
46
|
-
// packaging stages the backends. The native side appends
|
|
47
|
-
// ("<host>/qvac__fabric") to whichever root we return.
|
|
45
|
+
// @qvac/fabric/backends resolves that root in whichever package holds the
|
|
46
|
+
// runtime. On mobile the package tree isn't resolvable at runtime (the worklet
|
|
47
|
+
// runs from a packed bundle), so fall back to this addon's own prebuilds, where
|
|
48
|
+
// the mobile packaging stages the backends. The native side appends
|
|
49
|
+
// BACKENDS_SUBDIR ("<host>/qvac__fabric") to whichever root we return.
|
|
48
50
|
function resolveBackendsDir() {
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
}
|
|
55
|
-
catch {
|
|
56
|
-
// Mobile worklets cannot resolve the @qvac/fabric package tree.
|
|
57
|
-
}
|
|
51
|
+
// fabric's resolver only checks that the platform package resolves, not that
|
|
52
|
+
// its prebuilds are on disk.
|
|
53
|
+
const fabricRoot = fabricBackends.resolveBackendsDir();
|
|
54
|
+
if (fabricRoot !== null && fs.existsSync(fabricRoot))
|
|
55
|
+
return fabricRoot;
|
|
58
56
|
return path.join(__dirname, "prebuilds");
|
|
59
57
|
}
|
|
60
58
|
/** An interface between the Bare C++ addon and the JS runtime. */
|
package/fit.d.ts
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
export interface EmbedFitRequest {
|
|
2
|
+
/** Absolute path to the GGUF, or to the registry's weightless copy. */
|
|
3
|
+
modelPath: string;
|
|
4
|
+
/**
|
|
5
|
+
* The load, in llama's own CLI spelling without the leading `--`, exactly as
|
|
6
|
+
* the loader takes it: `gpu-layers`, `tensor-split`, `batch-size` and the
|
|
7
|
+
* rest. Each is dispatched through llama's argument table, so a placement
|
|
8
|
+
* pinned here reaches the projection.
|
|
9
|
+
*
|
|
10
|
+
* A setting llama does not recognise, or a flag asked to be off that can only
|
|
11
|
+
* assert itself, is `status: "error"` with `unsupported-config`.
|
|
12
|
+
*/
|
|
13
|
+
params?: Record<string, string>;
|
|
14
|
+
/** Floor the fitter may not reduce the context below. */
|
|
15
|
+
minCtxSize?: number;
|
|
16
|
+
/** Memory to leave free on every device. */
|
|
17
|
+
marginBytes?: number;
|
|
18
|
+
/** Where the dynamically-loaded ggml backends live. */
|
|
19
|
+
backendsDir?: string;
|
|
20
|
+
}
|
|
21
|
+
export type EmbedFitStatus = 'fits' | 'does-not-fit' | 'error';
|
|
22
|
+
export type EmbedFitReason = 'fits' | 'does-not-fit' | 'model-unreadable' | 'no-backend-device' | 'unsupported-config';
|
|
23
|
+
export interface EmbedFitDevice {
|
|
24
|
+
name: string;
|
|
25
|
+
totalBytes: number;
|
|
26
|
+
freeBytes: number;
|
|
27
|
+
modelBytes: number;
|
|
28
|
+
contextBytes: number;
|
|
29
|
+
computeBytes: number;
|
|
30
|
+
}
|
|
31
|
+
export interface EmbedFitResult {
|
|
32
|
+
status: EmbedFitStatus;
|
|
33
|
+
reason: EmbedFitReason;
|
|
34
|
+
/** The layer count the placement resolved to. */
|
|
35
|
+
gpuLayers: number;
|
|
36
|
+
ctxSize: number;
|
|
37
|
+
/** One row per device the model was assigned to, then a `host` row. */
|
|
38
|
+
devices: EmbedFitDevice[];
|
|
39
|
+
/** Model, context and compute summed across the devices, host excluded. */
|
|
40
|
+
deviceBytes: number;
|
|
41
|
+
/** The same, for the trailing host row. */
|
|
42
|
+
hostBytes: number;
|
|
43
|
+
trainCtxSize: number;
|
|
44
|
+
expertCount: number;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Projects one model against the memory free right now, reading GGUF metadata
|
|
48
|
+
* and never weight data. The registry's weightless copy of a model answers the
|
|
49
|
+
* same as the model itself, so this can run before anything is downloaded.
|
|
50
|
+
*
|
|
51
|
+
* A model the fitter cannot read comes back as `status: "error"`; only a broken
|
|
52
|
+
* request throws.
|
|
53
|
+
*
|
|
54
|
+
* Runs synchronously on the calling thread and builds the model twice without
|
|
55
|
+
* allocating weights, so a caller that must stay responsive runs it off its
|
|
56
|
+
* own loop.
|
|
57
|
+
*
|
|
58
|
+
* The projection reads the model's vocabulary, and llama asserts on a
|
|
59
|
+
* vocabulary it finds inconsistent. An assert aborts rather than throwing, so
|
|
60
|
+
* a corrupt file ends the process instead of returning a status: take the
|
|
61
|
+
* model from a source you trust, or call this behind a process boundary.
|
|
62
|
+
*/
|
|
63
|
+
export declare function assessFit(request: EmbedFitRequest): EmbedFitResult;
|
package/fit.js
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.assessFit = assessFit;
|
|
4
|
+
const addon_1 = require("./addon");
|
|
5
|
+
/**
|
|
6
|
+
* Projects one model against the memory free right now, reading GGUF metadata
|
|
7
|
+
* and never weight data. The registry's weightless copy of a model answers the
|
|
8
|
+
* same as the model itself, so this can run before anything is downloaded.
|
|
9
|
+
*
|
|
10
|
+
* A model the fitter cannot read comes back as `status: "error"`; only a broken
|
|
11
|
+
* request throws.
|
|
12
|
+
*
|
|
13
|
+
* Runs synchronously on the calling thread and builds the model twice without
|
|
14
|
+
* allocating weights, so a caller that must stay responsive runs it off its
|
|
15
|
+
* own loop.
|
|
16
|
+
*
|
|
17
|
+
* The projection reads the model's vocabulary, and llama asserts on a
|
|
18
|
+
* vocabulary it finds inconsistent. An assert aborts rather than throwing, so
|
|
19
|
+
* a corrupt file ends the process instead of returning a status: take the
|
|
20
|
+
* model from a source you trust, or call this behind a process boundary.
|
|
21
|
+
*/
|
|
22
|
+
function assessFit(request) {
|
|
23
|
+
// eslint-disable-next-line @typescript-eslint/no-require-imports -- native binding is resolved lazily from package prebuilds.
|
|
24
|
+
const binding = require('./binding.js');
|
|
25
|
+
return binding.assessFit({
|
|
26
|
+
...request,
|
|
27
|
+
backendsDir: typeof request.backendsDir === 'string' && request.backendsDir.length > 0
|
|
28
|
+
? request.backendsDir
|
|
29
|
+
: (0, addon_1.resolveBackendsDir)()
|
|
30
|
+
});
|
|
31
|
+
}
|
package/index.d.ts
CHANGED
|
@@ -6,6 +6,8 @@ import type { IdMapIndexFilter as ActualIdMapIndexFilter } from "./idMapIndex";
|
|
|
6
6
|
export type { GGMLConfig, NumericLike, AddonConfigurationParams, RuntimeStats, Addon, } from "./addon";
|
|
7
7
|
export type { IdMapIndexBitWidth, IdMapIndexOptions, IdMapIndexSearchResult, IdMapIndexStorage, } from "./idMapIndex";
|
|
8
8
|
export { BertInterface } from "./addon";
|
|
9
|
+
export { assessFit } from "./fit";
|
|
10
|
+
export type { EmbedFitDevice, EmbedFitRequest, EmbedFitResult, EmbedFitStatus } from "./fit";
|
|
9
11
|
export type { QvacResponse };
|
|
10
12
|
export declare const IdMapIndex: typeof ActualIdMapIndex;
|
|
11
13
|
export declare const IdMapIndexFilter: typeof ActualIdMapIndexFilter;
|
package/index.js
CHANGED
|
@@ -1,16 +1,19 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.GGMLBert = exports.BertInterface = void 0;
|
|
3
|
+
exports.GGMLBert = exports.assessFit = exports.BertInterface = void 0;
|
|
4
4
|
exports.pickPrimaryGgufPath = pickPrimaryGgufPath;
|
|
5
5
|
/* eslint-disable @typescript-eslint/no-require-imports -- Bare modules and @qvac/logging expose CommonJS export shapes. */
|
|
6
6
|
const fs = require("bare-fs");
|
|
7
7
|
const path = require("bare-path");
|
|
8
8
|
const QvacLogger = require("@qvac/logging");
|
|
9
|
+
const fit_1 = require("./fit");
|
|
9
10
|
/* eslint-enable @typescript-eslint/no-require-imports */
|
|
10
11
|
const infer_base_1 = require("@qvac/infer-base");
|
|
11
12
|
const addon_1 = require("./addon");
|
|
12
13
|
var addon_2 = require("./addon");
|
|
13
14
|
Object.defineProperty(exports, "BertInterface", { enumerable: true, get: function () { return addon_2.BertInterface; } });
|
|
15
|
+
var fit_2 = require("./fit");
|
|
16
|
+
Object.defineProperty(exports, "assessFit", { enumerable: true, get: function () { return fit_2.assessFit; } });
|
|
14
17
|
const RUN_BUSY_ERROR_MESSAGE = "Cannot set new job: a job is already set or being processed";
|
|
15
18
|
function loadIdMapIndex() {
|
|
16
19
|
// eslint-disable-next-line @typescript-eslint/no-require-imports -- Keep the native addon lazy on the package root.
|
|
@@ -214,6 +217,7 @@ cjsExports.default = GGMLBert;
|
|
|
214
217
|
cjsExports.pickPrimaryGgufPath = pickPrimaryGgufPath;
|
|
215
218
|
cjsExports.GGMLBert = GGMLBert;
|
|
216
219
|
cjsExports.BertInterface = addon_1.BertInterface;
|
|
220
|
+
cjsExports.assessFit = fit_1.assessFit;
|
|
217
221
|
Object.defineProperties(cjsExports, {
|
|
218
222
|
IdMapIndex: {
|
|
219
223
|
enumerable: true,
|
package/index.mjs
CHANGED
|
@@ -2,9 +2,17 @@ import GGMLBert from './index.js'
|
|
|
2
2
|
import addon from './addon.js'
|
|
3
3
|
|
|
4
4
|
const { BertInterface, mapAddonEvent } = addon
|
|
5
|
-
const { pickPrimaryGgufPath } = GGMLBert
|
|
5
|
+
const { assessFit, pickPrimaryGgufPath } = GGMLBert
|
|
6
6
|
|
|
7
7
|
const { IdMapIndex, IdMapIndexFilter } = GGMLBert
|
|
8
8
|
|
|
9
9
|
export default GGMLBert
|
|
10
|
-
export {
|
|
10
|
+
export {
|
|
11
|
+
assessFit,
|
|
12
|
+
BertInterface,
|
|
13
|
+
GGMLBert,
|
|
14
|
+
IdMapIndex,
|
|
15
|
+
IdMapIndexFilter,
|
|
16
|
+
mapAddonEvent,
|
|
17
|
+
pickPrimaryGgufPath
|
|
18
|
+
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@qvac/embed-llamacpp",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.43.0",
|
|
4
4
|
"description": "bert addon for qvac",
|
|
5
5
|
"addon": true,
|
|
6
6
|
"engines": {
|
|
@@ -10,7 +10,7 @@
|
|
|
10
10
|
"build": "npm run build:ts && npm run build:native",
|
|
11
11
|
"build:native": "bare-make generate && bare-make build && bare-make install",
|
|
12
12
|
"build:ts": "tsc -p tsconfig.build.json",
|
|
13
|
-
"check:generated": "npm run build:ts && npm run test:types:consumer && git diff --exit-code -- index.js index.mjs addon.js addonLogging.js idMapIndex.js idMapIndex.mjs index.d.ts addon.d.ts addonLogging.d.ts idMapIndex.d.ts test/types/consumer-cjs.test.js",
|
|
13
|
+
"check:generated": "npm run build:ts && npm run test:types:consumer && git diff --exit-code -- index.js index.mjs addon.js addonLogging.js idMapIndex.js idMapIndex.mjs fit.js index.d.ts addon.d.ts addonLogging.d.ts idMapIndex.d.ts fit.d.ts test/types/consumer-cjs.test.js",
|
|
14
14
|
"typecheck": "tsc --noEmit -p tsconfig.json",
|
|
15
15
|
"build:pack": "npm run build:ts && mkdir -p dist && npm pack --pack-destination dist",
|
|
16
16
|
"mobile:copy-prebuilds": "cp -r prebuilds/android-arm64 prebuilds/android-ia32 || echo 'Warning: Failed to copy embed-llamacpp prebuilds to android-ia32'; cp -r prebuilds/android-arm64 prebuilds/android-arm || echo 'Warning: Failed to copy embed-llamacpp prebuilds to android-arm'; cp -r prebuilds/android-arm64 prebuilds/android-x64 || echo 'Warning: Failed to copy embed-llamacpp prebuilds to android-x64'; cp -r prebuilds/ios-arm64 prebuilds/ios-arm64-simulator 2>/dev/null || echo 'iOS prebuilds already present'; cp -r prebuilds/ios-arm64 prebuilds/ios-x64-simulator 2>/dev/null || echo 'iOS prebuilds already present'",
|
|
@@ -60,6 +60,8 @@
|
|
|
60
60
|
"idMapIndex.js",
|
|
61
61
|
"idMapIndex.mjs",
|
|
62
62
|
"idMapIndex.d.ts",
|
|
63
|
+
"fit.js",
|
|
64
|
+
"fit.d.ts",
|
|
63
65
|
"prebuilds",
|
|
64
66
|
"index.d.ts",
|
|
65
67
|
"LICENSE",
|
|
@@ -75,6 +77,8 @@
|
|
|
75
77
|
"bugs": "https://github.com/tetherto/qvac/issues",
|
|
76
78
|
"homepage": "https://qvac.tether.io",
|
|
77
79
|
"devDependencies": {
|
|
80
|
+
"@qvac/fabric-android-arm64": "^0.18.0",
|
|
81
|
+
"@qvac/fabric-ios": "^0.18.0",
|
|
78
82
|
"@types/node": "^24.2.1",
|
|
79
83
|
"bare-crypto": "^1.15.3",
|
|
80
84
|
"bare-subprocess": "^6.1.0",
|
|
@@ -96,7 +100,7 @@
|
|
|
96
100
|
"bare-url": "^2.1.6"
|
|
97
101
|
},
|
|
98
102
|
"dependencies": {
|
|
99
|
-
"@qvac/fabric": "^0.
|
|
103
|
+
"@qvac/fabric": "^0.18.0",
|
|
100
104
|
"@qvac/infer-base": "^0.6.2",
|
|
101
105
|
"@qvac/logging": "^0.1.0",
|
|
102
106
|
"bare-fs": "^4.5.1",
|
|
Binary file
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.43"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -39,12 +39,16 @@
|
|
|
39
39
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
40
40
|
"__ZNSt3__19__any_imp17__unique_typeinfoI14BertEmbeddingsE4__idE",
|
|
41
41
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
42
|
+
"__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
43
|
+
"__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
42
44
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
43
45
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
46
|
+
"__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
44
47
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
45
48
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
|
|
46
49
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
|
|
47
50
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
51
|
+
"__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
48
52
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
|
|
49
53
|
]
|
|
50
54
|
},
|
|
@@ -119,10 +123,10 @@
|
|
|
119
123
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex9addLoggedEPKfiPKyRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEE",
|
|
120
124
|
"__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
121
125
|
"__ZN19LlamaBackendsHandleD2Ev",
|
|
122
|
-
"__ZThn8_N9BertModelD0Ev",
|
|
123
126
|
"__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
|
|
124
127
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex12compactDeltaERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
|
|
125
128
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7prepareEv",
|
|
129
|
+
"__ZThn8_N9BertModelD0Ev",
|
|
126
130
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7compactEv",
|
|
127
131
|
"__ZN9BertModel13encodeHostF32ERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEE",
|
|
128
132
|
"__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEE",
|
|
@@ -131,10 +135,10 @@
|
|
|
131
135
|
"__ZN29qvac_lib_infer_llamacpp_embed7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
|
|
132
136
|
"__ZNK9BertModel8isLoadedEv",
|
|
133
137
|
"__ZN9BertModel17initializeBackendERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
134
|
-
"_bare_get_module_name_v0",
|
|
135
138
|
"__ZNK13ModelMetaData12tryGetStringEPKc",
|
|
136
139
|
"__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
|
|
137
140
|
"__ZN29qvac_lib_infer_llamacpp_embed7logging16llamaLogCallbackE14ggml_log_levelPKcPv",
|
|
141
|
+
"_bare_get_module_name_v0",
|
|
138
142
|
"__ZN29qvac_lib_infer_llamacpp_embed17VectorIndexFilterC1EOS0_",
|
|
139
143
|
"__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
140
144
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex12createFilterEPKyi",
|
|
@@ -142,7 +146,6 @@
|
|
|
142
146
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex3dimEv",
|
|
143
147
|
"__Z32qvacLibInferLlamacppEmbedExportsP8js_env_sP10js_value_s",
|
|
144
148
|
"__ZN9BertModel5resetEv",
|
|
145
|
-
"_bare_register_module_v0",
|
|
146
149
|
"__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
147
150
|
"__Z10splitLinesRKNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEES7_",
|
|
148
151
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex14searchFilteredEPKfiiPKyiPfPy",
|
|
@@ -151,6 +154,7 @@
|
|
|
151
154
|
"__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
|
|
152
155
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
153
156
|
"__ZThn8_N9BertModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
157
|
+
"_bare_register_module_v0",
|
|
154
158
|
"__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceERKNSt3__18optionalINS4_7variantIJiNS_11MainGpuTypeEEEEEE",
|
|
155
159
|
"__ZN19LlamaBackendsHandleaSEOS_",
|
|
156
160
|
"__ZNK9BertModel15getCommonParamsEv",
|
|
@@ -170,7 +174,6 @@
|
|
|
170
174
|
],
|
|
171
175
|
"weak": [
|
|
172
176
|
"__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
|
|
173
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
174
177
|
"__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
175
178
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
176
179
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
@@ -178,13 +181,14 @@
|
|
|
178
181
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
179
182
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
180
183
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
181
|
-
"
|
|
184
|
+
"__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
|
|
182
185
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
183
186
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
184
187
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
|
|
185
188
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
186
189
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
187
190
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
191
|
+
"__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
188
192
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
189
193
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
190
194
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.43"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -86,6 +86,7 @@
|
|
|
86
86
|
"__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
|
|
87
87
|
"__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
|
|
88
88
|
"__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
|
|
89
|
+
"__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
89
90
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
90
91
|
"__ZTI18AsyncWeightsLoader",
|
|
91
92
|
"__ZTINSt3__123__match_any_but_newlineIcEE",
|
|
@@ -100,6 +101,7 @@
|
|
|
100
101
|
"__ZTINSt3__16__loopIcEE",
|
|
101
102
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
|
|
102
103
|
"__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
104
|
+
"__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
103
105
|
"__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
|
|
104
106
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
|
|
105
107
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
@@ -135,8 +137,8 @@
|
|
|
135
137
|
"__ZTSNSt3__111__match_anyIcEE",
|
|
136
138
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
|
|
137
139
|
"__ZTSNSt3__128__begin_marked_subexpressionIcEE",
|
|
138
|
-
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
139
140
|
"__ZTIN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
|
|
141
|
+
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
140
142
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
|
|
141
143
|
"__ZTSN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
|
|
142
144
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
|
|
@@ -193,11 +195,11 @@
|
|
|
193
195
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
194
196
|
"__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
195
197
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRK14BertEmbeddingsEEE",
|
|
196
|
-
"
|
|
198
|
+
"__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
197
199
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
|
|
198
200
|
"__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
|
|
199
|
-
"__ZTI14BertEmbeddings",
|
|
200
201
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI14BertEmbeddingsEE",
|
|
202
|
+
"__ZTI14BertEmbeddings",
|
|
201
203
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
202
204
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
|
|
203
205
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
|
|
@@ -220,6 +222,7 @@
|
|
|
220
222
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
|
|
221
223
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
222
224
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
|
|
225
|
+
"__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
223
226
|
"__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
224
227
|
"__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
|
|
225
228
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
@@ -231,6 +234,7 @@
|
|
|
231
234
|
"__ZTSNSt3__16__nodeIcEE",
|
|
232
235
|
"__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
|
|
233
236
|
"__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
|
|
237
|
+
"__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
234
238
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
|
|
235
239
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
|
|
236
240
|
"__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE"
|
|
@@ -360,12 +364,11 @@
|
|
|
360
364
|
"__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
|
|
361
365
|
"__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
362
366
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
367
|
+
"__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
|
|
363
368
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
364
369
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
365
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
366
370
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
367
371
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
|
|
368
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
369
372
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
370
373
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
371
374
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
@@ -375,6 +378,7 @@
|
|
|
375
378
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
376
379
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
377
380
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
381
|
+
"__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
378
382
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
|
|
379
383
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
|
|
380
384
|
"__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_"
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.43"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -39,12 +39,16 @@
|
|
|
39
39
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
40
40
|
"__ZNSt3__19__any_imp17__unique_typeinfoI14BertEmbeddingsE4__idE",
|
|
41
41
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
42
|
+
"__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
43
|
+
"__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
42
44
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
43
45
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
46
|
+
"__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
44
47
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
45
48
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
|
|
46
49
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
|
|
47
50
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
51
|
+
"__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
48
52
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
|
|
49
53
|
]
|
|
50
54
|
},
|
|
@@ -119,10 +123,10 @@
|
|
|
119
123
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex9addLoggedEPKfiPKyRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEE",
|
|
120
124
|
"__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
121
125
|
"__ZN19LlamaBackendsHandleD2Ev",
|
|
122
|
-
"__ZThn8_N9BertModelD0Ev",
|
|
123
126
|
"__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
|
|
124
127
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex12compactDeltaERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
|
|
125
128
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7prepareEv",
|
|
129
|
+
"__ZThn8_N9BertModelD0Ev",
|
|
126
130
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7compactEv",
|
|
127
131
|
"__ZN9BertModel13encodeHostF32ERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEE",
|
|
128
132
|
"__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEE",
|
|
@@ -131,10 +135,10 @@
|
|
|
131
135
|
"__ZN29qvac_lib_infer_llamacpp_embed7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
|
|
132
136
|
"__ZNK9BertModel8isLoadedEv",
|
|
133
137
|
"__ZN9BertModel17initializeBackendERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
134
|
-
"_bare_get_module_name_v0",
|
|
135
138
|
"__ZNK13ModelMetaData12tryGetStringEPKc",
|
|
136
139
|
"__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
|
|
137
140
|
"__ZN29qvac_lib_infer_llamacpp_embed7logging16llamaLogCallbackE14ggml_log_levelPKcPv",
|
|
141
|
+
"_bare_get_module_name_v0",
|
|
138
142
|
"__ZN29qvac_lib_infer_llamacpp_embed17VectorIndexFilterC1EOS0_",
|
|
139
143
|
"__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
140
144
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex12createFilterEPKyi",
|
|
@@ -142,7 +146,6 @@
|
|
|
142
146
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex3dimEv",
|
|
143
147
|
"__Z32qvacLibInferLlamacppEmbedExportsP8js_env_sP10js_value_s",
|
|
144
148
|
"__ZN9BertModel5resetEv",
|
|
145
|
-
"_bare_register_module_v0",
|
|
146
149
|
"__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
147
150
|
"__Z10splitLinesRKNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEES7_",
|
|
148
151
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex14searchFilteredEPKfiiPKyiPfPy",
|
|
@@ -151,6 +154,7 @@
|
|
|
151
154
|
"__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
|
|
152
155
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
153
156
|
"__ZThn8_N9BertModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
157
|
+
"_bare_register_module_v0",
|
|
154
158
|
"__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceERKNSt3__18optionalINS4_7variantIJiNS_11MainGpuTypeEEEEEE",
|
|
155
159
|
"__ZN19LlamaBackendsHandleaSEOS_",
|
|
156
160
|
"__ZNK9BertModel15getCommonParamsEv",
|
|
@@ -170,7 +174,6 @@
|
|
|
170
174
|
],
|
|
171
175
|
"weak": [
|
|
172
176
|
"__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
|
|
173
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
174
177
|
"__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
175
178
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
176
179
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
@@ -178,13 +181,14 @@
|
|
|
178
181
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
179
182
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
180
183
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
181
|
-
"
|
|
184
|
+
"__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
|
|
182
185
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
183
186
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
184
187
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
|
|
185
188
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
186
189
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
187
190
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
191
|
+
"__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
188
192
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
189
193
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
190
194
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
|
|
@@ -208,7 +212,7 @@
|
|
|
208
212
|
],
|
|
209
213
|
"target_info": [
|
|
210
214
|
{
|
|
211
|
-
"min_deployment": "
|
|
215
|
+
"min_deployment": "15",
|
|
212
216
|
"target": "arm64-ios"
|
|
213
217
|
}
|
|
214
218
|
]
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.43"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -39,12 +39,16 @@
|
|
|
39
39
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
40
40
|
"__ZNSt3__19__any_imp17__unique_typeinfoI14BertEmbeddingsE4__idE",
|
|
41
41
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
42
|
+
"__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
43
|
+
"__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
42
44
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
43
45
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
|
|
46
|
+
"__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
44
47
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
45
48
|
"__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
|
|
46
49
|
"__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
|
|
47
50
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
|
|
51
|
+
"__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
48
52
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
|
|
49
53
|
]
|
|
50
54
|
},
|
|
@@ -119,10 +123,10 @@
|
|
|
119
123
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex9addLoggedEPKfiPKyRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEE",
|
|
120
124
|
"__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
121
125
|
"__ZN19LlamaBackendsHandleD2Ev",
|
|
122
|
-
"__ZThn8_N9BertModelD0Ev",
|
|
123
126
|
"__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
|
|
124
127
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex12compactDeltaERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
|
|
125
128
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7prepareEv",
|
|
129
|
+
"__ZThn8_N9BertModelD0Ev",
|
|
126
130
|
"__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7compactEv",
|
|
127
131
|
"__ZN9BertModel13encodeHostF32ERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEE",
|
|
128
132
|
"__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEE",
|
|
@@ -131,10 +135,10 @@
|
|
|
131
135
|
"__ZN29qvac_lib_infer_llamacpp_embed7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
|
|
132
136
|
"__ZNK9BertModel8isLoadedEv",
|
|
133
137
|
"__ZN9BertModel17initializeBackendERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
|
|
134
|
-
"_bare_get_module_name_v0",
|
|
135
138
|
"__ZNK13ModelMetaData12tryGetStringEPKc",
|
|
136
139
|
"__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
|
|
137
140
|
"__ZN29qvac_lib_infer_llamacpp_embed7logging16llamaLogCallbackE14ggml_log_levelPKcPv",
|
|
141
|
+
"_bare_get_module_name_v0",
|
|
138
142
|
"__ZN29qvac_lib_infer_llamacpp_embed17VectorIndexFilterC1EOS0_",
|
|
139
143
|
"__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
140
144
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex12createFilterEPKyi",
|
|
@@ -142,7 +146,6 @@
|
|
|
142
146
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex3dimEv",
|
|
143
147
|
"__Z32qvacLibInferLlamacppEmbedExportsP8js_env_sP10js_value_s",
|
|
144
148
|
"__ZN9BertModel5resetEv",
|
|
145
|
-
"_bare_register_module_v0",
|
|
146
149
|
"__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
|
|
147
150
|
"__Z10splitLinesRKNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEES7_",
|
|
148
151
|
"__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex14searchFilteredEPKfiiPKyiPfPy",
|
|
@@ -151,6 +154,7 @@
|
|
|
151
154
|
"__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
|
|
152
155
|
"__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
|
|
153
156
|
"__ZThn8_N9BertModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
|
|
157
|
+
"_bare_register_module_v0",
|
|
154
158
|
"__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceERKNSt3__18optionalINS4_7variantIJiNS_11MainGpuTypeEEEEEE",
|
|
155
159
|
"__ZN19LlamaBackendsHandleaSEOS_",
|
|
156
160
|
"__ZNK9BertModel15getCommonParamsEv",
|
|
@@ -170,7 +174,6 @@
|
|
|
170
174
|
],
|
|
171
175
|
"weak": [
|
|
172
176
|
"__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
|
|
173
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
174
177
|
"__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
175
178
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
176
179
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
@@ -178,13 +181,14 @@
|
|
|
178
181
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
179
182
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
180
183
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
181
|
-
"
|
|
184
|
+
"__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
|
|
182
185
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
183
186
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
|
|
184
187
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
|
|
185
188
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
|
|
186
189
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
187
190
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
191
|
+
"__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
188
192
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
189
193
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
190
194
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
|
|
@@ -208,7 +212,7 @@
|
|
|
208
212
|
],
|
|
209
213
|
"target_info": [
|
|
210
214
|
{
|
|
211
|
-
"min_deployment": "
|
|
215
|
+
"min_deployment": "15",
|
|
212
216
|
"target": "arm64-ios-simulator"
|
|
213
217
|
}
|
|
214
218
|
]
|
|
Binary file
|
|
@@ -7,7 +7,7 @@
|
|
|
7
7
|
],
|
|
8
8
|
"current_versions": [
|
|
9
9
|
{
|
|
10
|
-
"version": "0.
|
|
10
|
+
"version": "0.43"
|
|
11
11
|
}
|
|
12
12
|
],
|
|
13
13
|
"exported_symbols": [
|
|
@@ -88,6 +88,7 @@
|
|
|
88
88
|
"__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
|
|
89
89
|
"__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
|
|
90
90
|
"__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
|
|
91
|
+
"__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
91
92
|
"__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
|
|
92
93
|
"__ZTI18AsyncWeightsLoader",
|
|
93
94
|
"__ZTINSt3__123__match_any_but_newlineIcEE",
|
|
@@ -102,6 +103,7 @@
|
|
|
102
103
|
"__ZTINSt3__16__loopIcEE",
|
|
103
104
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
|
|
104
105
|
"__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
|
|
106
|
+
"__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
105
107
|
"__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
|
|
106
108
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
|
|
107
109
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
|
|
@@ -137,8 +139,8 @@
|
|
|
137
139
|
"__ZTSNSt3__111__match_anyIcEE",
|
|
138
140
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp16OutputCallBackJs5StateENS_9allocatorIS3_EEEE",
|
|
139
141
|
"__ZTSNSt3__128__begin_marked_subexpressionIcEE",
|
|
140
|
-
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
141
142
|
"__ZTIN28qvac_lib_inference_addon_cpp18SingleJobSchedulerE",
|
|
143
|
+
"__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS7_ISC_EEEEE4__idE",
|
|
142
144
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
|
|
143
145
|
"__ZTSN28qvac_lib_inference_addon_cpp6Output6LogMsgE",
|
|
144
146
|
"__ZTSNSt3__110__function6__funcIZN28qvac_lib_inference_addon_cpp7AddonJs9cancelJobENS_8optionalIyEEEUlvE_NS_9allocatorIS6_EEFvvEEE",
|
|
@@ -158,8 +160,8 @@
|
|
|
158
160
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output6LogMsgEEE",
|
|
159
161
|
"__ZTIN28qvac_lib_inference_addon_cpp5model6IModelE",
|
|
160
162
|
"__ZTINSt3__115basic_stringbufIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
161
|
-
"__ZTSNSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
|
|
162
163
|
"__ZTINSt3__116__owns_one_stateIcEE",
|
|
164
|
+
"__ZTSNSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
|
|
163
165
|
"__ZTSNSt3__121__empty_non_own_stateIcEE",
|
|
164
166
|
"__ZTS18AsyncWeightsLoader",
|
|
165
167
|
"__ZTINSt3__120__shared_ptr_pointerIPNS_13__empty_stateIcEENS_10shared_ptrIS2_E27__shared_ptr_default_deleteIS2_S2_EENS_9allocatorIS2_EEEE",
|
|
@@ -198,11 +200,11 @@
|
|
|
198
200
|
"__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
|
|
199
201
|
"__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
200
202
|
"__ZTINSt3__110__function6__baseIFP10js_value_sRK14BertEmbeddingsEEE",
|
|
201
|
-
"
|
|
203
|
+
"__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
|
|
202
204
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
|
|
203
205
|
"__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
|
|
204
|
-
"__ZTI14BertEmbeddings",
|
|
205
206
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI14BertEmbeddingsEE",
|
|
207
|
+
"__ZTI14BertEmbeddings",
|
|
206
208
|
"__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
207
209
|
"__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
|
|
208
210
|
"__ZTINSt3__119basic_istringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
@@ -225,6 +227,7 @@
|
|
|
225
227
|
"__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
|
|
226
228
|
"__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
|
|
227
229
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
|
|
230
|
+
"__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
|
|
228
231
|
"__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
|
|
229
232
|
"__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
|
|
230
233
|
"__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
|
|
@@ -236,6 +239,7 @@
|
|
|
236
239
|
"__ZTSNSt3__16__nodeIcEE",
|
|
237
240
|
"__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
|
|
238
241
|
"__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
|
|
242
|
+
"__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
|
|
239
243
|
"__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
|
|
240
244
|
"__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
|
|
241
245
|
"__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
|
|
@@ -366,12 +370,11 @@
|
|
|
366
370
|
"__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
|
|
367
371
|
"__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
|
|
368
372
|
"__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
|
|
373
|
+
"__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
|
|
369
374
|
"__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
|
|
370
375
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
|
|
371
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
372
376
|
"__ZZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask3runEP8js_env_sNSt3__18functionIFvvEEEENUlP11uv_handle_sE_8__invokeES9_",
|
|
373
377
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface15destroyInstanceEP8js_env_sP18js_callback_info_s",
|
|
374
|
-
"__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
|
|
375
378
|
"__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13asyncCallbackEP10uv_async_s",
|
|
376
379
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
|
|
377
380
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
|
|
@@ -381,6 +384,7 @@
|
|
|
381
384
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
|
|
382
385
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
|
|
383
386
|
"__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
|
|
387
|
+
"__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
|
|
384
388
|
"__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
|
|
385
389
|
"__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
|
|
386
390
|
"__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_"
|
|
@@ -402,7 +406,7 @@
|
|
|
402
406
|
],
|
|
403
407
|
"target_info": [
|
|
404
408
|
{
|
|
405
|
-
"min_deployment": "
|
|
409
|
+
"min_deployment": "15",
|
|
406
410
|
"target": "x86_64-ios-simulator"
|
|
407
411
|
}
|
|
408
412
|
]
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|