@qvac/embed-llamacpp 0.42.0 → 0.43.1

package/README.md

@@ -16,6 +16,7 @@ This native C++ addon, built using the `Bare` Runtime, simplifies running text e
   - [6. Generate embeddings for input sequence](#6-generate-embeddings-for-input-sequence)
   - [7. Release Resources](#7-release-resources)
 - [API behavior by state](#api-behavior-by-state)
+- [Assessing fit](#assessing-fit)
 - [IdMapIndex vector database](#idmapindex-vector-database)
 - [Quickstart Example](#quickstart-example)
 - [Other Examples](#other-examples)
@@ -36,7 +37,7 @@ This native C++ addon, built using the `Bare` Runtime, simplifies running text e
 
 **Dependencies:**
 - inference-addon-cpp (≥1.1.2): C++ addon framework
-- @qvac/fabric (^0.13.0): Shared llama.cpp/ggml inference engine, including the vector-index API. Installed from npm; it carries the prebuilt runtime in its own tarball, so it must be present before `bare-make generate`/`build` and must not be pruned at runtime
+- @qvac/fabric (^0.18.0): Shared llama.cpp/ggml inference engine, including the vector-index API. The desktop runtime ships in the `@qvac/fabric-<host>` platform package that `@qvac/fabric` installs as an optional dependency, so install without `--omit=optional` and keep both present before `bare-make generate`/`build`. Android and iOS apps add `@qvac/fabric` and `@qvac/fabric-android-arm64` or `@qvac/fabric-ios` as direct dependencies at the same exact version.
 - Bare Runtime (≥1.24.0): JavaScript runtime
 - Linux requires Clang/LLVM 22 with libc++
 
@@ -227,6 +228,37 @@ A second `run()` while a job is active is serialized by `exclusiveRunQueue` —
 
 **Cancellation API:** Prefer cancelling from the model: `await model.cancel()`. This cancels the current job and the Promise resolves when the job has actually stopped (future-based in C++). You can also call `await response.cancel()` on the value returned by `run()`; it is equivalent and targets the same job. Both are no-op when idle.
 
+## Assessing fit
+
+`assessFit` projects a load against the memory free right now. It reads GGUF metadata and never weight data, so the registry's weightless copy of a model answers the same as the model itself and the projection can run before anything is downloaded.
+
+```js
+const EmbedLlamacpp = require('@qvac/embed-llamacpp')
+
+const fit = EmbedLlamacpp.assessFit({
+  modelPath: '/models/embed.gguf',
+  params: { 'batch-size': '1024' }
+})
+
+fit.status // 'fits' | 'does-not-fit' | 'error'
+fit.reason // 'fits', 'does-not-fit', 'model-unreadable', 'no-backend-device' or 'unsupported-config'
+fit.gpuLayers // what fits, which is not always what the request asked for
+fit.ctxSize
+fit.devices // one row per device the model was assigned to, then a `host` row
+fit.deviceBytes // model, context and compute summed across the devices, host excluded
+fit.hostBytes // the same, for the trailing host row
+```
+
+`params` takes the load in llama's own CLI spelling without the leading `--`, exactly as the loader takes it: `gpu-layers`, `tensor-split`, `batch-size` and the rest. Each is dispatched through llama's argument table, so a placement pinned there reaches the projection. A setting llama does not recognise, or a flag asked to be off that can only assert itself, is `status: "error"` with `unsupported-config`.
+
+Pinning `gpu-layers` fixes the placement: the fitter refuses to move layers off a device the load claimed, so the answer is whether that exact placement fits, never a reduced one. Leave it unset for a projection that can place the model itself.
+
+The projection applies the embedding load's own normalization: the micro-batch follows `batch-size`, a single sequence uses a unified KV cache, and the context is pinned to the model's trained context, or capped at it.
+
+`minCtxSize` sets a floor the fitter may not reduce the context below, defaulting to llama's own `fit-ctx` of 4096. `marginBytes` is the memory to leave free on every device, defaulting to llama's `fit-target` of 1 GiB per device. `backendsDir` is where the dynamically-loaded ggml backends live.
+
+A model the fitter cannot read is `status: "error"`; only a broken request throws.
+
 ## IdMapIndex vector database
 
 `IdMapIndex` is a synchronous CPU vector index with stable unsigned 64-bit IDs. Vector-only consumers should use the subpath export so importing the index does not load the embedding-model runtime:

package/addon.d.ts

@@ -22,8 +22,8 @@ export interface AddonConfigurationParams {
     config: GGMLConfig;
     /**
      * Root the native side searches for ggml compute backends, with
-     * BACKENDS_SUBDIR ("<host>/qvac__fabric") appended. Defaults to the
-     * `@qvac/fabric` package's `prebuilds/` on desktop, falling back to this
+     * BACKENDS_SUBDIR ("<host>/qvac__fabric") appended. Defaults to the root
+     * `@qvac/fabric/backends` resolves on desktop, falling back to this
      * addon's own `prebuilds/` on mobile.
      */
     backendsDir?: string;
@@ -81,6 +81,7 @@ export type MappedAddonEvent = {
  * event names (caller logs and skips dispatch).
  */
 export declare function mapAddonEvent(rawEvent: unknown, rawData: unknown, rawError: unknown): MappedAddonEvent | null;
+export declare function resolveBackendsDir(): string;
 /** An interface between the Bare C++ addon and the JS runtime. */
 export declare class BertInterface implements Addon {
     private readonly _binding;

package/addon.js

@@ -2,9 +2,11 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BertInterface = void 0;
 exports.mapAddonEvent = mapAddonEvent;
+exports.resolveBackendsDir = resolveBackendsDir;
 /* eslint-disable @typescript-eslint/no-require-imports -- Bare modules expose CommonJS export shapes. */
 const fs = require("bare-fs");
 const path = require("bare-path");
+const fabricBackends = require("@qvac/fabric/backends");
 /**
  * Normalize a raw native event into `Output` / `Error` / `JobEnded`, mapping
  * `backendDevice` from `0/1` to `'cpu'/'gpu'`. Returns `null` for unknown
@@ -37,24 +39,20 @@ function mapAddonEvent(rawEvent, rawData, rawError) {
     }
     return null;
 }
-// The ggml compute backends ship with the @qvac/fabric dependency
-// (prebuilds/<host>/qvac__fabric). We deliberately do not copy them into this
+// The ggml compute backends ship next to the @qvac/fabric runtime
+// (<root>/<host>/qvac__fabric). We deliberately do not copy them into this
 // addon to avoid duplicating tens of MB per fabric consumer. On desktop,
-// resolve the single @qvac/fabric install and load the backends from there. On
-// mobile the package tree isn't resolvable at runtime (the worklet runs from a
-// packed bundle), so fall back to this addon's own prebuilds, where the mobile
-// packaging stages the backends. The native side appends BACKENDS_SUBDIR
-// ("<host>/qvac__fabric") to whichever root we return.
+// @qvac/fabric/backends resolves that root in whichever package holds the
+// runtime. On mobile the package tree isn't resolvable at runtime (the worklet
+// runs from a packed bundle), so fall back to this addon's own prebuilds, where
+// the mobile packaging stages the backends. The native side appends
+// BACKENDS_SUBDIR ("<host>/qvac__fabric") to whichever root we return.
 function resolveBackendsDir() {
-    try {
-        const fabricPkg = require.resolve("@qvac/fabric/package");
-        const fabricPrebuilds = path.join(path.dirname(fabricPkg), "prebuilds");
-        if (fs.existsSync(fabricPrebuilds))
-            return fabricPrebuilds;
-    }
-    catch {
-        // Mobile worklets cannot resolve the @qvac/fabric package tree.
-    }
+    // fabric's resolver only checks that the platform package resolves, not that
+    // its prebuilds are on disk.
+    const fabricRoot = fabricBackends.resolveBackendsDir();
+    if (fabricRoot !== null && fs.existsSync(fabricRoot))
+        return fabricRoot;
     return path.join(__dirname, "prebuilds");
 }
 /** An interface between the Bare C++ addon and the JS runtime. */

package/fit.d.ts

@@ -0,0 +1,63 @@
+export interface EmbedFitRequest {
+    /** Absolute path to the GGUF, or to the registry's weightless copy. */
+    modelPath: string;
+    /**
+     * The load, in llama's own CLI spelling without the leading `--`, exactly as
+     * the loader takes it: `gpu-layers`, `tensor-split`, `batch-size` and the
+     * rest. Each is dispatched through llama's argument table, so a placement
+     * pinned here reaches the projection.
+     *
+     * A setting llama does not recognise, or a flag asked to be off that can only
+     * assert itself, is `status: "error"` with `unsupported-config`.
+     */
+    params?: Record<string, string>;
+    /** Floor the fitter may not reduce the context below. */
+    minCtxSize?: number;
+    /** Memory to leave free on every device. */
+    marginBytes?: number;
+    /** Where the dynamically-loaded ggml backends live. */
+    backendsDir?: string;
+}
+export type EmbedFitStatus = 'fits' | 'does-not-fit' | 'error';
+export type EmbedFitReason = 'fits' | 'does-not-fit' | 'model-unreadable' | 'no-backend-device' | 'unsupported-config';
+export interface EmbedFitDevice {
+    name: string;
+    totalBytes: number;
+    freeBytes: number;
+    modelBytes: number;
+    contextBytes: number;
+    computeBytes: number;
+}
+export interface EmbedFitResult {
+    status: EmbedFitStatus;
+    reason: EmbedFitReason;
+    /** The layer count the placement resolved to. */
+    gpuLayers: number;
+    ctxSize: number;
+    /** One row per device the model was assigned to, then a `host` row. */
+    devices: EmbedFitDevice[];
+    /** Model, context and compute summed across the devices, host excluded. */
+    deviceBytes: number;
+    /** The same, for the trailing host row. */
+    hostBytes: number;
+    trainCtxSize: number;
+    expertCount: number;
+}
+/**
+ * Projects one model against the memory free right now, reading GGUF metadata
+ * and never weight data. The registry's weightless copy of a model answers the
+ * same as the model itself, so this can run before anything is downloaded.
+ *
+ * A model the fitter cannot read comes back as `status: "error"`; only a broken
+ * request throws.
+ *
+ * Runs synchronously on the calling thread and builds the model twice without
+ * allocating weights, so a caller that must stay responsive runs it off its
+ * own loop.
+ *
+ * The projection reads the model's vocabulary, and llama asserts on a
+ * vocabulary it finds inconsistent. An assert aborts rather than throwing, so
+ * a corrupt file ends the process instead of returning a status: take the
+ * model from a source you trust, or call this behind a process boundary.
+ */
+export declare function assessFit(request: EmbedFitRequest): EmbedFitResult;

package/fit.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assessFit = assessFit;
+const addon_1 = require("./addon");
+/**
+ * Projects one model against the memory free right now, reading GGUF metadata
+ * and never weight data. The registry's weightless copy of a model answers the
+ * same as the model itself, so this can run before anything is downloaded.
+ *
+ * A model the fitter cannot read comes back as `status: "error"`; only a broken
+ * request throws.
+ *
+ * Runs synchronously on the calling thread and builds the model twice without
+ * allocating weights, so a caller that must stay responsive runs it off its
+ * own loop.
+ *
+ * The projection reads the model's vocabulary, and llama asserts on a
+ * vocabulary it finds inconsistent. An assert aborts rather than throwing, so
+ * a corrupt file ends the process instead of returning a status: take the
+ * model from a source you trust, or call this behind a process boundary.
+ */
+function assessFit(request) {
+    // eslint-disable-next-line @typescript-eslint/no-require-imports -- native binding is resolved lazily from package prebuilds.
+    const binding = require('./binding.js');
+    return binding.assessFit({
+        ...request,
+        backendsDir: typeof request.backendsDir === 'string' && request.backendsDir.length > 0
+            ? request.backendsDir
+            : (0, addon_1.resolveBackendsDir)()
+    });
+}

package/index.d.ts

@@ -6,6 +6,8 @@ import type { IdMapIndexFilter as ActualIdMapIndexFilter } from "./idMapIndex";
 export type { GGMLConfig, NumericLike, AddonConfigurationParams, RuntimeStats, Addon, } from "./addon";
 export type { IdMapIndexBitWidth, IdMapIndexOptions, IdMapIndexSearchResult, IdMapIndexStorage, } from "./idMapIndex";
 export { BertInterface } from "./addon";
+export { assessFit } from "./fit";
+export type { EmbedFitDevice, EmbedFitRequest, EmbedFitResult, EmbedFitStatus } from "./fit";
 export type { QvacResponse };
 export declare const IdMapIndex: typeof ActualIdMapIndex;
 export declare const IdMapIndexFilter: typeof ActualIdMapIndexFilter;

package/index.js

@@ -1,16 +1,19 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.GGMLBert = exports.BertInterface = void 0;
+exports.GGMLBert = exports.assessFit = exports.BertInterface = void 0;
 exports.pickPrimaryGgufPath = pickPrimaryGgufPath;
 /* eslint-disable @typescript-eslint/no-require-imports -- Bare modules and @qvac/logging expose CommonJS export shapes. */
 const fs = require("bare-fs");
 const path = require("bare-path");
 const QvacLogger = require("@qvac/logging");
+const fit_1 = require("./fit");
 /* eslint-enable @typescript-eslint/no-require-imports */
 const infer_base_1 = require("@qvac/infer-base");
 const addon_1 = require("./addon");
 var addon_2 = require("./addon");
 Object.defineProperty(exports, "BertInterface", { enumerable: true, get: function () { return addon_2.BertInterface; } });
+var fit_2 = require("./fit");
+Object.defineProperty(exports, "assessFit", { enumerable: true, get: function () { return fit_2.assessFit; } });
 const RUN_BUSY_ERROR_MESSAGE = "Cannot set new job: a job is already set or being processed";
 function loadIdMapIndex() {
     // eslint-disable-next-line @typescript-eslint/no-require-imports -- Keep the native addon lazy on the package root.
@@ -214,6 +217,7 @@ cjsExports.default = GGMLBert;
 cjsExports.pickPrimaryGgufPath = pickPrimaryGgufPath;
 cjsExports.GGMLBert = GGMLBert;
 cjsExports.BertInterface = addon_1.BertInterface;
+cjsExports.assessFit = fit_1.assessFit;
 Object.defineProperties(cjsExports, {
     IdMapIndex: {
         enumerable: true,

package/index.mjs

@@ -2,9 +2,17 @@ import GGMLBert from './index.js'
 import addon from './addon.js'
 
 const { BertInterface, mapAddonEvent } = addon
-const { pickPrimaryGgufPath } = GGMLBert
+const { assessFit, pickPrimaryGgufPath } = GGMLBert
 
 const { IdMapIndex, IdMapIndexFilter } = GGMLBert
 
 export default GGMLBert
-export { BertInterface, GGMLBert, IdMapIndex, IdMapIndexFilter, mapAddonEvent, pickPrimaryGgufPath }
+export {
+  assessFit,
+  BertInterface,
+  GGMLBert,
+  IdMapIndex,
+  IdMapIndexFilter,
+  mapAddonEvent,
+  pickPrimaryGgufPath
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/embed-llamacpp",
-  "version": "0.42.0",
+  "version": "0.43.1",
   "description": "bert addon for qvac",
   "addon": true,
   "engines": {
@@ -10,7 +10,7 @@
     "build": "npm run build:ts && npm run build:native",
     "build:native": "bare-make generate && bare-make build && bare-make install",
     "build:ts": "tsc -p tsconfig.build.json",
-    "check:generated": "npm run build:ts && npm run test:types:consumer && git diff --exit-code -- index.js index.mjs addon.js addonLogging.js idMapIndex.js idMapIndex.mjs index.d.ts addon.d.ts addonLogging.d.ts idMapIndex.d.ts test/types/consumer-cjs.test.js",
+    "check:generated": "npm run build:ts && npm run test:types:consumer && git diff --exit-code -- index.js index.mjs addon.js addonLogging.js idMapIndex.js idMapIndex.mjs fit.js index.d.ts addon.d.ts addonLogging.d.ts idMapIndex.d.ts fit.d.ts test/types/consumer-cjs.test.js",
     "typecheck": "tsc --noEmit -p tsconfig.json",
     "build:pack": "npm run build:ts && mkdir -p dist && npm pack --pack-destination dist",
     "mobile:copy-prebuilds": "cp -r prebuilds/android-arm64 prebuilds/android-ia32 || echo 'Warning: Failed to copy embed-llamacpp prebuilds to android-ia32'; cp -r prebuilds/android-arm64 prebuilds/android-arm || echo 'Warning: Failed to copy embed-llamacpp prebuilds to android-arm'; cp -r prebuilds/android-arm64 prebuilds/android-x64 || echo 'Warning: Failed to copy embed-llamacpp prebuilds to android-x64'; cp -r prebuilds/ios-arm64 prebuilds/ios-arm64-simulator 2>/dev/null || echo 'iOS prebuilds already present'; cp -r prebuilds/ios-arm64 prebuilds/ios-x64-simulator 2>/dev/null || echo 'iOS prebuilds already present'",
@@ -60,6 +60,8 @@
     "idMapIndex.js",
     "idMapIndex.mjs",
     "idMapIndex.d.ts",
+    "fit.js",
+    "fit.d.ts",
     "prebuilds",
     "index.d.ts",
     "LICENSE",
@@ -75,6 +77,8 @@
   "bugs": "https://github.com/tetherto/qvac/issues",
   "homepage": "https://qvac.tether.io",
   "devDependencies": {
+    "@qvac/fabric-android-arm64": "^0.19.0",
+    "@qvac/fabric-ios": "^0.19.0",
     "@types/node": "^24.2.1",
     "bare-crypto": "^1.15.3",
     "bare-subprocess": "^6.1.0",
@@ -96,7 +100,7 @@
     "bare-url": "^2.1.6"
   },
   "dependencies": {
-    "@qvac/fabric": "^0.17.0",
+    "@qvac/fabric": "^0.19.0",
     "@qvac/infer-base": "^0.6.2",
     "@qvac/logging": "^0.1.0",
     "bare-fs": "^4.5.1",

package/prebuilds/darwin-arm64/qvac__embed-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.42"
+        "version": "0.43.1"
       }
     ],
     "exported_symbols": [
@@ -39,12 +39,16 @@
             "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoI14BertEmbeddingsE4__idE",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
+            "__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
+            "__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
+            "__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
             "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
+            "__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
           ]
         },
@@ -119,10 +123,10 @@
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex9addLoggedEPKfiPKyRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEE",
             "__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
             "__ZN19LlamaBackendsHandleD2Ev",
-            "__ZThn8_N9BertModelD0Ev",
             "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex12compactDeltaERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7prepareEv",
+            "__ZThn8_N9BertModelD0Ev",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7compactEv",
             "__ZN9BertModel13encodeHostF32ERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEE",
             "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEE",
@@ -131,10 +135,10 @@
             "__ZN29qvac_lib_infer_llamacpp_embed7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
             "__ZNK9BertModel8isLoadedEv",
             "__ZN9BertModel17initializeBackendERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
-            "_bare_get_module_name_v0",
             "__ZNK13ModelMetaData12tryGetStringEPKc",
             "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
             "__ZN29qvac_lib_infer_llamacpp_embed7logging16llamaLogCallbackE14ggml_log_levelPKcPv",
+            "_bare_get_module_name_v0",
             "__ZN29qvac_lib_infer_llamacpp_embed17VectorIndexFilterC1EOS0_",
             "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex12createFilterEPKyi",
@@ -142,7 +146,6 @@
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex3dimEv",
             "__Z32qvacLibInferLlamacppEmbedExportsP8js_env_sP10js_value_s",
             "__ZN9BertModel5resetEv",
-            "_bare_register_module_v0",
             "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
             "__Z10splitLinesRKNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEES7_",
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex14searchFilteredEPKfiiPKyiPfPy",
@@ -151,6 +154,7 @@
             "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
             "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
             "__ZThn8_N9BertModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
+            "_bare_register_module_v0",
             "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceERKNSt3__18optionalINS4_7variantIJiNS_11MainGpuTypeEEEEEE",
             "__ZN19LlamaBackendsHandleaSEOS_",
             "__ZNK9BertModel15getCommonParamsEv",
@@ -179,12 +183,14 @@
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
             "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
+            "__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
+            "__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",

package/prebuilds/darwin-x64/qvac__embed-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.42"
+        "version": "0.43.1"
       }
     ],
     "exported_symbols": [
@@ -86,6 +86,7 @@
             "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
             "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
             "__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
+            "__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZTI18AsyncWeightsLoader",
             "__ZTINSt3__123__match_any_but_newlineIcEE",
@@ -100,6 +101,7 @@
             "__ZTINSt3__16__loopIcEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
+            "__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
@@ -193,11 +195,11 @@
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
             "__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRK14BertEmbeddingsEEE",
-            "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
+            "__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
-            "__ZTI14BertEmbeddings",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI14BertEmbeddingsEE",
+            "__ZTI14BertEmbeddings",
             "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp6logger8JsLogger5StateENS_9allocatorIS4_EEEE",
@@ -220,6 +222,7 @@
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
+            "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
             "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
             "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
@@ -231,6 +234,7 @@
             "__ZTSNSt3__16__nodeIcEE",
             "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
             "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
+            "__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
             "__ZTSNSt3__118__match_char_icaseIcNS_12regex_traitsIcEEEE"
@@ -360,6 +364,7 @@
             "__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
             "__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
             "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
+            "__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
             "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
@@ -375,6 +380,7 @@
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
+            "__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_"

package/prebuilds/ios-arm64/qvac__embed-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.42"
+        "version": "0.43.1"
       }
     ],
     "exported_symbols": [
@@ -39,12 +39,16 @@
             "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoI14BertEmbeddingsE4__idE",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
+            "__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
+            "__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
+            "__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
             "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
+            "__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
           ]
         },
@@ -119,10 +123,10 @@
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex9addLoggedEPKfiPKyRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEE",
             "__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
             "__ZN19LlamaBackendsHandleD2Ev",
-            "__ZThn8_N9BertModelD0Ev",
             "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex12compactDeltaERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7prepareEv",
+            "__ZThn8_N9BertModelD0Ev",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7compactEv",
             "__ZN9BertModel13encodeHostF32ERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEE",
             "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEE",
@@ -131,10 +135,10 @@
             "__ZN29qvac_lib_infer_llamacpp_embed7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
             "__ZNK9BertModel8isLoadedEv",
             "__ZN9BertModel17initializeBackendERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
-            "_bare_get_module_name_v0",
             "__ZNK13ModelMetaData12tryGetStringEPKc",
             "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
             "__ZN29qvac_lib_infer_llamacpp_embed7logging16llamaLogCallbackE14ggml_log_levelPKcPv",
+            "_bare_get_module_name_v0",
             "__ZN29qvac_lib_infer_llamacpp_embed17VectorIndexFilterC1EOS0_",
             "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex12createFilterEPKyi",
@@ -142,7 +146,6 @@
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex3dimEv",
             "__Z32qvacLibInferLlamacppEmbedExportsP8js_env_sP10js_value_s",
             "__ZN9BertModel5resetEv",
-            "_bare_register_module_v0",
             "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
             "__Z10splitLinesRKNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEES7_",
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex14searchFilteredEPKfiiPKyiPfPy",
@@ -151,6 +154,7 @@
             "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
             "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
             "__ZThn8_N9BertModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
+            "_bare_register_module_v0",
             "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceERKNSt3__18optionalINS4_7variantIJiNS_11MainGpuTypeEEEEEE",
             "__ZN19LlamaBackendsHandleaSEOS_",
             "__ZNK9BertModel15getCommonParamsEv",
@@ -179,12 +183,14 @@
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
             "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
+            "__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
+            "__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",

package/prebuilds/ios-arm64-simulator/qvac__embed-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.42"
+        "version": "0.43.1"
       }
     ],
     "exported_symbols": [
@@ -39,12 +39,16 @@
             "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoI14BertEmbeddingsE4__idE",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
+            "__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
+            "__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output6LogMsgEE4__idE",
+            "__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZNSt3__19__any_imp17__unique_typeinfoIN28qvac_lib_inference_addon_cpp6Output5ErrorEE4__idE",
             "__ZGVN28qvac_lib_inference_addon_cpp6logger8JsLogger6state_E",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface13instancesMtx_E",
+            "__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_6vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS6_IS8_EEEEE4__idE"
           ]
         },
@@ -119,10 +123,10 @@
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex9addLoggedEPKfiPKyRKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEE",
             "__ZN19LlamaBackendsHandleC1ERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
             "__ZN19LlamaBackendsHandleD2Ev",
-            "__ZThn8_N9BertModelD0Ev",
             "__ZN18AsyncWeightsLoader31lendFirstShardAndWaitForReleaseEONSt3__110unique_ptrINS0_15basic_streambufIcNS0_11char_traitsIcEEEENS0_14default_deleteIS5_EEEE",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex12compactDeltaERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES9_",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7prepareEv",
+            "__ZThn8_N9BertModelD0Ev",
             "__ZN29qvac_lib_infer_llamacpp_embed11VectorIndex7compactEv",
             "__ZN9BertModel13encodeHostF32ERKNSt3__16vectorINS0_12basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEENS5_IS7_EEEE",
             "__ZN17backend_selection13chooseBackendENS_11BackendTypeEPFv14ggml_log_levelPKcPvERKNSt3__18optionalINS7_7variantIJiNS_11MainGpuTypeEEEEEE",
@@ -131,10 +135,10 @@
             "__ZN29qvac_lib_infer_llamacpp_embed7logging17setVerbosityLevelERNSt3__113unordered_mapINS1_12basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEES8_NS1_4hashIS8_EENS1_8equal_toIS8_EENS6_INS1_4pairIKS8_S8_EEEEEE",
             "__ZNK9BertModel8isLoadedEv",
             "__ZN9BertModel17initializeBackendERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEES8_",
-            "_bare_get_module_name_v0",
             "__ZNK13ModelMetaData12tryGetStringEPKc",
             "__ZN17backend_selection19getSplitDeviceNamesERKNS_16BackendInterfaceE",
             "__ZN29qvac_lib_infer_llamacpp_embed7logging16llamaLogCallbackE14ggml_log_levelPKcPv",
+            "_bare_get_module_name_v0",
             "__ZN29qvac_lib_infer_llamacpp_embed17VectorIndexFilterC1EOS0_",
             "__ZN18AsyncWeightsLoader17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex12createFilterEPKyi",
@@ -142,7 +146,6 @@
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex3dimEv",
             "__Z32qvacLibInferLlamacppEmbedExportsP8js_env_sP10js_value_s",
             "__ZN9BertModel5resetEv",
-            "_bare_register_module_v0",
             "__ZNK18AsyncWeightsLoader20shouldLendFirstShardERKNSt3__14__fs10filesystem4pathE",
             "__Z10splitLinesRKNSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEES7_",
             "__ZNK29qvac_lib_infer_llamacpp_embed11VectorIndex14searchFilteredEPKfiiPKyiPfPy",
@@ -151,6 +154,7 @@
             "__ZN18AsyncWeightsLoader20joinFirstShardWorkerEv",
             "__ZN18AsyncWeightsLoader30extractIndividualStreamedFilesEv",
             "__ZThn8_N9BertModel17setWeightsForFileERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEONS0_10unique_ptrINS0_15basic_streambufIcS3_EENS0_14default_deleteISB_EEEE",
+            "_bare_register_module_v0",
             "__ZN17backend_selection13chooseBackendENS_11BackendTypeERKNS_16BackendInterfaceERKNSt3__18optionalINS4_7variantIJiNS_11MainGpuTypeEEEEEE",
             "__ZN19LlamaBackendsHandleaSEOS_",
             "__ZNK9BertModel15getCommonParamsEv",
@@ -179,12 +183,14 @@
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface8activateEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface6cancelEP8js_env_sP18js_callback_info_s",
             "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm1EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
+            "__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger13onEnvTeardownEPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onCloseHandleEP11uv_handle_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface9setLoggerEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
+            "__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",

package/prebuilds/ios-x64-simulator/qvac__embed-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.42"
+        "version": "0.43.1"
       }
     ],
     "exported_symbols": [
@@ -88,6 +88,7 @@
             "__ZTIN28qvac_lib_inference_addon_cpp2js22ThreadQueuedRefDeleterE",
             "__ZTSNSt3__16vectorINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS4_IS6_EEEE",
             "__ZTINSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
+            "__ZZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZGVN28qvac_lib_inference_addon_cpp11JsInterface10instances_E",
             "__ZTI18AsyncWeightsLoader",
             "__ZTINSt3__123__match_any_but_newlineIcEE",
@@ -102,6 +103,7 @@
             "__ZTINSt3__16__loopIcEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl20JsErrorOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model15IModelAsyncLoadE",
+            "__ZZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZTSNSt3__116__back_ref_icaseIcNS_12regex_traitsIcEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerINS_6Output5ErrorEEE",
             "__ZN28qvac_lib_inference_addon_cpp6logger8JsLogger16async_initiated_E",
@@ -198,11 +200,11 @@
             "__ZNSt3__19__any_imp17__unique_typeinfoINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEEE4__idE",
             "__ZTINSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
             "__ZTINSt3__110__function6__baseIFP10js_value_sRK14BertEmbeddingsEEE",
-            "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
+            "__ZGVZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_sE8fitMutex",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerE",
             "__ZTSNSt3__120__shared_ptr_emplaceIN13BorrowablePtrINS_15basic_streambufIcNS_11char_traitsIcEEEEE5StateENS_9allocatorIS7_EEEE",
-            "__ZTI14BertEmbeddings",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl19JsBaseOutputHandlerI14BertEmbeddingsEE",
+            "__ZTI14BertEmbeddings",
             "__ZTIZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
             "__ZTIN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNSt3__16vectorINS4_4pairINS4_12basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEENS4_7variantIJdxEEEEENSA_ISF_EEEEEE",
             "__ZTINSt3__119basic_istringstreamIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
@@ -225,6 +227,7 @@
             "__ZTSNSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerENS_9allocatorIS3_EEEE",
             "__ZTSNSt3__110__function6__baseIFP10js_value_sRKN28qvac_lib_inference_addon_cpp6Output5ErrorEEEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp11OutputQueueENS_9allocatorIS2_EEEE",
+            "__ZTSNSt3__16vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENS5_ISA_EEEE",
             "__ZTINSt3__112basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp5model6IModelE",
             "__ZTSZN28qvac_lib_inference_addon_cpp9out_handl21JsLogMsgOutputHandlerC1EvEUlRKNS_6Output6LogMsgEE_",
@@ -236,6 +239,7 @@
             "__ZTSNSt3__16__nodeIcEE",
             "__ZTSNSt3__111__lookaheadIcNS_12regex_traitsIcEEEE",
             "__ZTSNSt3__110shared_ptrINS_13__empty_stateIcEEE27__shared_ptr_default_deleteIS2_S2_EE",
+            "__ZGVZN30qvac_lib_inference_addon_embed21isProcessScopedOptionERK10common_argE8excluded",
             "__ZTSNSt3__120__shared_ptr_pointerIPNS_15basic_streambufIcNS_11char_traitsIcEEEEN13BorrowablePtrIS4_E7DeleterENS_9allocatorIS4_EEEE",
             "__ZTINSt3__120__shared_ptr_emplaceIN28qvac_lib_inference_addon_cpp8AddonCppENS_9allocatorIS2_EEEE",
             "__ZTSN28qvac_lib_inference_addon_cpp9out_handl17BaseOutputHandlerIP10js_value_sNS_6Output5ErrorEEE",
@@ -366,6 +370,7 @@
             "__ZN30qvac_lib_inference_addon_embed6runJobEP8js_env_sP18js_callback_info_s",
             "__ZN30qvac_lib_inference_addon_embed14createInstanceEP8js_env_sP18js_callback_info_s",
             "__ZZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs26initializeProcessingThreadENSt3__110shared_ptrINS_11OutputQueueEEEENKUlvE_clEvENUlP11uv_handle_sE_8__invokeES7_",
+            "__ZN30qvac_lib_inference_addon_embed9assessFitEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp6logger8JsLogger22closeAsyncHandleLockedEvENUlP11uv_handle_sE_8__invokeES3_",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask10onCompleteEP10uv_async_s",
             "__ZNSt3__116__variant_detail12__visitation6__base12__dispatcherIJLm0EEE10__dispatchB8ne190102IONS1_9__variant15__value_visitorIZZN28qvac_lib_inference_addon_cpp9out_handl27JsRuntimeStatsOutputHandlerC1EvENKUlRKNS_6vectorINS_4pairINS_12basic_stringIcNS_11char_traitsIcEENS_9allocatorIcEEEENS_7variantIJdxEEEEENSG_ISL_EEEEE_clESP_EUlOT_E_EEJRKNS0_6__baseILNS0_6_TraitE0EJdxEEEEEEDcSR_DpT0_",
@@ -381,6 +386,7 @@
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface11loadWeightsEP8js_env_sP18js_callback_info_s",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs13onEnvTeardownEPv",
             "__ZN28qvac_lib_inference_addon_cpp2js11JsAsyncTask13onEnvTeardownEP22js_deferred_teardown_sPv",
+            "__ZZN30qvac_lib_inference_addon_embed20applyLlamaLoadParamsEP8js_env_sN28qvac_lib_inference_addon_cpp2js6ObjectER13common_paramsENUliPPcE_8__invokeEiS8_",
             "__ZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16jsOutputCallbackEP10uv_async_s",
             "__ZN28qvac_lib_inference_addon_cpp11JsInterface13releaseLoggerEP8js_env_sP18js_callback_info_s",
             "__ZZN28qvac_lib_inference_addon_cpp16OutputCallBackJs16drainAndTeardownEPNS0_5StateEbbENUlP11uv_handle_sE_8__invokeES4_"