@qvac/llm-llamacpp 0.59.1 → 0.60.0

package/addon.d.ts

@@ -90,7 +90,6 @@ export type MappedAddonEvent = {
  * `FinetuneProgress`, or `null` to drop it.
  */
 export declare function mapAddonEvent(rawEvent: unknown, rawData: unknown, rawError: unknown): MappedAddonEvent | null;
-export declare function resolveBackendsDir(): string;
 /**
  * An interface between Bare addon in C++ and JS runtime.
  */

package/addon.js

@@ -2,11 +2,6 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LlamaInterface = void 0;
 exports.mapAddonEvent = mapAddonEvent;
-exports.resolveBackendsDir = resolveBackendsDir;
-/* eslint-disable @typescript-eslint/no-require-imports -- Bare modules expose CommonJS export shapes. */
-const fs = require("bare-fs");
-const path = require("bare-path");
-const fabricBackends = require("@qvac/fabric/backends");
 // Index-matched to the C++ GenerationStopReason enum (SequenceDriver.hpp).
 const STOP_REASONS = [
     "none",
@@ -72,22 +67,6 @@ function mapAddonEvent(rawEvent, rawData, rawError) {
     }
     return { type: type, data: rawData, error: rawError };
 }
-// The ggml compute backends ship next to the @qvac/fabric runtime
-// (<root>/<host>/qvac__fabric). We deliberately do not copy them into this
-// addon to avoid duplicating tens of MB per fabric consumer. On desktop,
-// @qvac/fabric/backends resolves that root in whichever package holds the
-// runtime. On mobile the package tree isn't resolvable at runtime (the worklet
-// runs from a packed bundle), so fall back to this addon's own prebuilds, where
-// the mobile packaging stages the backends. The native side appends
-// BACKENDS_SUBDIR ("<host>/qvac__fabric") to whichever root we return.
-function resolveBackendsDir() {
-    // fabric's resolver only checks that the platform package resolves, not that
-    // its prebuilds are on disk.
-    const fabricRoot = fabricBackends.resolveBackendsDir();
-    if (fabricRoot !== null && fs.existsSync(fabricRoot))
-        return fabricRoot;
-    return path.join(__dirname, "prebuilds");
-}
 /**
  * An interface between Bare addon in C++ and JS runtime.
  */
@@ -99,9 +78,6 @@ class LlamaInterface {
         if (!configurationParams.config) {
             configurationParams.config = {};
         }
-        if (!configurationParams.config.backendsDir) {
-            configurationParams.config.backendsDir = resolveBackendsDir();
-        }
         this._handle = this._binding.createInstance(this, configurationParams, outputCb, null);
     }
     loadWeights(weightsData) {
@@ -208,5 +184,4 @@ exports.LlamaInterface = LlamaInterface;
 module.exports = {
     LlamaInterface,
     mapAddonEvent,
-    resolveBackendsDir,
 };

package/binding.js

@@ -1,6 +1,6 @@
 // Pre-load @qvac/fabric so its shared .bare module (the llama.cpp + ggml
 // runtime) is registered with the bare runtime before our addon resolves its
-// DT_NEEDED dependency qvac__fabric@0.bare.
+// DT_NEEDED dependency qvac__fabric-<host>@0.bare (shipped by @qvac/fabric-<host>).
 require('@qvac/fabric')
 
 module.exports = require.addon()

package/fit.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.assessFit = assessFit;
-const addon_1 = require("./addon");
 /**
  * Projects one model against the memory free right now, reading GGUF metadata
  * and never weight data. The registry's weightless copy of a model answers the
@@ -22,9 +21,5 @@ const addon_1 = require("./addon");
 function assessFit(request) {
     // eslint-disable-next-line @typescript-eslint/no-require-imports -- native binding is resolved lazily from package prebuilds.
     const binding = require('./binding.js');
-    const config = { ...request.config };
-    if (config['backendsDir'] === undefined || config['backendsDir'] === '') {
-        config['backendsDir'] = (0, addon_1.resolveBackendsDir)();
-    }
-    return binding.assessFit({ ...request, config });
+    return binding.assessFit({ ...request, config: { ...request.config } });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/llm-llamacpp",
-  "version": "0.59.1",
+  "version": "0.60.0",
   "description": "llama addon for qvac",
   "addon": true,
   "scripts": {
@@ -73,15 +73,15 @@
   "bugs": "https://github.com/tetherto/qvac/issues",
   "homepage": "https://qvac.tether.io",
   "devDependencies": {
-    "@qvac/fabric-android-arm64": "^0.20.0",
-    "@qvac/fabric-ios": "^0.20.0",
+    "@qvac/fabric-android-arm64": "0.21.1",
+    "@qvac/fabric-ios": "0.21.1",
     "@types/node": "^24.2.1",
     "bare-crypto": "^1.15.3",
     "bare-process": "^4.2.2",
     "bare-subprocess": "^6.1.0",
     "bare-url": "^2.1.6",
     "brittle": "^3.16.5",
-    "cmake-bare": "^1.7.5",
+    "cmake-bare": "^1.9.0",
     "cmake-vcpkg": "^1.1.0",
     "eslint": "^9.39.4",
     "eslint-import-resolver-typescript": "^4.4.5",
@@ -96,16 +96,34 @@
     "typescript-eslint": "^8.63.0"
   },
   "dependencies": {
-    "@qvac/fabric": "^0.20.2",
+    "@qvac/fabric": "^0.21.1",
     "@qvac/infer-base": "^0.6.2",
     "@qvac/logging": "^0.1.0",
     "bare-fs": "^4.5.1",
     "bare-path": "^3.0.0"
   },
+  "optionalDependencies": {
+    "@qvac/fabric-linux-x64": "^0.21.1",
+    "@qvac/fabric-linux-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-x64": "^0.21.1",
+    "@qvac/fabric-win32-x64": "^0.21.1"
+  },
+  "peerDependencies": {
+    "@qvac/fabric-android-arm64": "^0.21.1",
+    "@qvac/fabric-ios": "^0.21.1"
+  },
+  "peerDependenciesMeta": {
+    "@qvac/fabric-android-arm64": {
+      "optional": true
+    },
+    "@qvac/fabric-ios": {
+      "optional": true
+    }
+  },
   "engines": {
     "bare": ">=1.24.0"
   },
-  "peerDependencies": {},
   "exports": {
     "./package": "./package.json",
     ".": {

package/prebuilds/darwin-arm64/qvac__llm-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.59.1"
+        "version": "0.60"
       }
     ],
     "exported_symbols": [

package/prebuilds/darwin-x64/qvac__llm-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.59.1"
+        "version": "0.60"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-arm64/qvac__llm-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.59.1"
+        "version": "0.60"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-arm64-simulator/qvac__llm-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.59.1"
+        "version": "0.60"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-x64-simulator/qvac__llm-llamacpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.59.1"
+        "version": "0.60"
       }
     ],
     "exported_symbols": [