@qvac/ggml-rpc-server 0.2.0 → 0.3.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## [0.3.0] - 2026-10-14
+
+### Breaking
+
+- An explicit `backendsDir` is scanned as given. It is no longer a prebuilds
+  root with `<host>/qvac__fabric` appended. Omit it and `@qvac/fabric` locates
+  the backends it ships, next to its runtime.
+
+### Changed
+
+- `@qvac/fabric` dependency bumped `^0.20.0` -> `^0.21.1`, whose platform
+  packages are now ordinary addons. This package declares them itself: the
+  desktop ones as `optionalDependencies`, and `@qvac/fabric-android-arm64` and
+  `@qvac/fabric-ios` as optional `peerDependencies`.
+- Mobile apps must move `@qvac/fabric` and `@qvac/fabric-android-arm64` or
+  `@qvac/fabric-ios` to `0.21.1` together.
+
 ## [0.2.0] - 2026-10-06
 
 ### Changed

package/binding.js

@@ -1,6 +1,6 @@
 // Pre-load @qvac/fabric so its shared .bare module (the llama.cpp + ggml
 // runtime) is registered with the bare runtime before our addon resolves its
-// DT_NEEDED dependency qvac__fabric@0.bare.
+// DT_NEEDED dependency qvac__fabric-<host>@0.bare (shipped by @qvac/fabric-<host>).
 require("@qvac/fabric");
 
 module.exports = require.addon();

package/index.js

@@ -16,8 +16,6 @@ exports.allocateFreePort = allocateFreePort;
 exports.startRpcServer = startRpcServer;
 /* eslint-disable @typescript-eslint/no-require-imports -- Bare modules and native bindings expose CommonJS export shapes. */
 const net = require("bare-net");
-const path = require("bare-path");
-const fabricBackends = require("@qvac/fabric/backends");
 const binding = require("./binding");
 /* eslint-enable @typescript-eslint/no-require-imports */
 exports.DEFAULT_RPC_SERVER_HOST = "127.0.0.1";
@@ -27,7 +25,7 @@ const TRUSTED_LAN_WARNING_CODE = "QVAC_GGML_RPC_SERVER_TRUSTED_LAN";
 const activeServerHandles = new Set();
 // Fabric never unloads its RPC module, so its RDMA build cannot change within a
 // process. Cache the native check, which reads the module from disk.
-const rdmaSupportByBackendsDir = new Map();
+let rdmaSupport;
 class RpcServerPortAllocationError extends Error {
   constructor(cause) {
     super("Failed to allocate a free port for ggml-rpc-server", { cause });
@@ -194,17 +192,16 @@ function validateThreads(threads) {
     throw new TypeError("threads must be a positive integer");
   }
 }
-function rpcBackendSupportsRdma(backendsDir) {
-  let supported = rdmaSupportByBackendsDir.get(backendsDir);
-  if (supported === undefined) {
+// The RPC module @qvac/fabric loads, from wherever fabric ships its backends.
+function rpcBackendSupportsRdma() {
+  if (rdmaSupport === undefined) {
     try {
-      supported = binding.rpcBackendSupportsRdma({ backendsDir });
+      rdmaSupport = binding.rpcBackendSupportsRdma({});
     } catch (error) {
       throw toTypedError(error);
     }
-    rdmaSupportByBackendsDir.set(backendsDir, supported);
   }
-  return supported;
+  return rdmaSupport;
 }
 function allocateFreePort(
   host = exports.DEFAULT_RPC_SERVER_HOST,
@@ -234,11 +231,7 @@ async function startRpcServer(options = {}) {
   assertLoopbackHost(host, options.allowNonLoopbackHost);
   warnForTrustedLanHost(host, options.allowNonLoopbackHost);
   validateThreads(options.threads);
-  // Packed mobile bundles do not retain a resolvable node_modules tree. Their
-  // packagers stage Fabric's backends beside this addon instead.
-  const backendsDir =
-    fabricBackends.resolveBackendsDir() ?? path.join(__dirname, "prebuilds");
-  const rdmaCapable = rpcBackendSupportsRdma(backendsDir);
+  const rdmaCapable = rpcBackendSupportsRdma();
   if (options.expectRdma === true && !rdmaCapable) {
     throw new RpcServerRdmaUnavailableError();
   }
@@ -255,7 +248,6 @@ async function startRpcServer(options = {}) {
       device,
       cache: options.cache ?? false,
       threads: options.threads,
-      backendsDir,
     }),
   );
   activeServerHandles.add(handle);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/ggml-rpc-server",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "Managed ggml RPC server for QVAC LLM inference",
   "addon": true,
   "scripts": {
@@ -45,11 +45,11 @@
   "bugs": "https://github.com/tetherto/qvac/issues",
   "homepage": "https://github.com/tetherto/qvac/tree/main/packages/ggml-rpc-server#readme",
   "devDependencies": {
-    "@qvac/fabric-android-arm64": "0.20.0",
-    "@qvac/fabric-ios": "0.20.0",
+    "@qvac/fabric-android-arm64": "0.21.1",
+    "@qvac/fabric-ios": "0.21.1",
     "@types/node": "^24.2.1",
     "brittle": "^3.17.0",
-    "cmake-bare": "^1.7.5",
+    "cmake-bare": "^1.9.0",
     "cmake-npm": "^1.1.0",
     "cmake-vcpkg": "^1.1.0",
     "eslint": "^9.39.4",
@@ -62,10 +62,29 @@
     "typescript-eslint": "^8.63.0"
   },
   "dependencies": {
-    "@qvac/fabric": "^0.20.0",
+    "@qvac/fabric": "^0.21.1",
     "bare-net": "^2.3.2",
     "bare-path": "^3.0.0"
   },
+  "optionalDependencies": {
+    "@qvac/fabric-linux-x64": "^0.21.1",
+    "@qvac/fabric-linux-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-x64": "^0.21.1",
+    "@qvac/fabric-win32-x64": "^0.21.1"
+  },
+  "peerDependencies": {
+    "@qvac/fabric-android-arm64": "^0.21.1",
+    "@qvac/fabric-ios": "^0.21.1"
+  },
+  "peerDependenciesMeta": {
+    "@qvac/fabric-android-arm64": {
+      "optional": true
+    },
+    "@qvac/fabric-ios": {
+      "optional": true
+    }
+  },
   "engines": {
     "bare": ">=1.24.0"
   },

package/prebuilds/darwin-arm64/qvac__ggml-rpc-server.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.2"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [

package/prebuilds/darwin-x64/qvac__ggml-rpc-server.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.2"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-arm64/qvac__ggml-rpc-server.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.2"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
@@ -43,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "14",
+        "min_deployment": "15",
         "target": "arm64-ios"
       }
     ]

package/prebuilds/ios-arm64-simulator/qvac__ggml-rpc-server.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.2"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
@@ -43,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "14",
+        "min_deployment": "15",
         "target": "arm64-ios-simulator"
       }
     ]

package/prebuilds/ios-x64-simulator/qvac__ggml-rpc-server.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.2"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
@@ -43,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "14",
+        "min_deployment": "15",
         "target": "x86_64-ios-simulator"
       }
     ]