@qvac/ggml-rpc-server 0.1.1 → 0.3.0

package/CHANGELOG.md

@@ -1,5 +1,40 @@
 # Changelog
 
+## [0.3.0] - 2026-10-14
+
+### Breaking
+
+- An explicit `backendsDir` is scanned as given. It is no longer a prebuilds
+  root with `<host>/qvac__fabric` appended. Omit it and `@qvac/fabric` locates
+  the backends it ships, next to its runtime.
+
+### Changed
+
+- `@qvac/fabric` dependency bumped `^0.20.0` -> `^0.21.1`, whose platform
+  packages are now ordinary addons. This package declares them itself: the
+  desktop ones as `optionalDependencies`, and `@qvac/fabric-android-arm64` and
+  `@qvac/fabric-ios` as optional `peerDependencies`.
+- Mobile apps must move `@qvac/fabric` and `@qvac/fabric-android-arm64` or
+  `@qvac/fabric-ios` to `0.21.1` together.
+
+## [0.2.0] - 2026-10-06
+
+### Changed
+
+- `@qvac/fabric` dependency bumped `^0.19.0` -> `^0.20.0`, which carries
+  `qvac-fabric` `10549.5.0` -> `11018.0.0`, the rebase onto upstream llama.cpp
+  b11018. This package consumes the shared runtime via npm rather than building
+  the vcpkg port, so the range bump is what picks up the new fabric. A caret on
+  a `0.x` version locks the minor, so `^0.19.0` would not have resolved `0.20.0`
+  on its own. The RPC protocol stays at 109, so servers and clients on
+  fabric 10549.3.0 and later still connect, and servers now keep backend
+  tensor extras. No API change.
+- The server lifecycle moved into `rpc-server-core`, which now has C++ unit
+  tests, and the package gained desktop integration tests
+  ([#4769](https://github.com/tetherto/qvac/pull/4769)).
+- Mobile apps must move `@qvac/fabric` and `@qvac/fabric-android-arm64` or
+  `@qvac/fabric-ios` to `0.20.0` together.
+
 ## [0.1.1] - 2026-09-30
 
 ### Changed

package/README.md

@@ -97,3 +97,16 @@ console.log(server.rdmaCapable)
 
 Without `expectRdma`, the server starts either way and reports the backend's
 capability in `rdmaCapable`.
+
+## Testing
+
+```bash
+npm run test:unit          # JS unit tests against a mocked binding
+npm run test:cpp           # C++ unit tests (GoogleTest)
+npm run test:integration   # desktop integration tests against prebuilds/
+```
+
+On a PR, `on-pr-nx.yml` runs the C++ tests with the `run-cpp-addon-tests` label
+and the desktop integration tests with the `run-desktop-addon-tests` label. Their
+platforms and runner setup live in the `test:cpp` and `test:integration`
+targets of `project.json`.

package/binding.js

@@ -1,6 +1,6 @@
 // Pre-load @qvac/fabric so its shared .bare module (the llama.cpp + ggml
 // runtime) is registered with the bare runtime before our addon resolves its
-// DT_NEEDED dependency qvac__fabric@0.bare.
+// DT_NEEDED dependency qvac__fabric-<host>@0.bare (shipped by @qvac/fabric-<host>).
 require("@qvac/fabric");
 
 module.exports = require.addon();

package/index.js

@@ -16,8 +16,6 @@ exports.allocateFreePort = allocateFreePort;
 exports.startRpcServer = startRpcServer;
 /* eslint-disable @typescript-eslint/no-require-imports -- Bare modules and native bindings expose CommonJS export shapes. */
 const net = require("bare-net");
-const path = require("bare-path");
-const fabricBackends = require("@qvac/fabric/backends");
 const binding = require("./binding");
 /* eslint-enable @typescript-eslint/no-require-imports */
 exports.DEFAULT_RPC_SERVER_HOST = "127.0.0.1";
@@ -27,7 +25,7 @@ const TRUSTED_LAN_WARNING_CODE = "QVAC_GGML_RPC_SERVER_TRUSTED_LAN";
 const activeServerHandles = new Set();
 // Fabric never unloads its RPC module, so its RDMA build cannot change within a
 // process. Cache the native check, which reads the module from disk.
-const rdmaSupportByBackendsDir = new Map();
+let rdmaSupport;
 class RpcServerPortAllocationError extends Error {
   constructor(cause) {
     super("Failed to allocate a free port for ggml-rpc-server", { cause });
@@ -194,17 +192,16 @@ function validateThreads(threads) {
     throw new TypeError("threads must be a positive integer");
   }
 }
-function rpcBackendSupportsRdma(backendsDir) {
-  let supported = rdmaSupportByBackendsDir.get(backendsDir);
-  if (supported === undefined) {
+// The RPC module @qvac/fabric loads, from wherever fabric ships its backends.
+function rpcBackendSupportsRdma() {
+  if (rdmaSupport === undefined) {
     try {
-      supported = binding.rpcBackendSupportsRdma({ backendsDir });
+      rdmaSupport = binding.rpcBackendSupportsRdma({});
     } catch (error) {
       throw toTypedError(error);
     }
-    rdmaSupportByBackendsDir.set(backendsDir, supported);
   }
-  return supported;
+  return rdmaSupport;
 }
 function allocateFreePort(
   host = exports.DEFAULT_RPC_SERVER_HOST,
@@ -234,11 +231,7 @@ async function startRpcServer(options = {}) {
   assertLoopbackHost(host, options.allowNonLoopbackHost);
   warnForTrustedLanHost(host, options.allowNonLoopbackHost);
   validateThreads(options.threads);
-  // Packed mobile bundles do not retain a resolvable node_modules tree. Their
-  // packagers stage Fabric's backends beside this addon instead.
-  const backendsDir =
-    fabricBackends.resolveBackendsDir() ?? path.join(__dirname, "prebuilds");
-  const rdmaCapable = rpcBackendSupportsRdma(backendsDir);
+  const rdmaCapable = rpcBackendSupportsRdma();
   if (options.expectRdma === true && !rdmaCapable) {
     throw new RpcServerRdmaUnavailableError();
   }
@@ -255,7 +248,6 @@ async function startRpcServer(options = {}) {
       device,
       cache: options.cache ?? false,
       threads: options.threads,
-      backendsDir,
     }),
   );
   activeServerHandles.add(handle);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/ggml-rpc-server",
-  "version": "0.1.1",
+  "version": "0.3.0",
   "description": "Managed ggml RPC server for QVAC LLM inference",
   "addon": true,
   "scripts": {
@@ -13,11 +13,15 @@
     "lint:js": "prettier --check \"**/*.{js,cjs,mjs}\" && lunte",
     "lint:ts": "eslint \"src/**/*.ts\" --max-warnings=0",
     "lint:ts:fix": "eslint \"src/**/*.ts\" --fix",
-    "lint-cpp": "clang-tidy -p build addon/binding.cpp",
+    "lint-cpp": "clang-tidy -p build addon/binding.cpp addon/rpc-server-core.cpp",
     "format": "prettier --write \"**/*.{js,cjs,mjs}\"",
     "test": "npm run build:ts && npm run test:node",
     "test:node": "node --test test/node/*.test.cjs",
     "test:unit": "npm run test:node",
+    "test:integration": "bare test/integration/rpc-server.test.js",
+    "test:cpp:build": "bare-make generate -D BUILD_TESTING=ON && bare-make build --target addon-test",
+    "test:cpp:run": "node scripts/run-cpp-tests.js",
+    "test:cpp": "npm run test:cpp:build && npm run test:cpp:run",
     "test:types": "npm run typecheck && npm run check:generated",
     "test:dts": "npm run test:types"
   },
@@ -41,10 +45,11 @@
   "bugs": "https://github.com/tetherto/qvac/issues",
   "homepage": "https://github.com/tetherto/qvac/tree/main/packages/ggml-rpc-server#readme",
   "devDependencies": {
-    "@qvac/fabric-android-arm64": "0.19.0",
-    "@qvac/fabric-ios": "0.19.0",
+    "@qvac/fabric-android-arm64": "0.21.1",
+    "@qvac/fabric-ios": "0.21.1",
     "@types/node": "^24.2.1",
-    "cmake-bare": "^1.7.5",
+    "brittle": "^3.17.0",
+    "cmake-bare": "^1.9.0",
     "cmake-npm": "^1.1.0",
     "cmake-vcpkg": "^1.1.0",
     "eslint": "^9.39.4",
@@ -57,10 +62,29 @@
     "typescript-eslint": "^8.63.0"
   },
   "dependencies": {
-    "@qvac/fabric": "^0.19.0",
+    "@qvac/fabric": "^0.21.1",
     "bare-net": "^2.3.2",
     "bare-path": "^3.0.0"
   },
+  "optionalDependencies": {
+    "@qvac/fabric-linux-x64": "^0.21.1",
+    "@qvac/fabric-linux-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-x64": "^0.21.1",
+    "@qvac/fabric-win32-x64": "^0.21.1"
+  },
+  "peerDependencies": {
+    "@qvac/fabric-android-arm64": "^0.21.1",
+    "@qvac/fabric-ios": "^0.21.1"
+  },
+  "peerDependenciesMeta": {
+    "@qvac/fabric-android-arm64": {
+      "optional": true
+    },
+    "@qvac/fabric-ios": {
+      "optional": true
+    }
+  },
   "engines": {
     "bare": ">=1.24.0"
   },

package/prebuilds/darwin-arm64/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.1"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }

package/prebuilds/darwin-x64/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.1"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }

package/prebuilds/ios-arm64/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.1"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }
@@ -34,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "14",
+        "min_deployment": "15",
         "target": "arm64-ios"
       }
     ]

package/prebuilds/ios-arm64-simulator/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.1"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }
@@ -34,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "14",
+        "min_deployment": "15",
         "target": "arm64-ios-simulator"
       }
     ]

package/prebuilds/ios-x64-simulator/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.1"
+        "version": "0.3"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }
@@ -34,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "14",
+        "min_deployment": "15",
         "target": "x86_64-ios-simulator"
       }
     ]