@qvac/ggml-rpc-server 0.1.0 → 0.2.0

package/CHANGELOG.md

@@ -1,5 +1,35 @@
 # Changelog
 
+## [0.2.0] - 2026-10-06
+
+### Changed
+
+- `@qvac/fabric` dependency bumped `^0.19.0` -> `^0.20.0`, which carries
+  `qvac-fabric` `10549.5.0` -> `11018.0.0`, the rebase onto upstream llama.cpp
+  b11018. This package consumes the shared runtime via npm rather than building
+  the vcpkg port, so the range bump is what picks up the new fabric. A caret on
+  a `0.x` version locks the minor, so `^0.19.0` would not have resolved `0.20.0`
+  on its own. The RPC protocol stays at 109, so servers and clients on
+  fabric 10549.3.0 and later still connect, and servers now keep backend
+  tensor extras. No API change.
+- The server lifecycle moved into `rpc-server-core`, which now has C++ unit
+  tests, and the package gained desktop integration tests
+  ([#4769](https://github.com/tetherto/qvac/pull/4769)).
+- Mobile apps must move `@qvac/fabric` and `@qvac/fabric-android-arm64` or
+  `@qvac/fabric-ios` to `0.20.0` together.
+
+## [0.1.1] - 2026-09-30
+
+### Changed
+
+- `@qvac/fabric` dependency bumped `^0.18.1` -> `^0.19.0`, and the mobile
+  `@qvac/fabric-android-arm64` and `@qvac/fabric-ios` pins `0.18.1` ->
+  `0.19.0`. This carries `qvac-fabric` `10549.4.0` -> `10549.5.0`, whose RPC
+  change matters here: idle RDMA and tensor-dispatch threads now sleep instead
+  of spinning, so an idle server no longer keeps cores busy. A caret on a `0.x`
+  version locks the minor, so `^0.18.1` would not have resolved `0.19.0` on
+  its own. No API change.
+
 ## 0.1.0
 
 - Add the managed `ggml-rpc-server` API as an in-process Bare addon backed by

package/README.md

@@ -97,3 +97,16 @@ console.log(server.rdmaCapable)
 
 Without `expectRdma`, the server starts either way and reports the backend's
 capability in `rdmaCapable`.
+
+## Testing
+
+```bash
+npm run test:unit          # JS unit tests against a mocked binding
+npm run test:cpp           # C++ unit tests (GoogleTest)
+npm run test:integration   # desktop integration tests against prebuilds/
+```
+
+On a PR, `on-pr-nx.yml` runs the C++ tests with the `run-cpp-addon-tests` label
+and the desktop integration tests with the `run-desktop-addon-tests` label. Their
+platforms and runner setup live in the `test:cpp` and `test:integration`
+targets of `project.json`.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/ggml-rpc-server",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Managed ggml RPC server for QVAC LLM inference",
   "addon": true,
   "scripts": {
@@ -13,11 +13,15 @@
     "lint:js": "prettier --check \"**/*.{js,cjs,mjs}\" && lunte",
     "lint:ts": "eslint \"src/**/*.ts\" --max-warnings=0",
     "lint:ts:fix": "eslint \"src/**/*.ts\" --fix",
-    "lint-cpp": "clang-tidy -p build addon/binding.cpp",
+    "lint-cpp": "clang-tidy -p build addon/binding.cpp addon/rpc-server-core.cpp",
     "format": "prettier --write \"**/*.{js,cjs,mjs}\"",
     "test": "npm run build:ts && npm run test:node",
     "test:node": "node --test test/node/*.test.cjs",
     "test:unit": "npm run test:node",
+    "test:integration": "bare test/integration/rpc-server.test.js",
+    "test:cpp:build": "bare-make generate -D BUILD_TESTING=ON && bare-make build --target addon-test",
+    "test:cpp:run": "node scripts/run-cpp-tests.js",
+    "test:cpp": "npm run test:cpp:build && npm run test:cpp:run",
     "test:types": "npm run typecheck && npm run check:generated",
     "test:dts": "npm run test:types"
   },
@@ -41,9 +45,10 @@
   "bugs": "https://github.com/tetherto/qvac/issues",
   "homepage": "https://github.com/tetherto/qvac/tree/main/packages/ggml-rpc-server#readme",
   "devDependencies": {
-    "@qvac/fabric-android-arm64": "0.18.1",
-    "@qvac/fabric-ios": "0.18.1",
+    "@qvac/fabric-android-arm64": "0.20.0",
+    "@qvac/fabric-ios": "0.20.0",
     "@types/node": "^24.2.1",
+    "brittle": "^3.17.0",
     "cmake-bare": "^1.7.5",
     "cmake-npm": "^1.1.0",
     "cmake-vcpkg": "^1.1.0",
@@ -57,7 +62,7 @@
     "typescript-eslint": "^8.63.0"
   },
   "dependencies": {
-    "@qvac/fabric": "^0.18.1",
+    "@qvac/fabric": "^0.20.0",
     "bare-net": "^2.3.2",
     "bare-path": "^3.0.0"
   },

package/prebuilds/darwin-arm64/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1"
+        "version": "0.2"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }

package/prebuilds/darwin-x64/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1"
+        "version": "0.2"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }

package/prebuilds/ios-arm64/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1"
+        "version": "0.2"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }
@@ -34,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "15",
+        "min_deployment": "14",
         "target": "arm64-ios"
       }
     ]

package/prebuilds/ios-arm64-simulator/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1"
+        "version": "0.2"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }
@@ -34,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "15",
+        "min_deployment": "14",
         "target": "arm64-ios-simulator"
       }
     ]

package/prebuilds/ios-x64-simulator/qvac__ggml-rpc-server.bare.exports

@@ -7,15 +7,24 @@
     ],
     "current_versions": [
       {
-        "version": "0.1"
+        "version": "0.2"
       }
     ],
     "exported_symbols": [
       {
         "text": {
           "global": [
+            "__ZN10rpc_server23rpcBackendHasRdmaMarkerERKNSt3__14__fs10filesystem4pathE",
+            "__ZN10rpc_server12ServerRunner4stopEv",
+            "__ZN10rpc_server13selectDevicesERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEE",
             "_bare_register_module_v0",
-            "_bare_get_module_name_v0"
+            "__ZN10rpc_server12ServerRunnerC1EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD2Ev",
+            "__ZN10rpc_server19resolveRpcServerApiEv",
+            "_bare_get_module_name_v0",
+            "__ZN10rpc_server21defaultCacheDirectoryEv",
+            "__ZN10rpc_server12ServerRunnerC2EP23ggml_backend_rpc_serverNS_12RpcServerApiE",
+            "__ZN10rpc_server12ServerRunnerD1Ev"
           ]
         }
       }
@@ -34,7 +43,7 @@
     ],
     "target_info": [
       {
-        "min_deployment": "15",
+        "min_deployment": "14",
         "target": "x86_64-ios-simulator"
       }
     ]