@qvac/translation-nmtcpp 0.19.2 → 0.20.0

package/README.md

@@ -288,7 +288,7 @@ const backendSettings = {
   use_gpu: true,              // Enable GPU inference (default: false → CPU-only)
   gpu_backend: 'vulkan',      // Optional: pick a specific backend by name substring
   gpu_device: 0,              // Optional: ordinal within matching devices (default: 0)
-  backendsDir: './prebuilds', // Optional override of the fabric backends root
+  backendsDir: '/abs/path/to/backends', // Optional. Scanned as given; omit to use the backends @qvac/fabric ships
   openclCacheDir: '/path/ok'  // Optional (Android only): OpenCL kernel-cache dir
 }
 ```
@@ -300,7 +300,7 @@ The three GPU control keys each accept a camelCase alias alongside the snake_cas
 | `use_gpu` | `useGPU` | boolean | Enable GPU inference. When `false` (default), only the CPU backend is used. Bergamot is CPU-only by design — this flag is effectively a no-op for Bergamot. |
 | `gpu_backend` | `gpuBackend` | string | Case-insensitive **substring** match against eligible Vulkan, Metal, OpenCL, or CUDA device names (e.g. `"vulkan"`, `"vulkan0"`, `"opencl"`, `"metal"`). When unset, the default gated selection runs (see [Backends](#backends)). Any explicit selector that resolves to OpenCL bypasses the build-time `USE_OPENCL` guard — an informed opt-in. |
 | `gpu_device` | `gpuDevice` | int | Ordinal within the matching devices. Defaults to `0` (first match). Example: `{gpu_backend: "vulkan", gpu_device: 1}` picks the second Vulkan adapter. |
-| `backendsDir` | — | string | Path to the directory containing the runtime backend shared libraries (`libqvac-ggml-vulkan.so`, etc.). Defaults to the root `@qvac/fabric/backends` resolves on desktop, falling back to this package's `prebuilds/` on mobile, where the package tree isn't resolvable from the packed worklet. Must be an absolute path when set; paths with `..` segments or unresolvable symlinks are rejected with a warning and fall back to that default. |
+| `backendsDir` | — | string | Path to the directory containing the runtime backend shared libraries (`libqvac-ggml-vulkan.so`, etc.). When omitted, the backends `@qvac/fabric` ships are loaded; fabric locates them next to its runtime on every platform. Must be an absolute path when set; paths with `..` segments or unresolvable symlinks are rejected with a warning and fall back to fabric's backends. |
 | `openclCacheDir` | — | string | **Android only.** Writable directory the OpenCL backend uses for its JIT kernel cache (forwarded via `GGML_OPENCL_CACHE_DIR`). Must be an absolute path; paths with `..` segments are rejected. The OpenCL backend falls back to a non-writable relative path if this is unset, which `ggml_abort()`s during init inside the app sandbox — always provide an app-writable path when exercising OpenCL on Android. |
 
 GPU execution is limited to Vulkan, Metal/MTL, OpenCL, and CUDA devices reported as GPU or integrated GPU. RPC, ROCm/HIP, SYCL, MUSA, and unknown backend families fall back to CPU — RPC because translation has no split-mode support and cannot execute over it. CUDA is admitted ahead of its planned Fabric build so that build does not require another selector change. An explicit selector only narrows this eligible set; it cannot enable an unsupported family.

package/binding.js

@@ -1,6 +1,6 @@
 // Pre-load @qvac/fabric so its shared .bare module (the ggml runtime) is
 // registered with the bare runtime before our addon resolves its DT_NEEDED
-// dependency qvac__fabric@0.bare.
+// dependency qvac__fabric-<host>@0.bare (shipped by @qvac/fabric-<host>).
 require('@qvac/fabric')
 
 module.exports = require.addon()

package/index.d.ts

@@ -165,9 +165,8 @@ declare namespace TranslationNmtcpp {
         gpuDevice?: number;
         /**
          * Path to the directory containing backend shared libraries
-         * (libqvac-ggml-vulkan.so, etc.). Defaults to the root `@qvac/fabric/backends`
-         * resolves on desktop, falling back to this package's `prebuilds/` on mobile where
-         * the package tree isn't resolvable from the packed worklet.
+         * (libqvac-ggml-vulkan.so, etc.). Defaults to the ones @qvac/fabric ships,
+         * which it locates itself next to its runtime.
          */
         backendsDir?: string;
         /**

package/index.js

@@ -1,9 +1,6 @@
 "use strict";
 /* eslint-disable @typescript-eslint/no-require-imports -- Bare modules and @qvac/logging expose CommonJS export shapes. */
-const fs = require("bare-fs");
-const path = require("bare-path");
 const QvacLogger = require("@qvac/logging");
-const fabricBackends = require("@qvac/fabric/backends");
 /* eslint-enable @typescript-eslint/no-require-imports */
 const infer_base_1 = require("@qvac/infer-base");
 const marian_1 = require("./marian");
@@ -19,22 +16,6 @@ const indic_processor_1 = require("./third-party/indic-processor");
 const BERGAMOT_TARGET_TOKEN_BY_PAIR = {
     "en:pt": ">>por<<",
 };
-// The ggml compute backends (GGML_BACKEND_DL modules) ship exactly once, next to
-// the @qvac/fabric runtime (<root>/<host>/qvac__fabric). We deliberately do not
-// copy them into this addon to avoid duplicating tens of MB per fabric
-// consumer. On desktop, @qvac/fabric/backends resolves that root in whichever
-// package holds the runtime. On mobile the package tree isn't resolvable at
-// runtime (the worklet runs from a packed bundle), so fall back to this addon's
-// own prebuilds, where the mobile packaging stages the backends. The native side
-// appends BACKENDS_SUBDIR ("<host>/qvac__fabric") to whichever root we return.
-function resolveBackendsDir() {
-    // fabric's resolver only checks that the platform package resolves, not that
-    // its prebuilds are on disk.
-    const fabricRoot = fabricBackends.resolveBackendsDir();
-    if (fabricRoot !== null && fs.existsSync(fabricRoot))
-        return fabricRoot;
-    return path.join(__dirname, "prebuilds");
-}
 function isAbsoluteModelPath(modelPath) {
     return (modelPath.startsWith("/") ||
         /^[A-Za-z]:[\\/]/.test(modelPath) ||
@@ -133,10 +114,7 @@ const TranslationNmtcpp = class TranslationNmtcpp {
         normalizeGpuAliases(config);
         return binding.assessFit({
             ...request,
-            config: {
-                ...config,
-                backendsDir: request.config.backendsDir ?? resolveBackendsDir(),
-            },
+            config,
         });
     }
     opts;
@@ -338,9 +316,6 @@ const TranslationNmtcpp = class TranslationNmtcpp {
         // translate camelCase → snake_case here. snake_case takes precedence
         // when both are present (explicit user choice wins over alias).
         normalizeGpuAliases(otherConfig);
-        if (otherConfig.backendsDir === undefined) {
-            otherConfig.backendsDir = resolveBackendsDir();
-        }
         const configurationParams = {
             path: this._files.model,
             config: otherConfig,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/translation-nmtcpp",
-  "version": "0.19.2",
+  "version": "0.20.0",
   "description": "translation addon for qvac",
   "addon": true,
   "engines": {
@@ -78,14 +78,14 @@
   "bugs": "https://github.com/tetherto/qvac/issues",
   "homepage": "https://qvac.tether.io",
   "devDependencies": {
-    "@qvac/fabric-android-arm64": "^0.20.0",
-    "@qvac/fabric-ios": "^0.20.0",
+    "@qvac/fabric-android-arm64": "0.21.1",
+    "@qvac/fabric-ios": "0.21.1",
     "@qvac/registry-client": "^0.6.1",
     "@types/node": "^24.2.1",
     "bare-fetch": "^3.0.1",
     "bare-stream": "^2.7.0",
     "brittle": "^3.4.0",
-    "cmake-bare": "^1.7.5",
+    "cmake-bare": "^1.9.0",
     "cmake-vcpkg": "^1.1.0",
     "eslint": "^9.39.4",
     "eslint-import-resolver-typescript": "^4.4.5",
@@ -98,7 +98,7 @@
   },
   "dependencies": {
     "@qvac/error": "^0.1.0",
-    "@qvac/fabric": "^0.20.0",
+    "@qvac/fabric": "^0.21.1",
     "@qvac/infer-base": "^0.6.2",
     "@qvac/logging": "^0.1.0",
     "bare-fs": "^4.5.1",
@@ -107,12 +107,27 @@
     "bare-process": "^4.2.2",
     "bare-url": "^2.1.6"
   },
+  "optionalDependencies": {
+    "@qvac/fabric-linux-x64": "^0.21.1",
+    "@qvac/fabric-linux-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-arm64": "^0.21.1",
+    "@qvac/fabric-darwin-x64": "^0.21.1",
+    "@qvac/fabric-win32-x64": "^0.21.1"
+  },
   "peerDependencies": {
-    "bare-fetch": "^3.0.1"
+    "bare-fetch": "^3.0.1",
+    "@qvac/fabric-android-arm64": "^0.21.1",
+    "@qvac/fabric-ios": "^0.21.1"
   },
   "peerDependenciesMeta": {
     "bare-fetch": {
       "optional": true
+    },
+    "@qvac/fabric-android-arm64": {
+      "optional": true
+    },
+    "@qvac/fabric-ios": {
+      "optional": true
     }
   },
   "exports": {

package/prebuilds/darwin-arm64/qvac__translation-nmtcpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.19.2"
+        "version": "0.20"
       }
     ],
     "exported_symbols": [

package/prebuilds/darwin-x64/qvac__translation-nmtcpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.19.2"
+        "version": "0.20"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-arm64/qvac__translation-nmtcpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.19.2"
+        "version": "0.20"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-arm64-simulator/qvac__translation-nmtcpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.19.2"
+        "version": "0.20"
       }
     ],
     "exported_symbols": [

package/prebuilds/ios-x64-simulator/qvac__translation-nmtcpp.bare.exports

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.19.2"
+        "version": "0.20"
       }
     ],
     "exported_symbols": [