ruvector 0.2.25 → 0.2.26

package/dist/core/onnx-embedder.js

@@ -181,22 +181,26 @@ async function initOnnxEmbedder(config = {}) {
     loadPromise = (async () => {
         try {
             // Paths to bundled ONNX files
-            const pkgPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm.js');
+            const bgJsPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_bg.js');
+            const wasmPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_bg.wasm');
             const loaderPath = path.join(__dirname, 'onnx', 'loader.js');
-            if (!fs.existsSync(pkgPath)) {
+            if (!fs.existsSync(bgJsPath) || !fs.existsSync(wasmPath)) {
                 throw new Error('ONNX WASM files not bundled. The onnx/ directory is missing.');
             }
-            // Convert paths to file:// URLs for cross-platform ESM compatibility (Windows fix)
-            const pkgUrl = (0, url_1.pathToFileURL)(pkgPath).href;
+            // Load the bg.js module directly (avoids the ESM `import * as wasm from "*.wasm"`
+            // in the main .js shim which requires --experimental-wasm-modules on Node 18-24).
+            const bgUrl = (0, url_1.pathToFileURL)(bgJsPath).href;
             const loaderUrl = (0, url_1.pathToFileURL)(loaderPath).href;
-            // Dynamic import of bundled modules using file:// URLs
-            wasmModule = await dynamicImport(pkgUrl);
-            // Initialize WASM module (loads the .wasm file)
-            const wasmPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_bg.wasm');
-            if (wasmModule.default && typeof wasmModule.default === 'function') {
-                // For bundler-style initialization, pass the wasm buffer
-                const wasmBytes = fs.readFileSync(wasmPath);
-                await wasmModule.default(wasmBytes);
+            wasmModule = await dynamicImport(bgUrl);
+            // Instantiate the .wasm bytes via WebAssembly API (no --experimental-wasm-modules needed).
+            const wasmBytes = fs.readFileSync(wasmPath);
+            const wasmResult = await WebAssembly.instantiate(wasmBytes, { './ruvector_onnx_embeddings_wasm_bg.js': wasmModule });
+            const wasmExports = wasmResult.instance.exports;
+            if (typeof wasmModule.__wbg_set_wasm === 'function') {
+                wasmModule.__wbg_set_wasm(wasmExports);
+            }
+            if (typeof wasmExports.__wbindgen_start === 'function') {
+                wasmExports.__wbindgen_start();
             }
             const loaderModule = await dynamicImport(loaderUrl);
             const { ModelLoader } = loaderModule;

package/dist/index.d.ts

@@ -102,5 +102,59 @@ declare class VectorDBWrapper {
 export declare const VectorDb: typeof VectorDBWrapper;
 export declare const VectorDB: typeof VectorDBWrapper;
 export declare const NativeVectorDb: any;
+/** High-level index class compatible with the test-suite API. */
+export declare class VectorIndex {
+    private db;
+    private _dimension;
+    private _storagePath;
+    constructor(opts: {
+        dimension: number;
+        metric?: string;
+        indexType?: string;
+    });
+    insert(entry: {
+        id?: string;
+        values: number[];
+    }): Promise<string>;
+    insertBatch(entries: Array<{
+        id?: string;
+        values: number[];
+    }>, _opts?: {
+        batchSize?: number;
+        progressCallback?: (p: number) => void;
+    }): Promise<string[]>;
+    search(query: number[], opts: {
+        k: number;
+    }): Promise<Array<{
+        id: string;
+        score: number;
+    }>>;
+    get(id: string): Promise<{
+        id: string;
+        values: number[];
+    } | null>;
+    delete(id: string): Promise<boolean>;
+    stats(): Promise<{
+        vectorCount: number;
+        dimension: number;
+    }>;
+    clear(): Promise<void>;
+    optimize(): Promise<void>;
+}
+/** Get backend info (compat with old getBackendInfo() call). */
+export declare function getBackendInfo(): {
+    type: 'native' | 'wasm';
+    version: string;
+    features: string[];
+};
+/** Check native availability (compat alias for isNative()). */
+export declare function isNativeAvailable(): boolean;
+/** Vector utility functions used by tests and downstream packages. */
+export declare const Utils: {
+    cosineSimilarity(a: number[], b: number[]): number;
+    euclideanDistance(a: number[], b: number[]): number;
+    normalize(v: number[]): number[];
+    randomVector(dimension: number): number[];
+};
 export default implementation;
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,cAAc,SAAS,CAAC;AAGxB,cAAc,QAAQ,CAAC;AACvB,cAAc,YAAY,CAAC;AAE3B,QAAA,IAAI,cAAc,EAAE,GAAG,CAAC;AA4DxB;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,QAAQ,GAAG,KAAK,GAAG,MAAM,CAEjE;AAED;;GAEG;AACH,wBAAgB,QAAQ,IAAI,OAAO,CAElC;AAED;;GAEG;AACH,wBAAgB,KAAK,IAAI,OAAO,CAE/B;AAED;;GAEG;AACH,wBAAgB,MAAM,IAAI,OAAO,CAEhC;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,CAMxE;AA4BD;;GAEG;AACH,cAAM,eAAe;IACnB,OAAO,CAAC,EAAE,CAAM;gBAEJ,OAAO,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE;IAe7H;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IActH;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAUtI;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IAuB1N;;OAEG;IACG,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC;IAW5G;;OAEG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI1C;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;IAI5B;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC;CAGlC;AAGD,eAAO,MAAM,QAAQ,wBAAkB,CAAC;AACxC,eAAO,MAAM,QAAQ,wBAAkB,CAAC;AAGxC,eAAO,MAAM,cAAc,KAA0B,CAAC;AAGtD,eAAe,cAAc,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,cAAc,SAAS,CAAC;AAGxB,cAAc,QAAQ,CAAC;AACvB,cAAc,YAAY,CAAC;AAE3B,QAAA,IAAI,cAAc,EAAE,GAAG,CAAC;AA4DxB;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,QAAQ,GAAG,KAAK,GAAG,MAAM,CAEjE;AAED;;GAEG;AACH,wBAAgB,QAAQ,IAAI,OAAO,CAElC;AAED;;GAEG;AACH,wBAAgB,KAAK,IAAI,OAAO,CAE/B;AAED;;GAEG;AACH,wBAAgB,MAAM,IAAI,OAAO,CAEhC;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,CAMxE;AA4BD;;GAEG;AACH,cAAM,eAAe;IACnB,OAAO,CAAC,EAAE,CAAM;gBAEJ,OAAO,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE;IAe7H;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IActH;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAUtI;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,YAAY,GAAG,MAAM,EAAE,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IAuB1N;;OAEG;IACG,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC;IAW5G;;OAEG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI1C;;OAEG;IACG,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;IAI5B;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC;CAGlC;AAGD,eAAO,MAAM,QAAQ,wBAAkB,CAAC;AACxC,eAAO,MAAM,QAAQ,wBAAkB,CAAC;AAGxC,eAAO,MAAM,cAAc,KAA0B,CAAC;AAMtD,iEAAiE;AACjE,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAAkB;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,YAAY,CAAS;gBAEjB,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE;IAUtE,MAAM,CAAC,KAAK,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAIjE,WAAW,CACf,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,EACjD,KAAK,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI,CAAA;KAAE,GACrE,OAAO,CAAC,MAAM,EAAE,CAAC;IAad,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE;QAAE,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAI3F,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,IAAI,CAAC;IAMjE,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpC,KAAK,IAAI,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IAK5D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAOtB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC;AAED,gEAAgE;AAChE,wBAAgB,cAAc,IAAI;IAAE,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,CAOjG;AAED,+DAA+D;AAC/D,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED,sEAAsE;AACtE,eAAO,MAAM,KAAK;wBACI,MAAM,EAAE,KAAK,MAAM,EAAE,GAAG,MAAM;yBAO7B,MAAM,EAAE,KAAK,MAAM,EAAE,GAAG,MAAM;iBAItC,MAAM,EAAE,GAAG,MAAM,EAAE;4BAKR,MAAM,GAAG,MAAM,EAAE;CAI1C,CAAC;AAGF,eAAe,cAAc,CAAC"}

package/dist/index.js

@@ -25,12 +25,14 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.NativeVectorDb = exports.VectorDB = exports.VectorDb = void 0;
+exports.Utils = exports.VectorIndex = exports.NativeVectorDb = exports.VectorDB = exports.VectorDb = void 0;
 exports.getImplementationType = getImplementationType;
 exports.isNative = isNative;
 exports.isRvf = isRvf;
 exports.isWasm = isWasm;
 exports.getVersion = getVersion;
+exports.getBackendInfo = getBackendInfo;
+exports.isNativeAvailable = isNativeAvailable;
 __exportStar(require("./types"), exports);
 // Export core wrappers (safe interfaces with automatic type conversion)
 __exportStar(require("./core"), exports);
@@ -254,5 +256,104 @@ exports.VectorDb = VectorDBWrapper;
 exports.VectorDB = VectorDBWrapper;
 // Also export the raw native implementation for advanced users
 exports.NativeVectorDb = implementation.VectorDb;
+// ────────────────────────────────────────────────────────────────────────────
+// Backwards-compat surface used by tests and older integrations
+// ────────────────────────────────────────────────────────────────────────────
+/** High-level index class compatible with the test-suite API. */
+class VectorIndex {
+    constructor(opts) {
+        if (opts.dimension <= 0) {
+            throw new Error(`Invalid dimensions: must be positive, got ${opts.dimension}`);
+        }
+        this._dimension = opts.dimension;
+        // Use a unique temp path per instance to avoid cross-instance dimension conflicts
+        this._storagePath = require('os').tmpdir() + `/ruvector-idx-${Date.now()}-${Math.random().toString(36).slice(2)}.db`;
+        this.db = new VectorDBWrapper({ dimensions: opts.dimension, distanceMetric: opts.metric, storagePath: this._storagePath });
+    }
+    async insert(entry) {
+        return this.db.insert({ id: entry.id, vector: new Float32Array(entry.values) });
+    }
+    async insertBatch(entries, _opts) {
+        const ids = [];
+        const batchSize = _opts?.batchSize ?? entries.length;
+        for (let i = 0; i < entries.length; i += batchSize) {
+            const slice = entries.slice(i, i + batchSize);
+            const batch = slice.map(e => ({ id: e.id, vector: new Float32Array(e.values) }));
+            const batchIds = await this.db.insertBatch(batch);
+            ids.push(...batchIds);
+            _opts?.progressCallback?.(Math.min((i + batchSize) / entries.length, 1));
+        }
+        return ids;
+    }
+    async search(query, opts) {
+        return this.db.search({ vector: new Float32Array(query), k: opts.k });
+    }
+    async get(id) {
+        const r = await this.db.get(id);
+        if (!r)
+            return null;
+        return { id: r.id ?? id, values: Array.from(r.vector) };
+    }
+    async delete(id) {
+        return this.db.delete(id);
+    }
+    async stats() {
+        const count = await this.db.len();
+        return { vectorCount: count, dimension: this._dimension };
+    }
+    async clear() {
+        // Create a fresh db at a new temp path to reset state
+        const newPath = require('os').tmpdir() + `/ruvector-idx-${Date.now()}-${Math.random().toString(36).slice(2)}.db`;
+        this._storagePath = newPath;
+        this.db = new VectorDBWrapper({ dimensions: this._dimension, storagePath: newPath });
+    }
+    async optimize() {
+        // No-op: native HNSW self-optimises on insert
+    }
+}
+exports.VectorIndex = VectorIndex;
+/** Get backend info (compat with old getBackendInfo() call). */
+function getBackendInfo() {
+    const type = implementationType === 'native' ? 'native' : 'wasm';
+    const { version } = getVersion();
+    const features = type === 'native'
+        ? ['SIMD', 'Multi-threading', 'Rust-native']
+        : ['Browser-compatible', 'Cross-platform'];
+    return { type, version, features };
+}
+/** Check native availability (compat alias for isNative()). */
+function isNativeAvailable() {
+    return implementationType === 'native';
+}
+/** Vector utility functions used by tests and downstream packages. */
+exports.Utils = {
+    cosineSimilarity(a, b) {
+        if (a.length !== b.length)
+            throw new Error('Vectors must have same dimension');
+        let dot = 0, na = 0, nb = 0;
+        for (let i = 0; i < a.length; i++) {
+            dot += a[i] * b[i];
+            na += a[i] ** 2;
+            nb += b[i] ** 2;
+        }
+        const denom = Math.sqrt(na) * Math.sqrt(nb);
+        return denom === 0 ? 0 : dot / denom;
+    },
+    euclideanDistance(a, b) {
+        if (a.length !== b.length)
+            throw new Error('Vectors must have same dimension');
+        return Math.sqrt(a.reduce((sum, v, i) => sum + (v - b[i]) ** 2, 0));
+    },
+    normalize(v) {
+        const mag = Math.sqrt(v.reduce((s, x) => s + x * x, 0));
+        if (mag === 0)
+            return v.slice();
+        return v.map(x => x / mag);
+    },
+    randomVector(dimension) {
+        const v = Array.from({ length: dimension }, () => Math.random() * 2 - 1);
+        return exports.Utils.normalize(v);
+    },
+};
 // Export everything from the implementation
 exports.default = implementation;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ruvector",
-  "version": "0.2.25",
+  "version": "0.2.26",
   "description": "Self-learning vector database for Node.js — hybrid search, Graph RAG, FlashAttention-3, HNSW, 50+ attention mechanisms",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,10 +8,11 @@
     "ruvector": "./bin/cli.js"
   },
   "scripts": {
-    "build": "tsc && cp src/core/onnx/pkg/package.json dist/core/onnx/pkg/",
+    "build": "tsc && mkdir -p dist/core/onnx/pkg && cp -r src/core/onnx/pkg/. dist/core/onnx/pkg/",
     "verify-dist": "node scripts/verify-dist.js",
+    "prepack": "npm run build && npm run verify-dist",
     "prepublishOnly": "npm run build && npm run verify-dist",
-    "test": "node test/integration.js && node test/cli-commands.js"
+    "test": "node test/integration.js && node test/cli-commands.js && node test/sigterm-cleanup.js"
   },
   "keywords": [
     "vector",