ruvector 0.1.95 → 0.1.96

package/dist/core/onnx-embedder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"onnx-embedder.d.ts","sourceRoot":"","sources":["../../src/core/onnx-embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAQH,OAAO,CAAC,MAAM,CAAC;IAEb,IAAI,kBAAkB,EAAE,WAAW,GAAG,SAAS,CAAC;CACjD;AAsCD,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAClC,wDAAwD;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAMD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAeD;;GAEG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAOzC;AA6DD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,MAAM,GAAE,kBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,CAyGxF;AAED;;GAEG;AACH,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAiBlE;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAwC5E;AAED;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAU/D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,wBAAsB,UAAU,CAC9B,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CA4CrB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAaxF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAiBjE;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED;;GAEG;AACH,wBAAgB,OAAO,IAAI,OAAO,CAEjC;AAED;;GAEG;AACH,wBAAgB,QAAQ,IAAI;IAC1B,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAUA;AAED;;GAEG;AACH,wBAAsB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAM9C;AAGD,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAqB;gBAEvB,MAAM,GAAE,kBAAuB;IAIrC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAIxB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAKhD,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/D,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,KAAK,IAAI,OAAO,CAEnB;CACF;AAED,eAAe,YAAY,CAAC"}
+{"version":3,"file":"onnx-embedder.d.ts","sourceRoot":"","sources":["../../src/core/onnx-embedder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAQH,OAAO,CAAC,MAAM,CAAC;IAEb,IAAI,kBAAkB,EAAE,WAAW,GAAG,SAAS,CAAC;CACjD;AAuBD,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;OAKG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAClC,wDAAwD;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAMD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAeD;;GAEG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAOzC;AA6DD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,MAAM,GAAE,kBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,CA+FxF;AAED;;GAEG;AACH,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAiBlE;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAwC5E;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAaxF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAiBjE;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED;;GAEG;AACH,wBAAgB,OAAO,IAAI,OAAO,CAEjC;AAED;;GAEG;AACH,wBAAgB,QAAQ,IAAI;IAC1B,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAUA;AAED;;GAEG;AACH,wBAAsB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAM9C;AAGD,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAqB;gBAEvB,MAAM,GAAE,kBAAuB;IAIrC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAIxB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAKhD,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/D,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,KAAK,IAAI,OAAO,CAEnB;CACF;AAED,eAAe,YAAY,CAAC"}

package/dist/core/onnx-embedder.js

@@ -13,26 +13,6 @@
  * - Cached model loading (downloads from HuggingFace on first use)
  * - Batch embedding support
  * - Optional parallel workers for 3.8x batch speedup
- * - CommonJS-compatible: No --experimental-wasm-modules flag required
- *
- * Quick Start (Simple API - returns arrays directly):
- * ```javascript
- * const { embedText, embedTexts } = require('ruvector');
- *
- * // Single embedding - returns number[]
- * const vector = await embedText("hello world");
- *
- * // Batch embeddings - returns number[][]
- * const vectors = await embedTexts(["hello", "world"]);
- * ```
- *
- * Full API (returns metadata):
- * ```javascript
- * const { embed, embedBatch } = require('ruvector');
- *
- * // Returns { embedding: number[], dimension: number, timeMs: number }
- * const result = await embed("hello world");
- * ```
  */
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;
@@ -73,8 +53,6 @@ exports.isOnnxAvailable = isOnnxAvailable;
 exports.initOnnxEmbedder = initOnnxEmbedder;
 exports.embed = embed;
 exports.embedBatch = embedBatch;
-exports.embedText = embedText;
-exports.embedTexts = embedTexts;
 exports.similarity = similarity;
 exports.cosineSimilarity = cosineSimilarity;
 exports.getDimension = getDimension;
@@ -105,21 +83,6 @@ if (typeof globalThis !== 'undefined' && !globalThis.__ruvector_require) {
 // Force native dynamic import (avoids TypeScript transpiling to require)
 // eslint-disable-next-line @typescript-eslint/no-implied-eval
 const dynamicImport = new Function('specifier', 'return import(specifier)');
-// Try to load the CommonJS-compatible WASM loader (no experimental flags needed)
-function tryLoadCjsModule() {
-    try {
-        // Use require for CJS module which doesn't need experimental flags
-        const cjsPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_cjs.js');
-        if (fs.existsSync(cjsPath)) {
-            // eslint-disable-next-line @typescript-eslint/no-var-requires
-            return require(cjsPath);
-        }
-    }
-    catch {
-        // CJS loader not available
-    }
-    return null;
-}
 // Capability detection
 let simdAvailable = false;
 let parallelAvailable = false;
@@ -220,32 +183,21 @@ async function initOnnxEmbedder(config = {}) {
             // Paths to bundled ONNX files
             const pkgPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm.js');
             const loaderPath = path.join(__dirname, 'onnx', 'loader.js');
-            const wasmPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_bg.wasm');
-            if (!fs.existsSync(wasmPath)) {
+            if (!fs.existsSync(pkgPath)) {
                 throw new Error('ONNX WASM files not bundled. The onnx/ directory is missing.');
             }
-            // Try CJS loader first (no experimental flags needed)
-            const cjsModule = tryLoadCjsModule();
-            if (cjsModule) {
-                // Use CommonJS loader - no experimental flags required!
-                await cjsModule.init(wasmPath);
-                wasmModule = cjsModule;
-            }
-            else {
-                // Fall back to ESM loader (may require --experimental-wasm-modules)
-                // Convert paths to file:// URLs for cross-platform ESM compatibility (Windows fix)
-                const pkgUrl = (0, url_1.pathToFileURL)(pkgPath).href;
-                // Dynamic import of bundled modules using file:// URLs
-                wasmModule = await dynamicImport(pkgUrl);
-                // Initialize WASM module (loads the .wasm file)
-                if (wasmModule.default && typeof wasmModule.default === 'function') {
-                    // For bundler-style initialization, pass the wasm buffer
-                    const wasmBytes = fs.readFileSync(wasmPath);
-                    await wasmModule.default(wasmBytes);
-                }
-            }
-            // Load the model loader
+            // Convert paths to file:// URLs for cross-platform ESM compatibility (Windows fix)
+            const pkgUrl = (0, url_1.pathToFileURL)(pkgPath).href;
             const loaderUrl = (0, url_1.pathToFileURL)(loaderPath).href;
+            // Dynamic import of bundled modules using file:// URLs
+            wasmModule = await dynamicImport(pkgUrl);
+            // Initialize WASM module (loads the .wasm file)
+            const wasmPath = path.join(__dirname, 'onnx', 'pkg', 'ruvector_onnx_embeddings_wasm_bg.wasm');
+            if (wasmModule.default && typeof wasmModule.default === 'function') {
+                // For bundler-style initialization, pass the wasm buffer
+                const wasmBytes = fs.readFileSync(wasmPath);
+                await wasmModule.default(wasmBytes);
+            }
             const loaderModule = await dynamicImport(loaderUrl);
             const { ModelLoader } = loaderModule;
             // Create model loader with caching
@@ -358,113 +310,6 @@ async function embedBatch(texts) {
     }
     return results;
 }
-/**
- * ============================================================================
- * SIMPLE API - Returns arrays directly (for easy integration)
- * ============================================================================
- */
-/**
- * Generate embedding for a single text - returns array directly
- *
- * This is the simplified API that returns just the embedding array,
- * making it easy to use for vector operations, PostgreSQL insertion,
- * and similarity calculations.
- *
- * @param text - The text to embed
- * @returns A 384-dimensional embedding array
- *
- * @example
- * ```javascript
- * const { embedText } = require('ruvector');
- *
- * const vector = await embedText("hello world");
- * console.log(vector.length); // 384
- * console.log(Array.isArray(vector)); // true
- *
- * // Use directly with PostgreSQL
- * await pool.query(
- *   'INSERT INTO docs (content, embedding) VALUES ($1, $2)',
- *   [text, JSON.stringify(vector)]
- * );
- * ```
- */
-async function embedText(text) {
-    if (!isInitialized) {
-        await initOnnxEmbedder();
-    }
-    if (!embedder) {
-        throw new Error('ONNX embedder not initialized');
-    }
-    const embedding = embedder.embedOne(text);
-    return Array.from(embedding);
-}
-/**
- * Generate embeddings for multiple texts - returns array of arrays
- *
- * This is the simplified batch API that returns just the embedding arrays.
- * Uses optimized batch processing for much faster throughput than
- * calling embedText() in a loop.
- *
- * @param texts - Array of texts to embed
- * @param options - Optional batch processing options
- * @returns Array of 384-dimensional embedding arrays
- *
- * @example
- * ```javascript
- * const { embedTexts } = require('ruvector');
- *
- * // Batch embed 8000 documents in ~30 seconds (vs 53 min sequentially)
- * const vectors = await embedTexts(documents);
- *
- * // With options for very large batches
- * const vectors = await embedTexts(documents, { batchSize: 256 });
- *
- * // Bulk insert into PostgreSQL
- * for (let i = 0; i < documents.length; i++) {
- *   await pool.query(
- *     'INSERT INTO docs (content, embedding) VALUES ($1, $2)',
- *     [documents[i], JSON.stringify(vectors[i])]
- *   );
- * }
- * ```
- */
-async function embedTexts(texts, options) {
-    if (!isInitialized) {
-        await initOnnxEmbedder();
-    }
-    if (!embedder) {
-        throw new Error('ONNX embedder not initialized');
-    }
-    if (texts.length === 0) {
-        return [];
-    }
-    const batchSize = options?.batchSize || 256;
-    // For small batches, process all at once
-    if (texts.length <= batchSize) {
-        // Use parallel workers for large batches
-        if (parallelEnabled && parallelEmbedder && texts.length >= parallelThreshold) {
-            const batchResults = await parallelEmbedder.embedBatch(texts);
-            return batchResults.map((emb) => Array.from(emb));
-        }
-        // Sequential processing
-        const batchEmbeddings = embedder.embedBatch(texts);
-        const dimension = embedder.dimension();
-        const results = [];
-        for (let i = 0; i < texts.length; i++) {
-            const embedding = batchEmbeddings.slice(i * dimension, (i + 1) * dimension);
-            results.push(Array.from(embedding));
-        }
-        return results;
-    }
-    // Process in chunks for very large batches
-    const results = [];
-    for (let i = 0; i < texts.length; i += batchSize) {
-        const chunk = texts.slice(i, i + batchSize);
-        const chunkResults = await embedTexts(chunk);
-        results.push(...chunkResults);
-    }
-    return results;
-}
 /**
  * Calculate cosine similarity between two texts
  */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ruvector",
-  "version": "0.1.95",
+  "version": "0.1.96",
   "description": "High-performance vector database for Node.js with automatic native/WASM fallback",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -8,7 +8,7 @@
     "ruvector": "./bin/cli.js"
   },
   "scripts": {
-    "build": "tsc && cp src/core/onnx/pkg/package.json dist/core/onnx/pkg/ && cp src/core/onnx/pkg/ruvector_onnx_embeddings_wasm_cjs.js dist/core/onnx/pkg/",
+    "build": "tsc && cp src/core/onnx/pkg/package.json dist/core/onnx/pkg/",
     "prepublishOnly": "npm run build",
     "test": "node test/integration.js"
   },
@@ -60,7 +60,6 @@
     "@ruvector/core": "^0.1.25",
     "@ruvector/gnn": "^0.1.22",
     "@ruvector/sona": "^0.1.4",
-    "@xenova/transformers": "^2.17.2",
     "chalk": "^4.1.2",
     "commander": "^11.1.0",
     "ora": "^5.4.1"