vecbox 0.1.0 → 0.2.1

package/native/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "llama-embedding-native",
+  "version": "1.0.0",
+  "description": "Native Node.js bindings for Llama.cpp embeddings",
+  "main": "index.js",
+  "scripts": {
+    "install": "node-gyp rebuild",
+    "build": "node-gyp rebuild"
+  },
+  "dependencies": {
+    "node-addon-api": "^7.1.0"
+  },
+  "devDependencies": {
+    "node-gyp": "^10.1.0"
+  },
+  "gypfile": true,
+  "keywords": [
+    "llama.cpp",
+    "embedding",
+    "native",
+    "n-api",
+    "node.js"
+  ],
+  "author": "Vecbox Team",
+  "license": "MIT"
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vecbox",
-  "version": "0.1.0",
+  "version": "0.2.1",
   "description": "A minimal and powerful embedding library that supports multiple providers with automatic detection and fallback capabilities",
   "type": "module",
   "main": "dist/index.js",
@@ -8,19 +8,24 @@
   "files": [
     "dist",
     "src",
+    "native",
     "README.md",
     "CHANGELOG.md",
     "LICENSE"
   ],
   "scripts": {
     "build": "tsup",
+    "build:native": "node scripts/build-native.cjs",
+    "build:all": "npm run build && npm run build:native",
     "dev": "tsx watch main.ts",
     "test": "vitest",
     "test:run": "vitest run",
+    "test:native": "vitest test/native.test.js",
+    "test:integration": "vitest test/integration.test.js",
     "example": "tsx examples/basic-usage.ts",
     "lint": "eslint . --ext .ts,.js",
     "lint:fix": "eslint . --ext .ts,.js --fix",
-    "prepublishOnly": "npm run build"
+    "prepublishOnly": "npm run build:all"
   },
   "keywords": [
     "embeddings",
@@ -29,9 +34,7 @@
     "machine-learning",
     "openai",
     "gemini",
-    "claude",
     "mistral",
-    "deepseek",
     "llamacpp",
     "semantic-search",
     "similarity",
@@ -69,10 +72,8 @@
     "vitest": "^4.0.18"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.74.0",
     "@google/generative-ai": "^0.24.1",
     "@mistralai/mistralai": "^1.14.0",
-    "deepseek": "^0.0.2",
     "dotenv": "^17.3.1",
     "openai": "^6.21.0"
   }

package/src/factory/EmbeddingFactory.ts

@@ -2,9 +2,7 @@ import type { EmbedConfig, ProviderType } from '@src/types/index';
 import { EmbeddingProvider } from '@providers/base/EmbeddingProvider';
 import { OpenAIProvider } from '@providers/openai';
 import { GeminiProvider } from '@providers/gemini';
-import { ClaudeProvider } from '@providers/claude';
 import { MistralProvider } from '@providers/mistral';
-import { DeepSeekProvider } from '@providers/deepseek';
 import { LlamaCppProvider } from '@providers/llamacpp';
 import { Logger } from '@src/util/logger';
 
@@ -14,9 +12,7 @@ export class EmbeddingFactory {
   private static providers = new Map<ProviderType, new (config: EmbedConfig) => EmbeddingProvider>([
     ['openai', OpenAIProvider],
     ['gemini', GeminiProvider],
-    ['claude', ClaudeProvider],
     ['mistral', MistralProvider],
-    ['deepseek', DeepSeekProvider],
     ['llamacpp', LlamaCppProvider], // Local embeddings with llama.cpp
   ]);
 

package/src/providers/gemini.ts

@@ -74,11 +74,11 @@ export class GeminiProvider extends EmbeddingProvider {
 
   getDimensions(): number {
     const model = this.getModel();
-    if (model.includes('gemini-embedding-001')) return 768;
+    if (model.includes('gemini-embedding-001')) return 3072;
     if (model.includes('text-embedding-004')) return 768;
     if (model.includes('embedding-001')) return 768;
     if (model.includes('multimodalembedding')) return 768;
-    return 768; // default for Gemini embeddings
+    return 3072; // default for Gemini embeddings
   }
 
   getProviderName(): string {

package/src/providers/llamacpp.ts

@@ -1,6 +1,6 @@
 /**
  * Llama.cpp Provider - Local embeddings using llama.cpp directly
- * Uses llama-embedding binary without any external dependencies
+ * Uses native N-API module for better performance
  */
 
 import { access, constants } from 'fs/promises';
@@ -10,6 +10,15 @@ import type { EmbedConfig, EmbedInput, EmbedResult, BatchEmbedResult } from '@sr
 import { logger } from '@src/util/logger';
 import * as http from 'http';
 
+// Try to import native module
+let nativeModule: any = null;
+try {
+  nativeModule = require('../../native');
+  logger.info('Using native Llama.cpp module');
+} catch (error) {
+  logger.warn('Native module not available, falling back to HTTP');
+}
+
 // Extend EmbedConfig to include llamaPath
 interface LlamaCppConfig extends EmbedConfig {
   llamaPath?: string;
@@ -18,12 +27,26 @@ interface LlamaCppConfig extends EmbedConfig {
 export class LlamaCppProvider extends EmbeddingProvider {
   private llamaPath: string;
   private modelPath: string;
+  private useNative: boolean;
+  private nativeModel: any = null;
 
   constructor(config: LlamaCppConfig) {
     super({ ...config, provider: 'llamacpp' });
     this.modelPath = config.model || 'nomic-embed-text-v1.5.Q4_K_M.gguf';
     this.llamaPath = config.llamaPath || './llama.cpp/build/bin/llama-embedding';
-    logger.info(`Llama.cpp provider initialized with model: ${this.modelPath}`);
+    this.useNative = !!nativeModule;
+    
+    if (this.useNative) {
+      try {
+        this.nativeModel = nativeModule.create(this.modelPath);
+        logger.info(`Llama.cpp provider initialized with native module: ${this.modelPath}`);
+      } catch (error) {
+        logger.error(`Failed to initialize native module: ${error}`);
+        this.useNative = false;
+      }
+    } else {
+      logger.info(`Llama.cpp provider initialized with HTTP fallback: ${this.modelPath}`);
+    }
   }
 
   // Public API methods
@@ -44,7 +67,12 @@ export class LlamaCppProvider extends EmbeddingProvider {
 
   async isReady(): Promise<boolean> {
     try {
-      // Check if llama-embedding exists and is executable
+      if (this.useNative && this.nativeModel) {
+        // Native module is ready if model was loaded successfully
+        return true;
+      }
+      
+      // Fallback to HTTP check
       await access(this.llamaPath, constants.F_OK);
       await access(this.llamaPath, constants.X_OK);
       
@@ -69,7 +97,19 @@ export class LlamaCppProvider extends EmbeddingProvider {
         throw new Error('Text input cannot be empty');
       }
 
-      // Use HTTP API instead of CLI arguments
+      if (this.useNative && this.nativeModel) {
+        // Use native module
+        const embedding = this.nativeModel.embed(text);
+        
+        return {
+          embedding,
+          dimensions: embedding.length,
+          model: this.getModel(),
+          provider: 'llamacpp',
+        };
+      }
+
+      // Fallback to HTTP
       const requestBody = {
         input: text,
         model: await this.getModelPath(),
@@ -99,6 +139,31 @@ export class LlamaCppProvider extends EmbeddingProvider {
     try {
       logger.debug(`Batch embedding ${inputs.length} texts with llama.cpp`);
       
+      if (this.useNative && this.nativeModel) {
+        // Use native module for batch
+        const embeddings: number[][] = [];
+        
+        for (const input of inputs) {
+          const text = await this.readInput(input);
+          if (text.trim()) {
+            const embedding = this.nativeModel.embed(text);
+            embeddings.push(embedding);
+          }
+        }
+        
+        if (embeddings.length === 0) {
+          throw new Error('No valid texts to embed');
+        }
+        
+        return {
+          embeddings,
+          dimensions: embeddings[0]?.length || 0,
+          model: this.getModel(),
+          provider: 'llamacpp',
+        };
+      }
+
+      // Fallback to HTTP batch processing
       const texts = [];
       for (const input of inputs) {
         const text = await this.readInput(input);
@@ -140,6 +205,19 @@ export class LlamaCppProvider extends EmbeddingProvider {
     }
   }
 
+  // Cleanup method
+  async cleanup(): Promise<void> {
+    if (this.useNative && this.nativeModel) {
+      try {
+        this.nativeModel.close();
+        this.nativeModel = null;
+        logger.info('Native Llama.cpp model closed');
+      } catch (error) {
+        logger.error(`Error closing native model: ${error}`);
+      }
+    }
+  }
+
   // Protected methods
   protected getModel(): string {
     return this.modelPath;
@@ -268,8 +346,8 @@ export class LlamaCppProvider extends EmbeddingProvider {
       throw new Error(`Unexpected format: ${JSON.stringify(Object.keys(response))}`);
       
     } catch (error: unknown) {
-      const errorMessage = error instanceof Error ? (error instanceof Error ? error.message : String(error)) : 'Unknown error';
-      throw new Error(`Parse failed: ${errorMessage}`, { cause: error });
+      const errorMessage = error instanceof Error ? error.message : String(error);
+      throw new Error(`Parse failed: ${errorMessage}`);
     }
   }
 

package/src/types/index.ts

@@ -1,9 +1,7 @@
 export type ProviderType = 
   | 'openai'
   | 'gemini' 
-  | 'claude'
   | 'mistral'
-  | 'deepseek'
   | 'llamacpp';
 
 export interface EmbedConfig {

package/src/providers/claude.ts

@@ -1,78 +0,0 @@
-import Anthropic from '@anthropic-ai/sdk';
-import { EmbeddingProvider } from '@providers/base/EmbeddingProvider';
-import type { EmbedConfig, EmbedResult, BatchEmbedResult } from '@src/types/index';
-import { Logger } from '@src/util/logger';
-
-const logger = Logger.createModuleLogger('claude');
-
-export class ClaudeProvider extends EmbeddingProvider {
-  private client: Anthropic;
-
-  constructor(config: EmbedConfig) {
-    super(config);
-    
-    if (!config.apiKey) {
-      throw new Error('Anthropic API key is required');
-    }
-
-    this.client = new Anthropic({
-      apiKey: config.apiKey,
-      baseURL: config.baseUrl,
-      timeout: config.timeout || 30000,
-    });
-
-    logger.info('Claude provider initialized');
-  }
-
-  async embed(): Promise<EmbedResult> {
-    try {
-      logger.debug(`Embedding text with model: ${this.getModel()}`);
-
-      // Note: Claude doesn't have native embeddings API yet
-      // This is a placeholder implementation
-      throw new Error('Claude embeddings API not yet available. Please use another provider.');
-      
-    } catch (error: unknown) {
-      const errorMessage = error instanceof Error ? (error instanceof Error ? error.message : String(error)) : 'Unknown error';
-      logger.error(`Claude embedding failed: ${errorMessage}`);
-      throw error;
-    }
-  }
-
-  async embedBatch(): Promise<BatchEmbedResult> {
-    try {
-      // Note: Claude doesn't have native embeddings API yet
-      throw new Error('Claude embeddings API not yet available. Please use another provider.');
-      
-    } catch (error: unknown) {
-      const errorMessage = error instanceof Error ? (error instanceof Error ? error.message : String(error)) : 'Unknown error';
-      logger.error(`Claude batch embedding failed: ${errorMessage}`);
-      throw error;
-    }
-  }
-
-  getDimensions(): number {
-    // Claude doesn't have embeddings yet
-    return 0;
-  }
-
-  getProviderName(): string {
-    return 'Anthropic Claude';
-  }
-
-  async isReady(): Promise<boolean> {
-    try {
-      // Test API access
-      await this.client.messages.create({
-        model: 'claude-3-haiku-20240307',
-        max_tokens: 10,
-        messages: [{ role: 'user', content: 'test' }]
-      });
-      return true;
-    } catch (error: unknown) {
-      const errorMessage = error instanceof Error ? (error instanceof Error ? error.message : String(error)) : 'Unknown error';
-      logger.error(`Claude readiness check failed: ${errorMessage}`);
-      return false;
-    }
-  }
-}

package/src/providers/deepseek.ts

@@ -1,115 +0,0 @@
-import { DeepSeek } from 'deepseek';
-import { EmbeddingProvider } from '@providers/base/EmbeddingProvider';
-import type { EmbedConfig, EmbedInput, EmbedResult, BatchEmbedResult } from '@src/types/index';
-import { Logger } from '@src/util/logger';
-
-const logger = Logger.createModuleLogger('deepseek');
-
-export class DeepSeekProvider extends EmbeddingProvider {
-  private client: DeepSeek;
-
-  constructor(config: EmbedConfig) {
-    super(config);
-    
-    if (!config.apiKey) {
-      throw new Error('DeepSeek API key is required');
-    }
-
-    const clientOptions: { apiKey: string; timeout: number; baseURL?: string } = {
-      apiKey: config.apiKey,
-      timeout: config.timeout || 30000,
-    };
-    
-    if (config.baseUrl) {
-      clientOptions.baseURL = config.baseUrl;
-    }
-
-    this.client = new DeepSeek(clientOptions);
-
-    logger.info('DeepSeek provider initialized');
-  }
-
-  async embed(input: EmbedInput): Promise<EmbedResult> {
-    try {
-      const text = await this.readInput(input);
-      logger.debug(`Embedding text with model: ${this.getModel()}`);
-
-      const response = await this.client.embeddings.create({
-        model: this.getModel(),
-        input: text,
-      });
-
-      const embedding = response.data[0];
-      if (!embedding) {
-        throw new Error('No embedding returned from DeepSeek API');
-      }
-
-      return {
-        embedding: embedding.embedding || [],
-        dimensions: embedding.embedding?.length || 0,
-        model: embedding.model || this.getModel(),
-        provider: 'deepseek',
-        usage: response.usage ? {
-          promptTokens: response.usage.prompt_tokens,
-          totalTokens: response.usage.total_tokens,
-        } : undefined,
-      };
-    } catch (error: unknown) {
-      logger.error(`DeepSeek embedding failed: ${(error instanceof Error ? error.message : String(error))}`);
-      throw error;
-    }
-  }
-
-  async embedBatch(inputs: EmbedInput[]): Promise<BatchEmbedResult> {
-    try {
-      const texts = await Promise.all(inputs.map(input => this.readInput(input)));
-      logger.debug(`Batch embedding ${texts.length} texts with model: ${this.getModel()}`);
-
-      const response = await this.client.embeddings.create({
-        model: this.getModel(),
-        input: texts,
-      });
-
-      const embeddings = response.data.map((item: { embedding: number[] }) => item.embedding);
-
-      return {
-        embeddings,
-        dimensions: embeddings[0]?.length || 0,
-        model: response.model,
-        provider: 'deepseek',
-        usage: response.usage ? {
-          promptTokens: response.usage.prompt_tokens,
-          totalTokens: response.usage.total_tokens,
-        } : undefined,
-      };
-    } catch (error: unknown) {
-      logger.error(`DeepSeek batch embedding failed: ${(error instanceof Error ? error.message : String(error))}`);
-      throw error;
-    }
-  }
-
-  getDimensions(): number {
-    // DeepSeek embedding dimensions
-    const model = this.getModel();
-    if (model.includes('deepseek-chat')) return 4096;
-    return 4096; // default for DeepSeek
-  }
-
-  getProviderName(): string {
-    return 'DeepSeek';
-  }
-
-  async isReady(): Promise<boolean> {
-    try {
-      // Test with a simple embedding request
-      await this.client.embeddings.create({
-        model: this.getModel(),
-        input: 'test',
-      });
-      return true;
-    } catch (error: unknown) {
-      logger.error(`DeepSeek readiness check failed: ${(error instanceof Error ? error.message : String(error))}`);
-      return false;
-    }
-  }
-}

package/src/types/deepseek.d.ts

@@ -1,15 +0,0 @@
-declare module 'deepseek' {
-  export class DeepSeek {
-    constructor(options: { apiKey: string; baseURL?: string; timeout?: number });
-    embeddings: {
-      create: (options: { model: string; input: string | string[] }) => Promise<{
-        data: Array<{ embedding: number[]; model: string }>;
-        model: string;
-        usage?: {
-          prompt_tokens: number;
-          total_tokens: number;
-        };
-      }>;
-    };
-  }
-}

package/src/types/index.d.ts

@@ -1,43 +0,0 @@
-export type ProviderType = 
-  | 'openai'
-  | 'gemini' 
-  | 'claude'
-  | 'mistral'
-  | 'deepseek'
-  | 'llamacpp';
-
-export interface EmbedConfig {
-  provider: ProviderType;
-  model?: string;
-  apiKey?: string;
-  baseUrl?: string;
-  timeout?: number;
-  maxRetries?: number;
-}
-
-export interface EmbedInput {
-  text?: string;
-  filePath?: string;
-}
-
-export interface EmbedResult {
-  embedding: number[];
-  dimensions: number;
-  model: string;
-  provider: string;
-  usage?: {
-    promptTokens?: number;
-    totalTokens?: number;
-  } | undefined;
-}
-
-export interface BatchEmbedResult {
-  embeddings: number[][];
-  dimensions: number;
-  model: string;
-  provider: string;
-  usage?: {
-    promptTokens?: number;
-    totalTokens?: number;
-  } | undefined;
-}

package/src/types/transformers.d.ts

@@ -1,7 +0,0 @@
-declare module '@xenova/transformers' {
-  export function pipeline(task: string, model: string): Promise<unknown>;
-  export const env: {
-    cacheDir: string;
-    allowLocalModels: boolean;
-  };
-}