@byted-las/contextlake-openclaw 1.0.2 → 1.0.4

package/src/service/embedding/local.ts

@@ -1,121 +0,0 @@
-import { EmbeddingProvider, EmbeddingConfig } from './interface';
-// import type { Llama, LlamaEmbeddingContext, LlamaModel } from 'node-llama-cpp';
-
-const DEFAULT_LOCAL_MODEL = 'hf:CompendiumLabs/bge-small-zh-v1.5-gguf/bge-small-zh-v1.5-f16.gguf';
-
-let nodeLlamaImportPromise: Promise<any> | null = null;
-
-export const setNodeLlamaCppImporter = (importer: () => Promise<any>) => {
-  nodeLlamaImportPromise = importer();
-};
-
-const importNodeLlamaCpp = async (): Promise<any> => {
-  if (!nodeLlamaImportPromise) {
-    nodeLlamaImportPromise = import('node-llama-cpp');
-  }
-  return nodeLlamaImportPromise;
-};
-
-export class LocalEmbeddingProvider implements EmbeddingProvider {
-  private llama: any = null;
-  private model: any = null;
-  private context: any = null;
-  private initPromise: Promise<void> | null = null;
-  private modelPath: string;
-
-  constructor(config: EmbeddingConfig) {
-    // Override transformers.js default with node-llama-cpp default
-    this.modelPath = config.model_name === 'Xenova/all-MiniLM-L6-v2'
-      ? DEFAULT_LOCAL_MODEL
-      : (config.model_name || DEFAULT_LOCAL_MODEL);
-  }
-
-  private async ensureInitialized(): Promise<void> {
-    if (this.context) {
-      return;
-    }
-    if (this.initPromise) {
-      return this.initPromise;
-    }
-
-    this.initPromise = this.doInitialize().catch((err) => {
-      this.initPromise = null;
-      this.context = null;
-      this.model = null;
-      this.llama = null;
-      throw err;
-    });
-    return this.initPromise;
-  }
-
-  private async doInitialize(): Promise<void> {
-    try {
-      const { getLlama, resolveModelFile, LlamaLogLevel } = await importNodeLlamaCpp();
-
-      if (!this.llama) {
-        this.llama = await getLlama({ logLevel: LlamaLogLevel.error });
-      }
-
-      if (!this.model) {
-        const resolved = await resolveModelFile(this.modelPath);
-        this.model = await this.llama.loadModel({ modelPath: resolved });
-      }
-
-      if (!this.context) {
-        this.context = await this.model.createEmbeddingContext();
-      }
-    } catch (err) {
-      const detail = err instanceof Error ? err.message : String(err);
-      throw new Error(`Local embeddings unavailable. Reason: ${detail}`, {
-        cause: err,
-      });
-    }
-  }
-
-  async generateEmbedding(text: string): Promise<number[]> {
-    if (!text || !text.trim()) {
-      throw new Error('Embedding input text must be a non-empty string');
-    }
-
-    await this.ensureInitialized();
-
-    const embedding = await this.context!.getEmbeddingFor(text);
-    const vector = embedding.vector; // TypedArray
-
-    // Optimized normalization loop
-    let sumSq = 0;
-    const len = vector.length;
-
-    for (let i = 0; i < len; i++) {
-      const val = vector[i];
-      if (Number.isFinite(val)) {
-        sumSq += val * val;
-      } else {
-        vector[i] = 0;
-      }
-    }
-
-    const magnitude = Math.sqrt(sumSq);
-    const result = new Array(len);
-
-    if (magnitude > 0) {
-      const scale = 1.0 / magnitude;
-      for (let i = 0; i < len; i++) {
-        result[i] = vector[i] * scale;
-      }
-    } else {
-      for (let i = 0; i < len; i++) {
-        result[i] = vector[i];
-      }
-    }
-
-    return result;
-  }
-
-  async generateEmbeddings(texts: string[]): Promise<number[][]> {
-    if (!Array.isArray(texts)) {
-      throw new Error('Embedding input must be an array of strings');
-    }
-    return Promise.all(texts.map(text => this.generateEmbedding(text)));
-  }
-}