@mcampa/ai-context-core 0.0.1 → 0.0.2-beta.2250c7e

package/dist/embedding/gemini-embedding.js

@@ -9,6 +9,8 @@ class GeminiEmbedding extends base_embedding_1.Embedding {
         this.dimension = 3072; // Default dimension for gemini-embedding-001
         this.maxTokens = 2048; // Maximum tokens for Gemini embedding models
         this.config = config;
+        this.maxRetries = config.maxRetries ?? 3;
+        this.baseDelay = config.baseDelay ?? 1000;
         this.client = new genai_1.GoogleGenAI({
             apiKey: config.apiKey,
             ...(config.baseURL && {
@@ -37,6 +39,91 @@ class GeminiEmbedding extends base_embedding_1.Embedding {
             this.maxTokens = 2048;
         }
     }
+    /**
+     * Determine if an error is retryable
+     * @param error Error object to check
+     * @returns True if error is retryable
+     */
+    isRetryableError(error) {
+        if (typeof error !== "object" || error === null) {
+            return false;
+        }
+        // Network errors
+        const networkErrorCodes = [
+            "ECONNREFUSED",
+            "ETIMEDOUT",
+            "ENOTFOUND",
+            "EAI_AGAIN",
+        ];
+        if ("code" in error &&
+            typeof error.code === "string" &&
+            networkErrorCodes.includes(error.code)) {
+            return true;
+        }
+        // HTTP status codes
+        const retryableStatusCodes = [429, 500, 502, 503, 504];
+        if ("status" in error &&
+            typeof error.status === "number" &&
+            retryableStatusCodes.includes(error.status)) {
+            return true;
+        }
+        // Error message patterns
+        const errorMessage = "message" in error && typeof error.message === "string"
+            ? error.message.toLowerCase()
+            : "";
+        const retryablePatterns = [
+            "rate limit",
+            "quota exceeded",
+            "service unavailable",
+            "timeout",
+            "connection",
+        ];
+        return retryablePatterns.some((pattern) => errorMessage.includes(pattern));
+    }
+    /**
+     * Sleep for specified milliseconds
+     * @param ms Milliseconds to sleep
+     */
+    async sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+    /**
+     * Execute operation with retry logic
+     * Only retries on retryable errors (network errors, rate limits, server errors)
+     * @param operation Operation to execute
+     * @param context Context string for error messages
+     * @returns Operation result
+     */
+    async executeWithRetry(operation, context) {
+        let lastError;
+        for (let attempt = 0; attempt <= this.maxRetries; attempt++) {
+            try {
+                return await operation();
+            }
+            catch (error) {
+                lastError = error;
+                // If error is not retryable, fail immediately
+                if (!this.isRetryableError(error)) {
+                    const err = new Error(`${context}: ${error instanceof Error ? error.message : "Unknown error"}`);
+                    err.cause = error;
+                    throw err;
+                }
+                // If we've exhausted all retries, throw the error
+                if (attempt === this.maxRetries) {
+                    const err = new Error(`${context}: ${error instanceof Error ? error.message : "Unknown error"}`);
+                    err.cause = error;
+                    throw err;
+                }
+                // Calculate delay with exponential backoff (capped at 10s)
+                const delay = Math.min(this.baseDelay * 2 ** attempt, 10000);
+                await this.sleep(delay);
+            }
+        }
+        // This should never be reached, but TypeScript needs it
+        const err = new Error(`${context}: ${lastError instanceof Error ? lastError.message : "Unknown error"}`);
+        err.cause = lastError;
+        throw err;
+    }
     async detectDimension() {
         // Gemini doesn't need dynamic detection, return configured dimension
         return this.dimension;
@@ -44,9 +131,9 @@ class GeminiEmbedding extends base_embedding_1.Embedding {
     async embed(text) {
         const processedText = this.preprocessText(text);
         const model = this.config.model || "gemini-embedding-001";
-        try {
+        return this.executeWithRetry(async () => {
             const response = await this.client.models.embedContent({
-                model: model,
+                model,
                 contents: processedText,
                 config: {
                     outputDimensionality: this.config.outputDimensionality || this.dimension,
@@ -61,37 +148,58 @@ class GeminiEmbedding extends base_embedding_1.Embedding {
                 vector: response.embeddings[0].values,
                 dimension: response.embeddings[0].values.length,
             };
-        }
-        catch (error) {
-            throw new Error(`Gemini embedding failed: ${error instanceof Error ? error.message : "Unknown error"}`);
-        }
+        }, "Gemini embedding failed");
     }
     async embedBatch(texts) {
         const processedTexts = this.preprocessTexts(texts);
         const model = this.config.model || "gemini-embedding-001";
+        // Try batch processing with retry logic
         try {
-            const response = await this.client.models.embedContent({
-                model: model,
-                contents: processedTexts,
-                config: {
-                    outputDimensionality: this.config.outputDimensionality || this.dimension,
-                },
-            });
-            if (!response.embeddings) {
-                throw new Error("Gemini API returned invalid response");
-            }
-            return response.embeddings.map((embedding) => {
-                if (!embedding.values) {
-                    throw new Error("Gemini API returned invalid embedding data");
+            return await this.executeWithRetry(async () => {
+                const response = await this.client.models.embedContent({
+                    model,
+                    contents: processedTexts,
+                    config: {
+                        outputDimensionality: this.config.outputDimensionality || this.dimension,
+                    },
+                });
+                if (!response.embeddings) {
+                    throw new Error("Gemini API returned invalid response");
                 }
-                return {
-                    vector: embedding.values,
-                    dimension: embedding.values.length,
-                };
-            });
+                return response.embeddings.map((embedding) => {
+                    if (!embedding.values) {
+                        throw new Error("Gemini API returned invalid embedding data");
+                    }
+                    return {
+                        vector: embedding.values,
+                        dimension: embedding.values.length,
+                    };
+                });
+            }, "Gemini batch embedding failed");
         }
-        catch (error) {
-            throw new Error(`Gemini batch embedding failed: ${error instanceof Error ? error.message : "Unknown error"}`);
+        catch {
+            // Fallback: Process individually if batch fails after all retries
+            // Add delay between requests to avoid rate limiting
+            const results = [];
+            const FALLBACK_DELAY_MS = 100; // Delay between individual requests
+            for (let i = 0; i < processedTexts.length; i++) {
+                const text = processedTexts[i];
+                try {
+                    // Add delay between requests (except for first)
+                    if (i > 0) {
+                        await new Promise((resolve) => setTimeout(resolve, FALLBACK_DELAY_MS));
+                    }
+                    const result = await this.embed(text);
+                    results.push(result);
+                }
+                catch (individualError) {
+                    // If individual request also fails, re-throw the error with cause
+                    const error = new Error("Gemini batch embedding failed (both batch and individual attempts failed)");
+                    error.cause = individualError;
+                    throw error;
+                }
+            }
+            return results;
         }
     }
     getDimension() {
@@ -149,6 +257,36 @@ class GeminiEmbedding extends base_embedding_1.Embedding {
         const supportedDimensions = this.getSupportedDimensions();
         return supportedDimensions.includes(dimension);
     }
+    /**
+     * Get current retry configuration
+     * @returns Object containing maxRetries and baseDelay
+     */
+    getRetryConfig() {
+        return {
+            maxRetries: this.maxRetries,
+            baseDelay: this.baseDelay,
+        };
+    }
+    /**
+     * Set maximum number of retry attempts
+     * @param maxRetries Maximum retry attempts
+     */
+    setMaxRetries(maxRetries) {
+        if (maxRetries < 0) {
+            throw new Error("maxRetries must be non-negative");
+        }
+        this.maxRetries = maxRetries;
+    }
+    /**
+     * Set base delay for exponential backoff
+     * @param baseDelay Base delay in milliseconds
+     */
+    setBaseDelay(baseDelay) {
+        if (baseDelay <= 0) {
+            throw new Error("baseDelay must be positive");
+        }
+        this.baseDelay = baseDelay;
+    }
 }
 exports.GeminiEmbedding = GeminiEmbedding;
 //# sourceMappingURL=gemini-embedding.js.map

package/dist/embedding/gemini-embedding.js.map

@@ -1 +1 @@
-{"version":3,"file":"gemini-embedding.js","sourceRoot":"","sources":["../../src/embedding/gemini-embedding.ts"],"names":[],"mappings":";;;AAAA,yCAA4C;AAC5C,qDAA8D;AAS9D,MAAa,eAAgB,SAAQ,0BAAS;IAM5C,YAAY,MAA6B;QACvC,KAAK,EAAE,CAAC;QAJF,cAAS,GAAW,IAAI,CAAC,CAAC,6CAA6C;QACrE,cAAS,GAAW,IAAI,CAAC,CAAC,6CAA6C;QAI/E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAW,CAAC;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI;gBACpB,WAAW,EAAE;oBACX,OAAO,EAAE,MAAM,CAAC,OAAO;iBACxB;aACF,CAAC;SACH,CAAC,CAAC;QAEH,iDAAiD;QACjD,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,oBAAoB,CAAC;QAC/C,CAAC;IACH,CAAC;IAEO,uBAAuB,CAAC,KAAa;QAC3C,MAAM,eAAe,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;YACrC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,aAAa,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,qEAAqE;QACrE,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QAE1D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;gBACrD,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,aAAa;gBACvB,MAAM,EAAE;oBACN,oBAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,SAAS;iBACrD;aACF,CAAC,CAAC;YAEH,IACE,CAAC,QAAQ,CAAC,UAAU;gBACpB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;gBACvB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,EAC9B,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM;gBACrC,SAAS,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;aAChD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CACvF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QAE1D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;gBACrD,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE;oBACN,oBAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,SAAS;iBACrD;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YAED,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;gBAC3C,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAChE,CAAC;gBACD,OAAO;oBACL,MAAM,EAAE,SAAS,CAAC,MAAM;oBACxB,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM;iBACnC,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC7F,CAAC;QACJ,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;;OAGG;IACH,uBAAuB,CAAC,SAAiB;QACvC,IAAI,CAAC,MAAM,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QASvB,OAAO;YACL,sBAAsB,EAAE;gBACtB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EACT,+EAA+E;gBACjF,mBAAmB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,6CAA6C;aAC3F;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,MAAM,SAAS,GACb,eAAe,CAAC,kBAAkB,EAAE,CAClC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAC5C,CAAC;QACJ,OAAO,SAAS,EAAE,mBAAmB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,SAAiB;QACpC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC1D,OAAO,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;CACF;AA3LD,0CA2LC"}
+{"version":3,"file":"gemini-embedding.js","sourceRoot":"","sources":["../../src/embedding/gemini-embedding.ts"],"names":[],"mappings":";;;AAEA,yCAA4C;AAC5C,qDAA6C;AAW7C,MAAa,eAAgB,SAAQ,0BAAS;IAQ5C,YAAY,MAA6B;QACvC,KAAK,EAAE,CAAC;QANF,cAAS,GAAW,IAAI,CAAC,CAAC,6CAA6C;QACrE,cAAS,GAAW,IAAI,CAAC,CAAC,6CAA6C;QAM/E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAW,CAAC;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI;gBACpB,WAAW,EAAE;oBACX,OAAO,EAAE,MAAM,CAAC,OAAO;iBACxB;aACF,CAAC;SACH,CAAC,CAAC;QAEH,iDAAiD;QACjD,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,oBAAoB,CAAC;QAC/C,CAAC;IACH,CAAC;IAEO,uBAAuB,CAAC,KAAa;QAC3C,MAAM,eAAe,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC;QAC7D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;YACrC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,aAAa,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,gBAAgB,CAAC,KAAc;QACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAChD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,iBAAiB;QACjB,MAAM,iBAAiB,GAAG;YACxB,cAAc;YACd,WAAW;YACX,WAAW;YACX,WAAW;SACZ,CAAC;QACF,IACE,MAAM,IAAI,KAAK;YACf,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;YAC9B,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EACtC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,oBAAoB;QACpB,MAAM,oBAAoB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACvD,IACE,QAAQ,IAAI,KAAK;YACjB,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAChC,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAC3C,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,yBAAyB;QACzB,MAAM,YAAY,GAChB,SAAS,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;YACrD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7B,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,iBAAiB,GAAG;YACxB,YAAY;YACZ,gBAAgB;YAChB,qBAAqB;YACrB,SAAS;YACT,YAAY;SACb,CAAC;QAEF,OAAO,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,gBAAgB,CAC5B,SAA2B,EAC3B,OAAe;QAEf,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAC5D,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAElB,8CAA8C;gBAC9C,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,GAAG,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC1E,CAAC;oBACD,GAAW,CAAC,KAAK,GAAG,KAAK,CAAC;oBAC3B,MAAM,GAAG,CAAC;gBACZ,CAAC;gBAED,kDAAkD;gBAClD,IAAI,OAAO,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChC,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,GAAG,OAAO,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC1E,CAAC;oBACD,GAAW,CAAC,KAAK,GAAG,KAAK,CAAC;oBAC3B,MAAM,GAAG,CAAC;gBACZ,CAAC;gBAED,2DAA2D;gBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC7D,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,GAAG,OAAO,KAAK,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAClF,CAAC;QACD,GAAW,CAAC,KAAK,GAAG,SAAS,CAAC;QAC/B,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,qEAAqE;QACrE,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QAE1D,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;YACtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;gBACrD,KAAK;gBACL,QAAQ,EAAE,aAAa;gBACvB,MAAM,EAAE;oBACN,oBAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,SAAS;iBACrD;aACF,CAAC,CAAC;YAEH,IACE,CAAC,QAAQ,CAAC,UAAU;gBACpB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;gBACvB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,EAC9B,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;YAC1D,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM;gBACrC,SAAS,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM;aAChD,CAAC;QACJ,CAAC,EAAE,yBAAyB,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QAE1D,wCAAwC;QACxC,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE;gBAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC;oBACrD,KAAK;oBACL,QAAQ,EAAE,cAAc;oBACxB,MAAM,EAAE;wBACN,oBAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,SAAS;qBACrD;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;gBAED,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAA2B,EAAE,EAAE;oBAC7D,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;wBACtB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;oBAChE,CAAC;oBACD,OAAO;wBACL,MAAM,EAAE,SAAS,CAAC,MAAM;wBACxB,SAAS,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM;qBACnC,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC,EAAE,+BAA+B,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,kEAAkE;YAClE,oDAAoD;YACpD,MAAM,OAAO,GAAsB,EAAE,CAAC;YACtC,MAAM,iBAAiB,GAAG,GAAG,CAAC,CAAC,oCAAoC;YAEnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,CAAC;oBACH,gDAAgD;oBAChD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBACV,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5B,UAAU,CAAC,OAAO,EAAE,iBAAiB,CAAC,CACvC,CAAC;oBACJ,CAAC;oBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACtC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvB,CAAC;gBAAC,OAAO,eAAe,EAAE,CAAC;oBACzB,kEAAkE;oBAClE,MAAM,KAAK,GAAG,IAAI,KAAK,CACrB,2EAA2E,CAC5E,CAAC;oBACD,KAAqC,CAAC,KAAK,GAAG,eAAe,CAAC;oBAC/D,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,WAAW;QACT,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAa;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;;OAGG;IACH,uBAAuB,CAAC,SAAiB;QACvC,IAAI,CAAC,MAAM,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QASvB,OAAO;YACL,sBAAsB,EAAE;gBACtB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,WAAW,EACT,+EAA+E;gBACjF,mBAAmB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,6CAA6C;aAC3F;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,MAAM,SAAS,GACb,eAAe,CAAC,kBAAkB,EAAE,CAClC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAC5C,CAAC;QACJ,OAAO,SAAS,EAAE,mBAAmB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,SAAiB;QACpC,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC1D,OAAO,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,UAAkB;QAC9B,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,SAAiB;QAC5B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;CACF;AAtWD,0CAsWC"}

package/dist/embedding/huggingface-embedding.d.ts

@@ -0,0 +1,70 @@
+import type { EmbeddingVector } from "./base-embedding";
+import { Embedding } from "./base-embedding";
+export type HuggingFaceDtype = "fp32" | "fp16" | "q8" | "q4" | "q4f16";
+export interface HuggingFaceEmbeddingConfig {
+    model?: string;
+    dtype?: HuggingFaceDtype;
+    queryPrefix?: string;
+    cacheDir?: string;
+}
+export declare class HuggingFaceEmbedding extends Embedding {
+    protected maxTokens: number;
+    private model;
+    private tokenizer;
+    private dimension;
+    private config;
+    private modelLoading;
+    private transformersModule;
+    constructor(config?: HuggingFaceEmbeddingConfig);
+    /**
+     * Get list of supported LEAF models
+     */
+    static getSupportedModels(): Record<string, {
+        dimension: number;
+        maxTokens: number;
+        description: string;
+        queryPrefix?: string;
+    }>;
+    /**
+     * Lazy load transformers module
+     */
+    private getTransformersModule;
+    /**
+     * Lazy load model and tokenizer on first use
+     */
+    private ensureModel;
+    /**
+     * Actually load the model and tokenizer
+     */
+    private loadModel;
+    /**
+     * Apply query prefix if configured (for IR models)
+     */
+    private applyQueryPrefix;
+    detectDimension(): Promise<number>;
+    embed(text: string): Promise<EmbeddingVector>;
+    embedBatch(texts: string[]): Promise<EmbeddingVector[]>;
+    getDimension(): number;
+    getProvider(): string;
+    /**
+     * Get the current model ID
+     */
+    getModel(): string;
+    /**
+     * Get the current dtype setting
+     */
+    getDtype(): HuggingFaceDtype;
+    /**
+     * Get the query prefix (if any)
+     */
+    getQueryPrefix(): string | undefined;
+    /**
+     * Check if model is loaded
+     */
+    isModelLoaded(): boolean;
+    /**
+     * Preload the model (optional, for eager loading)
+     */
+    preload(): Promise<void>;
+}
+//# sourceMappingURL=huggingface-embedding.d.ts.map

package/dist/embedding/huggingface-embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/huggingface-embedding.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,OAAO,CAAC;AAEvE,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAWD,qBAAa,oBAAqB,SAAQ,SAAS;IACjD,SAAS,CAAC,SAAS,EAAE,MAAM,CAAO;IAClC,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,SAAS,CAAkC;IACnD,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,YAAY,CAA8B;IAClD,OAAO,CAAC,kBAAkB,CAAmC;gBAEjD,MAAM,GAAE,0BAA+B;IAsBnD;;OAEG;IACH,MAAM,CAAC,kBAAkB,IAAI,MAAM,CACjC,MAAM,EACN;QACE,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CACF;IAoBD;;OAEG;YACW,qBAAqB;IAYnC;;OAEG;YACW,WAAW;IAiBzB;;OAEG;YACW,SAAS;IAiCvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAOlB,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAKlC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IA0C7C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA2D7D,YAAY,IAAI,MAAM;IAItB,WAAW,IAAI,MAAM;IAIrB;;OAEG;IACH,QAAQ,IAAI,MAAM;IAIlB;;OAEG;IACH,QAAQ,IAAI,gBAAgB;IAI5B;;OAEG;IACH,cAAc,IAAI,MAAM,GAAG,SAAS;IAIpC;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/embedding/huggingface-embedding.js

@@ -0,0 +1,270 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceEmbedding = void 0;
+const base_embedding_1 = require("./base-embedding");
+class HuggingFaceEmbedding extends base_embedding_1.Embedding {
+    constructor(config = {}) {
+        super();
+        this.maxTokens = 512;
+        this.model = null;
+        this.tokenizer = null;
+        this.dimension = 768;
+        this.modelLoading = null;
+        this.transformersModule = null;
+        this.config = {
+            model: config.model ?? "MongoDB/mdbr-leaf-ir",
+            dtype: config.dtype ?? "fp32",
+            queryPrefix: config.queryPrefix,
+            cacheDir: config.cacheDir,
+        };
+        // Set dimension and query prefix based on model
+        const modelId = this.config.model ?? "MongoDB/mdbr-leaf-ir";
+        const modelInfo = HuggingFaceEmbedding.getSupportedModels()[modelId];
+        if (modelInfo) {
+            this.dimension = modelInfo.dimension;
+            this.maxTokens = modelInfo.maxTokens;
+            // Use model-specific query prefix if not overridden
+            if (this.config.queryPrefix === undefined) {
+                this.config.queryPrefix = modelInfo.queryPrefix;
+            }
+        }
+    }
+    /**
+     * Get list of supported LEAF models
+     */
+    static getSupportedModels() {
+        return {
+            "MongoDB/mdbr-leaf-ir": {
+                dimension: 768,
+                maxTokens: 512,
+                description: "LEAF model optimized for information retrieval and semantic search (DEFAULT)",
+                queryPrefix: "Represent this sentence for searching relevant passages: ",
+            },
+            "MongoDB/mdbr-leaf-mt": {
+                dimension: 768,
+                maxTokens: 512,
+                description: "LEAF multi-task model for classification, clustering, and sentence similarity",
+                queryPrefix: undefined, // MT model doesn't use query prefix
+            },
+        };
+    }
+    /**
+     * Lazy load transformers module
+     */
+    async getTransformersModule() {
+        if (!this.transformersModule) {
+            this.transformersModule = await Promise.resolve().then(() => __importStar(require("@huggingface/transformers")));
+            // Configure cache directory if specified
+            if (this.config.cacheDir) {
+                this.transformersModule.env.cacheDir = this.config.cacheDir;
+            }
+        }
+        return this.transformersModule;
+    }
+    /**
+     * Lazy load model and tokenizer on first use
+     */
+    async ensureModel() {
+        // If already loaded, return immediately
+        if (this.model && this.tokenizer) {
+            return;
+        }
+        // If loading is in progress, wait for it
+        if (this.modelLoading) {
+            await this.modelLoading;
+            return;
+        }
+        // Start loading
+        this.modelLoading = this.loadModel();
+        await this.modelLoading;
+    }
+    /**
+     * Actually load the model and tokenizer
+     */
+    async loadModel() {
+        try {
+            const transformers = await this.getTransformersModule();
+            const modelId = this.config.model ?? "MongoDB/mdbr-leaf-ir";
+            console.log(`[HuggingFace] Loading model: ${modelId} (dtype: ${this.config.dtype})`);
+            // Load tokenizer and model in parallel
+            const [tokenizer, model] = await Promise.all([
+                transformers.AutoTokenizer.from_pretrained(modelId),
+                transformers.AutoModel.from_pretrained(modelId, {
+                    dtype: this.config.dtype,
+                }),
+            ]);
+            this.tokenizer = tokenizer;
+            this.model = model;
+            console.log(`[HuggingFace] Model loaded successfully: ${modelId}`);
+        }
+        catch (error) {
+            this.modelLoading = null; // Reset so it can be retried
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            const err = new Error(`Failed to load HuggingFace model ${this.config.model}: ${errorMessage}`);
+            err.cause = error;
+            throw err;
+        }
+    }
+    /**
+     * Apply query prefix if configured (for IR models)
+     */
+    applyQueryPrefix(text) {
+        if (this.config.queryPrefix) {
+            return this.config.queryPrefix + text;
+        }
+        return text;
+    }
+    async detectDimension() {
+        // LEAF models have fixed dimensions, no dynamic detection needed
+        return this.dimension;
+    }
+    async embed(text) {
+        await this.ensureModel();
+        if (!this.model || !this.tokenizer) {
+            throw new Error("Model or tokenizer failed to initialize");
+        }
+        const processedText = this.preprocessText(text);
+        const prefixedText = this.applyQueryPrefix(processedText);
+        try {
+            // Tokenize with truncation to handle texts longer than maxTokens
+            const inputs = await this.tokenizer([prefixedText], {
+                padding: true,
+                truncation: true,
+                max_length: this.maxTokens,
+            });
+            // Get embeddings
+            const outputs = await this.model(inputs);
+            // Extract sentence embedding
+            if (!outputs.sentence_embedding) {
+                throw new Error("Model did not return sentence_embedding");
+            }
+            // Convert tensor to array
+            const embedding = outputs.sentence_embedding.tolist()[0];
+            return {
+                vector: embedding,
+                dimension: embedding.length,
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "Unknown error";
+            const err = new Error(`HuggingFace embedding failed: ${errorMessage}`);
+            err.cause = error;
+            throw err;
+        }
+    }
+    async embedBatch(texts) {
+        if (texts.length === 0) {
+            return [];
+        }
+        await this.ensureModel();
+        if (!this.model || !this.tokenizer) {
+            throw new Error("Model or tokenizer failed to initialize");
+        }
+        const processedTexts = this.preprocessTexts(texts);
+        const prefixedTexts = processedTexts.map((text) => this.applyQueryPrefix(text));
+        try {
+            // Tokenize batch with truncation to handle texts longer than maxTokens
+            const inputs = await this.tokenizer(prefixedTexts, {
+                padding: true,
+                truncation: true,
+                max_length: this.maxTokens,
+            });
+            // Get embeddings
+            const outputs = await this.model(inputs);
+            // Extract sentence embeddings
+            if (!outputs.sentence_embedding) {
+                throw new Error("Model did not return sentence_embedding");
+            }
+            // Convert tensor to array
+            const embeddings = outputs.sentence_embedding.tolist();
+            return embeddings.map((embedding) => ({
+                vector: embedding,
+                dimension: embedding.length,
+            }));
+        }
+        catch (error) {
+            // Fallback: process individually in parallel if batch fails
+            const batchErrorMessage = error instanceof Error ? error.message : "Unknown error";
+            console.warn(`[HuggingFace] Batch embedding failed: ${batchErrorMessage}, falling back to parallel individual processing`);
+            try {
+                return await Promise.all(texts.map((text) => this.embed(text)));
+            }
+            catch (individualError) {
+                const err = new Error(`HuggingFace batch embedding failed (both batch and individual attempts failed): ${batchErrorMessage}`);
+                err.cause = individualError;
+                throw err;
+            }
+        }
+    }
+    getDimension() {
+        return this.dimension;
+    }
+    getProvider() {
+        return "HuggingFace";
+    }
+    /**
+     * Get the current model ID
+     */
+    getModel() {
+        return this.config.model ?? "MongoDB/mdbr-leaf-ir";
+    }
+    /**
+     * Get the current dtype setting
+     */
+    getDtype() {
+        return this.config.dtype ?? "fp32";
+    }
+    /**
+     * Get the query prefix (if any)
+     */
+    getQueryPrefix() {
+        return this.config.queryPrefix;
+    }
+    /**
+     * Check if model is loaded
+     */
+    isModelLoaded() {
+        return this.model !== null && this.tokenizer !== null;
+    }
+    /**
+     * Preload the model (optional, for eager loading)
+     */
+    async preload() {
+        await this.ensureModel();
+    }
+}
+exports.HuggingFaceEmbedding = HuggingFaceEmbedding;
+//# sourceMappingURL=huggingface-embedding.js.map

package/dist/embedding/huggingface-embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface-embedding.js","sourceRoot":"","sources":["../../src/embedding/huggingface-embedding.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,qDAA6C;AAoB7C,MAAa,oBAAqB,SAAQ,0BAAS;IASjD,YAAY,SAAqC,EAAE;QACjD,KAAK,EAAE,CAAC;QATA,cAAS,GAAW,GAAG,CAAC;QAC1B,UAAK,GAAyB,IAAI,CAAC;QACnC,cAAS,GAA6B,IAAI,CAAC;QAC3C,cAAS,GAAW,GAAG,CAAC;QAExB,iBAAY,GAAyB,IAAI,CAAC;QAC1C,uBAAkB,GAA8B,IAAI,CAAC;QAI3D,IAAI,CAAC,MAAM,GAAG;YACZ,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sBAAsB;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC;QAEF,gDAAgD;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;QAC5D,MAAM,SAAS,GAAG,oBAAoB,CAAC,kBAAkB,EAAE,CAAC,OAAO,CAAC,CAAC;QACrE,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;YACrC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;YACrC,oDAAoD;YACpD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB;QASvB,OAAO;YACL,sBAAsB,EAAE;gBACtB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,WAAW,EACT,8EAA8E;gBAChF,WAAW,EACT,2DAA2D;aAC9D;YACD,sBAAsB,EAAE;gBACtB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,WAAW,EACT,+EAA+E;gBACjF,WAAW,EAAE,SAAS,EAAE,oCAAoC;aAC7D;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB;QACjC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,wDAAa,2BAA2B,GAAC,CAAC;YAEpE,yCAAyC;YACzC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,wCAAwC;QACxC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,yCAAyC;QACzC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,YAAY,CAAC;YACxB,OAAO;QACT,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,YAAY,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;YAE5D,OAAO,CAAC,GAAG,CACT,gCAAgC,OAAO,YAAY,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CACxE,CAAC;YAEF,uCAAuC;YACvC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC3C,YAAY,CAAC,aAAa,CAAC,eAAe,CAAC,OAAO,CAAC;gBACnD,YAAY,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE;oBAC9C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;iBACzB,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAC3B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YAEnB,OAAO,CAAC,GAAG,CAAC,4CAA4C,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC,6BAA6B;YACvD,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,oCAAoC,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,YAAY,EAAE,CACzE,CAAC;YACD,GAAmC,CAAC,KAAK,GAAG,KAAK,CAAC;YACnD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC;QACxC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,iEAAiE;QACjE,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,CAAC;YACH,iEAAiE;YACjE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,EAAE;gBAClD,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,iBAAiB;YACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAEzC,6BAA6B;YAC7B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC7D,CAAC;YAED,0BAA0B;YAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAa,CAAC;YAErE,OAAO;gBACL,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,SAAS,CAAC,MAAM;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;YACtE,GAAmC,CAAC,KAAK,GAAG,KAAK,CAAC;YACnD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAChD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAC5B,CAAC;QAEF,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE;gBACjD,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,iBAAiB;YACjB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAEzC,8BAA8B;YAC9B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC7D,CAAC;YAED,0BAA0B;YAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC,MAAM,EAAgB,CAAC;YAErE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACpC,MAAM,EAAE,SAAS;gBACjB,SAAS,EAAE,SAAS,CAAC,MAAM;aAC5B,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,4DAA4D;YAC5D,MAAM,iBAAiB,GACrB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,OAAO,CAAC,IAAI,CACV,yCAAyC,iBAAiB,kDAAkD,CAC7G,CAAC;YAEF,IAAI,CAAC;gBACH,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClE,CAAC;YAAC,OAAO,eAAe,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,IAAI,KAAK,CACnB,mFAAmF,iBAAiB,EAAE,CACvG,CAAC;gBACD,GAAmC,CAAC,KAAK,GAAG,eAAe,CAAC;gBAC7D,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,WAAW;QACT,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;CACF;AAnSD,oDAmSC"}

package/dist/embedding/index.d.ts

@@ -1,6 +1,7 @@
 export * from "./base-embedding";
+export * from "./gemini-embedding";
+export * from "./huggingface-embedding";
+export * from "./ollama-embedding";
 export * from "./openai-embedding";
 export * from "./voyageai-embedding";
-export * from "./ollama-embedding";
-export * from "./gemini-embedding";
 //# sourceMappingURL=index.d.ts.map

package/dist/embedding/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AAGjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AAEjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AAEnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC"}

package/dist/embedding/index.js

@@ -16,9 +16,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 // Export base classes and interfaces
 __exportStar(require("./base-embedding"), exports);
+__exportStar(require("./gemini-embedding"), exports);
+__exportStar(require("./huggingface-embedding"), exports);
+__exportStar(require("./ollama-embedding"), exports);
 // Implementation class exports
 __exportStar(require("./openai-embedding"), exports);
 __exportStar(require("./voyageai-embedding"), exports);
-__exportStar(require("./ollama-embedding"), exports);
-__exportStar(require("./gemini-embedding"), exports);
 //# sourceMappingURL=index.js.map

package/dist/embedding/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qCAAqC;AACrC,mDAAiC;AAEjC,+BAA+B;AAC/B,qDAAmC;AACnC,uDAAqC;AACrC,qDAAmC;AACnC,qDAAmC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qCAAqC;AACrC,mDAAiC;AAEjC,qDAAmC;AACnC,0DAAwC;AACxC,qDAAmC;AACnC,+BAA+B;AAC/B,qDAAmC;AACnC,uDAAqC"}

package/dist/embedding/ollama-embedding.d.ts

@@ -1,5 +1,6 @@
+import type { EmbeddingVector } from "./base-embedding";
 import { Ollama } from "ollama";
-import { Embedding, EmbeddingVector } from "./base-embedding";
+import { Embedding } from "./base-embedding";
 export interface OllamaEmbeddingConfig {
     model: string;
     host?: string;