@cosmocoder/mcp-web-docs 1.0.0

package/build/embeddings/fastembed.js

@@ -0,0 +1,188 @@
+import { EmbeddingModel, FlagEmbedding } from 'fastembed';
+import { logger } from '../util/logger.js';
+import { mkdir } from 'node:fs/promises';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { homedir } from 'node:os';
+// FastEmbed configuration
+const EMBEDDING_MODEL = EmbeddingModel.BGESmallENV15;
+const EMBEDDING_DIMENSIONS = 384; // bge-small-en-v1.5 dimensions
+const MAX_RETRIES = 3;
+const CACHE_DIR = join(homedir(), '.mcp-web-docs', 'fastembed-cache');
+export class FastEmbeddings {
+    model = null;
+    modelInitPromise = null;
+    cache;
+    dimensions = EMBEDDING_DIMENSIONS;
+    constructor() {
+        this.cache = new Map();
+        logger.info(`[FastEmbeddings] Using model: ${EMBEDDING_MODEL}, dimensions: ${EMBEDDING_DIMENSIONS}`);
+    }
+    /**
+     * Initialize the FastEmbed model (lazy initialization)
+     */
+    async initialize() {
+        // Return existing model if already initialized
+        if (this.model) {
+            return this.model;
+        }
+        // Wait for existing initialization if in progress
+        if (this.modelInitPromise) {
+            return this.modelInitPromise;
+        }
+        // Start initialization
+        this.modelInitPromise = this.initializeModel();
+        return this.modelInitPromise;
+    }
+    async initializeModel() {
+        try {
+            // Ensure cache directory exists
+            if (!existsSync(CACHE_DIR)) {
+                logger.debug(`[FastEmbeddings] Creating cache directory: ${CACHE_DIR}`);
+                await mkdir(CACHE_DIR, { recursive: true });
+            }
+            logger.info(`[FastEmbeddings] Initializing model (cache: ${CACHE_DIR})`);
+            let retries = 0;
+            while (retries < MAX_RETRIES) {
+                try {
+                    this.model = await FlagEmbedding.init({
+                        model: EMBEDDING_MODEL,
+                        cacheDir: CACHE_DIR,
+                    });
+                    logger.info('[FastEmbeddings] Model initialized successfully');
+                    this.modelInitPromise = null;
+                    return this.model;
+                }
+                catch (initError) {
+                    retries++;
+                    logger.warn(`[FastEmbeddings] Initialization attempt ${retries}/${MAX_RETRIES} failed: ${initError}`);
+                    if (retries >= MAX_RETRIES) {
+                        throw initError;
+                    }
+                    // Wait before retrying (exponential backoff)
+                    await new Promise((resolve) => setTimeout(resolve, retries * 2000));
+                }
+            }
+            throw new Error('Failed to initialize model after max retries');
+        }
+        catch (error) {
+            this.modelInitPromise = null;
+            logger.error('[FastEmbeddings] Fatal: Failed to initialize model:', error);
+            throw error;
+        }
+    }
+    /**
+     * Generate embedding for a single text (for documents/passages)
+     */
+    async embed(text) {
+        if (!text || typeof text !== 'string') {
+            throw new Error('Input text must be a non-empty string');
+        }
+        const cleanText = text.trim();
+        if (!cleanText) {
+            throw new Error('Input text is empty after trimming');
+        }
+        // Check cache first
+        const cacheKey = cleanText.slice(0, 200);
+        const cached = this.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        try {
+            const model = await this.initialize();
+            // Use passageEmbed for documents/content
+            const embeddingGenerator = model.passageEmbed([cleanText]);
+            let embedding = null;
+            for await (const batch of embeddingGenerator) {
+                if (batch && batch.length > 0 && batch[0]) {
+                    embedding = Array.from(batch[0]);
+                    break;
+                }
+            }
+            if (!embedding || embedding.length !== this.dimensions) {
+                throw new Error(`Invalid embedding: got ${embedding?.length} dimensions, expected ${this.dimensions}`);
+            }
+            // Cache the result
+            this.cache.set(cacheKey, embedding);
+            // Limit cache size
+            if (this.cache.size > 1000) {
+                const firstKey = this.cache.keys().next().value;
+                if (firstKey) {
+                    this.cache.delete(firstKey);
+                }
+            }
+            return embedding;
+        }
+        catch (error) {
+            logger.error('[FastEmbeddings] Error generating embedding:', error);
+            throw error;
+        }
+    }
+    /**
+     * Generate embedding for a query (optimized for search)
+     */
+    async embedQuery(text) {
+        if (!text || typeof text !== 'string') {
+            throw new Error('Input text must be a non-empty string');
+        }
+        const cleanText = text.trim();
+        if (!cleanText) {
+            throw new Error('Input text is empty after trimming');
+        }
+        // Check cache with query prefix
+        const cacheKey = `query:${cleanText.slice(0, 200)}`;
+        const cached = this.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        try {
+            const model = await this.initialize();
+            // Use queryEmbed for search queries
+            const embeddingArray = await model.queryEmbed(cleanText);
+            if (!embeddingArray || embeddingArray.length !== this.dimensions) {
+                throw new Error(`Invalid query embedding: got ${embeddingArray?.length} dimensions, expected ${this.dimensions}`);
+            }
+            const embedding = Array.from(embeddingArray);
+            // Cache the result
+            this.cache.set(cacheKey, embedding);
+            return embedding;
+        }
+        catch (error) {
+            logger.error('[FastEmbeddings] Error generating query embedding:', error);
+            throw error;
+        }
+    }
+    /**
+     * Generate embeddings for multiple texts in batch
+     */
+    async embedBatch(texts) {
+        if (!Array.isArray(texts) || texts.length === 0) {
+            return [];
+        }
+        const validTexts = texts.filter((t) => typeof t === 'string' && t.trim().length > 0);
+        if (validTexts.length === 0) {
+            return texts.map(() => []);
+        }
+        try {
+            const model = await this.initialize();
+            const embeddings = [];
+            for await (const batch of model.passageEmbed(validTexts)) {
+                for (const vec of batch) {
+                    if (vec && vec.length === this.dimensions) {
+                        embeddings.push(Array.from(vec));
+                    }
+                    else {
+                        logger.warn(`[FastEmbeddings] Invalid batch embedding dimension: ${vec?.length}`);
+                        embeddings.push(new Array(this.dimensions).fill(0));
+                    }
+                }
+            }
+            return embeddings;
+        }
+        catch (error) {
+            logger.error('[FastEmbeddings] Error generating batch embeddings:', error);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=fastembed.js.map

package/build/embeddings/fastembed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fastembed.js","sourceRoot":"","sources":["../../src/embeddings/fastembed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE1D,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,0BAA0B;AAC1B,MAAM,eAAe,GAAG,cAAc,CAAC,aAAa,CAAC;AACrD,MAAM,oBAAoB,GAAG,GAAG,CAAC,CAAC,+BAA+B;AACjE,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;AAEtE,MAAM,OAAO,cAAc;IACjB,KAAK,GAAyB,IAAI,CAAC;IACnC,gBAAgB,GAAkC,IAAI,CAAC;IACvD,KAAK,CAAwB;IAC5B,UAAU,GAAG,oBAAoB,CAAC;IAE3C;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,iCAAiC,eAAe,iBAAiB,oBAAoB,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,UAAU;QACtB,+CAA+C;QAC/C,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QAED,kDAAkD;QAClD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAC/B,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC/C,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC;YACH,gCAAgC;YAChC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,KAAK,CAAC,8CAA8C,SAAS,EAAE,CAAC,CAAC;gBACxE,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,+CAA+C,SAAS,GAAG,CAAC,CAAC;YAEzE,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,OAAO,OAAO,GAAG,WAAW,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,IAAI,CAAC,KAAK,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC;wBACpC,KAAK,EAAE,eAAe;wBACtB,QAAQ,EAAE,SAAS;qBACpB,CAAC,CAAC;oBAEH,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;oBAC/D,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;oBAC7B,OAAO,IAAI,CAAC,KAAK,CAAC;gBACpB,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,OAAO,EAAE,CAAC;oBACV,MAAM,CAAC,IAAI,CAAC,2CAA2C,OAAO,IAAI,WAAW,YAAY,SAAS,EAAE,CAAC,CAAC;oBAEtG,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;wBAC3B,MAAM,SAAS,CAAC;oBAClB,CAAC;oBAED,6CAA6C;oBAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;YAC3E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,oBAAoB;QACpB,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAEtC,yCAAyC;YACzC,MAAM,kBAAkB,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAE3D,IAAI,SAAS,GAAoB,IAAI,CAAC;YACtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,EAAE,CAAC;gBAC7C,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1C,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACjC,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,0BAA0B,SAAS,EAAE,MAAM,yBAAyB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YACzG,CAAC;YAED,mBAAmB;YACnB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEpC,mBAAmB;YACnB,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBAChD,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;YACpE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,gCAAgC;QAChC,MAAM,QAAQ,GAAG,SAAS,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAEtC,oCAAoC;YACpC,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAEzD,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjE,MAAM,IAAI,KAAK,CAAC,gCAAgC,cAAc,EAAE,MAAM,yBAAyB,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YACpH,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAE7C,mBAAmB;YACnB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEpC,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,oDAAoD,EAAE,KAAK,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,UAAU,GAAe,EAAE,CAAC;YAElC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;gBACzD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;oBACxB,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;wBAC1C,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;oBACnC,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,IAAI,CAAC,uDAAuD,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;wBAClF,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,UAAU,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;YAC3E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/build/embeddings/fastembed.test.d.ts

@@ -0,0 +1 @@
+export {};

package/build/embeddings/fastembed.test.js

@@ -0,0 +1,307 @@
+import { FastEmbeddings } from './fastembed.js';
+// Helper to create async generator from array
+async function* createAsyncGenerator(items) {
+    for (const item of items) {
+        yield item;
+    }
+}
+// Use vi.hoisted to define mocks that will be available when vi.mock runs
+const { mockPassageEmbed, mockQueryEmbed, mockFlagEmbeddingInit, mockExistsSync, mockMkdir } = vi.hoisted(() => ({
+    mockPassageEmbed: vi.fn(),
+    mockQueryEmbed: vi.fn(),
+    mockFlagEmbeddingInit: vi.fn(),
+    mockExistsSync: vi.fn(),
+    mockMkdir: vi.fn(),
+}));
+// Mock fastembed module
+vi.mock('fastembed', () => ({
+    EmbeddingModel: {
+        BGESmallENV15: 'bge-small-en-v1.5',
+    },
+    FlagEmbedding: {
+        init: mockFlagEmbeddingInit,
+    },
+}));
+// Mock fs/promises
+vi.mock('node:fs/promises', () => ({
+    mkdir: mockMkdir,
+}));
+// Mock fs
+vi.mock('node:fs', () => ({
+    existsSync: mockExistsSync,
+}));
+describe('FastEmbeddings', () => {
+    let embeddings;
+    beforeEach(() => {
+        vi.clearAllMocks();
+        // Default mock implementations
+        mockPassageEmbed.mockImplementation((texts) => {
+            const results = texts.map(() => new Float32Array(384).fill(0.1));
+            return createAsyncGenerator([results]);
+        });
+        mockQueryEmbed.mockResolvedValue(new Float32Array(384).fill(0.1));
+        mockFlagEmbeddingInit.mockResolvedValue({
+            passageEmbed: mockPassageEmbed,
+            queryEmbed: mockQueryEmbed,
+        });
+        mockExistsSync.mockReturnValue(true);
+        mockMkdir.mockResolvedValue(undefined);
+        embeddings = new FastEmbeddings();
+    });
+    describe('constructor', () => {
+        it('should initialize with correct dimensions', () => {
+            expect(embeddings.dimensions).toBe(384);
+        });
+        it('should start with empty cache', async () => {
+            // Access private cache via embed caching behavior
+            const result1 = await embeddings.embed('test text');
+            const result2 = await embeddings.embed('test text');
+            // Both should return same result (from cache on second call)
+            expect(result1).toEqual(result2);
+            // passageEmbed should only be called once due to caching
+            expect(mockPassageEmbed).toHaveBeenCalledTimes(1);
+        });
+    });
+    describe('embed', () => {
+        it('should generate embedding for valid text', async () => {
+            const result = await embeddings.embed('Hello world');
+            expect(result).toBeDefined();
+            expect(result.length).toBe(384);
+            expect(mockPassageEmbed).toHaveBeenCalledWith(['Hello world']);
+        });
+        it('should trim whitespace from input', async () => {
+            await embeddings.embed('  trimmed text  ');
+            expect(mockPassageEmbed).toHaveBeenCalledWith(['trimmed text']);
+        });
+        it('should throw for empty string', async () => {
+            await expect(embeddings.embed('')).rejects.toThrow('Input text must be a non-empty string');
+        });
+        it('should throw for whitespace-only string', async () => {
+            await expect(embeddings.embed('   ')).rejects.toThrow('Input text is empty after trimming');
+        });
+        it('should throw for non-string input', async () => {
+            // @ts-expect-error Testing invalid input
+            await expect(embeddings.embed(null)).rejects.toThrow('Input text must be a non-empty string');
+            // @ts-expect-error Testing invalid input
+            await expect(embeddings.embed(undefined)).rejects.toThrow('Input text must be a non-empty string');
+            // @ts-expect-error Testing invalid input
+            await expect(embeddings.embed(123)).rejects.toThrow('Input text must be a non-empty string');
+        });
+        it('should cache embeddings', async () => {
+            await embeddings.embed('cached text');
+            await embeddings.embed('cached text');
+            await embeddings.embed('cached text');
+            // Should only call the model once
+            expect(mockPassageEmbed).toHaveBeenCalledTimes(1);
+        });
+        it('should use first 200 chars as cache key', async () => {
+            const longText = 'a'.repeat(300);
+            await embeddings.embed(longText);
+            await embeddings.embed(longText);
+            expect(mockPassageEmbed).toHaveBeenCalledTimes(1);
+        });
+        it('should throw on invalid embedding dimensions', async () => {
+            mockPassageEmbed.mockImplementation(() => {
+                return createAsyncGenerator([[new Float32Array(100).fill(0.1)]]);
+            });
+            await expect(embeddings.embed('test')).rejects.toThrow('Invalid embedding: got 100 dimensions, expected 384');
+        });
+        it('should throw on empty embedding result', async () => {
+            mockPassageEmbed.mockImplementation(() => {
+                return createAsyncGenerator([[]]);
+            });
+            await expect(embeddings.embed('test')).rejects.toThrow('Invalid embedding');
+        });
+        it('should handle model errors', async () => {
+            mockPassageEmbed.mockImplementation(() => {
+                throw new Error('Model error');
+            });
+            await expect(embeddings.embed('test')).rejects.toThrow('Model error');
+        });
+    });
+    describe('embedQuery', () => {
+        it('should generate query embedding for valid text', async () => {
+            const result = await embeddings.embedQuery('search query');
+            expect(result).toBeDefined();
+            expect(result.length).toBe(384);
+            expect(mockQueryEmbed).toHaveBeenCalledWith('search query');
+        });
+        it('should trim whitespace from input', async () => {
+            await embeddings.embedQuery('  query  ');
+            expect(mockQueryEmbed).toHaveBeenCalledWith('query');
+        });
+        it('should throw for empty string', async () => {
+            await expect(embeddings.embedQuery('')).rejects.toThrow('Input text must be a non-empty string');
+        });
+        it('should throw for whitespace-only string', async () => {
+            await expect(embeddings.embedQuery('   ')).rejects.toThrow('Input text is empty after trimming');
+        });
+        it('should throw for non-string input', async () => {
+            // @ts-expect-error Testing invalid input
+            await expect(embeddings.embedQuery(null)).rejects.toThrow('Input text must be a non-empty string');
+        });
+        it('should cache query embeddings with prefix', async () => {
+            await embeddings.embedQuery('cached query');
+            await embeddings.embedQuery('cached query');
+            // Should only call the model once
+            expect(mockQueryEmbed).toHaveBeenCalledTimes(1);
+        });
+        it('should use separate cache from passage embeddings', async () => {
+            await embeddings.embed('same text');
+            await embeddings.embedQuery('same text');
+            // Both should be called since they use different cache keys
+            expect(mockPassageEmbed).toHaveBeenCalledTimes(1);
+            expect(mockQueryEmbed).toHaveBeenCalledTimes(1);
+        });
+        it('should throw on invalid embedding dimensions', async () => {
+            mockQueryEmbed.mockResolvedValue(new Float32Array(100).fill(0.1));
+            await expect(embeddings.embedQuery('test')).rejects.toThrow('Invalid query embedding: got 100 dimensions, expected 384');
+        });
+        it('should handle model errors', async () => {
+            mockQueryEmbed.mockRejectedValue(new Error('Query model error'));
+            await expect(embeddings.embedQuery('test')).rejects.toThrow('Query model error');
+        });
+    });
+    describe('embedBatch', () => {
+        it('should generate embeddings for multiple texts', async () => {
+            const texts = ['text one', 'text two', 'text three'];
+            const result = await embeddings.embedBatch(texts);
+            expect(result).toHaveLength(3);
+            result.forEach((embedding) => {
+                expect(embedding.length).toBe(384);
+            });
+        });
+        it('should return empty array for empty input', async () => {
+            const result = await embeddings.embedBatch([]);
+            expect(result).toEqual([]);
+            expect(mockPassageEmbed).not.toHaveBeenCalled();
+        });
+        it('should filter out invalid texts', async () => {
+            const texts = ['valid', '', null, '  ', 'also valid', undefined];
+            // @ts-expect-error Testing invalid input
+            await embeddings.embedBatch(texts);
+            // Should only process valid texts
+            expect(mockPassageEmbed).toHaveBeenCalledWith(['valid', 'also valid']);
+        });
+        it('should return empty arrays for all-invalid texts', async () => {
+            const texts = ['', null, '  '];
+            // @ts-expect-error Testing invalid input
+            const result = await embeddings.embedBatch(texts);
+            expect(result).toEqual([[], [], []]);
+            expect(mockPassageEmbed).not.toHaveBeenCalled();
+        });
+        it('should handle partial invalid embeddings in batch', async () => {
+            mockPassageEmbed.mockImplementation(() => {
+                return createAsyncGenerator([
+                    [
+                        new Float32Array(384).fill(0.1),
+                        new Float32Array(100).fill(0.1), // Invalid dimension
+                        new Float32Array(384).fill(0.2),
+                    ],
+                ]);
+            });
+            const result = await embeddings.embedBatch(['text1', 'text2', 'text3']);
+            expect(result[0].length).toBe(384);
+            expect(result[1]).toEqual(new Array(384).fill(0)); // Zero-filled fallback
+            expect(result[2].length).toBe(384);
+        });
+        it('should handle model errors', async () => {
+            mockPassageEmbed.mockImplementation(() => {
+                throw new Error('Batch model error');
+            });
+            await expect(embeddings.embedBatch(['text'])).rejects.toThrow('Batch model error');
+        });
+    });
+    describe('initialization', () => {
+        it('should lazily initialize model on first use', async () => {
+            // Model should not be initialized yet
+            expect(mockFlagEmbeddingInit).not.toHaveBeenCalled();
+            // First embed call triggers initialization
+            await embeddings.embed('test');
+            expect(mockFlagEmbeddingInit).toHaveBeenCalledTimes(1);
+            expect(mockFlagEmbeddingInit).toHaveBeenCalledWith(expect.objectContaining({
+                model: 'bge-small-en-v1.5',
+            }));
+        });
+        it('should only initialize once for multiple calls', async () => {
+            await embeddings.embed('test1');
+            await embeddings.embed('test2');
+            await embeddings.embedQuery('query');
+            await embeddings.embedBatch(['batch']);
+            expect(mockFlagEmbeddingInit).toHaveBeenCalledTimes(1);
+        });
+        it('should handle concurrent initialization', async () => {
+            // Start multiple operations simultaneously
+            const promises = [embeddings.embed('test1'), embeddings.embed('test2'), embeddings.embedQuery('query')];
+            await Promise.all(promises);
+            // Should only initialize once despite concurrent calls
+            expect(mockFlagEmbeddingInit).toHaveBeenCalledTimes(1);
+        });
+        it('should create cache directory if it does not exist', async () => {
+            mockExistsSync.mockReturnValue(false);
+            await embeddings.embed('test');
+            expect(mockMkdir).toHaveBeenCalledWith(expect.stringContaining('fastembed-cache'), { recursive: true });
+        });
+        it('should not create cache directory if it exists', async () => {
+            mockExistsSync.mockReturnValue(true);
+            await embeddings.embed('test');
+            expect(mockMkdir).not.toHaveBeenCalled();
+        });
+        it('should retry initialization on failure', async () => {
+            vi.useFakeTimers();
+            let attempts = 0;
+            mockFlagEmbeddingInit.mockImplementation(async () => {
+                attempts++;
+                if (attempts < 3) {
+                    throw new Error('Init failed');
+                }
+                return {
+                    passageEmbed: mockPassageEmbed,
+                    queryEmbed: mockQueryEmbed,
+                };
+            });
+            const embedPromise = embeddings.embed('test');
+            // Advance through retry delays (2s, 4s exponential backoff)
+            await vi.advanceTimersByTimeAsync(2000);
+            await vi.advanceTimersByTimeAsync(4000);
+            await embedPromise;
+            expect(mockFlagEmbeddingInit).toHaveBeenCalledTimes(3);
+            vi.useRealTimers();
+        });
+        it('should throw after max retries', async () => {
+            let attempts = 0;
+            mockFlagEmbeddingInit.mockImplementation(async () => {
+                attempts++;
+                throw new Error('Persistent failure');
+            });
+            // Mock setTimeout to resolve immediately for retry delays
+            vi.spyOn(global, 'setTimeout').mockImplementation((callback) => {
+                callback();
+                return 0;
+            });
+            await expect(embeddings.embed('test')).rejects.toThrow('Persistent failure');
+            expect(attempts).toBe(3);
+            vi.restoreAllMocks();
+        });
+    });
+    describe('cache management', () => {
+        it('should evict oldest entry when cache exceeds 1000 entries', async () => {
+            // Generate unique texts to fill cache
+            for (let i = 0; i < 1002; i++) {
+                mockPassageEmbed.mockImplementationOnce(() => {
+                    return createAsyncGenerator([[new Float32Array(384).fill(i * 0.001)]]);
+                });
+                await embeddings.embed(`unique text ${i}`);
+            }
+            // All 1002 calls should go through (cache evicts oldest)
+            expect(mockPassageEmbed).toHaveBeenCalledTimes(1002);
+            // First entry should have been evicted, so re-embedding should call model
+            mockPassageEmbed.mockImplementationOnce(() => {
+                return createAsyncGenerator([[new Float32Array(384).fill(0.999)]]);
+            });
+            await embeddings.embed('unique text 0');
+            expect(mockPassageEmbed).toHaveBeenCalledTimes(1003);
+        });
+    });
+});
+//# sourceMappingURL=fastembed.test.js.map

package/build/embeddings/fastembed.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fastembed.test.js","sourceRoot":"","sources":["../../src/embeddings/fastembed.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,8CAA8C;AAC9C,KAAK,SAAS,CAAC,CAAC,oBAAoB,CAAI,KAAU;IAChD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC;IACb,CAAC;AACH,CAAC;AAED,0EAA0E;AAC1E,MAAM,EAAE,gBAAgB,EAAE,cAAc,EAAE,qBAAqB,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/G,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE;IACzB,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;IACvB,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE;IAC9B,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;IACvB,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;CACnB,CAAC,CAAC,CAAC;AAEJ,wBAAwB;AACxB,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1B,cAAc,EAAE;QACd,aAAa,EAAE,mBAAmB;KACnC;IACD,aAAa,EAAE;QACb,IAAI,EAAE,qBAAqB;KAC5B;CACF,CAAC,CAAC,CAAC;AAEJ,mBAAmB;AACnB,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;IACjC,KAAK,EAAE,SAAS;CACjB,CAAC,CAAC,CAAC;AAEJ,UAAU;AACV,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACxB,UAAU,EAAE,cAAc;CAC3B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAI,UAA0B,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QAEnB,+BAA+B;QAC/B,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,KAAe,EAAE,EAAE;YACtD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACjE,OAAO,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,cAAc,CAAC,iBAAiB,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAElE,qBAAqB,CAAC,iBAAiB,CAAC;YACtC,YAAY,EAAE,gBAAgB;YAC9B,UAAU,EAAE,cAAc;SAC3B,CAAC,CAAC;QAEH,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACrC,SAAS,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAEvC,UAAU,GAAG,IAAI,cAAc,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,kDAAkD;YAClD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAEpD,6DAA6D;YAC7D,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAEjC,yDAAyD;YACzD,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,UAAU,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAE3C,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,yCAAyC;YACzC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;YAC9F,yCAAyC;YACzC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;YACnG,yCAAyC;YACzC,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;QAC/F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACvC,MAAM,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACtC,MAAM,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACtC,MAAM,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAEtC,kCAAkC;YAClC,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjC,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACjC,MAAM,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAEjC,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACvC,OAAO,oBAAoB,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC;QAChH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACvC,OAAO,oBAAoB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACvC,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAEzC,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,yCAAyC;YACzC,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;QACrG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC5C,MAAM,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAE5C,kCAAkC;YAClC,MAAM,CAAC,cAAc,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACpC,MAAM,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;YAEzC,4DAA4D;YAC5D,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,cAAc,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,cAAc,CAAC,iBAAiB,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAElE,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC;QAC3H,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,cAAc,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,KAAK,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;gBAC3B,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YAE/C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3B,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;YACjE,yCAAyC;YACzC,MAAM,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEnC,kCAAkC;YAClC,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAC/B,yCAAyC;YACzC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAElD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACvC,OAAO,oBAAoB,CAAC;oBAC1B;wBACE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBAC/B,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,oBAAoB;wBACrD,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;qBAChC;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAExE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;YAC1E,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACvC,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACvC,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,sCAAsC;YACtC,MAAM,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAErD,2CAA2C;YAC3C,MAAM,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B,MAAM,CAAC,qBAAqB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,qBAAqB,CAAC,CAAC,oBAAoB,CAChD,MAAM,CAAC,gBAAgB,CAAC;gBACtB,KAAK,EAAE,mBAAmB;aAC3B,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACrC,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAEvC,MAAM,CAAC,qBAAqB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,2CAA2C;YAC3C,MAAM,QAAQ,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YAExG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE5B,uDAAuD;YACvD,MAAM,CAAC,qBAAqB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,cAAc,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAEtC,MAAM,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1G,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,cAAc,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAErC,MAAM,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE/B,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,EAAE,CAAC,aAAa,EAAE,CAAC;YAEnB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,qBAAqB,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;gBAClD,QAAQ,EAAE,CAAC;gBACX,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;oBACjB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;gBACjC,CAAC;gBACD,OAAO;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,UAAU,EAAE,cAAc;iBAC3B,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE9C,4DAA4D;YAC5D,MAAM,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAExC,MAAM,YAAY,CAAC;YAEnB,MAAM,CAAC,qBAAqB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAEvD,EAAE,CAAC,aAAa,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,qBAAqB,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE;gBAClD,QAAQ,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,0DAA0D;YAC1D,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,kBAAkB,CAAC,CAAC,QAAoB,EAAE,EAAE;gBACzE,QAAQ,EAAE,CAAC;gBACX,OAAO,CAA8B,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;YAC7E,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEzB,EAAE,CAAC,eAAe,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,sCAAsC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,EAAE;oBAC3C,OAAO,oBAAoB,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzE,CAAC,CAAC,CAAC;gBACH,MAAM,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAC7C,CAAC;YAED,yDAAyD;YACzD,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAErD,0EAA0E;YAC1E,gBAAgB,CAAC,sBAAsB,CAAC,GAAG,EAAE;gBAC3C,OAAO,oBAAoB,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC;YACH,MAAM,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAExC,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/embeddings/openai.d.ts

@@ -0,0 +1,8 @@
+import { EmbeddingsProvider } from './types.js';
+export declare class OpenAIEmbeddings implements EmbeddingsProvider {
+    private openai;
+    private cache;
+    readonly dimensions = 1536;
+    constructor(apiKey: string);
+    embed(text: string): Promise<number[]>;
+}

package/build/embeddings/openai.js

@@ -0,0 +1,56 @@
+import OpenAI from 'openai';
+import { logger } from '../util/logger.js';
+export class OpenAIEmbeddings {
+    openai;
+    cache;
+    dimensions = 1536; // text-embedding-3-small dimensions
+    constructor(apiKey) {
+        if (!apiKey) {
+            throw new Error('OpenAI API key is required');
+        }
+        this.openai = new OpenAI({ apiKey });
+        this.cache = new Map();
+    }
+    async embed(text) {
+        // Ensure input is a string and not empty
+        if (!text || typeof text !== 'string') {
+            throw new Error('Input text must be a non-empty string');
+        }
+        // Check cache first
+        const cacheKey = text.slice(0, 1000); // Limit cache key size
+        const cached = this.cache.get(cacheKey);
+        if (cached) {
+            return cached;
+        }
+        try {
+            const cleanText = text.trim();
+            if (!cleanText) {
+                throw new Error('Input text is empty after trimming');
+            }
+            const response = await this.openai.embeddings.create({
+                model: "text-embedding-3-small",
+                input: cleanText,
+                dimensions: this.dimensions
+            });
+            if (!response.data?.[0]?.embedding) {
+                throw new Error('No embedding returned from OpenAI');
+            }
+            const embedding = response.data[0].embedding;
+            // Cache the result
+            this.cache.set(cacheKey, embedding);
+            // Limit cache size to prevent memory issues
+            if (this.cache.size > 1000) {
+                const firstKey = this.cache.keys().next().value;
+                if (firstKey) {
+                    this.cache.delete(firstKey);
+                }
+            }
+            return embedding;
+        }
+        catch (error) {
+            logger.debug('Error generating embedding:', error);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=openai.js.map

package/build/embeddings/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/embeddings/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAS;IACf,KAAK,CAAwB;IAC5B,UAAU,GAAG,IAAI,CAAC,CAAC,oCAAoC;IAEhE,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,yCAAyC;QACzC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,uBAAuB;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,wBAAwB;gBAC/B,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACvD,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAE7C,mBAAmB;YACnB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEpC,4CAA4C;YAC5C,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBAChD,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACnD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/build/embeddings/types.d.ts

@@ -0,0 +1,4 @@
+export interface EmbeddingsProvider {
+    embed(text: string): Promise<number[]>;
+    dimensions: number;
+}

package/build/embeddings/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/build/embeddings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/embeddings/types.ts"],"names":[],"mappings":""}

package/build/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};