codebase-context 1.0.0

package/dist/core/search.js

@@ -0,0 +1,307 @@
+/**
+ * Hybrid search combining semantic vector search with keyword matching
+ */
+import Fuse from "fuse.js";
+import path from "path";
+import { promises as fs } from "fs";
+import { getEmbeddingProvider, } from "../embeddings/index.js";
+import { getStorageProvider } from "../storage/index.js";
+import { analyzerRegistry } from "./analyzer-registry.js";
+const DEFAULT_SEARCH_OPTIONS = {
+    useSemanticSearch: true,
+    useKeywordSearch: true,
+    semanticWeight: 0.7,
+    keywordWeight: 0.3,
+};
+export class CodebaseSearcher {
+    rootPath;
+    storagePath;
+    fuseIndex = null;
+    chunks = [];
+    embeddingProvider = null;
+    storageProvider = null;
+    initialized = false;
+    constructor(rootPath) {
+        this.rootPath = rootPath;
+        this.storagePath = path.join(rootPath, ".codebase-index");
+    }
+    async initialize() {
+        if (this.initialized)
+            return;
+        try {
+            await this.loadKeywordIndex();
+            this.embeddingProvider = await getEmbeddingProvider();
+            this.storageProvider = await getStorageProvider({
+                path: this.storagePath,
+            });
+            this.initialized = true;
+        }
+        catch (error) {
+            console.warn("Partial initialization (keyword search only):", error);
+            this.initialized = true;
+        }
+    }
+    async loadKeywordIndex() {
+        try {
+            const indexPath = path.join(this.rootPath, ".codebase-index.json");
+            const content = await fs.readFile(indexPath, "utf-8");
+            this.chunks = JSON.parse(content);
+            this.fuseIndex = new Fuse(this.chunks, {
+                keys: [
+                    { name: "content", weight: 0.4 },
+                    { name: "metadata.componentName", weight: 0.25 },
+                    { name: "filePath", weight: 0.15 },
+                    { name: "relativePath", weight: 0.15 },
+                    { name: "componentType", weight: 0.15 },
+                    { name: "layer", weight: 0.1 },
+                    { name: "tags", weight: 0.15 },
+                ],
+                includeScore: true,
+                threshold: 0.4,
+                useExtendedSearch: true,
+                ignoreLocation: true,
+            });
+        }
+        catch (error) {
+            console.warn("Keyword index load failed:", error);
+            this.chunks = [];
+            this.fuseIndex = null;
+        }
+    }
+    async search(query, limit = 5, filters, options = DEFAULT_SEARCH_OPTIONS) {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        const { useSemanticSearch, useKeywordSearch, semanticWeight, keywordWeight, } = {
+            ...DEFAULT_SEARCH_OPTIONS,
+            ...options,
+        };
+        const results = new Map();
+        if (useSemanticSearch && this.embeddingProvider && this.storageProvider) {
+            try {
+                const vectorResults = await this.semanticSearch(query, limit * 2, filters);
+                vectorResults.forEach((result) => {
+                    const id = result.chunk.id;
+                    const existing = results.get(id);
+                    if (existing) {
+                        existing.scores.push(result.score * (semanticWeight || 0.7));
+                    }
+                    else {
+                        results.set(id, {
+                            chunk: result.chunk,
+                            scores: [result.score * (semanticWeight || 0.7)],
+                        });
+                    }
+                });
+            }
+            catch (error) {
+                console.warn("Semantic search failed:", error);
+            }
+        }
+        if (useKeywordSearch && this.fuseIndex) {
+            try {
+                const keywordResults = await this.keywordSearch(query, limit * 2, filters);
+                keywordResults.forEach((result) => {
+                    const id = result.chunk.id;
+                    const existing = results.get(id);
+                    if (existing) {
+                        existing.scores.push(result.score * (keywordWeight || 0.3));
+                    }
+                    else {
+                        results.set(id, {
+                            chunk: result.chunk,
+                            scores: [result.score * (keywordWeight || 0.3)],
+                        });
+                    }
+                });
+            }
+            catch (error) {
+                console.warn("Keyword search failed:", error);
+            }
+        }
+        const combinedResults = Array.from(results.entries())
+            .map(([id, { chunk, scores }]) => {
+            // Calculate base combined score
+            let combinedScore = scores.reduce((sum, score) => sum + score, 0);
+            // Normalize to 0-1 range (scores are already weighted)
+            // If both semantic and keyword matched, max possible is ~1.0
+            combinedScore = Math.min(1.0, combinedScore);
+            // Boost scores for Angular components with proper detection
+            if (chunk.componentType && chunk.framework === "angular") {
+                combinedScore = Math.min(1.0, combinedScore * 1.3);
+            }
+            // Boost if layer is detected
+            if (chunk.layer && chunk.layer !== "unknown") {
+                combinedScore = Math.min(1.0, combinedScore * 1.1);
+            }
+            const summary = this.generateSummary(chunk);
+            const snippet = this.generateSnippet(chunk.content);
+            return {
+                summary,
+                snippet,
+                filePath: chunk.filePath,
+                startLine: chunk.startLine,
+                endLine: chunk.endLine,
+                score: combinedScore,
+                relevanceReason: this.generateRelevanceReason(chunk, query),
+                language: chunk.language,
+                framework: chunk.framework,
+                componentType: chunk.componentType,
+                layer: chunk.layer,
+                metadata: chunk.metadata,
+            };
+        })
+            .sort((a, b) => b.score - a.score)
+            .slice(0, limit);
+        return combinedResults;
+    }
+    generateSummary(chunk) {
+        const analyzer = chunk.framework
+            ? analyzerRegistry.get(chunk.framework)
+            : null;
+        if (analyzer && analyzer.summarize) {
+            try {
+                const summary = analyzer.summarize(chunk);
+                // Only use analyzer summary if it's meaningful (not the generic fallback)
+                if (summary &&
+                    !summary.startsWith("Code in ") &&
+                    !summary.includes(": lines ")) {
+                    return summary;
+                }
+            }
+            catch (error) {
+                console.warn("Analyzer summary failed:", error);
+            }
+        }
+        // Enhanced generic summary
+        const fileName = path.basename(chunk.filePath);
+        const componentName = chunk.metadata?.componentName;
+        const componentType = chunk.componentType;
+        // Try to extract a meaningful name from content
+        const classMatch = chunk.content.match(/(?:export\s+)?(?:class|interface|type|enum|function)\s+(\w+)/);
+        const name = componentName || (classMatch ? classMatch[1] : null);
+        if (name && componentType) {
+            return `${componentType.charAt(0).toUpperCase() + componentType.slice(1)} '${name}' in ${fileName}.`;
+        }
+        else if (name) {
+            return `'${name}' defined in ${fileName}.`;
+        }
+        else if (componentType) {
+            return `${componentType.charAt(0).toUpperCase() + componentType.slice(1)} in ${fileName}.`;
+        }
+        // Last resort: describe the file type
+        const ext = path.extname(fileName).slice(1);
+        const langMap = {
+            ts: "TypeScript",
+            js: "JavaScript",
+            html: "HTML template",
+            scss: "SCSS styles",
+            css: "CSS styles",
+            json: "JSON config",
+        };
+        return `${langMap[ext] || ext.toUpperCase()} in ${fileName}.`;
+    }
+    generateSnippet(content, maxLines = 100) {
+        const lines = content.split("\n");
+        if (lines.length <= maxLines) {
+            return content;
+        }
+        const snippet = lines.slice(0, maxLines).join("\n");
+        const remaining = lines.length - maxLines;
+        return `${snippet}\n\n... [${remaining} more lines]`;
+    }
+    async semanticSearch(query, limit, filters) {
+        if (!this.embeddingProvider || !this.storageProvider) {
+            return [];
+        }
+        const queryVector = await this.embeddingProvider.embed(query);
+        const results = await this.storageProvider.search(queryVector, limit, filters);
+        return results.map((r) => ({
+            chunk: r.chunk,
+            score: r.score,
+        }));
+    }
+    async keywordSearch(query, limit, filters) {
+        if (!this.fuseIndex || this.chunks.length === 0) {
+            return [];
+        }
+        let fuseResults = this.fuseIndex.search(query);
+        if (filters) {
+            fuseResults = fuseResults.filter((r) => {
+                const chunk = r.item;
+                if (filters.componentType &&
+                    chunk.componentType !== filters.componentType) {
+                    return false;
+                }
+                if (filters.layer && chunk.layer !== filters.layer) {
+                    return false;
+                }
+                if (filters.framework && chunk.framework !== filters.framework) {
+                    return false;
+                }
+                if (filters.language && chunk.language !== filters.language) {
+                    return false;
+                }
+                if (filters.tags && filters.tags.length > 0) {
+                    const chunkTags = chunk.tags || [];
+                    if (!filters.tags.some((tag) => chunkTags.includes(tag))) {
+                        return false;
+                    }
+                }
+                return true;
+            });
+        }
+        return fuseResults.slice(0, limit).map((r) => {
+            const chunk = r.item;
+            let score = 1 - (r.score || 0);
+            // Boost exact matches on class name or file path
+            const queryLower = query.toLowerCase();
+            const fileName = path.basename(chunk.filePath).toLowerCase();
+            const relativePathLower = chunk.relativePath.toLowerCase();
+            const componentName = chunk.metadata?.componentName?.toLowerCase() || "";
+            // Exact class name match
+            if (componentName && queryLower === componentName) {
+                score = Math.min(1.0, score + 0.3);
+            }
+            // Exact file name match
+            if (fileName === queryLower ||
+                fileName.replace(/\.ts$/, "") === queryLower.replace(/\.ts$/, "")) {
+                score = Math.min(1.0, score + 0.2);
+            }
+            // File path contains query
+            if (chunk.filePath.toLowerCase().includes(queryLower) ||
+                relativePathLower.includes(queryLower)) {
+                score = Math.min(1.0, score + 0.1);
+            }
+            return {
+                chunk,
+                score,
+            };
+        });
+    }
+    generateRelevanceReason(chunk, query) {
+        const reasons = [];
+        if (chunk.componentType) {
+            reasons.push(`${chunk.componentType}`);
+        }
+        if (chunk.layer) {
+            reasons.push(`${chunk.layer} layer`);
+        }
+        const queryLower = query.toLowerCase();
+        const matchingTags = (chunk.tags || []).filter((tag) => queryLower.includes(tag.toLowerCase()));
+        if (matchingTags.length > 0) {
+            reasons.push(`tags: ${matchingTags.join(", ")}`);
+        }
+        return reasons.length > 0 ? reasons.join("; ") : "content match";
+    }
+    async getChunkCount() {
+        if (this.storageProvider) {
+            return await this.storageProvider.count();
+        }
+        return this.chunks.length;
+    }
+    isReady() {
+        return this.initialized;
+    }
+}
+//# sourceMappingURL=search.js.map

package/dist/core/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/core/search.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AAEpC,OAAO,EAEL,oBAAoB,GACrB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAyB,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAS1D,MAAM,sBAAsB,GAAkB;IAC5C,iBAAiB,EAAE,IAAI;IACvB,gBAAgB,EAAE,IAAI;IACtB,cAAc,EAAE,GAAG;IACnB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF,MAAM,OAAO,gBAAgB;IACnB,QAAQ,CAAS;IACjB,WAAW,CAAS;IAEpB,SAAS,GAA2B,IAAI,CAAC;IACzC,MAAM,GAAgB,EAAE,CAAC;IAEzB,iBAAiB,GAA6B,IAAI,CAAC;IACnD,eAAe,GAAiC,IAAI,CAAC;IAErD,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,QAAgB;QAC1B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAE9B,IAAI,CAAC,iBAAiB,GAAG,MAAM,oBAAoB,EAAE,CAAC;YACtD,IAAI,CAAC,eAAe,GAAG,MAAM,kBAAkB,CAAC;gBAC9C,IAAI,EAAE,IAAI,CAAC,WAAW;aACvB,CAAC,CAAC;YAEH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,+CAA+C,EAAE,KAAK,CAAC,CAAC;YACrE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAAC;YACnE,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAElC,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;gBACrC,IAAI,EAAE;oBACJ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE;oBAChC,EAAE,IAAI,EAAE,wBAAwB,EAAE,MAAM,EAAE,IAAI,EAAE;oBAChD,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE;oBAClC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE;oBACtC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;oBACvC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE;oBAC9B,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE;iBAC/B;gBACD,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,GAAG;gBACd,iBAAiB,EAAE,IAAI;gBACvB,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,QAAgB,CAAC,EACjB,OAAuB,EACvB,UAAyB,sBAAsB;QAE/C,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,EACJ,iBAAiB,EACjB,gBAAgB,EAChB,cAAc,EACd,aAAa,GACd,GAAG;YACF,GAAG,sBAAsB;YACzB,GAAG,OAAO;SACX,CAAC;QAEF,MAAM,OAAO,GACX,IAAI,GAAG,EAAE,CAAC;QAEZ,IAAI,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACxE,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,cAAc,CAC7C,KAAK,EACL,KAAK,GAAG,CAAC,EACT,OAAO,CACR,CAAC;gBAEF,aAAa,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC/B,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAEjC,IAAI,QAAQ,EAAE,CAAC;wBACb,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC,CAAC;oBAC/D,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE;4BACd,KAAK,EAAE,MAAM,CAAC,KAAK;4BACnB,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC;yBACjD,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAED,IAAI,gBAAgB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,aAAa,CAC7C,KAAK,EACL,KAAK,GAAG,CAAC,EACT,OAAO,CACR,CAAC;gBAEF,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBAChC,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAEjC,IAAI,QAAQ,EAAE,CAAC;wBACb,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,CAAC,CAAC;oBAC9D,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE;4BACd,KAAK,EAAE,MAAM,CAAC,KAAK;4BACnB,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,CAAC;yBAChD,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAmB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aAClE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;YAC/B,gCAAgC;YAChC,IAAI,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;YAElE,uDAAuD;YACvD,6DAA6D;YAC7D,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;YAE7C,4DAA4D;YAC5D,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACzD,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,CAAC;YACrD,CAAC;YAED,6BAA6B;YAC7B,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC7C,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEpD,OAAO;gBACL,OAAO;gBACP,OAAO;gBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,KAAK,EAAE,aAAa;gBACpB,eAAe,EAAE,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,KAAK,CAAC;gBAC3D,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACT,CAAC;QACpB,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAEnB,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,eAAe,CAAC,KAAgB;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS;YAC9B,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,CAAC,CAAC,IAAI,CAAC;QAET,IAAI,QAAQ,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC1C,0EAA0E;gBAC1E,IACE,OAAO;oBACP,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;oBAC/B,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC7B,CAAC;oBACD,OAAO,OAAO,CAAC;gBACjB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,EAAE,aAAa,CAAC;QACpD,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;QAE1C,gDAAgD;QAChD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CACpC,8DAA8D,CAC/D,CAAC;QACF,MAAM,IAAI,GAAG,aAAa,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAElE,IAAI,IAAI,IAAI,aAAa,EAAE,CAAC;YAC1B,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CACrE,KAAK,IAAI,QAAQ,QAAQ,GAAG,CAAC;QACjC,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,OAAO,IAAI,IAAI,gBAAgB,QAAQ,GAAG,CAAC;QAC7C,CAAC;aAAM,IAAI,aAAa,EAAE,CAAC;YACzB,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,CACrE,OAAO,QAAQ,GAAG,CAAC;QACvB,CAAC;QAED,sCAAsC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,OAAO,GAA2B;YACtC,EAAE,EAAE,YAAY;YAChB,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,aAAa;YACnB,GAAG,EAAE,YAAY;YACjB,IAAI,EAAE,aAAa;SACpB,CAAC;QACF,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,QAAQ,GAAG,CAAC;IAChE,CAAC;IAEO,eAAe,CAAC,OAAe,EAAE,WAAmB,GAAG;QAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC;QAC1C,OAAO,GAAG,OAAO,YAAY,SAAS,cAAc,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,KAAa,EACb,KAAa,EACb,OAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAC/C,WAAW,EACX,KAAK,EACL,OAAO,CACR,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,KAAa,EACb,KAAa,EACb,OAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE/C,IAAI,OAAO,EAAE,CAAC;YACZ,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACrC,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC;gBAErB,IACE,OAAO,CAAC,aAAa;oBACrB,KAAK,CAAC,aAAa,KAAK,OAAO,CAAC,aAAa,EAC7C,CAAC;oBACD,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;oBACnD,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;oBAC/D,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC;oBAC5D,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;oBACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;wBACzD,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;gBAED,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3C,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC;YACrB,IAAI,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YAE/B,iDAAiD;YACjD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7D,MAAM,iBAAiB,GAAG,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;YAC3D,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YAEzE,yBAAyB;YACzB,IAAI,aAAa,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;gBAClD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;YACrC,CAAC;YAED,wBAAwB;YACxB,IACE,QAAQ,KAAK,UAAU;gBACvB,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EACjE,CAAC;gBACD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;YACrC,CAAC;YAED,2BAA2B;YAC3B,IACE,KAAK,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACjD,iBAAiB,CAAC,QAAQ,CAAC,UAAU,CAAC,EACtC,CAAC;gBACD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,GAAG,GAAG,CAAC,CAAC;YACrC,CAAC;YAED,OAAO;gBACL,KAAK;gBACL,KAAK;aACN,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,KAAgB,EAAE,KAAa;QAC7D,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CACrD,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CACvC,CAAC;QACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CAAC,SAAS,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC5C,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF"}

package/dist/embeddings/index.d.ts

@@ -0,0 +1,5 @@
+export * from './types.js';
+export * from './transformers.js';
+import { EmbeddingProvider, EmbeddingConfig } from './types.js';
+export declare function getEmbeddingProvider(config?: Partial<EmbeddingConfig>): Promise<EmbeddingProvider>;
+//# sourceMappingURL=index.d.ts.map

package/dist/embeddings/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embeddings/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,mBAAmB,CAAC;AAElC,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAA4B,MAAM,YAAY,CAAC;AAM1F,wBAAsB,oBAAoB,CACxC,MAAM,GAAE,OAAO,CAAC,eAAe,CAAM,GACpC,OAAO,CAAC,iBAAiB,CAAC,CAmC5B"}

package/dist/embeddings/index.js

@@ -0,0 +1,33 @@
+export * from './types.js';
+export * from './transformers.js';
+import { DEFAULT_EMBEDDING_CONFIG } from './types.js';
+import { TransformersEmbeddingProvider } from './transformers.js';
+let cachedProvider = null;
+let cachedProviderType = null;
+export async function getEmbeddingProvider(config = {}) {
+    const mergedConfig = { ...DEFAULT_EMBEDDING_CONFIG, ...config };
+    const providerKey = `${mergedConfig.provider}:${mergedConfig.model}`;
+    if (cachedProvider && cachedProviderType === providerKey) {
+        return cachedProvider;
+    }
+    if (mergedConfig.provider === 'openai') {
+        const { OpenAIEmbeddingProvider } = await import('./openai.js');
+        const provider = new OpenAIEmbeddingProvider(mergedConfig.model || 'text-embedding-3-small', mergedConfig.apiKey, mergedConfig.apiEndpoint);
+        await provider.initialize();
+        cachedProvider = provider;
+        cachedProviderType = providerKey;
+        return provider;
+    }
+    if (mergedConfig.provider === 'custom') {
+        throw new Error("Custom provider not implemented. Use 'openai' or 'transformers'.");
+    }
+    if (mergedConfig.provider === 'ollama') {
+        console.warn('Ollama provider not yet implemented, falling back to Transformers.js');
+    }
+    const provider = new TransformersEmbeddingProvider(mergedConfig.model);
+    await provider.initialize();
+    cachedProvider = provider;
+    cachedProviderType = providerKey;
+    return provider;
+}
+//# sourceMappingURL=index.js.map

package/dist/embeddings/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embeddings/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,mBAAmB,CAAC;AAElC,OAAO,EAAsC,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAC1F,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAElE,IAAI,cAAc,GAA6B,IAAI,CAAC;AACpD,IAAI,kBAAkB,GAAkB,IAAI,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAmC,EAAE;IAErC,MAAM,YAAY,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;IAChE,MAAM,WAAW,GAAG,GAAG,YAAY,CAAC,QAAQ,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;IAErE,IAAI,cAAc,IAAI,kBAAkB,KAAK,WAAW,EAAE,CAAC;QACzD,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,IAAI,YAAY,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,EAAE,uBAAuB,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,IAAI,uBAAuB,CAC1C,YAAY,CAAC,KAAK,IAAI,wBAAwB,EAC9C,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,WAAW,CACzB,CAAC;QACF,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC5B,cAAc,GAAG,QAAQ,CAAC;QAC1B,kBAAkB,GAAG,WAAW,CAAC;QACjC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,YAAY,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,YAAY,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,6BAA6B,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC5B,cAAc,GAAG,QAAQ,CAAC;IAC1B,kBAAkB,GAAG,WAAW,CAAC;IAEjC,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/embeddings/openai.d.ts

@@ -0,0 +1,19 @@
+import { EmbeddingProvider } from './types.js';
+/**
+ * OpenAI Embedding Provider
+ * Uses native fetch to avoid adding the heavy openai npm package dependency.
+ * Minimal implementation focusing on high ROI and low bloat.
+ */
+export declare class OpenAIEmbeddingProvider implements EmbeddingProvider {
+    readonly modelName: string;
+    private apiKey?;
+    private apiEndpoint;
+    readonly name = "openai";
+    readonly dimensions = 1536;
+    constructor(modelName?: string, apiKey?: string | undefined, apiEndpoint?: string);
+    initialize(): Promise<void>;
+    isReady(): boolean;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/embeddings/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/embeddings/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,iBAAiB;IAKzD,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,OAAO,CAAC,MAAM,CAAC;IACf,OAAO,CAAC,WAAW;IANvB,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,UAAU,QAAQ;gBAGd,SAAS,GAAE,MAAiC,EAC7C,MAAM,CAAC,EAAE,MAAM,YAAA,EACf,WAAW,GAAE,MAAoC;IAGvD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,OAAO,IAAI,OAAO;IAIZ,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CA+BzD"}

package/dist/embeddings/openai.js

@@ -0,0 +1,59 @@
+/**
+ * OpenAI Embedding Provider
+ * Uses native fetch to avoid adding the heavy openai npm package dependency.
+ * Minimal implementation focusing on high ROI and low bloat.
+ */
+export class OpenAIEmbeddingProvider {
+    modelName;
+    apiKey;
+    apiEndpoint;
+    name = 'openai';
+    dimensions = 1536; // Default for text-embedding-3-small
+    constructor(modelName = 'text-embedding-3-small', apiKey, apiEndpoint = 'https://api.openai.com/v1') {
+        this.modelName = modelName;
+        this.apiKey = apiKey;
+        this.apiEndpoint = apiEndpoint;
+    }
+    async initialize() {
+        if (!this.apiKey) {
+            throw new Error('OpenAI API key is missing. Set OPENAI_API_KEY environment variable or configure it in the MCP settings.');
+        }
+    }
+    isReady() {
+        return !!this.apiKey;
+    }
+    async embed(text) {
+        const batch = await this.embedBatch([text]);
+        return batch[0];
+    }
+    async embedBatch(texts) {
+        if (!texts.length)
+            return [];
+        try {
+            const response = await fetch(`${this.apiEndpoint}/embeddings`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Authorization': `Bearer ${this.apiKey}`
+                },
+                body: JSON.stringify({
+                    model: this.modelName,
+                    input: texts,
+                    encoding_format: 'float'
+                })
+            });
+            if (!response.ok) {
+                const error = await response.text();
+                throw new Error(`OpenAI API Error ${response.status}: ${error}`);
+            }
+            const data = await response.json();
+            // OpenAI guarantees order matches input
+            return data.data.map((item) => item.embedding);
+        }
+        catch (error) {
+            console.error('OpenAI Embedding Failed:', error);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/embeddings/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/embeddings/openai.ts"],"names":[],"mappings":"AAGA;;;;GAIG;AACH,MAAM,OAAO,uBAAuB;IAKnB;IACD;IACA;IANH,IAAI,GAAG,QAAQ,CAAC;IAChB,UAAU,GAAG,IAAI,CAAC,CAAC,qCAAqC;IAEjE,YACa,YAAoB,wBAAwB,EAC7C,MAAe,EACf,cAAsB,2BAA2B;QAFhD,cAAS,GAAT,SAAS,CAAmC;QAC7C,WAAM,GAAN,MAAM,CAAS;QACf,gBAAW,GAAX,WAAW,CAAsC;IACzD,CAAC;IAEL,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACX,yGAAyG,CAC5G,CAAC;QACN,CAAC;IACL,CAAC;IAED,OAAO;QACH,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC5B,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE7B,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,aAAa,EAAE;gBAC3D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBAC3C;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK,EAAE,IAAI,CAAC,SAAS;oBACrB,KAAK,EAAE,KAAK;oBACZ,eAAe,EAAE,OAAO;iBAC3B,CAAC;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;YAE1C,wCAAwC;YACxC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;CACJ"}

package/dist/embeddings/transformers.d.ts

@@ -0,0 +1,17 @@
+import { EmbeddingProvider } from "./types.js";
+export declare class TransformersEmbeddingProvider implements EmbeddingProvider {
+    readonly name = "transformers";
+    readonly modelName: string;
+    readonly dimensions: number;
+    private pipeline;
+    private ready;
+    private initPromise;
+    constructor(modelName?: string);
+    initialize(): Promise<void>;
+    private _initialize;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    isReady(): boolean;
+}
+export declare function createEmbeddingProvider(modelName?: string): Promise<EmbeddingProvider>;
+//# sourceMappingURL=transformers.d.ts.map

package/dist/embeddings/transformers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAiB,MAAM,YAAY,CAAC;AAQ9D,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,QAAQ,CAAC,IAAI,kBAAkB;IAC/B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,WAAW,CAA8B;gBAErC,SAAS,GAAE,MAAsB;IAKvC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAQnB,WAAW;IAmBnB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkBtC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IA0BtD,OAAO,IAAI,OAAO;CAGnB;AAED,wBAAsB,uBAAuB,CAC3C,SAAS,GAAE,MAAsB,GAChC,OAAO,CAAC,iBAAiB,CAAC,CAI5B"}

package/dist/embeddings/transformers.js

@@ -0,0 +1,83 @@
+import { DEFAULT_MODEL } from "./types.js";
+const MODEL_CONFIGS = {
+    "Xenova/bge-small-en-v1.5": { dimensions: 384 },
+    "Xenova/all-MiniLM-L6-v2": { dimensions: 384 },
+    "Xenova/bge-base-en-v1.5": { dimensions: 768 },
+};
+export class TransformersEmbeddingProvider {
+    name = "transformers";
+    modelName;
+    dimensions;
+    pipeline = null;
+    ready = false;
+    initPromise = null;
+    constructor(modelName = DEFAULT_MODEL) {
+        this.modelName = modelName;
+        this.dimensions = MODEL_CONFIGS[modelName]?.dimensions || 384;
+    }
+    async initialize() {
+        if (this.ready)
+            return;
+        if (this.initPromise)
+            return this.initPromise;
+        this.initPromise = this._initialize();
+        return this.initPromise;
+    }
+    async _initialize() {
+        try {
+            console.error(`Loading embedding model: ${this.modelName}`);
+            console.error("(First run will download ~130MB model)");
+            const { pipeline } = await import("@xenova/transformers");
+            this.pipeline = await pipeline("feature-extraction", this.modelName, {
+                quantized: true,
+            });
+            this.ready = true;
+            console.error(`Model loaded successfully: ${this.modelName}`);
+        }
+        catch (error) {
+            console.error("Failed to initialize embedding model:", error);
+            throw error;
+        }
+    }
+    async embed(text) {
+        if (!this.ready) {
+            await this.initialize();
+        }
+        try {
+            const output = await this.pipeline(text, {
+                pooling: "mean",
+                normalize: true,
+            });
+            return Array.from(output.data);
+        }
+        catch (error) {
+            console.error("Failed to generate embedding:", error);
+            throw error;
+        }
+    }
+    async embedBatch(texts) {
+        if (!this.ready) {
+            await this.initialize();
+        }
+        const embeddings = [];
+        const batchSize = 32;
+        for (let i = 0; i < texts.length; i += batchSize) {
+            const batch = texts.slice(i, i + batchSize);
+            const batchEmbeddings = await Promise.all(batch.map((text) => this.embed(text)));
+            embeddings.push(...batchEmbeddings);
+            if (texts.length > 100 && (i + batchSize) % 100 === 0) {
+                console.error(`Embedded ${Math.min(i + batchSize, texts.length)}/${texts.length} chunks`);
+            }
+        }
+        return embeddings;
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+export async function createEmbeddingProvider(modelName = DEFAULT_MODEL) {
+    const provider = new TransformersEmbeddingProvider(modelName);
+    await provider.initialize();
+    return provider;
+}
+//# sourceMappingURL=transformers.js.map

package/dist/embeddings/transformers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqB,aAAa,EAAE,MAAM,YAAY,CAAC;AAE9D,MAAM,aAAa,GAA2C;IAC5D,0BAA0B,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE;IAC/C,yBAAyB,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE;IAC9C,yBAAyB,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE;CAC/C,CAAC;AAEF,MAAM,OAAO,6BAA6B;IAC/B,IAAI,GAAG,cAAc,CAAC;IACtB,SAAS,CAAS;IAClB,UAAU,CAAS;IAEpB,QAAQ,GAAQ,IAAI,CAAC;IACrB,KAAK,GAAG,KAAK,CAAC;IACd,WAAW,GAAyB,IAAI,CAAC;IAEjD,YAAY,YAAoB,aAAa;QAC3C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,aAAa,CAAC,SAAS,CAAC,EAAE,UAAU,IAAI,GAAG,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAE9C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,4BAA4B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAExD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YAE1D,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,SAAS,EAAE;gBACnE,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;gBACvC,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,EAAE,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5C,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CACtC,CAAC;YAEF,UAAU,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;YAEpC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;gBACtD,OAAO,CAAC,KAAK,CACX,YAAY,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,SAAS,CAC3E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,YAAoB,aAAa;IAEjC,MAAM,QAAQ,GAAG,IAAI,6BAA6B,CAAC,SAAS,CAAC,CAAC;IAC9D,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IAC5B,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/embeddings/types.d.ts

@@ -0,0 +1,20 @@
+export interface EmbeddingProvider {
+    readonly name: string;
+    readonly modelName: string;
+    readonly dimensions: number;
+    initialize(): Promise<void>;
+    embed(text: string): Promise<number[]>;
+    embedBatch(texts: string[]): Promise<number[][]>;
+    isReady(): boolean;
+}
+export interface EmbeddingConfig {
+    provider: "transformers" | "ollama" | "openai" | "custom";
+    model?: string;
+    batchSize?: number;
+    maxRetries?: number;
+    apiKey?: string;
+    apiEndpoint?: string;
+}
+export declare const DEFAULT_MODEL: string;
+export declare const DEFAULT_EMBEDDING_CONFIG: EmbeddingConfig;
+//# sourceMappingURL=types.d.ts.map

package/dist/embeddings/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/embeddings/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,OAAO,IAAI,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,cAAc,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,eAAO,MAAM,aAAa,QAA4D,CAAC;AAEvF,eAAO,MAAM,wBAAwB,EAAE,eAMtC,CAAC"}

package/dist/embeddings/types.js

@@ -0,0 +1,9 @@
+export const DEFAULT_MODEL = process.env.EMBEDDING_MODEL || "Xenova/bge-small-en-v1.5";
+export const DEFAULT_EMBEDDING_CONFIG = {
+    provider: process.env.EMBEDDING_PROVIDER || "transformers",
+    model: DEFAULT_MODEL,
+    batchSize: 32,
+    maxRetries: 3,
+    apiKey: process.env.OPENAI_API_KEY,
+};
+//# sourceMappingURL=types.js.map

package/dist/embeddings/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/embeddings/types.ts"],"names":[],"mappings":"AAoBA,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,0BAA0B,CAAC;AAEvF,MAAM,CAAC,MAAM,wBAAwB,GAAoB;IACvD,QAAQ,EAAG,OAAO,CAAC,GAAG,CAAC,kBAA0B,IAAI,cAAc;IACnE,KAAK,EAAE,aAAa;IACpB,SAAS,EAAE,EAAE;IACb,UAAU,EAAE,CAAC;IACb,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;CACnC,CAAC"}