@mduenas/codegraph 0.4.0

package/dist/vectors/embedder.js

@@ -0,0 +1,336 @@
+"use strict";
+/**
+ * Text Embedder
+ *
+ * Generates vector embeddings using the nomic-embed-text model via Transformers.js.
+ * Uses ONNX runtime under the hood for fast local inference.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextEmbedder = exports.EMBEDDING_DIMENSION = exports.DEFAULT_MODEL = void 0;
+exports.createEmbedder = createEmbedder;
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
+const os_1 = require("os");
+// Global model cache directory (shared across all projects)
+const GLOBAL_MODELS_DIR = path.join((0, os_1.homedir)(), '.codegraph', 'models');
+// Dynamic import for @xenova/transformers (ESM-only package)
+// We use dynamic import to support CommonJS builds
+let transformersModule = null;
+async function getTransformers() {
+    if (!transformersModule) {
+        transformersModule = await Promise.resolve().then(() => __importStar(require('@xenova/transformers')));
+    }
+    return transformersModule;
+}
+/**
+ * Default model for embeddings
+ * nomic-embed-text-v1.5 produces 384-dimensional embeddings
+ */
+exports.DEFAULT_MODEL = 'nomic-ai/nomic-embed-text-v1.5';
+exports.EMBEDDING_DIMENSION = 768; // nomic-embed-text-v1.5 uses 768 dimensions
+/**
+ * Text Embedder using Transformers.js
+ *
+ * Uses the nomic-embed-text-v1.5 model to generate embeddings for code
+ * and natural language queries.
+ */
+class TextEmbedder {
+    modelId;
+    cacheDir;
+    pipeline = null;
+    initialized = false;
+    showProgress;
+    constructor(options = {}) {
+        this.modelId = options.modelId || exports.DEFAULT_MODEL;
+        this.cacheDir = options.cacheDir || GLOBAL_MODELS_DIR;
+        this.showProgress = options.showProgress ?? false;
+    }
+    /**
+     * Initialize the embedder by loading the model
+     *
+     * This will download the model on first use if not already cached.
+     */
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        // Load transformers.js dynamically (ESM-only package)
+        const { pipeline, env } = await getTransformers();
+        // Configure transformers.js to use local cache
+        env.cacheDir = this.cacheDir;
+        // Ensure cache directory exists
+        if (!fs.existsSync(this.cacheDir)) {
+            fs.mkdirSync(this.cacheDir, { recursive: true });
+        }
+        // Disable remote model checking if model is already cached
+        // This speeds up initialization significantly
+        const modelCacheExists = fs.existsSync(path.join(this.cacheDir, this.modelId.replace('/', '--')));
+        if (modelCacheExists) {
+            env.allowRemoteModels = false;
+        }
+        // Load the pipeline
+        this.pipeline = await pipeline('feature-extraction', this.modelId, {
+            progress_callback: this.showProgress
+                ? (progress) => {
+                    if (progress.status === 'progress' && progress.file && progress.progress) {
+                        const pct = Math.round(progress.progress);
+                        process.stdout.write(`\rDownloading ${progress.file}: ${pct}%`);
+                    }
+                    else if (progress.status === 'done') {
+                        process.stdout.write('\n');
+                    }
+                }
+                : undefined,
+        });
+        this.initialized = true;
+    }
+    /**
+     * Check if the embedder is initialized
+     */
+    isInitialized() {
+        return this.initialized;
+    }
+    /**
+     * Get the model ID being used
+     */
+    getModelId() {
+        return this.modelId;
+    }
+    /**
+     * Get the embedding dimension
+     */
+    getDimension() {
+        return exports.EMBEDDING_DIMENSION;
+    }
+    /**
+     * Generate embedding for a single text
+     *
+     * @param text - Text to embed
+     * @returns Embedding result
+     */
+    async embed(text) {
+        if (!this.initialized || !this.pipeline) {
+            throw new Error('Embedder not initialized. Call initialize() first.');
+        }
+        // Prepare text for nomic-embed-text (it expects specific prefixes)
+        const preparedText = this.prepareText(text, 'document');
+        // Generate embedding
+        const output = await this.pipeline(preparedText, {
+            pooling: 'mean',
+            normalize: true,
+        });
+        // Extract the embedding array - handle various data formats
+        const data = output.data;
+        const embedding = this.toFloat32Array(data);
+        return {
+            embedding,
+            dimension: embedding.length,
+            model: this.modelId,
+        };
+    }
+    /**
+     * Generate embedding for a query (uses different prefix)
+     *
+     * @param query - Query text to embed
+     * @returns Embedding result
+     */
+    async embedQuery(query) {
+        if (!this.initialized || !this.pipeline) {
+            throw new Error('Embedder not initialized. Call initialize() first.');
+        }
+        // Prepare text for nomic-embed-text query
+        const preparedText = this.prepareText(query, 'search_query');
+        // Generate embedding
+        const output = await this.pipeline(preparedText, {
+            pooling: 'mean',
+            normalize: true,
+        });
+        // Extract the embedding array - handle various data formats
+        const data = output.data;
+        const embedding = this.toFloat32Array(data);
+        return {
+            embedding,
+            dimension: embedding.length,
+            model: this.modelId,
+        };
+    }
+    /**
+     * Generate embeddings for multiple texts in a batch
+     *
+     * @param texts - Array of texts to embed
+     * @param type - Type of text (document or search_query)
+     * @returns Batch embedding result
+     */
+    async embedBatch(texts, type = 'document') {
+        if (!this.initialized || !this.pipeline) {
+            throw new Error('Embedder not initialized. Call initialize() first.');
+        }
+        if (texts.length === 0) {
+            return {
+                embeddings: [],
+                dimension: exports.EMBEDDING_DIMENSION,
+                model: this.modelId,
+                durationMs: 0,
+            };
+        }
+        const startTime = Date.now();
+        // Prepare all texts
+        const preparedTexts = texts.map((t) => this.prepareText(t, type));
+        // Generate embeddings
+        const outputs = await this.pipeline(preparedTexts, {
+            pooling: 'mean',
+            normalize: true,
+        });
+        // Extract embeddings
+        const embeddings = [];
+        const dims = outputs.dims;
+        const dimension = dims[1] ?? exports.EMBEDDING_DIMENSION;
+        const data = outputs.data;
+        const flatData = this.toFloat32Array(data);
+        for (let i = 0; i < texts.length; i++) {
+            const start = i * dimension;
+            const end = start + dimension;
+            embeddings.push(flatData.slice(start, end));
+        }
+        return {
+            embeddings,
+            dimension,
+            model: this.modelId,
+            durationMs: Date.now() - startTime,
+        };
+    }
+    /**
+     * Convert various array formats to Float32Array
+     */
+    toFloat32Array(data) {
+        if (data instanceof Float32Array) {
+            return data;
+        }
+        if (Array.isArray(data)) {
+            return new Float32Array(data);
+        }
+        if (data && typeof data === 'object' && 'length' in data) {
+            // Handle TypedArray-like objects
+            const arr = data;
+            return new Float32Array(arr.length);
+        }
+        throw new Error('Unsupported data format for embedding');
+    }
+    /**
+     * Prepare text for the nomic-embed-text model
+     *
+     * The model expects specific prefixes for different tasks:
+     * - "search_document: " for documents to be searched
+     * - "search_query: " for search queries
+     */
+    prepareText(text, type) {
+        // Truncate very long texts (model has a max token limit)
+        const maxLength = 8192; // nomic-embed-text-v1.5 supports 8192 tokens
+        const truncatedText = text.length > maxLength ? text.slice(0, maxLength) : text;
+        // Add appropriate prefix
+        if (type === 'search_query') {
+            return `search_query: ${truncatedText}`;
+        }
+        else {
+            return `search_document: ${truncatedText}`;
+        }
+    }
+    /**
+     * Create text representation of a code node for embedding
+     *
+     * Combines name, signature, docstring, and code snippet into
+     * a searchable text representation.
+     */
+    static createNodeText(node) {
+        const parts = [];
+        // Add kind and name
+        parts.push(`${node.kind}: ${node.name}`);
+        // Add qualified name if different from name
+        if (node.qualifiedName && node.qualifiedName !== node.name) {
+            parts.push(`path: ${node.qualifiedName}`);
+        }
+        // Add file path
+        parts.push(`file: ${node.filePath}`);
+        // Add signature if present
+        if (node.signature) {
+            parts.push(`signature: ${node.signature}`);
+        }
+        // Add docstring if present
+        if (node.docstring) {
+            parts.push(`documentation: ${node.docstring}`);
+        }
+        return parts.join('\n');
+    }
+    /**
+     * Compute cosine similarity between two embeddings
+     */
+    static cosineSimilarity(a, b) {
+        if (a.length !== b.length) {
+            throw new Error('Embeddings must have the same dimension');
+        }
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            const aVal = a[i];
+            const bVal = b[i];
+            dotProduct += aVal * bVal;
+            normA += aVal * aVal;
+            normB += bVal * bVal;
+        }
+        normA = Math.sqrt(normA);
+        normB = Math.sqrt(normB);
+        if (normA === 0 || normB === 0) {
+            return 0;
+        }
+        return dotProduct / (normA * normB);
+    }
+    /**
+     * Release resources
+     */
+    dispose() {
+        this.pipeline = null;
+        this.initialized = false;
+    }
+}
+exports.TextEmbedder = TextEmbedder;
+/**
+ * Create a text embedder instance
+ */
+function createEmbedder(options) {
+    return new TextEmbedder(options);
+}
+//# sourceMappingURL=embedder.js.map

package/dist/vectors/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/vectors/embedder.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgZH,wCAEC;AAhZD,2CAA6B;AAC7B,uCAAyB;AACzB,2BAA6B;AAE7B,4DAA4D;AAC5D,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAA,YAAO,GAAE,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;AAEvE,6DAA6D;AAC7D,mDAAmD;AACnD,IAAI,kBAAkB,GAAiD,IAAI,CAAC;AAE5E,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,kBAAkB,GAAG,wDAAa,sBAAsB,GAAC,CAAC;IAC5D,CAAC;IACD,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAKD;;;GAGG;AACU,QAAA,aAAa,GAAG,gCAAgC,CAAC;AACjD,QAAA,mBAAmB,GAAG,GAAG,CAAC,CAAC,4CAA4C;AA+CpF;;;;;GAKG;AACH,MAAa,YAAY;IACf,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,QAAQ,GAAqC,IAAI,CAAC;IAClD,WAAW,GAAG,KAAK,CAAC;IACpB,YAAY,CAAU;IAE9B,YAAY,UAA2B,EAAE;QACvC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,qBAAa,CAAC;QAChD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,iBAAiB,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,KAAK,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,sDAAsD;QACtD,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,eAAe,EAAE,CAAC;QAElD,+CAA+C;QAC/C,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAE7B,gCAAgC;QAChC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,2DAA2D;QAC3D,8CAA8C;QAC9C,MAAM,gBAAgB,GAAG,EAAE,CAAC,UAAU,CACpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAC1D,CAAC;QACF,IAAI,gBAAgB,EAAE,CAAC;YACrB,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAChC,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,QAAQ,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,OAAO,EAAE;YACjE,iBAAiB,EAAE,IAAI,CAAC,YAAY;gBAClC,CAAC,CAAC,CAAC,QAA8D,EAAE,EAAE;oBACjE,IAAI,QAAQ,CAAC,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBACzE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBAC1C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,QAAQ,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC;oBAClE,CAAC;yBAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;wBACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBACH,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,OAAO,2BAAmB,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,mEAAmE;QACnE,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAExD,qBAAqB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE;YAC/C,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,4DAA4D;QAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAe,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAE5C,OAAO;YACL,SAAS;YACT,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,KAAK,EAAE,IAAI,CAAC,OAAO;SACpB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,0CAA0C;QAC1C,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QAE7D,qBAAqB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE;YAC/C,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,4DAA4D;QAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAe,CAAC;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAE5C,OAAO;YACL,SAAS;YACT,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,KAAK,EAAE,IAAI,CAAC,OAAO;SACpB,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CACd,KAAe,EACf,OAAoC,UAAU;QAE9C,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,UAAU,EAAE,EAAE;gBACd,SAAS,EAAE,2BAAmB;gBAC9B,KAAK,EAAE,IAAI,CAAC,OAAO;gBACnB,UAAU,EAAE,CAAC;aACd,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,oBAAoB;QACpB,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;QAElE,sBAAsB;QACtB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE;YACjD,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,qBAAqB;QACrB,MAAM,UAAU,GAAmB,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAgB,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,2BAAmB,CAAC;QACjD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAe,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC;YAC5B,MAAM,GAAG,GAAG,KAAK,GAAG,SAAS,CAAC;YAC9B,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO;YACL,UAAU;YACV,SAAS;YACT,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAa;QAClC,IAAI,IAAI,YAAY,YAAY,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACzD,iCAAiC;YACjC,MAAM,GAAG,GAAG,IAAyB,CAAC;YACtC,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;OAMG;IACK,WAAW,CAAC,IAAY,EAAE,IAAiC;QACjE,yDAAyD;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,6CAA6C;QACrE,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEhF,yBAAyB;QACzB,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;YAC5B,OAAO,iBAAiB,aAAa,EAAE,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,OAAO,oBAAoB,aAAa,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,cAAc,CAAC,IAOrB;QACC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,oBAAoB;QACpB,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAEzC,4CAA4C;QAC5C,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3D,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,gBAAgB;QAChB,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAErC,2BAA2B;QAC3B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7C,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,CAAe,EAAE,CAAe;QACtD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACnB,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;YACnB,UAAU,IAAI,IAAI,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;YACrB,KAAK,IAAI,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;CACF;AA1TD,oCA0TC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,OAAyB;IACtD,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC"}

package/dist/vectors/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Vectors Module
+ *
+ * Provides text embedding and vector similarity search for semantic code search.
+ */
+export { TextEmbedder, createEmbedder, DEFAULT_MODEL, EMBEDDING_DIMENSION, EmbedderOptions, EmbeddingResult, BatchEmbeddingResult, } from './embedder';
+export { VectorSearchManager, createVectorSearch, VectorSearchOptions, } from './search';
+export { VectorManager, createVectorManager, VectorManagerOptions, EmbeddingProgress, } from './manager';
+//# sourceMappingURL=index.d.ts.map

package/dist/vectors/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vectors/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,YAAY,EACZ,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,eAAe,EACf,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,aAAa,EACb,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,WAAW,CAAC"}

package/dist/vectors/index.js

@@ -0,0 +1,20 @@
+"use strict";
+/**
+ * Vectors Module
+ *
+ * Provides text embedding and vector similarity search for semantic code search.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createVectorManager = exports.VectorManager = exports.createVectorSearch = exports.VectorSearchManager = exports.EMBEDDING_DIMENSION = exports.DEFAULT_MODEL = exports.createEmbedder = exports.TextEmbedder = void 0;
+var embedder_1 = require("./embedder");
+Object.defineProperty(exports, "TextEmbedder", { enumerable: true, get: function () { return embedder_1.TextEmbedder; } });
+Object.defineProperty(exports, "createEmbedder", { enumerable: true, get: function () { return embedder_1.createEmbedder; } });
+Object.defineProperty(exports, "DEFAULT_MODEL", { enumerable: true, get: function () { return embedder_1.DEFAULT_MODEL; } });
+Object.defineProperty(exports, "EMBEDDING_DIMENSION", { enumerable: true, get: function () { return embedder_1.EMBEDDING_DIMENSION; } });
+var search_1 = require("./search");
+Object.defineProperty(exports, "VectorSearchManager", { enumerable: true, get: function () { return search_1.VectorSearchManager; } });
+Object.defineProperty(exports, "createVectorSearch", { enumerable: true, get: function () { return search_1.createVectorSearch; } });
+var manager_1 = require("./manager");
+Object.defineProperty(exports, "VectorManager", { enumerable: true, get: function () { return manager_1.VectorManager; } });
+Object.defineProperty(exports, "createVectorManager", { enumerable: true, get: function () { return manager_1.createVectorManager; } });
+//# sourceMappingURL=index.js.map

package/dist/vectors/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/vectors/index.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,uCAQoB;AAPlB,wGAAA,YAAY,OAAA;AACZ,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,+GAAA,mBAAmB,OAAA;AAMrB,mCAIkB;AAHhB,6GAAA,mBAAmB,OAAA;AACnB,4GAAA,kBAAkB,OAAA;AAIpB,qCAKmB;AAJjB,wGAAA,aAAa,OAAA;AACb,8GAAA,mBAAmB,OAAA"}

package/dist/vectors/manager.d.ts

@@ -0,0 +1,119 @@
+/**
+ * Vector Manager
+ *
+ * High-level manager that coordinates embedding generation and vector search.
+ */
+import Database from 'better-sqlite3';
+import { Node, SearchResult, SearchOptions } from '../types';
+import { EmbedderOptions } from './embedder';
+import { QueryBuilder } from '../db/queries';
+/**
+ * Progress callback for embedding generation
+ */
+export interface EmbeddingProgress {
+    /** Current node index */
+    current: number;
+    /** Total nodes to embed */
+    total: number;
+    /** Current node being embedded */
+    nodeName?: string;
+}
+/**
+ * Options for the vector manager
+ */
+export interface VectorManagerOptions {
+    /** Embedder options */
+    embedder?: EmbedderOptions;
+    /** Node kinds to embed (default: functions, methods, classes, interfaces) */
+    nodeKinds?: Node['kind'][];
+    /** Batch size for embedding generation */
+    batchSize?: number;
+}
+/**
+ * Vector Manager
+ *
+ * Provides high-level interface for semantic search:
+ * - Generates embeddings for code nodes
+ * - Stores embeddings in the database
+ * - Performs semantic similarity search
+ */
+export declare class VectorManager {
+    private embedder;
+    private searchManager;
+    private queries;
+    private nodeKinds;
+    private batchSize;
+    private initialized;
+    constructor(db: Database.Database, queries: QueryBuilder, options?: VectorManagerOptions);
+    /**
+     * Initialize the vector manager
+     *
+     * Loads the embedding model and initializes vector search.
+     */
+    initialize(): Promise<void>;
+    /**
+     * Check if the vector manager is initialized
+     */
+    isInitialized(): boolean;
+    /**
+     * Generate embeddings for all eligible nodes
+     *
+     * @param onProgress - Optional progress callback
+     * @returns Number of nodes embedded
+     */
+    embedAllNodes(onProgress?: (progress: EmbeddingProgress) => void): Promise<number>;
+    /**
+     * Generate embedding for a single node
+     *
+     * @param node - Node to embed
+     */
+    embedNode(node: Node): Promise<void>;
+    /**
+     * Semantic search for nodes matching a query
+     *
+     * @param query - Natural language query
+     * @param options - Search options
+     * @returns Array of search results with similarity scores
+     */
+    search(query: string, options?: SearchOptions): Promise<SearchResult[]>;
+    /**
+     * Find nodes similar to a given node
+     *
+     * @param nodeId - ID of the node to find similar nodes for
+     * @param options - Search options
+     * @returns Array of similar nodes with similarity scores
+     */
+    findSimilar(nodeId: string, options?: SearchOptions): Promise<SearchResult[]>;
+    /**
+     * Delete embedding for a node
+     *
+     * @param nodeId - ID of the node
+     */
+    deleteNodeEmbedding(nodeId: string): void;
+    /**
+     * Get statistics about vector storage
+     */
+    getStats(): {
+        totalVectors: number;
+        vssEnabled: boolean;
+        modelId: string;
+        dimension: number;
+    };
+    /**
+     * Clear all vectors
+     */
+    clear(): void;
+    /**
+     * Rebuild the VSS index
+     */
+    rebuildIndex(): void;
+    /**
+     * Release resources
+     */
+    dispose(): void;
+}
+/**
+ * Create a vector manager
+ */
+export declare function createVectorManager(db: Database.Database, queries: QueryBuilder, options?: VectorManagerOptions): VectorManager;
+//# sourceMappingURL=manager.d.ts.map

package/dist/vectors/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/vectors/manager.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,EAAgC,eAAe,EAAuB,MAAM,YAAY,CAAC;AAEhG,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAEhB,2BAA2B;IAC3B,KAAK,EAAE,MAAM,CAAC;IAEd,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,uBAAuB;IACvB,QAAQ,CAAC,EAAE,eAAe,CAAC;IAE3B,6EAA6E;IAC7E,SAAS,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;IAE3B,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAeD;;;;;;;GAOG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAe;IAC/B,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAG1B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,OAAO,EAAE,YAAY,EACrB,OAAO,GAAE,oBAAyB;IASpC;;;;OAIG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAcjC;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;;;;OAKG;IACG,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,iBAAiB,KAAK,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IA2DxF;;;;OAIG;IACG,SAAS,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAU1C;;;;;;OAMG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA0CjF;;;;;;OAMG;IACG,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA8DvF;;;;OAIG;IACH,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAIzC;;OAEG;IACH,QAAQ,IAAI;QACV,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,OAAO,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;KACnB;IASD;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb;;OAEG;IACH,YAAY,IAAI,IAAI;IAIpB;;OAEG;IACH,OAAO,IAAI,IAAI;CAGhB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,OAAO,EAAE,YAAY,EACrB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,aAAa,CAEf"}