@framers/agentos 0.6.30 → 0.7.1

package/dist/rag/vector-search/HnswIndexSidecar.js

@@ -1,298 +0,0 @@
-/**
- * @fileoverview Shared HNSW index sidecar that sits alongside a SQLite database.
- * Provides O(log n) approximate nearest neighbor search via hnswlib-node,
- * with automatic activation at a configurable document count threshold
- * and graceful fallback when the native addon is unavailable.
- *
- * Used by both the RAG system (SqlVectorStore) and the Memory system (Brain).
- *
- * @module agentos/rag/vector-search/HnswIndexSidecar
- */
-import * as fs from 'fs/promises';
-/** Default HNSW parameters matching the literature recommendations. */
-const DEFAULTS = {
-    activationThreshold: 1000,
-    hnswM: 16,
-    hnswEfConstruction: 200,
-    hnswEfSearch: 50,
-    capacityIncrement: 1000,
-};
-/** hnswlib-node space type mapping. */
-const METRIC_TO_SPACE = {
-    cosine: 'cosine',
-    euclidean: 'l2',
-    dotproduct: 'ip',
-};
-/**
- * HNSW index sidecar — manages an hnswlib-node index file alongside
- * a primary data store (SQLite, etc.).
- *
- * The primary store remains the source of truth. The HNSW index is
- * rebuildable from it at any time. This sidecar handles:
- * - Dynamic import of hnswlib-node (graceful if missing)
- * - Auto-activation at document count threshold
- * - Auto-resize when capacity is reached
- * - Persistence to disk (.hnsw + .hnsw.map.json)
- * - Dirty tracking with explicit save()
- */
-export class HnswIndexSidecar {
-    constructor() {
-        this.index = null;
-        this.hnswlib = null;
-        /** Maps HNSW integer labels → document string IDs. */
-        this.labelToId = new Map();
-        /** Maps document string IDs → HNSW integer labels. */
-        this.idToLabel = new Map();
-        /** Next label to assign. */
-        this.nextLabel = 0;
-        /** Current index capacity. */
-        this.capacity = 0;
-        /** Whether index has unsaved changes. */
-        this.dirty = false;
-        /** Whether hnswlib-node was successfully imported. */
-        this.hnswAvailable = false;
-    }
-    /* ---- Lifecycle ------------------------------------------------- */
-    /**
-     * Initialize the sidecar. Attempts to dynamically import hnswlib-node.
-     * If the import fails, the sidecar stays inactive (brute-force fallback).
-     * If an existing index file is found, it's loaded from disk.
-     */
-    async initialize(config) {
-        this.config = {
-            ...config,
-            activationThreshold: config.activationThreshold ?? DEFAULTS.activationThreshold,
-            hnswM: config.hnswM ?? DEFAULTS.hnswM,
-            hnswEfConstruction: config.hnswEfConstruction ?? DEFAULTS.hnswEfConstruction,
-            hnswEfSearch: config.hnswEfSearch ?? DEFAULTS.hnswEfSearch,
-        };
-        try {
-            this.hnswlib = await import('hnswlib-node');
-            this.hnswAvailable = true;
-        }
-        catch {
-            this.hnswAvailable = false;
-            return;
-        }
-        /* Try loading existing index from disk */
-        await this.load();
-    }
-    /** Persist and release the index. */
-    async shutdown() {
-        if (this.dirty)
-            await this.save();
-        this.index = null;
-        this.labelToId.clear();
-        this.idToLabel.clear();
-        this.nextLabel = 0;
-        this.capacity = 0;
-    }
-    /* ---- State ----------------------------------------------------- */
-    /** True when the index is loaded AND has vectors (above threshold or loaded from disk). */
-    isActive() {
-        return this.index !== null && this.labelToId.size > 0;
-    }
-    /** True when hnswlib-node was successfully imported. */
-    isAvailable() {
-        return this.hnswAvailable;
-    }
-    /** Get statistics about the sidecar. */
-    getStats() {
-        return {
-            active: this.isActive(),
-            available: this.hnswAvailable,
-            vectorCount: this.labelToId.size,
-            capacity: this.capacity,
-            indexPath: this.config?.indexPath ?? '',
-        };
-    }
-    /* ---- Operations ------------------------------------------------ */
-    /**
-     * Add a single vector. Auto-resizes if capacity is reached.
-     * Does nothing if hnswlib is unavailable or the item is already indexed.
-     */
-    async add(id, embedding) {
-        if (!this.hnswAvailable)
-            return;
-        if (this.idToLabel.has(id))
-            return;
-        if (!this.index) {
-            /* Don't create index until threshold is crossed via rebuildFromData */
-            return;
-        }
-        /* Auto-resize */
-        if (this.nextLabel >= this.capacity) {
-            this.capacity += DEFAULTS.capacityIncrement;
-            this.index.resizeIndex(this.capacity);
-        }
-        const label = this.nextLabel++;
-        this.index.addPoint(embedding, label);
-        this.labelToId.set(label, id);
-        this.idToLabel.set(id, label);
-        this.dirty = true;
-    }
-    /**
-     * Add multiple vectors at once. More efficient than calling add() in a loop.
-     */
-    async addBatch(items) {
-        for (const item of items) {
-            await this.add(item.id, item.embedding);
-        }
-    }
-    /**
-     * Upsert a single vector into an active index.
-     * Replaces the previous vector when the ID already exists.
-     */
-    async upsert(id, embedding) {
-        if (!this.hnswAvailable)
-            return;
-        if (this.idToLabel.has(id)) {
-            await this.remove(id);
-        }
-        await this.add(id, embedding);
-    }
-    /**
-     * Upsert multiple vectors, replacing existing IDs in place.
-     */
-    async upsertBatch(items) {
-        for (const item of items) {
-            await this.upsert(item.id, item.embedding);
-        }
-    }
-    /**
-     * Soft-delete a vector by marking its label as deleted in the HNSW graph.
-     */
-    async remove(id) {
-        if (!this.index)
-            return;
-        const label = this.idToLabel.get(id);
-        if (label === undefined)
-            return;
-        this.index.markDelete(label);
-        this.labelToId.delete(label);
-        this.idToLabel.delete(id);
-        this.dirty = true;
-    }
-    /**
-     * Soft-delete multiple vectors in one pass.
-     */
-    async removeBatch(ids) {
-        for (const id of ids) {
-            await this.remove(id);
-        }
-    }
-    /**
-     * Search for the top-K nearest neighbors.
-     * Returns empty if the sidecar is inactive.
-     */
-    async search(query, topK) {
-        if (!this.index || this.labelToId.size === 0)
-            return [];
-        const k = Math.min(topK, this.labelToId.size);
-        const { neighbors, distances } = this.index.searchKnn(query, k);
-        const results = [];
-        for (let i = 0; i < neighbors.length; i++) {
-            const label = neighbors[i];
-            const id = this.labelToId.get(label);
-            if (!id)
-                continue;
-            /* Convert distance to similarity score */
-            let score;
-            switch (this.config.metric) {
-                case 'cosine':
-                    score = 1 - distances[i];
-                    break;
-                case 'euclidean':
-                    score = -distances[i];
-                    break;
-                case 'dotproduct':
-                    score = -distances[i];
-                    break;
-                default:
-                    score = 1 - distances[i];
-            }
-            results.push({ id, score });
-        }
-        return results.sort((a, b) => b.score - a.score);
-    }
-    /**
-     * Full rebuild of the HNSW index from source-of-truth data.
-     * Called when the activation threshold is crossed or on manual rebuild.
-     */
-    async rebuildFromData(items) {
-        if (!this.hnswAvailable || items.length === 0)
-            return;
-        const space = METRIC_TO_SPACE[this.config.metric] ?? 'cosine';
-        this.capacity = items.length + DEFAULTS.capacityIncrement;
-        const HierarchicalNSW = this.hnswlib.HierarchicalNSW ?? this.hnswlib.default?.HierarchicalNSW;
-        this.index = new HierarchicalNSW(space, this.config.dimensions);
-        this.index.initIndex(this.capacity, this.config.hnswM, this.config.hnswEfConstruction);
-        this.index.setEf(this.config.hnswEfSearch);
-        this.labelToId.clear();
-        this.idToLabel.clear();
-        this.nextLabel = 0;
-        for (const item of items) {
-            const label = this.nextLabel++;
-            this.index.addPoint(item.embedding, label);
-            this.labelToId.set(label, item.id);
-            this.idToLabel.set(item.id, label);
-        }
-        this.dirty = true;
-        await this.save();
-    }
-    /* ---- Persistence ----------------------------------------------- */
-    /** Save the HNSW index and label map to disk. */
-    async save() {
-        if (!this.index || !this.dirty)
-            return;
-        try {
-            this.index.writeIndex(this.config.indexPath);
-            const mapData = {
-                nextLabel: this.nextLabel,
-                capacity: this.capacity,
-                entries: Array.from(this.labelToId.entries()),
-            };
-            await fs.writeFile(`${this.config.indexPath}.map.json`, JSON.stringify(mapData), 'utf8');
-            this.dirty = false;
-        }
-        catch (err) {
-            /* Best-effort persistence — index is rebuildable from source of truth */
-            console.warn(`HnswIndexSidecar: failed to save index to ${this.config.indexPath}:`, err);
-        }
-    }
-    /**
-     * Load an existing HNSW index from disk.
-     * Returns true if loaded successfully, false if no index exists.
-     */
-    async load() {
-        if (!this.hnswAvailable)
-            return false;
-        try {
-            await fs.access(this.config.indexPath);
-            await fs.access(`${this.config.indexPath}.map.json`);
-        }
-        catch {
-            return false; /* No index files on disk */
-        }
-        try {
-            const mapJson = await fs.readFile(`${this.config.indexPath}.map.json`, 'utf8');
-            const mapData = JSON.parse(mapJson);
-            const space = METRIC_TO_SPACE[this.config.metric] ?? 'cosine';
-            const HierarchicalNSW = this.hnswlib.HierarchicalNSW ?? this.hnswlib.default?.HierarchicalNSW;
-            this.index = new HierarchicalNSW(space, this.config.dimensions);
-            this.index.readIndex(this.config.indexPath);
-            this.index.setEf(this.config.hnswEfSearch);
-            this.nextLabel = mapData.nextLabel;
-            this.capacity = mapData.capacity;
-            this.labelToId = new Map(mapData.entries);
-            this.idToLabel = new Map(mapData.entries.map(([label, id]) => [id, label]));
-            this.dirty = false;
-            return true;
-        }
-        catch (err) {
-            console.warn(`HnswIndexSidecar: failed to load index from ${this.config.indexPath}:`, err);
-            return false;
-        }
-    }
-}
-//# sourceMappingURL=HnswIndexSidecar.js.map

package/dist/rag/vector-search/HnswIndexSidecar.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"HnswIndexSidecar.js","sourceRoot":"","sources":["../../../src/rag/vector-search/HnswIndexSidecar.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAOlC,uEAAuE;AACvE,MAAM,QAAQ,GAAG;IACf,mBAAmB,EAAE,IAAI;IACzB,KAAK,EAAE,EAAE;IACT,kBAAkB,EAAE,GAAG;IACvB,YAAY,EAAE,EAAE;IAChB,iBAAiB,EAAE,IAAI;CACf,CAAC;AAEX,uCAAuC;AACvC,MAAM,eAAe,GAA2B;IAC9C,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE,IAAI;IACf,UAAU,EAAE,IAAI;CACjB,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,gBAAgB;IAA7B;QAEU,UAAK,GAAQ,IAAI,CAAC;QAClB,YAAO,GAAQ,IAAI,CAAC;QAE5B,sDAAsD;QAC9C,cAAS,GAAwB,IAAI,GAAG,EAAE,CAAC;QACnD,sDAAsD;QAC9C,cAAS,GAAwB,IAAI,GAAG,EAAE,CAAC;QACnD,4BAA4B;QACpB,cAAS,GAAW,CAAC,CAAC;QAC9B,8BAA8B;QACtB,aAAQ,GAAW,CAAC,CAAC;QAC7B,yCAAyC;QACjC,UAAK,GAAY,KAAK,CAAC;QAC/B,sDAAsD;QAC9C,kBAAa,GAAY,KAAK,CAAC;IAuRzC,CAAC;IArRC,sEAAsE;IAEtE;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAyB;QACxC,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,MAAM;YACT,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB;YAC/E,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK;YACrC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,QAAQ,CAAC,kBAAkB;YAC5E,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY;SAC3D,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,0CAA0C;QAC1C,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED,qCAAqC;IACrC,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,sEAAsE;IAEtE,2FAA2F;IAC3F,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;IACxD,CAAC;IAED,wDAAwD;IACxD,WAAW;QACT,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,wCAAwC;IACxC,QAAQ;QACN,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE;YACvB,SAAS,EAAE,IAAI,CAAC,aAAa;YAC7B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;YAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,IAAI,EAAE;SACxC,CAAC;IACJ,CAAC;IAED,sEAAsE;IAEtE;;;OAGG;IACH,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,SAAmB;QACvC,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO;QAChC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO;QAEnC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,uEAAuE;YACvE,OAAO;QACT,CAAC;QAED,iBAAiB;QACjB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,iBAAiB,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAiD;QAC9D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,SAAmB;QAC1C,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO;QAEhC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,KAAiD;QACjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAEhC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,GAAa;QAC7B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,KAAe,EAAE,IAAY;QACxC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAExD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,EAAE;gBAAE,SAAS;YAElB,0CAA0C;YAC1C,IAAI,KAAa,CAAC;YAClB,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC3B,KAAK,QAAQ;oBACX,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,WAAW;oBACd,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM;gBACR,KAAK,YAAY;oBACf,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM;gBACR;oBACE,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,KAAiD;QACrE,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEtD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC;QAC9D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,iBAAiB,CAAC;QAE1D,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,eAAe,CAAC;QAC9F,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAChE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACvF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,YAAa,CAAC,CAAC;QAE5C,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED,sEAAsE;IAEtE,iDAAiD;IACjD,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEvC,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE7C,MAAM,OAAO,GAAG;gBACd,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;aAC9C,CAAC;YACF,MAAM,EAAE,CAAC,SAAS,CAChB,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,WAAW,EACnC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,MAAM,CACP,CAAC;YAEF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,yEAAyE;YACzE,OAAO,CAAC,IAAI,CAAC,6CAA6C,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,KAAK,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,WAAW,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC,CAAC,4BAA4B;QAC5C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,WAAW,EAAE,MAAM,CAAC,CAAC;YAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEpC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC;YAC9D,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,eAAe,CAAC;YAC9F,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAChE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,YAAa,CAAC,CAAC;YAE5C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;YACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YACjC,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,CACtB,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAmB,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CACpE,CAAC;YAEF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,+CAA+C,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3F,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}

package/dist/rag/vector-search/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/rag/vector-search/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,SAAS,CAAC"}

package/dist/rag/vector-search/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/vector-search/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/rag/vector-search/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/rag/vector-search/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,kDAAkD;AAClD,MAAM,WAAW,iBAAiB;IAChC,+DAA+D;IAC/D,SAAS,EAAE,MAAM,CAAC;IAClB,2EAA2E;IAC3E,UAAU,EAAE,MAAM,CAAC;IACnB,kDAAkD;IAClD,MAAM,EAAE,QAAQ,GAAG,WAAW,GAAG,YAAY,CAAC;IAC9C,sGAAsG;IACtG,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iGAAiG;IACjG,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kGAAkG;IAClG,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oGAAoG;IACpG,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,gDAAgD;AAChD,MAAM,WAAW,gBAAgB;IAC/B,uDAAuD;IACvD,MAAM,EAAE,OAAO,CAAC;IAChB,2DAA2D;IAC3D,SAAS,EAAE,OAAO,CAAC;IACnB,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,8BAA8B;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,kDAAkD;AAClD,MAAM,WAAW,gBAAgB;IAC/B,mBAAmB;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,6FAA6F;IAC7F,KAAK,EAAE,MAAM,CAAC;CACf"}

package/dist/rag/vector-search/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/rag/vector-search/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/rag/vector_stores/HnswlibVectorStore.d.ts

@@ -1,99 +0,0 @@
-/**
- * @file HnswlibVectorStore.ts
- * @description HNSW-based vector store using hnswlib-node for fast approximate nearest neighbor search.
- * Provides O(log n) query performance vs O(n) linear scan, with file-based persistence.
- *
- * @deprecated Use SqlVectorStore instead — it now includes automatic HNSW acceleration
- * via the HnswIndexSidecar from rag/vector-search/. SqlVectorStore provides the same
- * HNSW performance plus SQLite persistence, hybrid search (BM25 + vector), metadata
- * queries, and ACID transactions. Configure with `type: 'sql'` and the HNSW sidecar
- * activates automatically when document count crosses the threshold (default 1000).
- *
- * @module AgentOS/RAG/VectorStores
- * @version 1.0.0
- */
-import type { IVectorStore, VectorStoreProviderConfig, VectorDocument, QueryOptions, QueryResult, UpsertOptions, UpsertResult, DeleteOptions, DeleteResult, CreateCollectionOptions } from '../IVectorStore.js';
-/**
- * Configuration for HnswlibVectorStore
- */
-export interface HnswlibVectorStoreConfig extends VectorStoreProviderConfig {
-    type: 'hnswlib';
-    /** Directory to persist index files. If not set, indexes are in-memory only. */
-    persistDirectory?: string;
-    /** Default embedding dimension for new collections */
-    defaultEmbeddingDimension?: number;
-    /** Default similarity metric */
-    similarityMetric?: 'cosine' | 'euclidean' | 'dotproduct';
-    /** HNSW M parameter (number of connections per node, default 16) */
-    hnswM?: number;
-    /** HNSW efConstruction parameter (index build quality, default 200) */
-    hnswEfConstruction?: number;
-    /** HNSW efSearch parameter (search quality, default 100) */
-    hnswEfSearch?: number;
-}
-/**
- * Vector store implementation using hnswlib-node for fast ANN search.
- *
- * Features:
- * - O(log n) query time via HNSW graph structure
- * - 1-10ms queries for 100K vectors
- * - File-based persistence
- * - Configurable HNSW parameters (M, efConstruction, efSearch)
- * - Full metadata filtering support
- */
-export declare class HnswlibVectorStore implements IVectorStore {
-    private config;
-    private collections;
-    private isInitialized;
-    private readonly providerId;
-    private HierarchicalNSW;
-    private hnswM;
-    private hnswEfConstruction;
-    private hnswEfSearch;
-    private defaultDimension;
-    private defaultMetric;
-    private persistDirectory?;
-    private persistManifestPath?;
-    private persisted;
-    private dirtyCollections;
-    private flushTimer;
-    private nodeFs?;
-    private nodePath?;
-    initialize(config: VectorStoreProviderConfig): Promise<void>;
-    private ensureInitialized;
-    private getFs;
-    private getPath;
-    private fnv1a32;
-    private deriveFileBase;
-    private isMetric;
-    private ensurePersistenceReady;
-    private writeJsonAtomic;
-    private persistManifest;
-    private getPersistPaths;
-    private markDirty;
-    private flushPersistence;
-    private persistCollection;
-    private loadPersistedCollection;
-    private getExistingCollection;
-    /**
-     * Map similarity metric to hnswlib space type.
-     * hnswlib supports: 'l2' (euclidean), 'ip' (inner product/dot), 'cosine'
-     */
-    private getSpaceType;
-    createCollection(collectionName: string, dimension: number, options?: CreateCollectionOptions): Promise<void>;
-    deleteCollection(collectionName: string): Promise<void>;
-    collectionExists(collectionName: string): Promise<boolean>;
-    private ensureCollection;
-    private resizeIfNeeded;
-    upsert(collectionName: string, documents: VectorDocument[], options?: UpsertOptions): Promise<UpsertResult>;
-    query(collectionName: string, queryEmbedding: number[], options?: QueryOptions): Promise<QueryResult>;
-    delete(collectionName: string, ids?: string[], options?: DeleteOptions): Promise<DeleteResult>;
-    checkHealth(): Promise<{
-        isHealthy: boolean;
-        details?: any;
-    }>;
-    shutdown(): Promise<void>;
-    getStats(collectionName?: string): Promise<Record<string, any>>;
-    private matchesFilter;
-}
-//# sourceMappingURL=HnswlibVectorStore.d.ts.map

package/dist/rag/vector_stores/HnswlibVectorStore.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HnswlibVectorStore.d.ts","sourceRoot":"","sources":["../../../src/rag/vector_stores/HnswlibVectorStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,KAAK,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EAEd,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EAKxB,MAAM,oBAAoB,CAAC;AAG5B;;GAEG;AACH,MAAM,WAAW,wBAAyB,SAAQ,yBAAyB;IACzE,IAAI,EAAE,SAAS,CAAC;IAChB,gFAAgF;IAChF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sDAAsD;IACtD,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,gCAAgC;IAChC,gBAAgB,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,YAAY,CAAC;IACzD,oEAAoE;IACpE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,uEAAuE;IACvE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AA0CD;;;;;;;;;GASG;AACH,qBAAa,kBAAmB,YAAW,YAAY;IACrD,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,WAAW,CAA0C;IAC7D,OAAO,CAAC,aAAa,CAAkB;IACvC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6C;IACxE,OAAO,CAAC,eAAe,CAAM;IAE7B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,kBAAkB,CAAe;IACzC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,aAAa,CAAmD;IAGxE,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,mBAAmB,CAAC,CAAS;IACrC,OAAO,CAAC,SAAS,CAAoD;IACrE,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,MAAM,CAAC,CAAoC;IACnD,OAAO,CAAC,QAAQ,CAAC,CAA6B;IAExC,UAAU,CAAC,MAAM,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoDlE,OAAO,CAAC,iBAAiB;YAWX,KAAK;YAML,OAAO;IAMrB,OAAO,CAAC,OAAO;IASf,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,QAAQ;YAIF,sBAAsB;YAgCtB,eAAe;YAoBf,eAAe;YASf,eAAe;IAgB7B,OAAO,CAAC,SAAS;YAWH,gBAAgB;YAuBhB,iBAAiB;YAsDjB,uBAAuB;YA0DvB,qBAAqB;IAoBnC;;;OAGG;IACH,OAAO,CAAC,YAAY;IASd,gBAAgB,CACpB,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,uBAAuB,GAChC,OAAO,CAAC,IAAI,CAAC;IAmEV,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BvD,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;YAKlD,gBAAgB;IAS9B,OAAO,CAAC,cAAc;IAQhB,MAAM,CACV,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC;IAiElB,KAAK,CACT,cAAc,EAAE,MAAM,EACtB,cAAc,EAAE,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE,YAAY,GACrB,OAAO,CAAC,WAAW,CAAC;IAiHjB,MAAM,CACV,cAAc,EAAE,MAAM,EACtB,GAAG,CAAC,EAAE,MAAM,EAAE,EACd,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC;IA2ElB,WAAW,IAAI,OAAO,CAAC;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAA;KAAE,CAAC;IAkB7D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBzB,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IA0CrE,OAAO,CAAC,aAAa;CAyEtB"}