@framers/agentos 0.1.120 → 0.1.122

package/dist/rag/implementations/vector_stores/PostgresVectorStore.js

@@ -0,0 +1,438 @@
+/**
+ * @fileoverview Postgres + pgvector Vector Store Implementation.
+ * @module rag/implementations/vector_stores/PostgresVectorStore
+ *
+ * Implements `IVectorStore` using Postgres with the pgvector extension
+ * for native HNSW-indexed approximate nearest neighbor search. Supports:
+ *
+ * - Dense vector search via pgvector `<=>` (cosine), `<->` (L2), `<#>` (inner product)
+ * - Full-text search via tsvector + GIN indexes
+ * - Hybrid search combining both with RRF fusion in a single SQL query
+ * - JSONB metadata filtering with GIN indexes
+ * - Connection pooling via pg.Pool
+ *
+ * Scaling target: 500K → 10M vectors with multi-tenant schema isolation.
+ *
+ * @see ../../IVectorStore.ts for the interface definition.
+ */
+// ---------------------------------------------------------------------------
+// PostgresVectorStore
+// ---------------------------------------------------------------------------
+export class PostgresVectorStore {
+    constructor(config) {
+        this.pool = null; // pg.Pool
+        this.isInitialized = false;
+        this.config = config;
+        this.prefix = config.tablePrefix ?? '';
+    }
+    // =========================================================================
+    // Lifecycle
+    // =========================================================================
+    /**
+     * Initialize the connection pool, ensure pgvector extension exists,
+     * and create the collections metadata table.
+     */
+    async initialize() {
+        if (this.isInitialized)
+            return;
+        const pg = await import('pg');
+        this.pool = new pg.default.Pool({
+            connectionString: this.config.connectionString,
+            max: this.config.poolSize ?? 10,
+        });
+        // Ensure pgvector extension is installed.
+        await this.pool.query('CREATE EXTENSION IF NOT EXISTS vector');
+        // Create collections metadata table.
+        await this.pool.query(`
+      CREATE TABLE IF NOT EXISTS ${this._t('_collections')} (
+        name TEXT PRIMARY KEY,
+        dimension INTEGER NOT NULL,
+        metric TEXT NOT NULL DEFAULT 'cosine',
+        created_at BIGINT NOT NULL DEFAULT (EXTRACT(EPOCH FROM NOW()) * 1000)::BIGINT
+      )
+    `);
+        this.isInitialized = true;
+    }
+    /** Close the connection pool. */
+    async close() {
+        if (this.pool) {
+            await this.pool.end();
+            this.pool = null;
+            this.isInitialized = false;
+        }
+    }
+    /** Gracefully shut down the store (alias for close). */
+    async shutdown() {
+        await this.close();
+    }
+    /**
+     * Health check — verifies connection and pgvector availability.
+     * @returns True if Postgres + pgvector is reachable.
+     */
+    async healthCheck() {
+        try {
+            await this._ensureInit();
+            const result = await this.pool.query('SELECT 1 AS ok');
+            return result.rows[0]?.ok === 1;
+        }
+        catch {
+            return false;
+        }
+    }
+    /** IVectorStore-compliant health check. */
+    async checkHealth() {
+        const isHealthy = await this.healthCheck();
+        return { isHealthy };
+    }
+    // =========================================================================
+    // Collection Management
+    // =========================================================================
+    /**
+     * Create a new collection (Postgres table) with pgvector HNSW index.
+     */
+    async createCollection(name, dimension, options) {
+        await this._ensureInit();
+        const dim = dimension ?? this.config.defaultDimension ?? 1536;
+        const metric = (options?.similarityMetric ?? this.config.similarityMetric ?? 'cosine');
+        const table = this._t(name);
+        // Create the documents table with pgvector embedding column.
+        await this.pool.query(`
+      CREATE TABLE IF NOT EXISTS ${table} (
+        id TEXT PRIMARY KEY,
+        embedding vector(${dim}),
+        metadata_json JSONB,
+        text_content TEXT,
+        created_at BIGINT NOT NULL DEFAULT (EXTRACT(EPOCH FROM NOW()) * 1000)::BIGINT,
+        updated_at BIGINT
+      )
+    `);
+        // Create HNSW index for ANN search.
+        const opsClass = metric === 'cosine' ? 'vector_cosine_ops'
+            : metric === 'euclidean' ? 'vector_l2_ops'
+                : 'vector_ip_ops';
+        await this.pool.query(`CREATE INDEX IF NOT EXISTS ${table}_hnsw ON ${table} USING hnsw (embedding ${opsClass})`);
+        // Create GIN index for JSONB metadata filtering.
+        await this.pool.query(`CREATE INDEX IF NOT EXISTS ${table}_metadata ON ${table} USING gin (metadata_json)`);
+        // Create tsvector column + GIN index for full-text search.
+        // Use a try-catch because the column may already exist.
+        try {
+            await this.pool.query(`ALTER TABLE ${table} ADD COLUMN tsv tsvector GENERATED ALWAYS AS (to_tsvector('english', COALESCE(text_content, ''))) STORED`);
+            await this.pool.query(`CREATE INDEX IF NOT EXISTS ${table}_fts ON ${table} USING gin (tsv)`);
+        }
+        catch {
+            // Column already exists — fine.
+        }
+        // Register in collections metadata.
+        await this.pool.query(`INSERT INTO ${this._t('_collections')} (name, dimension, metric) VALUES ($1, $2, $3) ON CONFLICT (name) DO NOTHING`, [name, dim, metric]);
+    }
+    /** Drop a collection table. */
+    async dropCollection(name) {
+        await this._ensureInit();
+        await this.pool.query(`DROP TABLE IF EXISTS ${this._t(name)} CASCADE`);
+        await this.pool.query(`DELETE FROM ${this._t('_collections')} WHERE name = $1`, [name]);
+    }
+    // =========================================================================
+    // Upsert
+    // =========================================================================
+    /**
+     * Upsert documents into a collection.
+     * Uses INSERT ... ON CONFLICT (id) DO UPDATE for idempotent writes.
+     */
+    async upsert(collectionName, documents, _options) {
+        await this._ensureInit();
+        const table = this._t(collectionName);
+        const now = Date.now();
+        const client = await this.pool.connect();
+        try {
+            await client.query('BEGIN');
+            for (const doc of documents) {
+                // Convert embedding to pgvector string format: '[0.1,0.2,...]'
+                const vecStr = `[${doc.embedding.join(',')}]`;
+                const metaJson = doc.metadata ? JSON.stringify(doc.metadata) : null;
+                const text = doc.textContent ?? null;
+                await client.query(`INSERT INTO ${table} (id, embedding, metadata_json, text_content, created_at, updated_at)
+           VALUES ($1, $2::vector, $3::jsonb, $4, $5, $5)
+           ON CONFLICT (id) DO UPDATE SET
+             embedding = EXCLUDED.embedding,
+             metadata_json = EXCLUDED.metadata_json,
+             text_content = EXCLUDED.text_content,
+             updated_at = EXCLUDED.updated_at`, [doc.id, vecStr, metaJson, text, now]);
+            }
+            await client.query('COMMIT');
+        }
+        catch (err) {
+            await client.query('ROLLBACK');
+            throw err;
+        }
+        finally {
+            client.release();
+        }
+        return {
+            upsertedCount: documents.length,
+            upsertedIds: documents.map(d => d.id),
+            failedCount: 0,
+        };
+    }
+    // =========================================================================
+    // Query (Dense Vector Search)
+    // =========================================================================
+    /**
+     * Query for top-K nearest neighbors using pgvector operators.
+     * Uses HNSW index for O(log n) approximate search.
+     */
+    async query(collectionName, queryEmbedding, options) {
+        await this._ensureInit();
+        const table = this._t(collectionName);
+        const topK = options?.topK ?? 10;
+        const vecStr = `[${queryEmbedding.join(',')}]`;
+        // Determine distance operator based on collection metric.
+        const meta = await this._getCollectionMeta(collectionName);
+        const op = meta?.metric === 'euclidean' ? '<->'
+            : meta?.metric === 'dotproduct' ? '<#>'
+                : '<=>'; // cosine (default)
+        // Build query with optional JSONB metadata filtering.
+        let sql = `SELECT id, embedding::text, metadata_json, text_content,
+               (embedding ${op} $1::vector) AS distance
+               FROM ${table}`;
+        const params = [vecStr];
+        let paramIdx = 2;
+        // Apply metadata filters.
+        if (options?.filter) {
+            const { clause, filterParams } = this._buildMetadataFilter(options.filter, paramIdx);
+            if (clause) {
+                sql += ` WHERE ${clause}`;
+                params.push(...filterParams);
+                paramIdx += filterParams.length;
+            }
+        }
+        sql += ` ORDER BY embedding ${op} $1::vector LIMIT $${paramIdx}`;
+        params.push(topK);
+        const result = await this.pool.query(sql, params);
+        // Convert rows to RetrievedVectorDocument.
+        const documents = result.rows.map((row) => {
+            const doc = {
+                id: row.id,
+                // Cosine distance → similarity: 1 - distance. L2: negate. IP: negate.
+                similarityScore: op === '<=>' ? 1 - row.distance : -row.distance,
+                embedding: options?.includeEmbedding ? this._parseVectorString(row.embedding) : [],
+            };
+            if (options?.includeMetadata !== false && row.metadata_json) {
+                doc.metadata = row.metadata_json;
+            }
+            if (options?.includeTextContent && row.text_content) {
+                doc.textContent = row.text_content;
+            }
+            return doc;
+        });
+        return {
+            documents,
+            queryId: `pg-${Date.now()}`,
+            stats: {
+                totalCandidates: result.rowCount ?? 0,
+                filteredCandidates: documents.length,
+                returnedCount: documents.length,
+            },
+        };
+    }
+    // =========================================================================
+    // Hybrid Search (Dense + Lexical with RRF)
+    // =========================================================================
+    /**
+     * Hybrid search combining pgvector ANN and tsvector BM25 in a single
+     * SQL query with Reciprocal Rank Fusion.
+     *
+     * This runs as one query with two CTEs — no application-level fusion needed.
+     */
+    async hybridSearch(collectionName, queryEmbedding, queryText, options) {
+        await this._ensureInit();
+        const table = this._t(collectionName);
+        const topK = options?.topK ?? 10;
+        const rrfK = options?.rrfK ?? 60;
+        const candidatePool = topK * 3;
+        const vecStr = `[${queryEmbedding.join(',')}]`;
+        const meta = await this._getCollectionMeta(collectionName);
+        const op = meta?.metric === 'euclidean' ? '<->'
+            : meta?.metric === 'dotproduct' ? '<#>'
+                : '<=>';
+        // RRF hybrid query: two CTEs (dense + lexical) merged with reciprocal rank fusion.
+        const sql = `
+      WITH dense AS (
+        SELECT id, (embedding ${op} $1::vector) AS distance,
+               ROW_NUMBER() OVER (ORDER BY embedding ${op} $1::vector) AS rank
+        FROM ${table}
+        ORDER BY embedding ${op} $1::vector
+        LIMIT $3
+      ),
+      lexical AS (
+        SELECT id, ts_rank(tsv, plainto_tsquery('english', $2)) AS score,
+               ROW_NUMBER() OVER (ORDER BY ts_rank(tsv, plainto_tsquery('english', $2)) DESC) AS rank
+        FROM ${table}
+        WHERE tsv @@ plainto_tsquery('english', $2)
+        LIMIT $3
+      ),
+      fused AS (
+        SELECT COALESCE(d.id, l.id) AS id,
+               (1.0 / ($4 + COALESCE(d.rank, 10000))) + (1.0 / ($4 + COALESCE(l.rank, 10000))) AS rrf_score
+        FROM dense d
+        FULL OUTER JOIN lexical l ON d.id = l.id
+        ORDER BY rrf_score DESC
+        LIMIT $5
+      )
+      SELECT f.id, f.rrf_score, t.embedding::text, t.metadata_json, t.text_content
+      FROM fused f
+      JOIN ${table} t ON t.id = f.id
+      ORDER BY f.rrf_score DESC
+    `;
+        const result = await this.pool.query(sql, [vecStr, queryText, candidatePool, rrfK, topK]);
+        const documents = result.rows.map((row) => {
+            const doc = {
+                id: row.id,
+                similarityScore: row.rrf_score,
+                embedding: options?.includeEmbedding ? this._parseVectorString(row.embedding) : [],
+            };
+            if (options?.includeMetadata !== false && row.metadata_json) {
+                doc.metadata = row.metadata_json;
+            }
+            if (options?.includeTextContent && row.text_content) {
+                doc.textContent = row.text_content;
+            }
+            return doc;
+        });
+        return {
+            documents,
+            queryId: `pg-hybrid-${Date.now()}`,
+            stats: {
+                totalCandidates: candidatePool,
+                filteredCandidates: documents.length,
+                returnedCount: documents.length,
+            },
+        };
+    }
+    // =========================================================================
+    // Delete
+    // =========================================================================
+    /** Delete documents by ID. */
+    async delete(collectionName, ids, options) {
+        await this._ensureInit();
+        const table = this._t(collectionName);
+        if (ids && ids.length > 0) {
+            const placeholders = ids.map((_, i) => `$${i + 1}`).join(', ');
+            const result = await this.pool.query(`DELETE FROM ${table} WHERE id IN (${placeholders})`, ids);
+            return { deletedCount: result.rowCount ?? 0 };
+        }
+        if (options?.deleteAll) {
+            const result = await this.pool.query(`DELETE FROM ${table}`);
+            return { deletedCount: result.rowCount ?? 0 };
+        }
+        return { deletedCount: 0 };
+    }
+    // =========================================================================
+    // Internals
+    // =========================================================================
+    /** Ensure the store is initialized before any operation. */
+    async _ensureInit() {
+        if (!this.isInitialized)
+            await this.initialize();
+    }
+    /** Prefix a table name for multi-tenancy. */
+    _t(name) {
+        return this.prefix ? `"${this.prefix}${name}"` : `"${name}"`;
+    }
+    /** Get collection metadata. */
+    async _getCollectionMeta(name) {
+        const result = await this.pool.query(`SELECT name, dimension, metric FROM ${this._t('_collections')} WHERE name = $1`, [name]);
+        if (result.rows.length === 0)
+            return null;
+        const row = result.rows[0];
+        return {
+            name: row.name,
+            dimension: row.dimension,
+            metric: row.metric,
+            documentCount: 0, // Lazy — count not tracked here.
+        };
+    }
+    /**
+     * Parse pgvector string format '[0.1,0.2,0.3]' to number[].
+     */
+    _parseVectorString(str) {
+        if (!str)
+            return [];
+        // pgvector returns format: [0.1,0.2,0.3]
+        return str
+            .replace(/^\[|\]$/g, '')
+            .split(',')
+            .map(Number);
+    }
+    /**
+     * Build JSONB metadata filter SQL clauses.
+     * Uses Postgres JSONB operators for efficient GIN-indexed filtering.
+     *
+     * @param filter   - MetadataFilter to translate.
+     * @param startIdx - Starting parameter index ($N).
+     * @returns SQL WHERE clause and parameter values.
+     */
+    _buildMetadataFilter(filter, startIdx) {
+        const conditions = [];
+        const params = [];
+        let idx = startIdx;
+        for (const [field, condition] of Object.entries(filter)) {
+            const path = `metadata_json->>'${field}'`;
+            // Direct scalar match (implicit $eq).
+            if (typeof condition !== 'object' || condition === null) {
+                conditions.push(`${path} = $${idx}`);
+                params.push(String(condition));
+                idx++;
+                continue;
+            }
+            const cond = condition;
+            if (cond.$eq !== undefined) {
+                conditions.push(`${path} = $${idx}`);
+                params.push(String(cond.$eq));
+                idx++;
+            }
+            if (cond.$ne !== undefined) {
+                conditions.push(`${path} != $${idx}`);
+                params.push(String(cond.$ne));
+                idx++;
+            }
+            if (cond.$gt !== undefined) {
+                conditions.push(`(${path})::numeric > $${idx}`);
+                params.push(cond.$gt);
+                idx++;
+            }
+            if (cond.$gte !== undefined) {
+                conditions.push(`(${path})::numeric >= $${idx}`);
+                params.push(cond.$gte);
+                idx++;
+            }
+            if (cond.$lt !== undefined) {
+                conditions.push(`(${path})::numeric < $${idx}`);
+                params.push(cond.$lt);
+                idx++;
+            }
+            if (cond.$lte !== undefined) {
+                conditions.push(`(${path})::numeric <= $${idx}`);
+                params.push(cond.$lte);
+                idx++;
+            }
+            if (cond.$in !== undefined && Array.isArray(cond.$in)) {
+                const placeholders = cond.$in.map(() => { const p = `$${idx}`; idx++; return p; }).join(', ');
+                conditions.push(`${path} IN (${placeholders})`);
+                params.push(...cond.$in.map(String));
+            }
+            if (cond.$exists !== undefined) {
+                conditions.push(cond.$exists ? `metadata_json ? '${field}'` : `NOT (metadata_json ? '${field}')`);
+            }
+            if (cond.$contains !== undefined) {
+                conditions.push(`${path} LIKE $${idx}`);
+                params.push(`%${cond.$contains}%`);
+                idx++;
+            }
+        }
+        return {
+            clause: conditions.length > 0 ? conditions.join(' AND ') : '',
+            filterParams: params,
+        };
+    }
+}
+//# sourceMappingURL=PostgresVectorStore.js.map

package/dist/rag/implementations/vector_stores/PostgresVectorStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresVectorStore.js","sourceRoot":"","sources":["../../../../src/rag/implementations/vector_stores/PostgresVectorStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAiDH,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,MAAM,OAAO,mBAAmB;IAM9B,YAAY,MAAiC;QALrC,SAAI,GAAQ,IAAI,CAAC,CAAC,UAAU;QAG5B,kBAAa,GAAG,KAAK,CAAC;QAG5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,4EAA4E;IAC5E,YAAY;IACZ,4EAA4E;IAE5E;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAE/B,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;YAC9B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE;SAChC,CAAC,CAAC;QAEH,0CAA0C;QAC1C,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAE/D,qCAAqC;QACrC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;mCACS,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC;;;;;;KAMrD,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,iCAAiC;IACjC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACvD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,KAAK,CAAC,WAAW;QACf,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,OAAO,EAAE,SAAS,EAAE,CAAC;IACvB,CAAC;IAED,4EAA4E;IAC5E,wBAAwB;IACxB,4EAA4E;IAE5E;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,IAAY,EACZ,SAAiB,EACjB,OAAiC;QAEjC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QAC9D,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAA0C,CAAC;QAChI,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAE5B,6DAA6D;QAC7D,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;mCACS,KAAK;;2BAEb,GAAG;;;;;;KAMzB,CAAC,CAAC;QAEH,oCAAoC;QACpC,MAAM,QAAQ,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,mBAAmB;YACxD,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,eAAe;gBAC1C,CAAC,CAAC,eAAe,CAAC;QACpB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,8BAA8B,KAAK,YAAY,KAAK,0BAA0B,QAAQ,GAAG,CAC1F,CAAC;QAEF,iDAAiD;QACjD,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,8BAA8B,KAAK,gBAAgB,KAAK,4BAA4B,CACrF,CAAC;QAEF,2DAA2D;QAC3D,wDAAwD;QACxD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,KAAK,0GAA0G,CAC/H,CAAC;YACF,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,8BAA8B,KAAK,WAAW,KAAK,kBAAkB,CACtE,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;QAED,oCAAoC;QACpC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,8EAA8E,EACpH,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CACpB,CAAC;IACJ,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CACnB,eAAe,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,kBAAkB,EACxD,CAAC,IAAI,CAAC,CACP,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,SAAS;IACT,4EAA4E;IAE5E;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,cAAsB,EACtB,SAA2B,EAC3B,QAAwB;QAExB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAE5B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,+DAA+D;gBAC/D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAC9C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpE,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC;gBAErC,MAAM,MAAM,CAAC,KAAK,CAChB,eAAe,KAAK;;;;;;8CAMgB,EACpC,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,CACtC,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;QAED,OAAO;YACL,aAAa,EAAE,SAAS,CAAC,MAAM;YAC/B,WAAW,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,8BAA8B;IAC9B,4EAA4E;IAE5E;;;OAGG;IACH,KAAK,CAAC,KAAK,CACT,cAAsB,EACtB,cAAwB,EACxB,OAAsB;QAEtB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAE/C,0DAA0D;QAC1D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,IAAI,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK;YAC7C,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,KAAK;gBACvC,CAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB;QAE9B,sDAAsD;QACtD,IAAI,GAAG,GAAG;4BACc,EAAE;sBACR,KAAK,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAc,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,0BAA0B;QAC1B,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACrF,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,IAAI,UAAU,MAAM,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;gBAC7B,QAAQ,IAAI,YAAY,CAAC,MAAM,CAAC;YAClC,CAAC;QACH,CAAC;QAED,GAAG,IAAI,uBAAuB,EAAE,sBAAsB,QAAQ,EAAE,CAAC;QACjE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAElD,2CAA2C;QAC3C,MAAM,SAAS,GAA8B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;YACxE,MAAM,GAAG,GAA4B;gBACnC,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,sEAAsE;gBACtE,eAAe,EAAE,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ;gBAChE,SAAS,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;aACnF,CAAC;YACF,IAAI,OAAO,EAAE,eAAe,KAAK,KAAK,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;gBAC5D,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC;YACnC,CAAC;YACD,IAAI,OAAO,EAAE,kBAAkB,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBACpD,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC;YACrC,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,SAAS;YACT,OAAO,EAAE,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE;YAC3B,KAAK,EAAE;gBACL,eAAe,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC;gBACrC,kBAAkB,EAAE,SAAS,CAAC,MAAM;gBACpC,aAAa,EAAE,SAAS,CAAC,MAAM;aAChC;SACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,2CAA2C;IAC3C,4EAA4E;IAE5E;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAChB,cAAsB,EACtB,cAAwB,EACxB,SAAiB,EACjB,OAAuF;QAEvF,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;QACjC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QAE/C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,IAAI,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK;YAC7C,CAAC,CAAC,IAAI,EAAE,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,KAAK;gBACvC,CAAC,CAAC,KAAK,CAAC;QAEV,mFAAmF;QACnF,MAAM,GAAG,GAAG;;gCAEgB,EAAE;uDACqB,EAAE;eAC1C,KAAK;6BACS,EAAE;;;;;;eAMhB,KAAK;;;;;;;;;;;;;;aAcP,KAAK;;KAEb,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAE1F,MAAM,SAAS,GAA8B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;YACxE,MAAM,GAAG,GAA4B;gBACnC,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,eAAe,EAAE,GAAG,CAAC,SAAS;gBAC9B,SAAS,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE;aACnF,CAAC;YACF,IAAI,OAAO,EAAE,eAAe,KAAK,KAAK,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;gBAC5D,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,aAAa,CAAC;YACnC,CAAC;YACD,IAAI,OAAO,EAAE,kBAAkB,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBACpD,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC;YACrC,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,SAAS;YACT,OAAO,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE;YAClC,KAAK,EAAE;gBACL,eAAe,EAAE,aAAa;gBAC9B,kBAAkB,EAAE,SAAS,CAAC,MAAM;gBACpC,aAAa,EAAE,SAAS,CAAC,MAAM;aAChC;SACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,SAAS;IACT,4EAA4E;IAE5E,8BAA8B;IAC9B,KAAK,CAAC,MAAM,CACV,cAAsB,EACtB,GAAc,EACd,OAAuB;QAEvB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC;QAEtC,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAU,EAAE,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,eAAe,KAAK,iBAAiB,YAAY,GAAG,EACpD,GAAG,CACJ,CAAC;YACF,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;QAChD,CAAC;QAED,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,KAAK,EAAE,CAAC,CAAC;YAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;QAChD,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAC7B,CAAC;IAED,4EAA4E;IAC5E,YAAY;IACZ,4EAA4E;IAE5E,4DAA4D;IACpD,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACnD,CAAC;IAED,6CAA6C;IACrC,EAAE,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC;IAC/D,CAAC;IAED,+BAA+B;IACvB,KAAK,CAAC,kBAAkB,CAAC,IAAY;QAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAClC,uCAAuC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,kBAAkB,EAChF,CAAC,IAAI,CAAC,CACP,CAAC;QACF,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC1C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,aAAa,EAAE,CAAC,EAAE,iCAAiC;SACpD,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,GAAW;QACpC,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,CAAC;QACpB,yCAAyC;QACzC,OAAO,GAAG;aACP,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;aACvB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,MAAM,CAAC,CAAC;IACjB,CAAC;IAED;;;;;;;OAOG;IACK,oBAAoB,CAC1B,MAAsB,EACtB,QAAgB;QAEhB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,GAAG,GAAG,QAAQ,CAAC;QAEnB,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,GAAG,oBAAoB,KAAK,GAAG,CAAC;YAE1C,sCAAsC;YACtC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACxD,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC/B,GAAG,EAAE,CAAC;gBACN,SAAS;YACX,CAAC;YAED,MAAM,IAAI,GAAG,SAAmC,CAAC;YAEjD,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9B,GAAG,EAAE,CAAC;YACR,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,GAAG,EAAE,CAAC,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC9B,GAAG,EAAE,CAAC;YACR,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,iBAAiB,GAAG,EAAE,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,GAAG,EAAE,CAAC;YACR,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,kBAAkB,GAAG,EAAE,CAAC,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,GAAG,EAAE,CAAC;YACR,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,iBAAiB,GAAG,EAAE,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,GAAG,EAAE,CAAC;YACR,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,kBAAkB,GAAG,EAAE,CAAC,CAAC;gBACjD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,GAAG,EAAE,CAAC;YACR,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9F,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,YAAY,GAAG,CAAC,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YACvC,CAAC;YACD,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC/B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,KAAK,GAAG,CAAC,CAAC,CAAC,yBAAyB,KAAK,IAAI,CAAC,CAAC;YACpG,CAAC;YACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACjC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,UAAU,GAAG,EAAE,CAAC,CAAC;gBACxC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;gBACnC,GAAG,EAAE,CAAC;YACR,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;YAC7D,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;CACF"}

package/dist/rag/index.d.ts

@@ -90,7 +90,7 @@ export type { IRetrievalAugmentor, RagDocumentInput, RagIngestionOptions, RagIng
 export { VectorStoreManager } from './VectorStoreManager.js';
 export { EmbeddingManager } from './EmbeddingManager.js';
 export { RetrievalAugmentor } from './RetrievalAugmentor.js';
-export { HydeRetriever, type HydeConfig, type HydeLlmCaller, type HydeRetrievalResult, DEFAULT_HYDE_CONFIG, resolveHydeConfig, } from './HydeRetriever.js';
+export { HydeRetriever, type HydeConfig, type HydeLlmCaller, type HydeRetrievalResult, type HydeMultiRetrievalResult, DEFAULT_HYDE_CONFIG, resolveHydeConfig, } from './HydeRetriever.js';
 export { InMemoryVectorStore } from './implementations/vector_stores/InMemoryVectorStore.js';
 export { SqlVectorStore, type SqlVectorStoreConfig } from './implementations/vector_stores/SqlVectorStore.js';
 export { HnswlibVectorStore, type HnswlibVectorStoreConfig } from './implementations/vector_stores/HnswlibVectorStore.js';
@@ -104,4 +104,18 @@ export { SpeechProviderAdapter } from './multimodal/index.js';
 export { LLMVisionAdapter, type LLMVisionAdapterConfig } from './multimodal/index.js';
 export { createMultimodalIndexerFromResolver, type MultimodalIndexerFromResolverOptions, } from './multimodal/index.js';
 export type { ContentModality, ImageIndexOptions, ImageIndexResult, AudioIndexOptions, AudioIndexResult, MultimodalSearchOptions, MultimodalSearchResult, IVisionProvider, ISpeechToTextProvider, MultimodalIndexerConfig, } from './multimodal/index.js';
+export { BM25Index, type BM25Config, type BM25Document, type BM25Result, type BM25Stats } from './search/index.js';
+export { HybridSearcher, type HybridSearcherConfig, type HybridResult } from './search/index.js';
+export { SemanticChunker, type SemanticChunkerConfig, type SemanticChunk, type BoundaryType, } from './chunking/index.js';
+export { RaptorTree, type RaptorTreeConfig, type RaptorInputChunk, type RaptorTreeStats, type RaptorResult, } from './raptor/index.js';
+export { UnifiedRetriever, buildDefaultPlan } from './unified/index.js';
+export type { RetrievalPlan, RetrievalPlanSources, MemoryTypeFilter, ModalityFilter, TemporalConfig, GraphTraversalConfig, UnifiedRetrievalResult, SourceDiagnostics, UnifiedRetrieverEvent, UnifiedRetrieverDeps, } from './unified/index.js';
+export { cosineSimilarity, dotProduct, euclideanDistance, embeddingToBlob, blobToEmbedding, blobToFloat32, isLegacyJsonBlob, type VectorLike, } from './utils/vectorMath.js';
+export { PineconeVectorStore, type PineconeVectorStoreConfig } from './implementations/vector_stores/PineconeVectorStore.js';
+export { MigrationEngine } from './migration/MigrationEngine.js';
+export type { BackendType, BackendConfig, MigrationOptions, MigrationResult, IMigrationSource, IMigrationTarget, } from './migration/types.js';
+export { DockerDetector } from './setup/DockerDetector.js';
+export { QdrantSetup } from './setup/QdrantSetup.js';
+export { PostgresSetup } from './setup/PostgresSetup.js';
+export type { SetupStatus, BackendStatus, SetupConfig, VectorStoreConfig, } from './setup/types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/rag/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAMH,YAAY,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,aAAa,EACb,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,mBAAmB,EACnB,8BAA8B,GAC/B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,OAAO,EACL,aAAa,EACb,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAM5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAE,KAAK,wBAAwB,EAAE,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sDAAsD,CAAC;AAMvH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC;AAM1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AACtF,OAAO,EACL,mCAAmC,EACnC,KAAK,oCAAoC,GAC1C,MAAM,uBAAuB,CAAC;AAE/B,YAAY,EACV,eAAe,EACf,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,uBAAuB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AAMH,YAAY,EACV,YAAY,EACZ,yBAAyB,EACzB,cAAc,EACd,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,uBAAuB,EACvB,cAAc,EACd,aAAa,EACb,sBAAsB,EACtB,mBAAmB,GACpB,MAAM,mBAAmB,CAAC;AAE3B,YAAY,EACV,mBAAmB,EACnB,8BAA8B,GAC/B,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,wBAAwB,CAAC;AAEhC,YAAY,EACV,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,OAAO,EACL,aAAa,EACb,KAAK,UAAU,EACf,KAAK,aAAa,EAClB,KAAK,mBAAmB,EACxB,KAAK,wBAAwB,EAC7B,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAM5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAE,KAAK,wBAAwB,EAAE,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE,MAAM,sDAAsD,CAAC;AAMvH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,YAAY,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAM7B,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,wBAAwB,GAC9B,MAAM,kBAAkB,CAAC;AAM1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,KAAK,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AACtF,OAAO,EACL,mCAAmC,EACnC,KAAK,oCAAoC,GAC1C,MAAM,uBAAuB,CAAC;AAE/B,YAAY,EACV,eAAe,EACf,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,EACtB,eAAe,EACf,qBAAqB,EACrB,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAM/B,OAAO,EAAE,SAAS,EAAE,KAAK,UAAU,EAAE,KAAK,YAAY,EAAE,KAAK,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACnH,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMjG,OAAO,EACL,eAAe,EACf,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAClB,KAAK,YAAY,GAClB,MAAM,qBAAqB,CAAC;AAM7B,OAAO,EACL,UAAU,EACV,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,YAAY,GAClB,MAAM,mBAAmB,CAAC;AAM3B,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACxE,YAAY,EACV,aAAa,EACb,oBAAoB,EACpB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,sBAAsB,EACtB,iBAAiB,EACjB,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAM5B,OAAO,EACL,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,KAAK,UAAU,GAChB,MAAM,uBAAuB,CAAC;AAM/B,OAAO,EAAE,mBAAmB,EAAE,KAAK,yBAAyB,EAAE,MAAM,wDAAwD,CAAC;AAC7H,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,YAAY,EACV,WAAW,EACX,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,sBAAsB,CAAC;AAM9B,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,YAAY,EACV,WAAW,EACX,aAAa,EACb,WAAW,EACX,iBAAiB,GAClB,MAAM,kBAAkB,CAAC"}

package/dist/rag/index.js

@@ -110,4 +110,36 @@ export { MultimodalIndexer } from './multimodal/index.js';
 export { SpeechProviderAdapter } from './multimodal/index.js';
 export { LLMVisionAdapter } from './multimodal/index.js';
 export { createMultimodalIndexerFromResolver, } from './multimodal/index.js';
+// ============================================================================
+// Hybrid Search (BM25 + Dense)
+// ============================================================================
+export { BM25Index } from './search/index.js';
+export { HybridSearcher } from './search/index.js';
+// ============================================================================
+// Semantic Chunking
+// ============================================================================
+export { SemanticChunker, } from './chunking/index.js';
+// ============================================================================
+// RAPTOR (Recursive Abstractive Processing for Tree-Organized Retrieval)
+// ============================================================================
+export { RaptorTree, } from './raptor/index.js';
+// ============================================================================
+// Unified Retrieval (plan-based orchestrator)
+// ============================================================================
+export { UnifiedRetriever, buildDefaultPlan } from './unified/index.js';
+// ============================================================================
+// Vector Math Utilities
+// ============================================================================
+export { cosineSimilarity, dotProduct, euclideanDistance, embeddingToBlob, blobToEmbedding, blobToFloat32, isLegacyJsonBlob, } from './utils/vectorMath.js';
+// ============================================================================
+// Migration Engine
+// ============================================================================
+export { PineconeVectorStore } from './implementations/vector_stores/PineconeVectorStore.js';
+export { MigrationEngine } from './migration/MigrationEngine.js';
+// ============================================================================
+// Backend Auto-Setup
+// ============================================================================
+export { DockerDetector } from './setup/DockerDetector.js';
+export { QdrantSetup } from './setup/QdrantSetup.js';
+export { PostgresSetup } from './setup/PostgresSetup.js';
 //# sourceMappingURL=index.js.map

package/dist/rag/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AA+CH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,mDAAmD;AACnD,OAAO,EACL,aAAa,EAIb,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAE5B,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAA6B,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAiC,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sDAAsD,CAAC;AAEvH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAsBrD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,kBAAkB,CAAC;AAE1B,+EAA+E;AAC/E,sCAAsC;AACtC,+EAA+E;AAE/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAA+B,MAAM,uBAAuB,CAAC;AACtF,OAAO,EACL,mCAAmC,GAEpC,MAAM,uBAAuB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoFG;AA+CH,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,mDAAmD;AACnD,OAAO,EACL,aAAa,EAKb,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAE5B,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wDAAwD,CAAC;AAC7F,OAAO,EAAE,cAAc,EAA6B,MAAM,mDAAmD,CAAC;AAC9G,OAAO,EAAE,kBAAkB,EAAiC,MAAM,uDAAuD,CAAC;AAC1H,OAAO,EAAE,iBAAiB,EAAgC,MAAM,sDAAsD,CAAC;AAEvH,+EAA+E;AAC/E,WAAW;AACX,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAsBrD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAEnB,MAAM,kBAAkB,CAAC;AAE1B,+EAA+E;AAC/E,sCAAsC;AACtC,+EAA+E;AAE/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAA+B,MAAM,uBAAuB,CAAC;AACtF,OAAO,EACL,mCAAmC,GAEpC,MAAM,uBAAuB,CAAC;AAe/B,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E,OAAO,EAAE,SAAS,EAAuE,MAAM,mBAAmB,CAAC;AACnH,OAAO,EAAE,cAAc,EAAgD,MAAM,mBAAmB,CAAC;AAEjG,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,OAAO,EACL,eAAe,GAIhB,MAAM,qBAAqB,CAAC;AAE7B,+EAA+E;AAC/E,yEAAyE;AACzE,+EAA+E;AAE/E,OAAO,EACL,UAAU,GAKX,MAAM,mBAAmB,CAAC;AAE3B,+EAA+E;AAC/E,8CAA8C;AAC9C,+EAA+E;AAE/E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAcxE,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E,OAAO,EACL,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,aAAa,EACb,gBAAgB,GAEjB,MAAM,uBAAuB,CAAC;AAE/B,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,OAAO,EAAE,mBAAmB,EAAkC,MAAM,wDAAwD,CAAC;AAC7H,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAUjE,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC"}

package/dist/rag/migration/MigrationEngine.d.ts

@@ -0,0 +1,47 @@
+/**
+ * @fileoverview Universal streaming migration engine between vector store backends.
+ * @module rag/migration/MigrationEngine
+ *
+ * Streams data in configurable batches between any pair of supported backends
+ * (SQLite, Postgres, Qdrant). Never loads the entire dataset into memory.
+ *
+ * Usage:
+ * ```typescript
+ * import { MigrationEngine } from '@framers/agentos';
+ *
+ * await MigrationEngine.migrate({
+ *   from: { type: 'sqlite', path: './brain.sqlite' },
+ *   to: { type: 'postgres', connectionString: 'postgresql://...' },
+ *   batchSize: 1000,
+ *   onProgress: (done, total, table) => console.log(`${table}: ${done}/${total}`),
+ * });
+ * ```
+ */
+import type { MigrationOptions, MigrationResult } from './types.js';
+export declare class MigrationEngine {
+    /**
+     * Migrate data between any two backends.
+     *
+     * The engine:
+     * 1. Connects to source and lists available tables.
+     * 2. For each table, reads rows in streaming batches.
+     * 3. Creates the table in the target (if it doesn't exist).
+     * 4. Writes each batch to the target.
+     * 5. Reports progress after each batch.
+     *
+     * @param options - Source, target, batch size, and progress callback.
+     * @returns Migration result with counts, duration, and any errors.
+     */
+    static migrate(options: MigrationOptions): Promise<MigrationResult>;
+    /**
+     * Create a source adapter for the given backend type.
+     * Uses dynamic imports so unused adapters don't bloat the bundle.
+     */
+    private static _createSource;
+    /**
+     * Create a target adapter for the given backend type.
+     * Uses dynamic imports so unused adapters don't bloat the bundle.
+     */
+    private static _createTarget;
+}
+//# sourceMappingURL=MigrationEngine.d.ts.map

package/dist/rag/migration/MigrationEngine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MigrationEngine.d.ts","sourceRoot":"","sources":["../../../src/rag/migration/MigrationEngine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EACV,gBAAgB,EAChB,eAAe,EAIhB,MAAM,YAAY,CAAC;AAMpB,qBAAa,eAAe;IAC1B;;;;;;;;;;;;OAYG;WACU,OAAO,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAqFzE;;;OAGG;mBACkB,aAAa;IAuBlC;;;OAGG;mBACkB,aAAa;CAwBnC"}