@ssmeo/mcp-local-rag 0.18.6

package/dist/vectordb/index.js

@@ -0,0 +1,617 @@
+// VectorStore implementation with LanceDB integration
+import { connect, Index } from '@lancedb/lancedb';
+import { toError } from '../utils/errors.js';
+import { MAX_QUERY_LIMIT, MIN_QUERY_LIMIT } from '../utils/limits.js';
+import { normalizeScopePrefix } from '../utils/scope-match.js';
+import { applyFileFilter, applyGrouping, applyKeywordBoost } from './search-filters.js';
+import { DatabaseError, DEFAULT_HYBRID_WEIGHT, FTS_CLEANUP_THRESHOLD_MS, FTS_INDEX_NAME, HYBRID_SEARCH_CANDIDATE_MULTIPLIER, normalizeVisualAttachments, parseHydratedVisualAttachments, toChunkRow, toSearchResult, toVectorChunk, } from './types.js';
+// ============================================
+// VectorStore Class
+// ============================================
+/** Vector storage over LanceDB, including the delete-then-insert atomicity. */
+export class VectorStore {
+    db = null;
+    table = null;
+    openingTable = null;
+    config;
+    ftsEnabled = false;
+    constructor(config) {
+        this.config = config;
+    }
+    /**
+     * Initialize LanceDB and create table
+     */
+    async initialize() {
+        try {
+            // Connect to LanceDB
+            // readConsistencyInterval: 0 ensures every read checks for external changes.
+            // Without this, a cached Table object becomes stale when another process
+            // (e.g., CLI ingestion from a different terminal) modifies the database,
+            // causing "Failed to search vectors" errors until restart.
+            this.db = await connect(this.config.dbPath, { readConsistencyInterval: 0 });
+            await this.openExistingTable();
+            console.error(`VectorStore initialized: ${this.config.dbPath}`);
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to initialize VectorStore', { cause: toError(error) });
+        }
+    }
+    /** Discover a table created after this connection was initialized. */
+    async openExistingTable() {
+        if (this.openingTable !== null) {
+            return this.openingTable;
+        }
+        if (this.table || !this.db) {
+            return;
+        }
+        const db = this.db;
+        this.openingTable = (async () => {
+            try {
+                if (!(await db.tableNames()).includes(this.config.tableName)) {
+                    return;
+                }
+                this.table = await db.openTable(this.config.tableName);
+                await this.ensureFtsIndex();
+                await this.ensureSchemaVersion();
+            }
+            catch (error) {
+                this.table = null;
+                this.ftsEnabled = false;
+                throw new DatabaseError('Failed to open existing table', { cause: toError(error) });
+            }
+        })();
+        try {
+            await this.openingTable;
+        }
+        finally {
+            this.openingTable = null;
+        }
+    }
+    /** @returns the number of chunks removed; 0 when nothing matched. */
+    async deleteChunks(filePath) {
+        await this.openExistingTable();
+        if (!this.table) {
+            // If table doesn't exist, no deletion targets, return normally
+            console.error('VectorStore: Skipping deletion as table does not exist');
+            return 0;
+        }
+        try {
+            // Use LanceDB delete API to remove records matching filePath.
+            // Escape single quotes to prevent SQL injection.
+            // Note: Field names are case-sensitive, use backticks for camelCase fields.
+            const escapedFilePath = filePath.replace(/'/g, "''");
+            // delete() reports the authoritative removed count (numDeletedRows) from
+            // the same operation, so the total stays correct under concurrent deletes
+            // and we avoid a second pre-count query that materializes matching rows.
+            const { numDeletedRows } = await this.table.delete(`\`filePath\` = '${escapedFilePath}'`);
+            console.error(`VectorStore: Deleted ${numDeletedRows} chunks for file "${filePath}"`);
+            return numDeletedRows;
+        }
+        catch (error) {
+            // LanceDB's delete resolves normally when nothing matched, so reaching
+            // this catch means a genuine failure. Propagate rather than swallowing by
+            // error-message matching, which broke silently across LanceDB versions.
+            console.warn(`VectorStore: Error occurred while deleting file "${filePath}":`, error);
+            throw new DatabaseError(`Failed to delete chunks for file: ${filePath}`, {
+                cause: toError(error),
+            });
+        }
+    }
+    /**
+     * Chunk rows for one file with chunkIndex in the inclusive [minIdx, maxIdx]
+     * range. The ascending sort is a contract, not incidental storage order.
+     *
+     * Feature-agnostic: before/after/isTarget semantics live in the handler.
+     */
+    async getChunksByRange(filePath, minIdx, maxIdx) {
+        await this.openExistingTable();
+        if (!this.table) {
+            console.error('VectorStore: Skipping range read as table does not exist');
+            return [];
+        }
+        if (!Number.isInteger(minIdx) || !Number.isInteger(maxIdx) || minIdx < 0 || maxIdx < minIdx) {
+            throw new DatabaseError('getChunksByRange requires non-negative integer range bounds with minIdx <= maxIdx');
+        }
+        try {
+            // Escape single quotes to prevent SQL injection (mirrors deleteChunks)
+            const escapedFilePath = filePath.replace(/'/g, "''");
+            // Backtick-quoted camelCase columns; numeric literals unquoted
+            const predicate = `\`filePath\` = '${escapedFilePath}' AND \`chunkIndex\` >= ${minIdx} AND \`chunkIndex\` <= ${maxIdx}`;
+            const raw = await this.table
+                .query()
+                .where(predicate)
+                .select(['filePath', 'chunkIndex', 'text', 'fileTitle'])
+                .toArray();
+            const rows = raw.map((row) => toChunkRow(row));
+            // Contractual ascending sort; do not rely on storage order.
+            rows.sort((a, b) => a.chunkIndex - b.chunkIndex);
+            return rows;
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to read chunks by range', { cause: toError(error) });
+        }
+    }
+    /**
+     * Every stored chunk for a file as a full {@link VectorChunk}, embedding
+     * included, so it can be re-inserted verbatim. The ingest handler backs data
+     * up with this before a destructive re-ingest, so a failure rolls back
+     * without corrupting vectors.
+     */
+    async getChunksByFilePath(filePath) {
+        await this.openExistingTable();
+        if (!this.table) {
+            return [];
+        }
+        try {
+            // Escape single quotes to prevent SQL injection (mirrors deleteChunks)
+            const escapedFilePath = filePath.replace(/'/g, "''");
+            const raw = await this.table.query().where(`\`filePath\` = '${escapedFilePath}'`).toArray();
+            return raw.map((row) => toVectorChunk(row));
+        }
+        catch (error) {
+            throw new DatabaseError(`Failed to read chunks for file: ${filePath}`, {
+                cause: toError(error),
+            });
+        }
+    }
+    /**
+     * Batch insert vector chunks
+     */
+    async insertChunks(chunks) {
+        if (chunks.length === 0) {
+            return;
+        }
+        try {
+            await this.openExistingTable();
+            if (!this.table) {
+                // Create table on first insertion
+                if (!this.db) {
+                    throw new DatabaseError('VectorStore is not initialized. Call initialize() first.');
+                }
+                // LanceDB's createTable API accepts data as Record<string, unknown>[]
+                // Note: LanceDB cannot infer Arrow type from null/absent values, so the
+                // nullable string columns need a non-null sample value for schema
+                // inference. The read converters normalize each placeholder back to
+                // its logical no-value state, matching what migration produces.
+                const records = chunks.map((chunk) => ({
+                    ...chunk,
+                    fileTitle: chunk.fileTitle ?? '',
+                    contentHash: chunk.contentHash ?? '',
+                    visualProfile: chunk.visualProfile ?? '',
+                    visualAttachments: normalizeVisualAttachments(chunk.visualAttachments),
+                }));
+                this.table = await this.db.createTable(this.config.tableName, records);
+                console.error(`VectorStore: Created table "${this.config.tableName}"`);
+                // Create FTS index for hybrid search
+                await this.ensureFtsIndex();
+            }
+            else {
+                // Add data to existing table
+                // An explicit `null` rather than an omitted key: `add` builds its batch
+                // from the supplied properties, so omission on an optional column is not
+                // a reliable way to write "no value".
+                const records = chunks.map((chunk) => ({
+                    ...chunk,
+                    visualProfile: chunk.visualProfile ?? null,
+                    visualAttachments: normalizeVisualAttachments(chunk.visualAttachments),
+                }));
+                await this.table.add(records);
+            }
+            console.error(`VectorStore: Inserted ${chunks.length} chunks`);
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to insert chunks', { cause: toError(error) });
+        }
+    }
+    /**
+     * Ensure FTS index exists for hybrid search
+     * Creates ngram-based index if it doesn't exist, drops old versions
+     * @throws DatabaseError if index creation fails (Fail-Fast principle)
+     */
+    async ensureFtsIndex() {
+        if (!this.table) {
+            return;
+        }
+        // Check existing indices
+        const indices = await this.table.listIndices();
+        const existingFtsIndices = indices.filter((idx) => idx.indexType === 'FTS');
+        const hasExpectedIndex = existingFtsIndices.some((idx) => idx.name === FTS_INDEX_NAME);
+        if (hasExpectedIndex) {
+            this.ftsEnabled = true;
+            return;
+        }
+        // Create new FTS index with ngram tokenizer for multilingual support
+        // - min=2: Capture Japanese bi-grams (e.g., "東京", "設計")
+        // - max=3: Balance between precision and index size
+        // - prefixOnly=false: Generate ngrams from all positions for proper CJK support
+        await this.table.createIndex('text', {
+            config: Index.fts({
+                baseTokenizer: 'ngram',
+                ngramMinLength: 2,
+                ngramMaxLength: 3,
+                prefixOnly: false,
+                stem: false,
+            }),
+            name: FTS_INDEX_NAME,
+        });
+        this.ftsEnabled = true;
+        console.error(`VectorStore: FTS index "${FTS_INDEX_NAME}" created successfully`);
+        // Drop old FTS indices
+        for (const idx of existingFtsIndices) {
+            if (idx.name !== FTS_INDEX_NAME) {
+                await this.table.dropIndex(idx.name);
+                console.error(`VectorStore: Dropped old FTS index "${idx.name}"`);
+            }
+        }
+    }
+    /**
+     * Ensure schema is up to date by adding missing columns.
+     * Uses table.addColumns() API for top-level column additions.
+     * Idempotent: checks for column existence before adding.
+     */
+    async ensureSchemaVersion() {
+        if (!this.table) {
+            return;
+        }
+        const schema = await this.table.schema();
+        const hasField = (name) => schema.fields.some((f) => f.name === name);
+        if (!hasField('fileTitle')) {
+            await this.table.addColumns([{ name: 'fileTitle', valueSql: 'cast(NULL as string)' }]);
+            console.error('VectorStore: Migrated schema - added fileTitle column');
+        }
+        if (!hasField('contentHash')) {
+            await this.table.addColumns([{ name: 'contentHash', valueSql: 'cast(NULL as string)' }]);
+            console.error('VectorStore: Migrated schema - added contentHash column');
+        }
+        if (!hasField('visualAttachments')) {
+            await this.table.addColumns([{ name: 'visualAttachments', valueSql: 'cast(NULL as string)' }]);
+            console.error('VectorStore: Migrated schema - added visualAttachments column');
+        }
+        if (!hasField('visualProfile')) {
+            await this.table.addColumns([{ name: 'visualProfile', valueSql: 'cast(NULL as string)' }]);
+            console.error('VectorStore: Migrated schema - added visualProfile column');
+        }
+    }
+    /**
+     * Compact fragments, update the FTS index, and drop old versions. LanceDB OSS
+     * only updates the FTS index on an explicit call.
+     *
+     * The caller decides when — once per ingest rather than per insert, to avoid
+     * O(n^2) during bulk work.
+     */
+    async optimize() {
+        await this.openExistingTable();
+        if (!this.table || !this.ftsEnabled) {
+            return;
+        }
+        const cleanupThreshold = new Date(Date.now() - FTS_CLEANUP_THRESHOLD_MS);
+        await this.table.optimize({ cleanupOlderThan: cleanupThreshold });
+    }
+    /**
+     * Semantic search → maxDistance/grouping filter → keyword boost → maxFiles.
+     *
+     * Prefetch-then-rerank, so the distance filters see real vector distances and
+     * keyword matching boosts rather than replaces semantic similarity.
+     */
+    /**
+     * Rerank vector hits with BM25 scores for the same files. A failure degrades
+     * this request only — FTS stays enabled, so the next query retries hybrid.
+     */
+    async boostWithKeywords(results, queryText, hybridWeight) {
+        const table = this.table;
+        if (!table) {
+            return results;
+        }
+        try {
+            // Restrict FTS to the files the vector step already selected. Backticks
+            // are required for a camelCase column name in LanceDB.
+            const uniqueFilePaths = [...new Set(results.map((result) => result.filePath))];
+            const escapedPaths = uniqueFilePaths.map((path) => `'${path.replace(/'/g, "''")}'`);
+            const whereClause = `\`filePath\` IN (${escapedPaths.join(', ')})`;
+            const ftsResults = await table
+                .search(queryText, 'fts', 'text')
+                .where(whereClause)
+                .select(['filePath', 'chunkIndex', 'text', 'metadata', '_score'])
+                .limit(results.length * 2) // Enough to cover all vector results
+                .toArray();
+            return applyKeywordBoost(results, ftsResults, hybridWeight);
+        }
+        catch (ftsError) {
+            console.error('VectorStore: FTS search failed, using vector-only results:', ftsError);
+            return results;
+        }
+    }
+    async search(queryVector, options = {}) {
+        const { queryText, limit = 10, scope } = options;
+        await this.openExistingTable();
+        if (!this.table) {
+            console.error('VectorStore: Returning empty results as table does not exist');
+            return [];
+        }
+        if (limit < MIN_QUERY_LIMIT || limit > MAX_QUERY_LIMIT) {
+            throw new DatabaseError(`Invalid limit: expected ${MIN_QUERY_LIMIT}-${MAX_QUERY_LIMIT}, got ${limit}`);
+        }
+        try {
+            // Step 1: Semantic (vector) search - always the primary search
+            const candidateLimit = limit * HYBRID_SEARCH_CANDIDATE_MULTIPLIER;
+            let query = this.table
+                .vectorSearch(queryVector)
+                .distanceType('dot')
+                .select(['id', 'filePath', 'chunkIndex', 'text', 'metadata', 'fileTitle', '_distance'])
+                .limit(candidateLimit);
+            // Restrict to chunks under the given prefixes (exact-or-descendant)
+            // before ranking, and only when a scope was given.
+            if (scope && scope.length > 0) {
+                query = query.where(this.buildScopePredicate(scope));
+            }
+            // Apply distance threshold at query level
+            if (this.config.maxDistance !== undefined) {
+                query = query.distanceRange(undefined, this.config.maxDistance);
+            }
+            const vectorResults = await query.toArray();
+            // Convert to SearchResult format with type validation
+            let results = vectorResults.map((result) => toSearchResult(result));
+            // Step 2: Apply grouping filter on vector distances (before keyword boost)
+            // Grouping is meaningful only on semantic distances, not after keyword boost
+            if (this.config.grouping && results.length > 1) {
+                results = applyGrouping(results, this.config.grouping);
+            }
+            // `results.length > 0` guards the FTS branch: with zero vector hits the
+            // IN clause would degrade to a malformed `filePath IN ()`, and there is
+            // nothing to rerank anyway. FTS inherits scope through those hits.
+            const hybridWeight = this.config.hybridWeight ?? DEFAULT_HYBRID_WEIGHT;
+            if (this.ftsEnabled &&
+                queryText &&
+                queryText.trim().length > 0 &&
+                hybridWeight > 0 &&
+                results.length > 0) {
+                results = await this.boostWithKeywords(results, queryText, hybridWeight);
+            }
+            // Step 4: Apply file filter after keyword boost
+            // Unlike grouping (which depends on raw semantic distance gaps), maxFiles selects
+            // the "most relevant files" — this should respect the final ranking including keyword boost
+            if (this.config.maxFiles !== undefined && results.length > 0) {
+                results = applyFileFilter(results, this.config.maxFiles);
+            }
+            // Return top results after all filtering and boosting
+            return results.slice(0, limit);
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to search vectors', { cause: toError(error) });
+        }
+    }
+    /**
+     * Load and validate attachments for the ordered unique final search identities.
+     * Candidate retrieval and ranking are deliberately complete before this one
+     * projected batch query runs.
+     */
+    async hydrateVisualAttachments(results) {
+        const ids = [];
+        const seen = new Set();
+        for (const result of results) {
+            if (typeof result.id !== 'string' || result.id.length === 0) {
+                throw new DatabaseError('Invalid final attachment hydration identity');
+            }
+            if (!seen.has(result.id)) {
+                seen.add(result.id);
+                ids.push(result.id);
+            }
+        }
+        await this.openExistingTable();
+        if (!this.table || ids.length === 0) {
+            return {
+                rows: ids.map((id) => ({ id, attachments: [] })),
+                omittedCount: 0,
+            };
+        }
+        try {
+            const predicate = ids.map((id) => `\`id\` = '${this.escapeQuotes(id)}'`).join(' OR ');
+            const records = await this.table
+                .query()
+                .where(predicate)
+                .select(['id', 'visualAttachments'])
+                .toArray();
+            const recordsByIdentity = new Map();
+            for (const record of records) {
+                if (typeof record.id !== 'string') {
+                    continue;
+                }
+                recordsByIdentity.set(record.id, record.visualAttachments);
+            }
+            let omittedCount = 0;
+            const rows = ids.map((id) => {
+                if (!recordsByIdentity.has(id)) {
+                    omittedCount += 1;
+                    return { id, attachments: [] };
+                }
+                const parsed = parseHydratedVisualAttachments(recordsByIdentity.get(id));
+                omittedCount += parsed.omittedCount;
+                return { id, attachments: parsed.attachments };
+            });
+            return { rows, omittedCount };
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to hydrate visual attachments', { cause: toError(error) });
+        }
+    }
+    /**
+     * `.where()` predicate restricting `filePath` to the exact-or-descendant set
+     * of the given prefixes. The separator boundary stops `/a/b` from matching
+     * `/a/bc`. Vector branch only — FTS inherits scope via its own `IN (...)`.
+     */
+    buildScopePredicate(prefixes) {
+        return prefixes.map((prefix) => this.buildPrefixPredicate(prefix)).join(' OR ');
+    }
+    /** Build the exact-or-descendant predicate for a single prefix. */
+    buildPrefixPredicate(prefix) {
+        const { exact, descendant } = normalizeScopePrefix(prefix);
+        const exactTerm = `\`filePath\` = '${this.escapeQuotes(exact)}'`;
+        const descendantTerm = `\`filePath\` LIKE '${this.escapeLike(descendant)}%' ESCAPE '\\'`;
+        return `(${exactTerm} OR ${descendantTerm})`;
+    }
+    /** Escape single quotes for a SQL string literal (mirrors deleteChunks). */
+    escapeQuotes(value) {
+        return value.replace(/'/g, "''");
+    }
+    /** Escape for a LIKE term with `ESCAPE '\'`: backslash first (else it double-escapes), then `%`, `_`, then quotes. */
+    escapeLike(value) {
+        return value
+            .replace(/\\/g, '\\\\')
+            .replace(/%/g, '\\%')
+            .replace(/_/g, '\\_')
+            .replace(/'/g, "''");
+    }
+    /**
+     * Per-chunk `(filePath, contentHash, visualProfile)` projection used by
+     * incremental sync.
+     *
+     * One entry per row rather than per file, so a file whose rows disagree on the
+     * hash or the recorded profile is detectable as dirty. `filePath` is the
+     * verbatim stored spelling, since that is what {@link deleteChunks} matches.
+     * The empty-string placeholder the create path seeds for Arrow inference
+     * normalizes to `null`, while any other stored profile string reaches the
+     * planner unchanged so it can validate the vocabulary itself.
+     *
+     * Projects only those three columns, so a manifest load does not materialize
+     * embedding vectors or attachment payloads.
+     */
+    async listSyncManifest() {
+        await this.openExistingTable();
+        if (!this.table) {
+            return [];
+        }
+        try {
+            const records = await this.table
+                .query()
+                .select(['filePath', 'contentHash', 'visualProfile'])
+                .toArray();
+            const entries = [];
+            for (const record of records) {
+                const filePath = record.filePath;
+                const contentHash = record.contentHash;
+                const visualProfile = record.visualProfile;
+                // Type-guard parity with listFiles: skip rows missing the expected
+                // string column rather than coercing via `as string`.
+                if (typeof filePath !== 'string') {
+                    continue;
+                }
+                entries.push({
+                    filePath,
+                    contentHash: typeof contentHash === 'string' && contentHash.length > 0 ? contentHash : null,
+                    visualProfile: typeof visualProfile === 'string' && visualProfile.length > 0 ? visualProfile : null,
+                });
+            }
+            return entries;
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to list the sync manifest', { cause: toError(error) });
+        }
+    }
+    /**
+     * Get list of ingested files
+     */
+    async listFiles() {
+        await this.openExistingTable();
+        if (!this.table) {
+            return []; // Return empty array if table doesn't exist
+        }
+        try {
+            // Project to only the columns needed for aggregation, excluding the
+            // embedding vector payload. LanceDB JS has no group-by, so the per-file
+            // count + latest-timestamp aggregation still runs here — but over a much
+            // smaller row payload than a full `query().toArray()`.
+            const allRecords = await this.table.query().select(['filePath', 'timestamp']).toArray();
+            // Group by file path
+            const fileMap = new Map();
+            for (const record of allRecords) {
+                const filePath = record.filePath;
+                const timestamp = record.timestamp;
+                // Type-guard parity with toSearchResult/toChunkRow: skip rows missing
+                // the expected string columns rather than coercing via `as string`.
+                if (typeof filePath !== 'string' || typeof timestamp !== 'string') {
+                    continue;
+                }
+                const fileInfo = fileMap.get(filePath);
+                if (fileInfo === undefined) {
+                    fileMap.set(filePath, { chunkCount: 1, timestamp });
+                    continue;
+                }
+                fileInfo.chunkCount += 1;
+                // Keep most recent timestamp
+                fileInfo.timestamp = timestamp > fileInfo.timestamp ? timestamp : fileInfo.timestamp;
+            }
+            // Convert Map to array of objects
+            return Array.from(fileMap.entries()).map(([filePath, info]) => ({
+                filePath,
+                chunkCount: info.chunkCount,
+                timestamp: info.timestamp,
+            }));
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to list files', { cause: toError(error) });
+        }
+    }
+    /**
+     * Get system status
+     */
+    async getStatus() {
+        await this.openExistingTable();
+        if (!this.table) {
+            return {
+                documentCount: 0,
+                chunkCount: 0,
+                memoryUsage: 0,
+                uptime: process.uptime(),
+                ftsIndexEnabled: false,
+                searchMode: 'vector-only',
+            };
+        }
+        try {
+            // Total chunk count comes straight from LanceDB's row count — no need to
+            // materialize every row just to read `.length`.
+            const chunkCount = await this.table.countRows();
+            // Distinct document count: LanceDB JS has no DISTINCT, so project to just
+            // the filePath column (excludes the vector payload) and dedupe here.
+            const records = await this.table.query().select(['filePath']).toArray();
+            const uniqueFilePaths = new Set();
+            for (const record of records) {
+                const filePath = record.filePath;
+                if (typeof filePath === 'string') {
+                    uniqueFilePaths.add(filePath);
+                }
+            }
+            const documentCount = uniqueFilePaths.size;
+            // Get memory usage (in MB)
+            const memoryUsage = process.memoryUsage().heapUsed / 1024 / 1024;
+            // Get uptime (in seconds)
+            const uptime = process.uptime();
+            return {
+                documentCount,
+                chunkCount,
+                memoryUsage,
+                uptime,
+                ftsIndexEnabled: this.ftsEnabled,
+                searchMode: this.ftsEnabled && (this.config.hybridWeight ?? DEFAULT_HYBRID_WEIGHT) > 0
+                    ? 'hybrid'
+                    : 'vector-only',
+            };
+        }
+        catch (error) {
+            throw new DatabaseError('Failed to get status', { cause: toError(error) });
+        }
+    }
+    /**
+     * Close the database connection
+     */
+    async close() {
+        if (this.db) {
+            // LanceDB Connections should be closed to release file handles
+            this.db.close();
+            this.db = null;
+            this.table = null;
+            this.ftsEnabled = false;
+            console.error('VectorStore connection closed');
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/vectordb/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/vectordb/index.ts"],"names":[],"mappings":"AAAA,sDAAsD;AAEtD,OAAO,EAAmB,OAAO,EAAE,KAAK,EAAc,MAAM,kBAAkB,CAAA;AAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AAC5C,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACrE,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC9D,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AACvF,OAAO,EAGL,aAAa,EACb,qBAAqB,EACrB,wBAAwB,EACxB,cAAc,EACd,kCAAkC,EAClC,0BAA0B,EAC1B,8BAA8B,EAG9B,UAAU,EACV,cAAc,EACd,aAAa,GAGd,MAAM,YAAY,CAAA;AAYnB,+CAA+C;AAC/C,oBAAoB;AACpB,+CAA+C;AAE/C,+EAA+E;AAC/E,MAAM,OAAO,WAAW;IACd,EAAE,GAAsB,IAAI,CAAA;IAC5B,KAAK,GAAiB,IAAI,CAAA;IAC1B,YAAY,GAAyB,IAAI,CAAA;IAChC,MAAM,CAAmB;IAClC,UAAU,GAAY,KAAK,CAAA;IAEnC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,qBAAqB;YACrB,6EAA6E;YAC7E,yEAAyE;YACzE,yEAAyE;YACzE,2DAA2D;YAC3D,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,uBAAuB,EAAE,CAAC,EAAE,CAAC,CAAA;YAE3E,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAE9B,OAAO,CAAC,KAAK,CAAC,4BAA4B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACxF,CAAC;IACH,CAAC;IAED,sEAAsE;IAC9D,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,YAAY,CAAA;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YAC3B,OAAM;QACR,CAAC;QACD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAA;QAClB,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,IAAmB,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC7D,OAAM;gBACR,CAAC;gBACD,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;gBACtD,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;gBAC3B,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;YAClC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;gBACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;gBACvB,MAAM,IAAI,aAAa,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YACrF,CAAC;QACH,CAAC,CAAC,EAAE,CAAA;QACJ,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAA;QACzB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,KAAK,CAAC,YAAY,CAAC,QAAgB;QACjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,+DAA+D;YAC/D,OAAO,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAA;YACvE,OAAO,CAAC,CAAA;QACV,CAAC;QAED,IAAI,CAAC;YACH,8DAA8D;YAC9D,iDAAiD;YACjD,4EAA4E;YAC5E,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YACpD,yEAAyE;YACzE,0EAA0E;YAC1E,yEAAyE;YACzE,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,eAAe,GAAG,CAAC,CAAA;YACzF,OAAO,CAAC,KAAK,CAAC,wBAAwB,cAAc,qBAAqB,QAAQ,GAAG,CAAC,CAAA;YACrF,OAAO,cAAc,CAAA;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,uEAAuE;YACvE,0EAA0E;YAC1E,wEAAwE;YACxE,OAAO,CAAC,IAAI,CAAC,oDAAoD,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAA;YACrF,MAAM,IAAI,aAAa,CAAC,qCAAqC,QAAQ,EAAE,EAAE;gBACvE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAgB,EAAE,MAAc,EAAE,MAAc;QACrE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;YACzE,OAAO,EAAE,CAAA;QACX,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,MAAM,EAAE,CAAC;YAC5F,MAAM,IAAI,aAAa,CACrB,mFAAmF,CACpF,CAAA;QACH,CAAC;QAED,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YACpD,+DAA+D;YAC/D,MAAM,SAAS,GAAG,mBAAmB,eAAe,2BAA2B,MAAM,0BAA0B,MAAM,EAAE,CAAA;YAEvH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK;iBACzB,KAAK,EAAE;iBACP,KAAK,CAAC,SAAS,CAAC;iBAChB,MAAM,CAAC,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;iBACvD,OAAO,EAAE,CAAA;YACZ,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAA;YAC9C,4DAA4D;YAC5D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAA;YAChD,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,gCAAgC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACtF,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CAAC,QAAgB;QACxC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAA;QACX,CAAC;QACD,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,mBAAmB,eAAe,GAAG,CAAC,CAAC,OAAO,EAAE,CAAA;YAC3F,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,mCAAmC,QAAQ,EAAE,EAAE;gBACrE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,MAAqB;QACtC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAM;QACR,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;YAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,kCAAkC;gBAClC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACb,MAAM,IAAI,aAAa,CAAC,0DAA0D,CAAC,CAAA;gBACrF,CAAC;gBACD,sEAAsE;gBACtE,wEAAwE;gBACxE,kEAAkE;gBAClE,oEAAoE;gBACpE,gEAAgE;gBAChE,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACrC,GAAG,KAAK;oBACR,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;oBAChC,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;oBACpC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,EAAE;oBACxC,iBAAiB,EAAE,0BAA0B,CAAC,KAAK,CAAC,iBAAiB,CAAC;iBACvE,CAAC,CAAC,CAAA;gBACH,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;gBACtE,OAAO,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAA;gBAEtE,qCAAqC;gBACrC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAA;YAC7B,CAAC;iBAAM,CAAC;gBACN,6BAA6B;gBAC7B,wEAAwE;gBACxE,yEAAyE;gBACzE,sCAAsC;gBACtC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACrC,GAAG,KAAK;oBACR,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI;oBAC1C,iBAAiB,EAAE,0BAA0B,CAAC,KAAK,CAAC,iBAAiB,CAAC;iBACvE,CAAC,CAAC,CAAA;gBACH,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YAC/B,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,MAAM,SAAS,CAAC,CAAA;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAM;QACR,CAAC;QAED,yBAAyB;QACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAA;QAC9C,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,KAAK,CAAC,CAAA;QAC3E,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,cAAc,CAAC,CAAA;QAEtF,IAAI,gBAAgB,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;YACtB,OAAM;QACR,CAAC;QAED,qEAAqE;QACrE,wDAAwD;QACxD,oDAAoD;QACpD,gFAAgF;QAChF,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE;YACnC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC;gBAChB,aAAa,EAAE,OAAO;gBACtB,cAAc,EAAE,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,UAAU,EAAE,KAAK;gBACjB,IAAI,EAAE,KAAK;aACZ,CAAC;YACF,IAAI,EAAE,cAAc;SACrB,CAAC,CAAA;QACF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,OAAO,CAAC,KAAK,CAAC,2BAA2B,cAAc,wBAAwB,CAAC,CAAA;QAEhF,uBAAuB;QACvB,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBACpC,OAAO,CAAC,KAAK,CAAC,uCAAuC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAA;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,mBAAmB;QAC/B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAM;QACR,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;QACxC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAW,EAAE,CACzC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;QAE9D,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;YACtF,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAA;QACxE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;YACxF,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAA;QAC1E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;YAC9F,OAAO,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAA;QAChF,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAA;YAC1F,OAAO,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACpC,OAAM;QACR,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,wBAAwB,CAAC,CAAA;QACxE,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC,CAAA;IACnE,CAAC;IAED;;;;;OAKG;IACH;;;OAGG;IACK,KAAK,CAAC,iBAAiB,CAC7B,OAAuB,EACvB,SAAiB,EACjB,YAAoB;QAEpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACxB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,OAAO,CAAA;QAChB,CAAC;QACD,IAAI,CAAC;YACH,wEAAwE;YACxE,uDAAuD;YACvD,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;YAC9E,MAAM,YAAY,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;YACnF,MAAM,WAAW,GAAG,oBAAoB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;YAElE,MAAM,UAAU,GAAG,MAAM,KAAK;iBAC3B,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC;iBAChC,KAAK,CAAC,WAAW,CAAC;iBAClB,MAAM,CAAC,CAAC,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;iBAChE,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,qCAAqC;iBAC/D,OAAO,EAAE,CAAA;YAEZ,OAAO,iBAAiB,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;QAC7D,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,4DAA4D,EAAE,QAAQ,CAAC,CAAA;YACrF,OAAO,OAAO,CAAA;QAChB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAqB,EAAE,OAAO,GAAkB,EAAE;QAC7D,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,CAAA;QAChD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAA;YAC7E,OAAO,EAAE,CAAA;QACX,CAAC;QAED,IAAI,KAAK,GAAG,eAAe,IAAI,KAAK,GAAG,eAAe,EAAE,CAAC;YACvD,MAAM,IAAI,aAAa,CACrB,2BAA2B,eAAe,IAAI,eAAe,SAAS,KAAK,EAAE,CAC9E,CAAA;QACH,CAAC;QAED,IAAI,CAAC;YACH,+DAA+D;YAC/D,MAAM,cAAc,GAAG,KAAK,GAAG,kCAAkC,CAAA;YACjE,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK;iBACnB,YAAY,CAAC,WAAW,CAAC;iBACzB,YAAY,CAAC,KAAK,CAAC;iBACnB,MAAM,CAAC,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;iBACtF,KAAK,CAAC,cAAc,CAAC,CAAA;YAExB,oEAAoE;YACpE,mDAAmD;YACnD,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAA;YACtD,CAAC;YAED,0CAA0C;YAC1C,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC1C,KAAK,GAAG,KAAK,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACjE,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;YAE3C,sDAAsD;YACtD,IAAI,OAAO,GAAmB,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;YAEnF,2EAA2E;YAC3E,6EAA6E;YAC7E,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,OAAO,GAAG,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YACxD,CAAC;YAED,wEAAwE;YACxE,wEAAwE;YACxE,mEAAmE;YACnE,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAA;YACtE,IACE,IAAI,CAAC,UAAU;gBACf,SAAS;gBACT,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBAC3B,YAAY,GAAG,CAAC;gBAChB,OAAO,CAAC,MAAM,GAAG,CAAC,EAClB,CAAC;gBACD,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,EAAE,YAAY,CAAC,CAAA;YAC1E,CAAC;YAED,gDAAgD;YAChD,kFAAkF;YAClF,4FAA4F;YAC5F,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7D,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAC1D,CAAC;YAED,sDAAsD;YACtD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAChF,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,wBAAwB,CAC5B,OAAkC;QAElC,MAAM,GAAG,GAAa,EAAE,CAAA;QACxB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;QAC9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,IAAI,MAAM,CAAC,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,MAAM,IAAI,aAAa,CAAC,6CAA6C,CAAC,CAAA;YACxE,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gBACnB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACrB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;gBAChD,YAAY,EAAE,CAAC;aAChB,CAAA;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,aAAa,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACrF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK;iBAC7B,KAAK,EAAE;iBACP,KAAK,CAAC,SAAS,CAAC;iBAChB,MAAM,CAAC,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;iBACnC,OAAO,EAAE,CAAA;YACZ,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAmB,CAAA;YACpD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;oBAClC,SAAQ;gBACV,CAAC;gBACD,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAA;YAC5D,CAAC;YAED,IAAI,YAAY,GAAG,CAAC,CAAA;YACpB,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBAC1B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC/B,YAAY,IAAI,CAAC,CAAA;oBACjB,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAA;gBAChC,CAAC;gBACD,MAAM,MAAM,GAAG,8BAA8B,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;gBACxE,YAAY,IAAI,MAAM,CAAC,YAAY,CAAA;gBACnC,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAA;YAChD,CAAC,CAAC,CAAA;YACF,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC5F,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,mBAAmB,CAAC,QAAkB;QAC5C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACjF,CAAC;IAED,mEAAmE;IAC3D,oBAAoB,CAAC,MAAc;QACzC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAA;QAC1D,MAAM,SAAS,GAAG,mBAAmB,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAA;QAChE,MAAM,cAAc,GAAG,sBAAsB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,gBAAgB,CAAA;QACxF,OAAO,IAAI,SAAS,OAAO,cAAc,GAAG,CAAA;IAC9C,CAAC;IAED,4EAA4E;IACpE,YAAY,CAAC,KAAa;QAChC,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAClC,CAAC;IAED,sHAAsH;IAC9G,UAAU,CAAC,KAAa;QAC9B,OAAO,KAAK;aACT,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;aACtB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;aACpB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;aACpB,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACxB,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,gBAAgB;QAOpB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAA;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK;iBAC7B,KAAK,EAAE;iBACP,MAAM,CAAC,CAAC,UAAU,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;iBACpD,OAAO,EAAE,CAAA;YACZ,MAAM,OAAO,GAIP,EAAE,CAAA;YACR,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAY,MAAM,CAAC,QAAQ,CAAA;gBACzC,MAAM,WAAW,GAAY,MAAM,CAAC,WAAW,CAAA;gBAC/C,MAAM,aAAa,GAAY,MAAM,CAAC,aAAa,CAAA;gBACnD,mEAAmE;gBACnE,sDAAsD;gBACtD,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACjC,SAAQ;gBACV,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ;oBACR,WAAW,EACT,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;oBAChF,aAAa,EACX,OAAO,aAAa,KAAK,QAAQ,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;iBACvF,CAAC,CAAA;YACJ,CAAC;YACD,OAAO,OAAO,CAAA;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACxF,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,EAAE,CAAA,CAAC,4CAA4C;QACxD,CAAC;QAED,IAAI,CAAC;YACH,oEAAoE;YACpE,wEAAwE;YACxE,yEAAyE;YACzE,uDAAuD;YACvD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;YAEvF,qBAAqB;YACrB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqD,CAAA;YAE5E,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;gBAChC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;gBAClC,sEAAsE;gBACtE,oEAAoE;gBACpE,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAClE,SAAQ;gBACV,CAAC;gBACD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;gBACtC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,CAAA;oBACnD,SAAQ;gBACV,CAAC;gBACD,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAA;gBACxB,6BAA6B;gBAC7B,QAAQ,CAAC,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAA;YACtF,CAAC;YAED,kCAAkC;YAClC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9D,QAAQ;gBACR,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QAQb,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;gBACL,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;gBACxB,eAAe,EAAE,KAAK;gBACtB,UAAU,EAAE,aAAa;aAC1B,CAAA;QACH,CAAC;QAED,IAAI,CAAC;YACH,yEAAyE;YACzE,gDAAgD;YAChD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;YAE/C,0EAA0E;YAC1E,qEAAqE;YACrE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;YACvE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAA;YACzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAA;gBAChC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBACjC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;gBAC/B,CAAC;YACH,CAAC;YACD,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAA;YAE1C,2BAA2B;YAC3B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAA;YAEhE,0BAA0B;YAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;YAE/B,OAAO;gBACL,aAAa;gBACb,UAAU;gBACV,WAAW;gBACX,MAAM;gBACN,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,UAAU,EACR,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAC,GAAG,CAAC;oBACxE,CAAC,CAAC,QAAQ;oBACV,CAAC,CAAC,aAAa;aACpB,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,aAAa,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,+DAA+D;YAC/D,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAA;YACf,IAAI,CAAC,EAAE,GAAG,IAAI,CAAA;YACd,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;YACvB,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;QAChD,CAAC;IACH,CAAC;CACF"}

package/dist/vectordb/search-filters.d.ts

@@ -0,0 +1,15 @@
+import type { GroupingMode, SearchResult } from './types.js';
+/**
+ * Cut the distance-sorted results at gaps wider than `mean + k*std`:
+ * `similar` keeps the first group, `related` up to two.
+ */
+export declare function applyGrouping(results: SearchResult[], mode: GroupingMode): SearchResult[];
+/**
+ * Rank files by their best (lowest-distance) chunk and keep only the top
+ * `maxFiles` files' chunks.
+ */
+export declare function applyFileFilter(results: SearchResult[], maxFiles: number): SearchResult[];
+/** One raw row from a LanceDB full-text search; entries can be missing. */
+export type FtsRow = Record<string, unknown> | null | undefined;
+export declare function applyKeywordBoost(vectorResults: SearchResult[], ftsResults: readonly FtsRow[], weight: number): SearchResult[];
+//# sourceMappingURL=search-filters.d.ts.map