fawn-memory 0.0.3

package/dist/rag/knowproAdapter.d.ts

@@ -0,0 +1,44 @@
+import type { RAGIndex } from './ragIndex.js';
+/**
+ * Adapter for integrating knowpro data structures with RAG index
+ */
+export declare class KnowproRAGAdapter {
+    private readonly ragIndex;
+    private chunkCounter;
+    constructor(ragIndex: RAGIndex);
+    /**
+     * Add pre-chunked text strings to the index
+     * This is the most common use case from knowpro code
+     */
+    addTextChunks(textChunks: string[], metadata?: Record<string, unknown>, idPrefix?: string): Promise<void>;
+    /**
+     * Add a single text string that may need chunking
+     * Used when users send whole text that needs to be chunked
+     */
+    addFullText(text: string, metadata?: Record<string, unknown>, idPrefix?: string): Promise<void>;
+    /**
+     * Add a knowpro message's text chunks to the index
+     */
+    addMessageChunks(messageChunks: string[], messageOrdinal: number, additionalMetadata?: Record<string, unknown>): Promise<void>;
+    /**
+     * Add multiple messages incrementally
+     */
+    addMessages(messages: Array<{
+        textChunks: string[];
+        ordinal: number;
+        metadata?: Record<string, unknown>;
+    }>): Promise<void>;
+    /**
+     * Convert text strings to TextChunk objects with proper IDs
+     */
+    private createChunks;
+    /**
+     * Get the underlying RAG index for advanced operations
+     */
+    getIndex(): RAGIndex;
+}
+/**
+ * Factory function to create a KnowproRAGAdapter
+ */
+export declare function createKnowproRAGAdapter(ragIndex: RAGIndex): KnowproRAGAdapter;
+//# sourceMappingURL=knowproAdapter.d.ts.map

package/dist/rag/knowproAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowproAdapter.d.ts","sourceRoot":"","sources":["../../src/rag/knowproAdapter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAW;IACpC,OAAO,CAAC,YAAY,CAAK;gBAEb,QAAQ,EAAE,QAAQ;IAI9B;;;OAGG;IACG,aAAa,CACjB,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAKhB;;;OAGG;IACG,WAAW,CACf,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAIhB;;OAEG;IACG,gBAAgB,CACpB,aAAa,EAAE,MAAM,EAAE,EACvB,cAAc,EAAE,MAAM,EACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC3C,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,KAAK,CAAC;QACd,UAAU,EAAE,MAAM,EAAE,CAAC;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC,CAAC,GACD,OAAO,CAAC,IAAI,CAAC;IAUhB;;OAEG;IACH,OAAO,CAAC,YAAY;IAWpB;;OAEG;IACH,QAAQ,IAAI,QAAQ;CAGrB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,GAAG,iBAAiB,CAE7E"}

package/dist/rag/knowproAdapter.js

@@ -0,0 +1,66 @@
+/**
+ * Adapter for integrating knowpro data structures with RAG index
+ */
+export class KnowproRAGAdapter {
+    ragIndex;
+    chunkCounter = 0;
+    constructor(ragIndex) {
+        this.ragIndex = ragIndex;
+    }
+    /**
+     * Add pre-chunked text strings to the index
+     * This is the most common use case from knowpro code
+     */
+    async addTextChunks(textChunks, metadata, idPrefix) {
+        const chunks = this.createChunks(textChunks, idPrefix);
+        await this.ragIndex.addChunks(chunks, metadata);
+    }
+    /**
+     * Add a single text string that may need chunking
+     * Used when users send whole text that needs to be chunked
+     */
+    async addFullText(text, metadata, idPrefix) {
+        await this.ragIndex.addText(text, metadata, idPrefix);
+    }
+    /**
+     * Add a knowpro message's text chunks to the index
+     */
+    async addMessageChunks(messageChunks, messageOrdinal, additionalMetadata) {
+        const metadata = {
+            messageOrdinal,
+            ...additionalMetadata
+        };
+        await this.addTextChunks(messageChunks, metadata, `msg-${messageOrdinal}`);
+    }
+    /**
+     * Add multiple messages incrementally
+     */
+    async addMessages(messages) {
+        for (const message of messages) {
+            await this.addMessageChunks(message.textChunks, message.ordinal, message.metadata);
+        }
+    }
+    /**
+     * Convert text strings to TextChunk objects with proper IDs
+     */
+    createChunks(textChunks, idPrefix) {
+        const prefix = idPrefix || `chunk-${this.chunkCounter++}`;
+        return textChunks.map((text, index) => ({
+            id: `${prefix}-${index}`,
+            text
+        }));
+    }
+    /**
+     * Get the underlying RAG index for advanced operations
+     */
+    getIndex() {
+        return this.ragIndex;
+    }
+}
+/**
+ * Factory function to create a KnowproRAGAdapter
+ */
+export function createKnowproRAGAdapter(ragIndex) {
+    return new KnowproRAGAdapter(ragIndex);
+}
+//# sourceMappingURL=knowproAdapter.js.map

package/dist/rag/knowproAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowproAdapter.js","sourceRoot":"","sources":["../../src/rag/knowproAdapter.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACX,QAAQ,CAAW;IAC5B,YAAY,GAAG,CAAC,CAAC;IAEzB,YAAY,QAAkB;QAC5B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,UAAoB,EACpB,QAAkC,EAClC,QAAiB;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CACf,IAAY,EACZ,QAAkC,EAClC,QAAiB;QAEjB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,aAAuB,EACvB,cAAsB,EACtB,kBAA4C;QAE5C,MAAM,QAAQ,GAAG;YACf,cAAc;YACd,GAAG,kBAAkB;SACtB,CAAC;QACF,MAAM,IAAI,CAAC,aAAa,CACtB,aAAa,EACb,QAAQ,EACR,OAAO,cAAc,EAAE,CACxB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,QAIE;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,gBAAgB,CACzB,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,QAAQ,CACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,UAAoB,EACpB,QAAiB;QAEjB,MAAM,MAAM,GAAG,QAAQ,IAAI,SAAS,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;QAC1D,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtC,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,EAAE;YACxB,IAAI;SACL,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAkB;IACxD,OAAO,IAAI,iBAAiB,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC"}

package/dist/rag/ragIndex.d.ts

@@ -0,0 +1,101 @@
+import type { EmbeddedChunk, TextChunk, SimilaritySearchResult, ChunkingConfig } from './types.js';
+import type { EmbeddingProvider } from './embeddingProvider.js';
+export type VectorBackend = 'bruteforce' | 'faiss' | 'hnsw';
+export type FAISSIndexType = 'L2' | 'IP';
+export interface RAGIndexConfig {
+    embeddingProvider: EmbeddingProvider;
+    chunkingConfig: ChunkingConfig;
+    batchSize?: number;
+    vectorBackend?: VectorBackend;
+    faissIndexType?: FAISSIndexType;
+}
+/**
+ * RAG Index for storing and querying text chunks using vector embeddings
+ */
+export declare class RAGIndex {
+    private chunks;
+    private config;
+    private vectorIndex;
+    constructor(config: RAGIndexConfig);
+    /**
+     * Get the number of chunks in the index
+     */
+    get size(): number;
+    /**
+     * Get all chunks in the index
+     */
+    getChunks(): EmbeddedChunk[];
+    /**
+     * Add text to the index (will be chunked and embedded)
+     */
+    addText(text: string, metadata?: Record<string, unknown>, idPrefix?: string): Promise<void>;
+    /**
+     * Add multiple texts to the index
+     */
+    addTexts(texts: string[], metadata?: Record<string, unknown>[], idPrefix?: string): Promise<void>;
+    /**
+     * Add pre-chunked text to the index
+     */
+    addChunks(textChunks: TextChunk[], metadata?: Record<string, unknown>): Promise<void>;
+    /**
+     * Query the index for similar chunks
+     */
+    query(queryText: string, options?: {
+        topK?: number;
+        minScore?: number;
+        filter?: (chunk: EmbeddedChunk) => boolean;
+    }): Promise<SimilaritySearchResult[]>;
+    /**
+     * Brute force query for when filters are applied
+     */
+    private bruteForceQuery;
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    private cosineSimilarity;
+    /**
+     * Query with multiple query texts (uses average embedding)
+     */
+    queryMultiple(queryTexts: string[], options?: {
+        topK?: number;
+        minScore?: number;
+        filter?: (chunk: EmbeddedChunk) => boolean;
+    }): Promise<SimilaritySearchResult[]>;
+    /**
+     * Clear all chunks from the index
+     */
+    clear(): void;
+    /**
+     * Remove chunks by ID
+     */
+    removeChunks(ids: string[]): number;
+    /**
+     * Rebuild the vector index from scratch (needed after deletions with FAISS)
+     */
+    private rebuildVectorIndex;
+    /**
+     * Save FAISS index to file
+     */
+    writeFAISS(path: string): void;
+    /**
+     * Load FAISS index from file
+     */
+    readFAISS(path: string): void;
+    /**
+     * Export index to JSON
+     */
+    toJSON(): object;
+    /**
+     * Load index from JSON (requires providing embedding provider)
+     */
+    static fromJSON(data: {
+        chunks: EmbeddedChunk[];
+        config: {
+            chunkingConfig: ChunkingConfig;
+            batchSize?: number;
+            vectorBackend?: VectorBackend;
+            faissIndexType?: FAISSIndexType;
+        };
+    }, embeddingProvider: EmbeddingProvider): RAGIndex;
+}
+//# sourceMappingURL=ragIndex.d.ts.map

package/dist/rag/ragIndex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ragIndex.d.ts","sourceRoot":"","sources":["../../src/rag/ragIndex.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,SAAS,EACT,sBAAsB,EACtB,cAAc,EACf,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAIhE,MAAM,MAAM,aAAa,GAAG,YAAY,GAAG,OAAO,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,cAAc,GAAG,IAAI,GAAG,IAAI,CAAC;AAEzC,MAAM,WAAW,cAAc;IAC7B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,cAAc,EAAE,cAAc,CAAC;IAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAED;;GAEG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,WAAW,CAAc;gBAErB,MAAM,EAAE,cAAc;IAUlC;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED;;OAEG;IACH,SAAS,IAAI,aAAa,EAAE;IAI5B;;OAEG;IACG,OAAO,CACX,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAKhB;;OAEG;IACG,QAAQ,CACZ,KAAK,EAAE,MAAM,EAAE,EACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACpC,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC;IAShB;;OAEG;IACG,SAAS,CACb,UAAU,EAAE,SAAS,EAAE,EACvB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,OAAO,CAAC,IAAI,CAAC;IA6BhB;;OAEG;IACG,KAAK,CACT,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC;KACvC,GACL,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAmDpC;;OAEG;IACH,OAAO,CAAC,eAAe;IA0BvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAkBxB;;OAEG;IACG,aAAa,CACjB,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC;KACvC,GACL,OAAO,CAAC,sBAAsB,EAAE,CAAC;IA0DpC;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM;IAuBnC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAQ1B;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAS9B;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAS7B;;OAEG;IACH,MAAM,IAAI,MAAM;IAiBhB;;OAEG;IACH,MAAM,CAAC,QAAQ,CACb,IAAI,EAAE;QACJ,MAAM,EAAE,aAAa,EAAE,CAAC;QACxB,MAAM,EAAE;YACN,cAAc,EAAE,cAAc,CAAC;YAC/B,SAAS,CAAC,EAAE,MAAM,CAAC;YACnB,aAAa,CAAC,EAAE,aAAa,CAAC;YAC9B,cAAc,CAAC,EAAE,cAAc,CAAC;SACjC,CAAC;KACH,EACD,iBAAiB,EAAE,iBAAiB,GACnC,QAAQ;CAkBZ"}

package/dist/rag/ragIndex.js

@@ -0,0 +1,305 @@
+import { chunkText } from './chunking.js';
+import { createVectorIndex } from './vectorIndex.js';
+/**
+ * RAG Index for storing and querying text chunks using vector embeddings
+ */
+export class RAGIndex {
+    chunks = [];
+    config;
+    vectorIndex;
+    constructor(config) {
+        this.config = config;
+        const backend = config.vectorBackend || 'bruteforce';
+        this.vectorIndex = createVectorIndex(config.embeddingProvider.dimensions, backend, config.faissIndexType);
+    }
+    /**
+     * Get the number of chunks in the index
+     */
+    get size() {
+        return this.chunks.length;
+    }
+    /**
+     * Get all chunks in the index
+     */
+    getChunks() {
+        return [...this.chunks];
+    }
+    /**
+     * Add text to the index (will be chunked and embedded)
+     */
+    async addText(text, metadata, idPrefix) {
+        const textChunks = chunkText(text, this.config.chunkingConfig, idPrefix);
+        await this.addChunks(textChunks, metadata);
+    }
+    /**
+     * Add multiple texts to the index
+     */
+    async addTexts(texts, metadata, idPrefix) {
+        for (let i = 0; i < texts.length; i++) {
+            const text = texts[i];
+            const meta = metadata?.[i];
+            const prefix = idPrefix ? `${idPrefix}-${i}` : `text-${i}`;
+            await this.addText(text, meta, prefix);
+        }
+    }
+    /**
+     * Add pre-chunked text to the index
+     */
+    async addChunks(textChunks, metadata) {
+        if (textChunks.length === 0) {
+            return;
+        }
+        // Generate embeddings in batches
+        const batchSize = this.config.batchSize || 100;
+        const texts = textChunks.map(c => c.text);
+        for (let i = 0; i < texts.length; i += batchSize) {
+            const batch = texts.slice(i, i + batchSize);
+            const embeddings = await this.config.embeddingProvider.generateEmbeddings(batch);
+            // Add to vector index (may be async for HNSW)
+            await Promise.resolve(this.vectorIndex.add(embeddings));
+            // Store chunks with metadata
+            for (let j = 0; j < batch.length; j++) {
+                const chunkIndex = i + j;
+                const chunk = textChunks[chunkIndex];
+                this.chunks.push({
+                    ...chunk,
+                    embedding: embeddings[j],
+                    metadata: { ...chunk.metadata, ...metadata }
+                });
+            }
+        }
+    }
+    /**
+     * Query the index for similar chunks
+     */
+    async query(queryText, options = {}) {
+        const { topK = 5, minScore = 0, filter } = options;
+        if (this.chunks.length === 0) {
+            return [];
+        }
+        // Generate embedding for query
+        const [queryEmbedding] = await this.config.embeddingProvider.generateEmbeddings([
+            queryText
+        ]);
+        // If filter is provided, fall back to brute force search
+        if (filter) {
+            return this.bruteForceQuery(queryEmbedding, topK, minScore, filter);
+        }
+        // Use vector index for fast search (may be async for HNSW)
+        const searchResults = await Promise.resolve(this.vectorIndex.search(queryEmbedding, topK * 2)); // Get more results for filtering
+        // Convert distances to similarity scores and filter
+        const results = [];
+        for (let i = 0; i < searchResults.indices.length; i++) {
+            const index = searchResults.indices[i];
+            const distance = searchResults.distances[i];
+            // Convert distance to similarity score based on backend
+            let score;
+            if (this.config.vectorBackend === 'hnsw') {
+                // HNSW with cosine returns distance [0, 2], convert to similarity [0, 1]
+                score = 1 - (distance / 2);
+            }
+            else if (this.config.faissIndexType === 'IP') {
+                // FAISS IP: distance is already similarity
+                score = distance;
+            }
+            else {
+                // FAISS L2: similarity = 1 / (1 + distance)
+                score = 1 / (1 + distance);
+            }
+            if (score >= minScore) {
+                results.push({
+                    chunk: this.chunks[index],
+                    score
+                });
+            }
+        }
+        // Return top K after filtering
+        return results.slice(0, topK);
+    }
+    /**
+     * Brute force query for when filters are applied
+     */
+    bruteForceQuery(queryEmbedding, topK, minScore, filter) {
+        const results = [];
+        for (const chunk of this.chunks) {
+            if (!filter(chunk)) {
+                continue;
+            }
+            // Calculate cosine similarity
+            const score = this.cosineSimilarity(queryEmbedding, chunk.embedding);
+            if (score >= minScore) {
+                results.push({ chunk, score });
+            }
+        }
+        // Sort by score descending
+        results.sort((a, b) => b.score - a.score);
+        return results.slice(0, topK);
+    }
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a, b) {
+        let dotProduct = 0;
+        let normA = 0;
+        let normB = 0;
+        for (let i = 0; i < a.length; i++) {
+            dotProduct += a[i] * b[i];
+            normA += a[i] * a[i];
+            normB += b[i] * b[i];
+        }
+        if (normA === 0 || normB === 0) {
+            return 0;
+        }
+        return dotProduct / (Math.sqrt(normA) * Math.sqrt(normB));
+    }
+    /**
+     * Query with multiple query texts (uses average embedding)
+     */
+    async queryMultiple(queryTexts, options = {}) {
+        const { topK = 5, minScore = 0, filter } = options;
+        if (this.chunks.length === 0 || queryTexts.length === 0) {
+            return [];
+        }
+        // Generate embeddings for all queries
+        const queryEmbeddings = await this.config.embeddingProvider.generateEmbeddings(queryTexts);
+        // Average the query embeddings
+        const avgEmbedding = new Array(queryEmbeddings[0].length).fill(0);
+        for (const embedding of queryEmbeddings) {
+            for (let i = 0; i < embedding.length; i++) {
+                avgEmbedding[i] += embedding[i];
+            }
+        }
+        for (let i = 0; i < avgEmbedding.length; i++) {
+            avgEmbedding[i] /= queryEmbeddings.length;
+        }
+        // If filter is provided, fall back to brute force search
+        if (filter) {
+            return this.bruteForceQuery(avgEmbedding, topK, minScore, filter);
+        }
+        // Use vector index for fast search (may be async for HNSW)
+        const searchResults = await Promise.resolve(this.vectorIndex.search(avgEmbedding, topK * 2));
+        // Convert distances to similarity scores and filter
+        const results = [];
+        for (let i = 0; i < searchResults.indices.length; i++) {
+            const index = searchResults.indices[i];
+            const distance = searchResults.distances[i];
+            // Convert distance to similarity score based on backend
+            let score;
+            if (this.config.vectorBackend === 'hnsw') {
+                score = 1 - (distance / 2);
+            }
+            else if (this.config.faissIndexType === 'IP') {
+                score = distance;
+            }
+            else {
+                score = 1 / (1 + distance);
+            }
+            if (score >= minScore) {
+                results.push({
+                    chunk: this.chunks[index],
+                    score
+                });
+            }
+        }
+        return results.slice(0, topK);
+    }
+    /**
+     * Clear all chunks from the index
+     */
+    clear() {
+        this.chunks = [];
+        this.vectorIndex.clear();
+    }
+    /**
+     * Remove chunks by ID
+     */
+    removeChunks(ids) {
+        const idSet = new Set(ids);
+        const initialLength = this.chunks.length;
+        // Find indices to remove
+        const indicesToRemove = [];
+        for (let i = 0; i < this.chunks.length; i++) {
+            if (idSet.has(this.chunks[i].id)) {
+                indicesToRemove.push(i);
+            }
+        }
+        // Remove from chunks array
+        this.chunks = this.chunks.filter(chunk => !idSet.has(chunk.id));
+        // For FAISS backend, we need to rebuild the index
+        if (indicesToRemove.length > 0 && this.config.vectorBackend === 'faiss') {
+            this.rebuildVectorIndex();
+        }
+        return initialLength - this.chunks.length;
+    }
+    /**
+     * Rebuild the vector index from scratch (needed after deletions with FAISS)
+     */
+    rebuildVectorIndex() {
+        this.vectorIndex.clear();
+        const embeddings = this.chunks.map(chunk => chunk.embedding);
+        if (embeddings.length > 0) {
+            this.vectorIndex.add(embeddings);
+        }
+    }
+    /**
+     * Save FAISS index to file
+     */
+    writeFAISS(path) {
+        if (this.config.vectorBackend !== 'faiss') {
+            throw new Error('Can only save FAISS indexes. Current backend: ' + this.config.vectorBackend);
+        }
+        if (this.vectorIndex.write) {
+            this.vectorIndex.write(path);
+        }
+    }
+    /**
+     * Load FAISS index from file
+     */
+    readFAISS(path) {
+        if (this.config.vectorBackend !== 'faiss') {
+            throw new Error('Can only load FAISS indexes. Current backend: ' + this.config.vectorBackend);
+        }
+        if (this.vectorIndex.read) {
+            this.vectorIndex.read(path);
+        }
+    }
+    /**
+     * Export index to JSON
+     */
+    toJSON() {
+        return {
+            chunks: this.chunks,
+            config: {
+                chunkingConfig: this.config.chunkingConfig,
+                batchSize: this.config.batchSize,
+                vectorBackend: this.config.vectorBackend,
+                faissIndexType: this.config.faissIndexType,
+                embeddingProvider: {
+                    name: this.config.embeddingProvider.name,
+                    model: this.config.embeddingProvider.model,
+                    dimensions: this.config.embeddingProvider.dimensions
+                }
+            }
+        };
+    }
+    /**
+     * Load index from JSON (requires providing embedding provider)
+     */
+    static fromJSON(data, embeddingProvider) {
+        const index = new RAGIndex({
+            embeddingProvider,
+            chunkingConfig: data.config.chunkingConfig,
+            batchSize: data.config.batchSize,
+            vectorBackend: data.config.vectorBackend,
+            faissIndexType: data.config.faissIndexType
+        });
+        index.chunks = data.chunks;
+        // Rebuild vector index from embeddings
+        const embeddings = data.chunks.map(chunk => chunk.embedding);
+        if (embeddings.length > 0) {
+            index.vectorIndex.add(embeddings);
+        }
+        return index;
+    }
+}
+//# sourceMappingURL=ragIndex.js.map

package/dist/rag/ragIndex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ragIndex.js","sourceRoot":"","sources":["../../src/rag/ragIndex.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAoB,MAAM,kBAAkB,CAAC;AAavE;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,MAAM,GAAoB,EAAE,CAAC;IAC7B,MAAM,CAAiB;IACvB,WAAW,CAAc;IAEjC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,IAAI,YAAY,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAClC,MAAM,CAAC,iBAAiB,CAAC,UAAU,EACnC,OAAO,EACP,MAAM,CAAC,cAAc,CACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,IAAY,EACZ,QAAkC,EAClC,QAAiB;QAEjB,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QACzE,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,KAAe,EACf,QAAoC,EACpC,QAAiB;QAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,UAAuB,EACvB,QAAkC;QAElC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,iCAAiC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QAC/C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAEjF,8CAA8C;YAC9C,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;YAExD,6BAA6B;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;gBACzB,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACf,GAAG,KAAK;oBACR,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;oBACxB,QAAQ,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,EAAE;iBAC7C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CACT,SAAiB,EACjB,UAII,EAAE;QAEN,MAAM,EAAE,IAAI,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEnD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,+BAA+B;QAC/B,MAAM,CAAC,cAAc,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,kBAAkB,CAAC;YAC9E,SAAS;SACV,CAAC,CAAC;QAEH,yDAAyD;QACzD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,eAAe,CAAC,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtE,CAAC;QAED,2DAA2D;QAC3D,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,iCAAiC;QAEjI,oDAAoD;QACpD,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAE5C,wDAAwD;YACxD,IAAI,KAAa,CAAC;YAClB,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;gBACzC,yEAAyE;gBACzE,KAAK,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAC/C,2CAA2C;gBAC3C,KAAK,GAAG,QAAQ,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,4CAA4C;gBAC5C,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;YAC7B,CAAC;YAED,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;oBACzB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACK,eAAe,CACrB,cAAwB,EACxB,IAAY,EACZ,QAAgB,EAChB,MAAyC;QAEzC,MAAM,OAAO,GAA6B,EAAE,CAAC;QAE7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,SAAS;YACX,CAAC;YAED,8BAA8B;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YACrE,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,CAAW,EAAE,CAAW;QAC/C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,OAAO,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,UAAoB,EACpB,UAII,EAAE;QAEN,MAAM,EAAE,IAAI,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEnD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,sCAAsC;QACtC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,kBAAkB,CAC5E,UAAU,CACX,CAAC;QAEF,+BAA+B;QAC/B,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,YAAY,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,YAAY,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC;QAC5C,CAAC;QAED,yDAAyD;QACzD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpE,CAAC;QAED,2DAA2D;QAC3D,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;QAE7F,oDAAoD;QACpD,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAE5C,wDAAwD;YACxD,IAAI,KAAa,CAAC;YAClB,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;gBACzC,KAAK,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBAC/C,KAAK,GAAG,QAAQ,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;YAC7B,CAAC;YAED,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;oBACzB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,GAAa;QACxB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAEzC,yBAAyB;QACzB,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACjC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAEhE,kDAAkD;QAClD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;YACxE,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,CAAC;QAED,OAAO,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAY;QACrB,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,gDAAgD,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,gDAAgD,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE;gBACN,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;gBAChC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;gBACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,iBAAiB,EAAE;oBACjB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI;oBACxC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK;oBAC1C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,UAAU;iBACrD;aACF;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CACb,IAQC,EACD,iBAAoC;QAEpC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC;YACzB,iBAAiB;YACjB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAChC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC3C,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/rag/similarity.d.ts

@@ -0,0 +1,15 @@
+import type { Embedding } from './types.js';
+/**
+ * Calculate cosine similarity between two vectors
+ * Returns a value between -1 and 1, where 1 means identical direction
+ */
+export declare function cosineSimilarity(a: Embedding, b: Embedding): number;
+/**
+ * Normalize a vector to unit length
+ */
+export declare function normalizeVector(vector: Embedding): Embedding;
+/**
+ * Calculate dot product of two vectors (assumes normalized vectors)
+ */
+export declare function dotProduct(a: Embedding, b: Embedding): number;
+//# sourceMappingURL=similarity.d.ts.map

package/dist/rag/similarity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarity.d.ts","sourceRoot":"","sources":["../../src/rag/similarity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CAuBnE;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,CAQ5D;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,GAAG,MAAM,CAW7D"}

package/dist/rag/similarity.js

@@ -0,0 +1,47 @@
+/**
+ * Calculate cosine similarity between two vectors
+ * Returns a value between -1 and 1, where 1 means identical direction
+ */
+export function cosineSimilarity(a, b) {
+    if (a.length !== b.length) {
+        throw new Error(`Vector dimensions must match: ${a.length} vs ${b.length}`);
+    }
+    let dotProduct = 0;
+    let magnitudeA = 0;
+    let magnitudeB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dotProduct += a[i] * b[i];
+        magnitudeA += a[i] * a[i];
+        magnitudeB += b[i] * b[i];
+    }
+    magnitudeA = Math.sqrt(magnitudeA);
+    magnitudeB = Math.sqrt(magnitudeB);
+    if (magnitudeA === 0 || magnitudeB === 0) {
+        return 0;
+    }
+    return dotProduct / (magnitudeA * magnitudeB);
+}
+/**
+ * Normalize a vector to unit length
+ */
+export function normalizeVector(vector) {
+    const magnitude = Math.sqrt(vector.reduce((sum, val) => sum + val * val, 0));
+    if (magnitude === 0) {
+        return vector;
+    }
+    return vector.map(val => val / magnitude);
+}
+/**
+ * Calculate dot product of two vectors (assumes normalized vectors)
+ */
+export function dotProduct(a, b) {
+    if (a.length !== b.length) {
+        throw new Error(`Vector dimensions must match: ${a.length} vs ${b.length}`);
+    }
+    let result = 0;
+    for (let i = 0; i < a.length; i++) {
+        result += a[i] * b[i];
+    }
+    return result;
+}
+//# sourceMappingURL=similarity.js.map

package/dist/rag/similarity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"similarity.js","sourceRoot":"","sources":["../../src/rag/similarity.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAY,EAAE,CAAY;IACzD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;IAED,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAEnC,IAAI,UAAU,KAAK,CAAC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACzC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,UAAU,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,MAAiB;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAE7E,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,CAAY,EAAE,CAAY;IACnD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}