rag-lite-ts 1.0.1 → 1.0.2

package/dist/core/search-example.js

@@ -0,0 +1,138 @@
+/**
+ * CORE MODULE — Example usage of the new SearchEngine with dependency injection
+ * This file demonstrates how the refactored SearchEngine works with injected dependencies
+ */
+import { SearchEngine } from './search.js';
+/**
+ * Example embedding function that could be injected
+ * In practice, this would be created from a text embedder or multimodal embedder
+ */
+const exampleEmbedFunction = async (query, contentType) => {
+    // This is just a mock - in real usage, this would call an actual embedding model
+    console.log(`Embedding query: "${query}" for content type: ${contentType || 'text'}`);
+    // Return a mock embedding result
+    return {
+        embedding_id: 'mock_' + Date.now(),
+        vector: new Float32Array(384).fill(0.1), // Mock 384-dimensional vector
+        contentType: contentType || 'text'
+    };
+};
+/**
+ * Example reranking function that could be injected
+ * In practice, this would be created from a cross-encoder reranker
+ */
+const exampleRerankFunction = async (query, results, contentType) => {
+    console.log(`Reranking ${results.length} results for query: "${query}"`);
+    // Simple mock reranking - just reverse the order
+    return [...results].reverse();
+};
+/**
+ * Example usage of the new SearchEngine with dependency injection
+ */
+export async function exampleUsage() {
+    console.log('=== SearchEngine Dependency Injection Example ===');
+    // Mock dependencies that would normally be created by factories
+    const mockIndexManager = {
+        search: (vector, k) => ({
+            embeddingIds: ['mock1', 'mock2'],
+            distances: [0.1, 0.2]
+        }),
+        getStats: () => ({ totalVectors: 100 })
+    };
+    const mockDb = {
+        all: async (query, params) => [
+            { id: 1, content: 'Mock content 1', document_id: 1, source: 'mock1.md', title: 'Mock 1' },
+            { id: 2, content: 'Mock content 2', document_id: 2, source: 'mock2.md', title: 'Mock 2' }
+        ],
+        close: async () => { }
+    };
+    // Create SearchEngine with injected dependencies (correct signature)
+    const searchEngine = new SearchEngine(exampleEmbedFunction, mockIndexManager, mockDb, exampleRerankFunction);
+    console.log('SearchEngine created with injected dependencies');
+    // Note: The core SearchEngine doesn't have setter methods - dependencies are injected via constructor
+    console.log('SearchEngine created and dependencies injected separately');
+    // Get stats before initialization
+    const statsBeforeInit = await searchEngine.getStats();
+    console.log('Stats before initialization:', statsBeforeInit);
+    // Note: In a real scenario, you would initialize and search like this:
+    // await searchEngine.initialize();
+    // const results = await searchEngine.search('example query');
+    // console.log('Search results:', results);
+    console.log('Example completed successfully');
+}
+/**
+ * Example of how to create embedding and reranking functions from existing components
+ */
+export function createAdapterExample() {
+    console.log('=== Adapter Example ===');
+    // Mock embedder
+    const mockEmbedder = {
+        async embedSingle(query) {
+            return {
+                embedding_id: 'emb_' + Date.now(),
+                vector: new Float32Array(384).fill(0.2)
+            };
+        }
+    };
+    // Mock reranker
+    const mockReranker = {
+        isLoaded: () => true,
+        async rerank(query, results) {
+            return results.map(r => ({ ...r, score: r.score * 1.1 }));
+        }
+    };
+    // Create adapter functions
+    const embedFn = async (query, contentType) => {
+        const result = await mockEmbedder.embedSingle(query);
+        return {
+            ...result,
+            contentType: contentType || 'text'
+        };
+    };
+    const rerankFn = async (query, results, contentType) => {
+        // Convert to reranker format
+        const rerankResults = results.map(r => ({
+            text: r.content,
+            score: r.score,
+            document: {
+                id: r.document.id,
+                source: r.document.source,
+                title: r.document.title
+            }
+        }));
+        // Call reranker
+        const reranked = await mockReranker.rerank(query, rerankResults);
+        // Convert back to core format
+        return reranked.map((r, i) => ({
+            content: r.text,
+            score: r.score,
+            contentType: results[i].contentType,
+            document: {
+                ...r.document,
+                contentType: results[i].document.contentType
+            },
+            metadata: results[i].metadata
+        }));
+    };
+    // Mock dependencies for the example
+    const mockIndexManager = {
+        search: (vector, k) => ({
+            embeddingIds: ['emb1', 'emb2'],
+            distances: [0.15, 0.25]
+        }),
+        getStats: () => ({ totalVectors: 50 })
+    };
+    const mockDb = {
+        all: async (query, params) => [
+            { id: 1, content: 'Example content 1', document_id: 1, source: 'doc1.md', title: 'Document 1' }
+        ],
+        close: async () => { }
+    };
+    // Create SearchEngine with adapted functions (correct signature)
+    const searchEngine = new SearchEngine(embedFn, mockIndexManager, mockDb, rerankFn);
+    console.log('SearchEngine created with adapters');
+    console.log('Adapter example completed');
+}
+// Export for testing purposes
+export { exampleEmbedFunction, exampleRerankFunction };
+//# sourceMappingURL=search-example.js.map

package/dist/core/search-example.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-example.js","sourceRoot":"","sources":["../../src/core/search-example.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;GAGG;AACH,MAAM,oBAAoB,GAAkB,KAAK,EAAE,KAAa,EAAE,WAAoB,EAA4B,EAAE;IAClH,iFAAiF;IACjF,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,uBAAuB,WAAW,IAAI,MAAM,EAAE,CAAC,CAAC;IAEtF,iCAAiC;IACjC,OAAO;QACL,YAAY,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE;QAClC,MAAM,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,8BAA8B;QACvE,WAAW,EAAE,WAAW,IAAI,MAAM;KACnC,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,qBAAqB,GAAmB,KAAK,EACjD,KAAa,EACb,OAAuB,EACvB,WAAoB,EACK,EAAE;IAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,wBAAwB,KAAK,GAAG,CAAC,CAAC;IAEzE,iDAAiD;IACjD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;AAChC,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IAEjE,gEAAgE;IAChE,MAAM,gBAAgB,GAAG;QACvB,MAAM,EAAE,CAAC,MAAoB,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;YAC5C,YAAY,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;YAChC,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;SACtB,CAAC;QACF,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;KACjC,CAAC;IAET,MAAM,MAAM,GAAG;QACb,GAAG,EAAE,KAAK,EAAE,KAAa,EAAE,MAAc,EAAE,EAAE,CAAC;YAC5C,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE;YACzF,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE;SAC1F;QACD,KAAK,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;KACf,CAAC;IAET,qEAAqE;IACrE,MAAM,YAAY,GAAG,IAAI,YAAY,CACnC,oBAAoB,EACpB,gBAAgB,EAChB,MAAM,EACN,qBAAqB,CACtB,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAE/D,sGAAsG;IAEtG,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IAEzE,kCAAkC;IAClC,MAAM,eAAe,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,eAAe,CAAC,CAAC;IAE7D,uEAAuE;IACvE,mCAAmC;IACnC,8DAA8D;IAC9D,2CAA2C;IAE3C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAEvC,gBAAgB;IAChB,MAAM,YAAY,GAAG;QACnB,KAAK,CAAC,WAAW,CAAC,KAAa;YAC7B,OAAO;gBACL,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE;gBACjC,MAAM,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;aACxC,CAAC;QACJ,CAAC;KACF,CAAC;IAEF,gBAAgB;IAChB,MAAM,YAAY,GAAG;QACnB,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI;QACpB,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAc;YACxC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;KACF,CAAC;IAEF,2BAA2B;IAC3B,MAAM,OAAO,GAAkB,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;QAC1D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrD,OAAO;YACL,GAAG,MAAM;YACT,WAAW,EAAE,WAAW,IAAI,MAAM;SACnC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAmB,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE;QACrE,6BAA6B;QAC7B,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,CAAC,CAAC,OAAO;YACf,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE;gBACR,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE;gBACjB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;gBACzB,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK;aACxB;SACF,CAAC,CAAC,CAAC;QAEJ,gBAAgB;QAChB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;QAEjE,8BAA8B;QAC9B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC,CAAC,IAAI;YACf,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW;YACnC,QAAQ,EAAE;gBACR,GAAG,CAAC,CAAC,QAAQ;gBACb,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW;aAC7C;YACD,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;SAC9B,CAAC,CAAC,CAAC;IACN,CAAC,CAAC;IAEF,oCAAoC;IACpC,MAAM,gBAAgB,GAAG;QACvB,MAAM,EAAE,CAAC,MAAoB,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;YAC5C,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;YAC9B,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;SACxB,CAAC;QACF,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;KAChC,CAAC;IAET,MAAM,MAAM,GAAG;QACb,GAAG,EAAE,KAAK,EAAE,KAAa,EAAE,MAAc,EAAE,EAAE,CAAC;YAC5C,EAAE,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE;SAChG;QACD,KAAK,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;KACf,CAAC;IAET,iEAAiE;IACjE,MAAM,YAAY,GAAG,IAAI,YAAY,CACnC,OAAO,EACP,gBAAgB,EAChB,MAAM,EACN,QAAQ,CACT,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;AAC3C,CAAC;AAED,8BAA8B;AAC9B,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,CAAC"}

package/dist/core/search-pipeline-example.d.ts

@@ -0,0 +1,21 @@
+/**
+ * CORE MODULE — Example usage of the SearchPipelineCoordinator
+ * Demonstrates model-agnostic search pipeline coordination
+ */
+/**
+ * Example demonstrating direct use of SearchPipelineCoordinator
+ */
+export declare function demonstrateSearchPipelineCoordination(): Promise<void>;
+/**
+ * Example demonstrating pipeline step-by-step execution
+ */
+export declare function demonstrateStepByStepPipeline(): Promise<void>;
+/**
+ * Example demonstrating error handling in pipeline coordination
+ */
+export declare function demonstrateErrorHandling(): Promise<void>;
+/**
+ * Run all examples
+ */
+export declare function runAllExamples(): Promise<void>;
+//# sourceMappingURL=search-pipeline-example.d.ts.map

package/dist/core/search-pipeline-example.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-pipeline-example.d.ts","sourceRoot":"","sources":["../../src/core/search-pipeline-example.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH;;GAEG;AACH,wBAAsB,qCAAqC,kBAwE1D;AAED;;GAEG;AACH,wBAAsB,6BAA6B,kBAmFlD;AAED;;GAEG;AACH,wBAAsB,wBAAwB,kBAiD7C;AAED;;GAEG;AACH,wBAAsB,cAAc,kBAKnC"}

package/dist/core/search-pipeline-example.js

@@ -0,0 +1,188 @@
+/**
+ * CORE MODULE — Example usage of the SearchPipelineCoordinator
+ * Demonstrates model-agnostic search pipeline coordination
+ */
+import { SearchPipelineFactory } from './search-pipeline.js';
+import { SearchEngine } from './search.js';
+/**
+ * Example demonstrating direct use of SearchPipelineCoordinator
+ */
+export async function demonstrateSearchPipelineCoordination() {
+    console.log('=== Search Pipeline Coordination Example ===');
+    // Create mock dependencies (in real usage, these would be actual implementations)
+    const mockEmbedFunction = async (query, contentType) => {
+        console.log(`[Pipeline] Embedding query: "${query}" (${contentType || 'text'})`);
+        return {
+            embedding_id: 'mock_' + Date.now(),
+            vector: new Float32Array(384).fill(0.1),
+            contentType: contentType || 'text'
+        };
+    };
+    const mockRerankFunction = async (query, results, contentType) => {
+        console.log(`[Pipeline] Reranking ${results.length} results for: "${query}"`);
+        // Simple mock reranking - boost scores slightly
+        return results.map(r => ({ ...r, score: Math.min(1.0, r.score * 1.1) }));
+    };
+    const mockIndexManager = {
+        search: async (vector, topK) => {
+            console.log(`[Pipeline] Vector search with ${vector.length}D vector, topK=${topK}`);
+            return {
+                embeddingIds: ['id1', 'id2', 'id3'],
+                distances: [0.1, 0.2, 0.3]
+            };
+        }
+    };
+    const mockDbConnection = {}; // Mock database connection
+    // Method 1: Create coordinator using factory
+    console.log('\n--- Method 1: Using SearchPipelineFactory ---');
+    const coordinator1 = SearchPipelineFactory.create(mockEmbedFunction, mockIndexManager, mockDbConnection, mockRerankFunction, 'text');
+    console.log('Pipeline status:', coordinator1.getStatus());
+    console.log('Pipeline ready:', coordinator1.isReady());
+    // Method 2: Create coordinator manually
+    console.log('\n--- Method 2: Manual Configuration ---');
+    const coordinator2 = SearchPipelineFactory.createEmpty();
+    coordinator2.setEmbedFunction(mockEmbedFunction);
+    coordinator2.setIndexManager(mockIndexManager);
+    coordinator2.setDatabaseConnection(mockDbConnection);
+    coordinator2.setRerankFunction(mockRerankFunction);
+    coordinator2.setDefaultContentType('text');
+    console.log('Manual coordinator status:', coordinator2.getStatus());
+    // Method 3: SearchEngine with pipeline coordination
+    console.log('\n--- Method 3: SearchEngine with Pipeline Coordination ---');
+    const searchEngine = new SearchEngine(mockEmbedFunction, mockIndexManager, mockDbConnection, mockRerankFunction);
+    const stats = await searchEngine.getStats();
+    console.log('SearchEngine stats:', stats);
+    console.log('\nSearch pipeline coordination examples completed successfully');
+}
+/**
+ * Example demonstrating pipeline step-by-step execution
+ */
+export async function demonstrateStepByStepPipeline() {
+    console.log('\n=== Step-by-Step Pipeline Execution ===');
+    const coordinator = SearchPipelineFactory.createEmpty();
+    // Step 1: Set up embedding function
+    const embedFn = async (query, contentType) => {
+        console.log(`Step 1: Embedding "${query}"`);
+        return {
+            embedding_id: 'step_' + Date.now(),
+            vector: new Float32Array(384).fill(0.2),
+            contentType: contentType || 'text'
+        };
+    };
+    coordinator.setEmbedFunction(embedFn);
+    // Step 2: Set up index manager
+    const indexManager = {
+        search: async (vector, topK) => {
+            console.log(`Step 2: Vector search with topK=${topK}`);
+            return {
+                embeddingIds: ['step_id1', 'step_id2'],
+                distances: [0.15, 0.25]
+            };
+        }
+    };
+    coordinator.setIndexManager(indexManager);
+    // Step 3: Set up database connection (mock)
+    coordinator.setDatabaseConnection({});
+    // Step 4: Set up reranking function
+    const rerankFn = async (query, results) => {
+        console.log(`Step 5: Reranking ${results.length} results`);
+        return results.reverse(); // Simple reranking
+    };
+    coordinator.setRerankFunction(rerankFn);
+    // Execute individual steps
+    try {
+        console.log('\n--- Executing Individual Pipeline Steps ---');
+        // Step 1: Embed query
+        const embedding = await coordinator.embedQuery('test query', 'text');
+        console.log('Embedding result:', { id: embedding.embedding_id, dimensions: embedding.vector.length });
+        // Step 2: Vector search
+        const searchResult = await coordinator.vectorSearch(embedding.vector, 5);
+        console.log('Search result:', searchResult);
+        // Step 3: Retrieve metadata (mock)
+        const mockChunks = [
+            {
+                embedding_id: 'step_id1',
+                text: 'Mock chunk 1',
+                document_id: 1,
+                document_source: 'doc1.txt',
+                document_title: 'Document 1',
+                content_type: 'text'
+            },
+            {
+                embedding_id: 'step_id2',
+                text: 'Mock chunk 2',
+                document_id: 2,
+                document_source: 'doc2.txt',
+                document_title: 'Document 2',
+                content_type: 'text'
+            }
+        ];
+        // Step 4: Format results
+        const formattedResults = coordinator.formatResults(mockChunks, searchResult.distances, searchResult.embeddingIds);
+        console.log('Formatted results:', formattedResults.map(r => ({ content: r.content, score: r.score })));
+        // Step 5: Rerank results
+        const rerankedResults = await coordinator.rerankResults('test query', formattedResults);
+        console.log('Reranked results:', rerankedResults.map(r => ({ content: r.content, score: r.score })));
+    }
+    catch (error) {
+        console.error('Pipeline step failed:', error);
+    }
+    console.log('\nStep-by-step pipeline execution completed');
+}
+/**
+ * Example demonstrating error handling in pipeline coordination
+ */
+export async function demonstrateErrorHandling() {
+    console.log('\n=== Pipeline Error Handling ===');
+    const coordinator = SearchPipelineFactory.createEmpty();
+    // Test 1: Missing dependencies
+    try {
+        await coordinator.executeSearchPipeline('test query');
+    }
+    catch (error) {
+        console.log('Expected error for missing dependencies:', error instanceof Error ? error.message : error);
+    }
+    // Test 2: Embedding function error
+    const failingEmbedFn = async () => {
+        throw new Error('Embedding model failed');
+    };
+    coordinator.setEmbedFunction(failingEmbedFn);
+    coordinator.setIndexManager({ search: async () => ({ embeddingIds: [], distances: [] }) });
+    coordinator.setDatabaseConnection({});
+    try {
+        await coordinator.executeSearchPipeline('test query');
+    }
+    catch (error) {
+        console.log('Expected error for embedding failure:', error instanceof Error ? error.message : error);
+    }
+    // Test 3: Reranking failure (should not break pipeline)
+    const workingEmbedFn = async (query) => ({
+        embedding_id: 'working',
+        vector: new Float32Array(384).fill(0.1),
+        contentType: 'text'
+    });
+    const failingRerankFn = async () => {
+        throw new Error('Reranking failed');
+    };
+    coordinator.setEmbedFunction(workingEmbedFn);
+    coordinator.setRerankFunction(failingRerankFn);
+    // This should work despite reranking failure
+    try {
+        const results = await coordinator.executeSearchPipeline('test query', { rerank: true });
+        console.log('Pipeline succeeded despite reranking failure, results:', results.length);
+    }
+    catch (error) {
+        console.log('Unexpected error:', error);
+    }
+    console.log('Error handling demonstration completed');
+}
+/**
+ * Run all examples
+ */
+export async function runAllExamples() {
+    await demonstrateSearchPipelineCoordination();
+    await demonstrateStepByStepPipeline();
+    await demonstrateErrorHandling();
+    console.log('\n=== All Search Pipeline Examples Completed ===');
+}
+//# sourceMappingURL=search-pipeline-example.js.map

package/dist/core/search-pipeline-example.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-pipeline-example.js","sourceRoot":"","sources":["../../src/core/search-pipeline-example.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,EAA6B,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qCAAqC;IACzD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAE5D,kFAAkF;IAClF,MAAM,iBAAiB,GAAkB,KAAK,EAAE,KAAa,EAAE,WAAoB,EAA4B,EAAE;QAC/G,OAAO,CAAC,GAAG,CAAC,gCAAgC,KAAK,MAAM,WAAW,IAAI,MAAM,GAAG,CAAC,CAAC;QACjF,OAAO;YACL,YAAY,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE;YAClC,MAAM,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YACvC,WAAW,EAAE,WAAW,IAAI,MAAM;SACnC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,kBAAkB,GAAmB,KAAK,EAC9C,KAAa,EACb,OAAuB,EACvB,WAAoB,EACK,EAAE;QAC3B,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,CAAC,MAAM,kBAAkB,KAAK,GAAG,CAAC,CAAC;QAC9E,gDAAgD;QAChD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG;QACvB,MAAM,EAAE,KAAK,EAAE,MAAoB,EAAE,IAAY,EAAE,EAAE;YACnD,OAAO,CAAC,GAAG,CAAC,iCAAiC,MAAM,CAAC,MAAM,kBAAkB,IAAI,EAAE,CAAC,CAAC;YACpF,OAAO;gBACL,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;gBACnC,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAC3B,CAAC;QACJ,CAAC;KACF,CAAC;IAEF,MAAM,gBAAgB,GAAG,EAAE,CAAC,CAAC,2BAA2B;IAExD,6CAA6C;IAC7C,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAC/C,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,MAAM,CACP,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IAEvD,wCAAwC;IACxC,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,qBAAqB,CAAC,WAAW,EAAE,CAAC;IACzD,YAAY,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;IACjD,YAAY,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;IAC/C,YAAY,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;IACrD,YAAY,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;IACnD,YAAY,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE3C,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC;IAEpE,oDAAoD;IACpD,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,MAAM,YAAY,GAAG,IAAI,YAAY,CACnC,iBAAiB,EACjB,gBAAuB,EACvB,gBAAuB,EACvB,kBAAkB,CACnB,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;IAE1C,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;AAChF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B;IACjD,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAG,qBAAqB,CAAC,WAAW,EAAE,CAAC;IAExD,oCAAoC;IACpC,MAAM,OAAO,GAAkB,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;QAC1D,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,GAAG,CAAC,CAAC;QAC5C,OAAO;YACL,YAAY,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE;YAClC,MAAM,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YACvC,WAAW,EAAE,WAAW,IAAI,MAAM;SACnC,CAAC;IACJ,CAAC,CAAC;IACF,WAAW,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEtC,+BAA+B;IAC/B,MAAM,YAAY,GAAG;QACnB,MAAM,EAAE,KAAK,EAAE,MAAoB,EAAE,IAAY,EAAE,EAAE;YACnD,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;YACvD,OAAO;gBACL,YAAY,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;gBACtC,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;aACxB,CAAC;QACJ,CAAC;KACF,CAAC;IACF,WAAW,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IAE1C,4CAA4C;IAC5C,WAAW,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IAEtC,oCAAoC;IACpC,MAAM,QAAQ,GAAmB,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACxD,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,mBAAmB;IAC/C,CAAC,CAAC;IACF,WAAW,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAExC,2BAA2B;IAC3B,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAE7D,sBAAsB;QACtB,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,EAAE,EAAE,SAAS,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAEtG,wBAAwB;QACxB,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACzE,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAE5C,mCAAmC;QACnC,MAAM,UAAU,GAAG;YACjB;gBACE,YAAY,EAAE,UAAU;gBACxB,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,UAAU;gBAC3B,cAAc,EAAE,YAAY;gBAC5B,YAAY,EAAE,MAAM;aACrB;YACD;gBACE,YAAY,EAAE,UAAU;gBACxB,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,CAAC;gBACd,eAAe,EAAE,UAAU;gBAC3B,cAAc,EAAE,YAAY;gBAC5B,YAAY,EAAE,MAAM;aACrB;SACF,CAAC;QAEF,yBAAyB;QACzB,MAAM,gBAAgB,GAAG,WAAW,CAAC,aAAa,CAAC,UAAU,EAAE,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,YAAY,CAAC,CAAC;QAClH,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAEvG,yBAAyB;QACzB,MAAM,eAAe,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;QACxF,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAEvG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;AAC7D,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC5C,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IAEjD,MAAM,WAAW,GAAG,qBAAqB,CAAC,WAAW,EAAE,CAAC;IAExD,+BAA+B;IAC/B,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,0CAA0C,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1G,CAAC;IAED,mCAAmC;IACnC,MAAM,cAAc,GAAkB,KAAK,IAAI,EAAE;QAC/C,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC,CAAC;IACF,WAAW,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;IAC7C,WAAW,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3F,WAAW,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvG,CAAC;IAED,wDAAwD;IACxD,MAAM,cAAc,GAAkB,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACtD,YAAY,EAAE,SAAS;QACvB,MAAM,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,WAAW,EAAE,MAAM;KACpB,CAAC,CAAC;IAEH,MAAM,eAAe,GAAmB,KAAK,IAAI,EAAE;QACjD,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC,CAAC;IAEF,WAAW,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;IAC7C,WAAW,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;IAE/C,6CAA6C;IAC7C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,qBAAqB,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACxF,OAAO,CAAC,GAAG,CAAC,wDAAwD,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACxF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,qCAAqC,EAAE,CAAC;IAC9C,MAAM,6BAA6B,EAAE,CAAC;IACtC,MAAM,wBAAwB,EAAE,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;AAClE,CAAC"}

package/dist/core/search-pipeline.d.ts

@@ -0,0 +1,111 @@
+/**
+ * CORE MODULE — Shared between text-only (rag-lite-ts) and future multimodal (rag-lite-mm)
+ * Model-agnostic. No transformer or modality-specific logic.
+ */
+import type { SearchResult, SearchOptions, EmbeddingResult } from './types.js';
+import type { EmbedFunction, RerankFunction, SearchPipelineInterface } from './interfaces.js';
+/**
+ * Core search pipeline coordinator
+ * Orchestrates the search pipeline: query processing → vector search → metadata retrieval → optional reranking
+ * Remains completely independent of specific embedding models or transformer libraries
+ */
+export declare class SearchPipelineCoordinator implements SearchPipelineInterface {
+    private embedQueryFn;
+    private rerankResultsFn;
+    private indexManager;
+    private dbConnection;
+    private defaultContentType;
+    /**
+     * Set the embedding function for query processing
+     */
+    setEmbedFunction(embedFn: EmbedFunction): void;
+    /**
+     * Set the reranking function for result reranking
+     */
+    setRerankFunction(rerankFn: RerankFunction): void;
+    /**
+     * Set the index manager for vector search
+     */
+    setIndexManager(indexManager: any): void;
+    /**
+     * Set the database connection for metadata retrieval
+     */
+    setDatabaseConnection(dbConnection: any): void;
+    /**
+     * Set the default content type
+     */
+    setDefaultContentType(contentType: string): void;
+    /**
+     * Execute the complete search pipeline
+     * Coordinates all steps without knowledge of specific embedding models
+     */
+    executeSearchPipeline(query: string, options?: SearchOptions): Promise<SearchResult[]>;
+    /**
+     * Step 1: Process and embed the query
+     * Uses injected embedding function without knowledge of specific models
+     */
+    embedQuery(query: string, contentType?: string): Promise<EmbeddingResult>;
+    /**
+     * Step 2: Perform vector search
+     * Uses index manager without knowledge of specific embedding models
+     */
+    vectorSearch(queryVector: Float32Array, topK: number): Promise<{
+        embeddingIds: string[];
+        distances: number[];
+    }>;
+    /**
+     * Step 3: Retrieve metadata from database
+     * Uses database connection without knowledge of specific data formats
+     */
+    retrieveMetadata(embeddingIds: string[]): Promise<any[]>;
+    /**
+     * Step 4: Format initial results
+     * Formats results in core format without knowledge of specific content types
+     */
+    formatResults(chunks: any[], distances: number[], embeddingIds: string[]): SearchResult[];
+    /**
+     * Step 5: Optional reranking
+     * Uses injected reranking function without knowledge of specific models
+     */
+    rerankResults(query: string, results: SearchResult[], contentType?: string): Promise<SearchResult[]>;
+    /**
+     * Validate that all required dependencies are set
+     */
+    private validateDependencies;
+    /**
+     * Parse metadata safely
+     */
+    private parseMetadata;
+    /**
+     * Check if the pipeline is ready to execute
+     */
+    isReady(): boolean;
+    /**
+     * Get pipeline status information
+     */
+    getStatus(): {
+        hasEmbedFunction: boolean;
+        hasRerankFunction: boolean;
+        hasIndexManager: boolean;
+        hasDatabaseConnection: boolean;
+        isReady: boolean;
+    };
+    /**
+     * Reset all dependencies (useful for testing or reconfiguration)
+     */
+    reset(): void;
+}
+/**
+ * Factory for creating search pipeline coordinators
+ */
+export declare class SearchPipelineFactory {
+    /**
+     * Create a search pipeline coordinator with all dependencies
+     */
+    static create(embedFn: EmbedFunction, indexManager: any, dbConnection: any, rerankFn?: RerankFunction, defaultContentType?: string): SearchPipelineCoordinator;
+    /**
+     * Create an empty coordinator for manual configuration
+     */
+    static createEmpty(): SearchPipelineCoordinator;
+}
+//# sourceMappingURL=search-pipeline.d.ts.map

package/dist/core/search-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-pipeline.d.ts","sourceRoot":"","sources":["../../src/core/search-pipeline.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EACb,eAAe,EAChB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,uBAAuB,EACxB,MAAM,iBAAiB,CAAC;AAEzB;;;;GAIG;AACH,qBAAa,yBAA0B,YAAW,uBAAuB;IACvE,OAAO,CAAC,YAAY,CAA8B;IAClD,OAAO,CAAC,eAAe,CAA+B;IACtD,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,kBAAkB,CAAkB;IAE5C;;OAEG;IACH,gBAAgB,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;IAI9C;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI;IAIjD;;OAEG;IACH,eAAe,CAAC,YAAY,EAAE,GAAG,GAAG,IAAI;IAIxC;;OAEG;IACH,qBAAqB,CAAC,YAAY,EAAE,GAAG,GAAG,IAAI;IAI9C;;OAEG;IACH,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAIhD;;;OAGG;IACG,qBAAqB,CACzB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,EAAE,CAAC;IA8D1B;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAY/E;;;OAGG;IACG,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QACnE,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,SAAS,EAAE,MAAM,EAAE,CAAC;KACrB,CAAC;IAiBF;;;OAGG;IACG,gBAAgB,CAAC,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAa9D;;;OAGG;IACH,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,YAAY,EAAE;IAoCzF;;;OAGG;IACG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAa1G;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAkB5B;;OAEG;IACH,OAAO,CAAC,aAAa;IASrB;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;OAEG;IACH,SAAS,IAAI;QACX,gBAAgB,EAAE,OAAO,CAAC;QAC1B,iBAAiB,EAAE,OAAO,CAAC;QAC3B,eAAe,EAAE,OAAO,CAAC;QACzB,qBAAqB,EAAE,OAAO,CAAC;QAC/B,OAAO,EAAE,OAAO,CAAC;KAClB;IAUD;;OAEG;IACH,KAAK,IAAI,IAAI;CAOd;AAED;;GAEG;AACH,qBAAa,qBAAqB;IAChC;;OAEG;IACH,MAAM,CAAC,MAAM,CACX,OAAO,EAAE,aAAa,EACtB,YAAY,EAAE,GAAG,EACjB,YAAY,EAAE,GAAG,EACjB,QAAQ,CAAC,EAAE,cAAc,EACzB,kBAAkB,GAAE,MAAe,GAClC,yBAAyB;IAc5B;;OAEG;IACH,MAAM,CAAC,WAAW,IAAI,yBAAyB;CAGhD"}