@danielsimonjr/memoryjs 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +22 -0
- package/README.md +266 -0
- package/dist/core/EntityManager.d.ts +268 -0
- package/dist/core/EntityManager.d.ts.map +1 -0
- package/dist/core/EntityManager.js +512 -0
- package/dist/core/EntityManager.js.map +1 -0
- package/dist/core/GraphEventEmitter.d.ts +202 -0
- package/dist/core/GraphEventEmitter.d.ts.map +1 -0
- package/dist/core/GraphEventEmitter.js +347 -0
- package/dist/core/GraphEventEmitter.js.map +1 -0
- package/dist/core/GraphStorage.d.ts +395 -0
- package/dist/core/GraphStorage.d.ts.map +1 -0
- package/dist/core/GraphStorage.js +786 -0
- package/dist/core/GraphStorage.js.map +1 -0
- package/dist/core/GraphTraversal.d.ts +141 -0
- package/dist/core/GraphTraversal.d.ts.map +1 -0
- package/dist/core/GraphTraversal.js +574 -0
- package/dist/core/GraphTraversal.js.map +1 -0
- package/dist/core/HierarchyManager.d.ts +111 -0
- package/dist/core/HierarchyManager.d.ts.map +1 -0
- package/dist/core/HierarchyManager.js +225 -0
- package/dist/core/HierarchyManager.js.map +1 -0
- package/dist/core/ManagerContext.d.ts +76 -0
- package/dist/core/ManagerContext.d.ts.map +1 -0
- package/dist/core/ManagerContext.js +129 -0
- package/dist/core/ManagerContext.js.map +1 -0
- package/dist/core/ObservationManager.d.ts +85 -0
- package/dist/core/ObservationManager.d.ts.map +1 -0
- package/dist/core/ObservationManager.js +124 -0
- package/dist/core/ObservationManager.js.map +1 -0
- package/dist/core/RelationManager.d.ts +131 -0
- package/dist/core/RelationManager.d.ts.map +1 -0
- package/dist/core/RelationManager.js +212 -0
- package/dist/core/RelationManager.js.map +1 -0
- package/dist/core/SQLiteStorage.d.ts +354 -0
- package/dist/core/SQLiteStorage.d.ts.map +1 -0
- package/dist/core/SQLiteStorage.js +919 -0
- package/dist/core/SQLiteStorage.js.map +1 -0
- package/dist/core/StorageFactory.d.ts +45 -0
- package/dist/core/StorageFactory.d.ts.map +1 -0
- package/dist/core/StorageFactory.js +65 -0
- package/dist/core/StorageFactory.js.map +1 -0
- package/dist/core/TransactionManager.d.ts +464 -0
- package/dist/core/TransactionManager.d.ts.map +1 -0
- package/dist/core/TransactionManager.js +869 -0
- package/dist/core/TransactionManager.js.map +1 -0
- package/dist/core/index.d.ts +17 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +20 -0
- package/dist/core/index.js.map +1 -0
- package/dist/features/AnalyticsManager.d.ts +44 -0
- package/dist/features/AnalyticsManager.d.ts.map +1 -0
- package/dist/features/AnalyticsManager.js +224 -0
- package/dist/features/AnalyticsManager.js.map +1 -0
- package/dist/features/ArchiveManager.d.ts +133 -0
- package/dist/features/ArchiveManager.d.ts.map +1 -0
- package/dist/features/ArchiveManager.js +282 -0
- package/dist/features/ArchiveManager.js.map +1 -0
- package/dist/features/CompressionManager.d.ts +119 -0
- package/dist/features/CompressionManager.d.ts.map +1 -0
- package/dist/features/CompressionManager.js +470 -0
- package/dist/features/CompressionManager.js.map +1 -0
- package/dist/features/IOManager.d.ts +225 -0
- package/dist/features/IOManager.d.ts.map +1 -0
- package/dist/features/IOManager.js +1093 -0
- package/dist/features/IOManager.js.map +1 -0
- package/dist/features/KeywordExtractor.d.ts +61 -0
- package/dist/features/KeywordExtractor.d.ts.map +1 -0
- package/dist/features/KeywordExtractor.js +127 -0
- package/dist/features/KeywordExtractor.js.map +1 -0
- package/dist/features/ObservationNormalizer.d.ts +90 -0
- package/dist/features/ObservationNormalizer.d.ts.map +1 -0
- package/dist/features/ObservationNormalizer.js +194 -0
- package/dist/features/ObservationNormalizer.js.map +1 -0
- package/dist/features/StreamingExporter.d.ts +128 -0
- package/dist/features/StreamingExporter.d.ts.map +1 -0
- package/dist/features/StreamingExporter.js +212 -0
- package/dist/features/StreamingExporter.js.map +1 -0
- package/dist/features/TagManager.d.ts +147 -0
- package/dist/features/TagManager.d.ts.map +1 -0
- package/dist/features/TagManager.js +211 -0
- package/dist/features/TagManager.js.map +1 -0
- package/dist/features/index.d.ts +14 -0
- package/dist/features/index.d.ts.map +1 -0
- package/dist/features/index.js +15 -0
- package/dist/features/index.js.map +1 -0
- package/dist/index.d.ts +15 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -0
- package/dist/search/BM25Search.d.ts +148 -0
- package/dist/search/BM25Search.d.ts.map +1 -0
- package/dist/search/BM25Search.js +340 -0
- package/dist/search/BM25Search.js.map +1 -0
- package/dist/search/BasicSearch.d.ts +51 -0
- package/dist/search/BasicSearch.d.ts.map +1 -0
- package/dist/search/BasicSearch.js +138 -0
- package/dist/search/BasicSearch.js.map +1 -0
- package/dist/search/BooleanSearch.d.ts +98 -0
- package/dist/search/BooleanSearch.d.ts.map +1 -0
- package/dist/search/BooleanSearch.js +431 -0
- package/dist/search/BooleanSearch.js.map +1 -0
- package/dist/search/EarlyTerminationManager.d.ts +140 -0
- package/dist/search/EarlyTerminationManager.d.ts.map +1 -0
- package/dist/search/EarlyTerminationManager.js +280 -0
- package/dist/search/EarlyTerminationManager.js.map +1 -0
- package/dist/search/EmbeddingCache.d.ts +175 -0
- package/dist/search/EmbeddingCache.d.ts.map +1 -0
- package/dist/search/EmbeddingCache.js +247 -0
- package/dist/search/EmbeddingCache.js.map +1 -0
- package/dist/search/EmbeddingService.d.ts +277 -0
- package/dist/search/EmbeddingService.d.ts.map +1 -0
- package/dist/search/EmbeddingService.js +531 -0
- package/dist/search/EmbeddingService.js.map +1 -0
- package/dist/search/FuzzySearch.d.ts +118 -0
- package/dist/search/FuzzySearch.d.ts.map +1 -0
- package/dist/search/FuzzySearch.js +313 -0
- package/dist/search/FuzzySearch.js.map +1 -0
- package/dist/search/HybridScorer.d.ts +181 -0
- package/dist/search/HybridScorer.d.ts.map +1 -0
- package/dist/search/HybridScorer.js +258 -0
- package/dist/search/HybridScorer.js.map +1 -0
- package/dist/search/HybridSearchManager.d.ts +80 -0
- package/dist/search/HybridSearchManager.d.ts.map +1 -0
- package/dist/search/HybridSearchManager.js +188 -0
- package/dist/search/HybridSearchManager.js.map +1 -0
- package/dist/search/IncrementalIndexer.d.ts +201 -0
- package/dist/search/IncrementalIndexer.d.ts.map +1 -0
- package/dist/search/IncrementalIndexer.js +343 -0
- package/dist/search/IncrementalIndexer.js.map +1 -0
- package/dist/search/OptimizedInvertedIndex.d.ts +163 -0
- package/dist/search/OptimizedInvertedIndex.d.ts.map +1 -0
- package/dist/search/OptimizedInvertedIndex.js +359 -0
- package/dist/search/OptimizedInvertedIndex.js.map +1 -0
- package/dist/search/ParallelSearchExecutor.d.ts +172 -0
- package/dist/search/ParallelSearchExecutor.d.ts.map +1 -0
- package/dist/search/ParallelSearchExecutor.js +310 -0
- package/dist/search/ParallelSearchExecutor.js.map +1 -0
- package/dist/search/QuantizedVectorStore.d.ts +171 -0
- package/dist/search/QuantizedVectorStore.d.ts.map +1 -0
- package/dist/search/QuantizedVectorStore.js +308 -0
- package/dist/search/QuantizedVectorStore.js.map +1 -0
- package/dist/search/QueryAnalyzer.d.ts +76 -0
- package/dist/search/QueryAnalyzer.d.ts.map +1 -0
- package/dist/search/QueryAnalyzer.js +228 -0
- package/dist/search/QueryAnalyzer.js.map +1 -0
- package/dist/search/QueryCostEstimator.d.ts +244 -0
- package/dist/search/QueryCostEstimator.d.ts.map +1 -0
- package/dist/search/QueryCostEstimator.js +653 -0
- package/dist/search/QueryCostEstimator.js.map +1 -0
- package/dist/search/QueryPlanCache.d.ts +220 -0
- package/dist/search/QueryPlanCache.d.ts.map +1 -0
- package/dist/search/QueryPlanCache.js +380 -0
- package/dist/search/QueryPlanCache.js.map +1 -0
- package/dist/search/QueryPlanner.d.ts +58 -0
- package/dist/search/QueryPlanner.d.ts.map +1 -0
- package/dist/search/QueryPlanner.js +138 -0
- package/dist/search/QueryPlanner.js.map +1 -0
- package/dist/search/RankedSearch.d.ts +71 -0
- package/dist/search/RankedSearch.d.ts.map +1 -0
- package/dist/search/RankedSearch.js +239 -0
- package/dist/search/RankedSearch.js.map +1 -0
- package/dist/search/ReflectionManager.d.ts +120 -0
- package/dist/search/ReflectionManager.d.ts.map +1 -0
- package/dist/search/ReflectionManager.js +232 -0
- package/dist/search/ReflectionManager.js.map +1 -0
- package/dist/search/SavedSearchManager.d.ts +79 -0
- package/dist/search/SavedSearchManager.d.ts.map +1 -0
- package/dist/search/SavedSearchManager.js +147 -0
- package/dist/search/SavedSearchManager.js.map +1 -0
- package/dist/search/SearchFilterChain.d.ts +120 -0
- package/dist/search/SearchFilterChain.d.ts.map +1 -0
- package/dist/search/SearchFilterChain.js +186 -0
- package/dist/search/SearchFilterChain.js.map +1 -0
- package/dist/search/SearchManager.d.ts +326 -0
- package/dist/search/SearchManager.d.ts.map +1 -0
- package/dist/search/SearchManager.js +454 -0
- package/dist/search/SearchManager.js.map +1 -0
- package/dist/search/SearchSuggestions.d.ts +27 -0
- package/dist/search/SearchSuggestions.d.ts.map +1 -0
- package/dist/search/SearchSuggestions.js +58 -0
- package/dist/search/SearchSuggestions.js.map +1 -0
- package/dist/search/SemanticSearch.d.ts +149 -0
- package/dist/search/SemanticSearch.d.ts.map +1 -0
- package/dist/search/SemanticSearch.js +324 -0
- package/dist/search/SemanticSearch.js.map +1 -0
- package/dist/search/SymbolicSearch.d.ts +61 -0
- package/dist/search/SymbolicSearch.d.ts.map +1 -0
- package/dist/search/SymbolicSearch.js +164 -0
- package/dist/search/SymbolicSearch.js.map +1 -0
- package/dist/search/TFIDFEventSync.d.ts +85 -0
- package/dist/search/TFIDFEventSync.d.ts.map +1 -0
- package/dist/search/TFIDFEventSync.js +134 -0
- package/dist/search/TFIDFEventSync.js.map +1 -0
- package/dist/search/TFIDFIndexManager.d.ts +151 -0
- package/dist/search/TFIDFIndexManager.d.ts.map +1 -0
- package/dist/search/TFIDFIndexManager.js +433 -0
- package/dist/search/TFIDFIndexManager.js.map +1 -0
- package/dist/search/VectorStore.d.ts +235 -0
- package/dist/search/VectorStore.d.ts.map +1 -0
- package/dist/search/VectorStore.js +312 -0
- package/dist/search/VectorStore.js.map +1 -0
- package/dist/search/index.d.ts +35 -0
- package/dist/search/index.d.ts.map +1 -0
- package/dist/search/index.js +53 -0
- package/dist/search/index.js.map +1 -0
- package/dist/types/index.d.ts +13 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +13 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/types.d.ts +1811 -0
- package/dist/types/types.d.ts.map +1 -0
- package/dist/types/types.js +10 -0
- package/dist/types/types.js.map +1 -0
- package/dist/utils/BatchProcessor.d.ts +271 -0
- package/dist/utils/BatchProcessor.d.ts.map +1 -0
- package/dist/utils/BatchProcessor.js +377 -0
- package/dist/utils/BatchProcessor.js.map +1 -0
- package/dist/utils/MemoryMonitor.d.ts +176 -0
- package/dist/utils/MemoryMonitor.d.ts.map +1 -0
- package/dist/utils/MemoryMonitor.js +306 -0
- package/dist/utils/MemoryMonitor.js.map +1 -0
- package/dist/utils/WorkerPoolManager.d.ts +233 -0
- package/dist/utils/WorkerPoolManager.d.ts.map +1 -0
- package/dist/utils/WorkerPoolManager.js +421 -0
- package/dist/utils/WorkerPoolManager.js.map +1 -0
- package/dist/utils/compressedCache.d.ts +221 -0
- package/dist/utils/compressedCache.d.ts.map +1 -0
- package/dist/utils/compressedCache.js +349 -0
- package/dist/utils/compressedCache.js.map +1 -0
- package/dist/utils/compressionUtil.d.ts +214 -0
- package/dist/utils/compressionUtil.d.ts.map +1 -0
- package/dist/utils/compressionUtil.js +248 -0
- package/dist/utils/compressionUtil.js.map +1 -0
- package/dist/utils/constants.d.ts +245 -0
- package/dist/utils/constants.d.ts.map +1 -0
- package/dist/utils/constants.js +253 -0
- package/dist/utils/constants.js.map +1 -0
- package/dist/utils/entityUtils.d.ts +379 -0
- package/dist/utils/entityUtils.d.ts.map +1 -0
- package/dist/utils/entityUtils.js +649 -0
- package/dist/utils/entityUtils.js.map +1 -0
- package/dist/utils/errors.d.ts +95 -0
- package/dist/utils/errors.d.ts.map +1 -0
- package/dist/utils/errors.js +146 -0
- package/dist/utils/errors.js.map +1 -0
- package/dist/utils/formatters.d.ts +145 -0
- package/dist/utils/formatters.d.ts.map +1 -0
- package/dist/utils/formatters.js +133 -0
- package/dist/utils/formatters.js.map +1 -0
- package/dist/utils/index.d.ts +26 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +88 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/indexes.d.ts +270 -0
- package/dist/utils/indexes.d.ts.map +1 -0
- package/dist/utils/indexes.js +527 -0
- package/dist/utils/indexes.js.map +1 -0
- package/dist/utils/logger.d.ts +31 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +41 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/operationUtils.d.ts +124 -0
- package/dist/utils/operationUtils.d.ts.map +1 -0
- package/dist/utils/operationUtils.js +176 -0
- package/dist/utils/operationUtils.js.map +1 -0
- package/dist/utils/parallelUtils.d.ts +76 -0
- package/dist/utils/parallelUtils.d.ts.map +1 -0
- package/dist/utils/parallelUtils.js +192 -0
- package/dist/utils/parallelUtils.js.map +1 -0
- package/dist/utils/schemas.d.ts +556 -0
- package/dist/utils/schemas.d.ts.map +1 -0
- package/dist/utils/schemas.js +485 -0
- package/dist/utils/schemas.js.map +1 -0
- package/dist/utils/searchAlgorithms.d.ts +99 -0
- package/dist/utils/searchAlgorithms.d.ts.map +1 -0
- package/dist/utils/searchAlgorithms.js +168 -0
- package/dist/utils/searchAlgorithms.js.map +1 -0
- package/dist/utils/searchCache.d.ts +108 -0
- package/dist/utils/searchCache.d.ts.map +1 -0
- package/dist/utils/searchCache.js +210 -0
- package/dist/utils/searchCache.js.map +1 -0
- package/dist/utils/taskScheduler.d.ts +294 -0
- package/dist/utils/taskScheduler.d.ts.map +1 -0
- package/dist/utils/taskScheduler.js +487 -0
- package/dist/utils/taskScheduler.js.map +1 -0
- package/dist/workers/index.d.ts +12 -0
- package/dist/workers/index.d.ts.map +1 -0
- package/dist/workers/index.js +10 -0
- package/dist/workers/index.js.map +1 -0
- package/dist/workers/levenshteinWorker.d.ts +60 -0
- package/dist/workers/levenshteinWorker.d.ts.map +1 -0
- package/dist/workers/levenshteinWorker.js +99 -0
- package/dist/workers/levenshteinWorker.js.map +1 -0
- package/package.json +69 -0
|
@@ -0,0 +1,312 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Vector Store
|
|
3
|
+
*
|
|
4
|
+
* Phase 4 Sprint 11: Vector storage and retrieval for semantic search.
|
|
5
|
+
* Provides in-memory and SQLite-backed implementations.
|
|
6
|
+
*
|
|
7
|
+
* @module search/VectorStore
|
|
8
|
+
*/
|
|
9
|
+
/**
|
|
10
|
+
* Calculate cosine similarity between two vectors.
|
|
11
|
+
*
|
|
12
|
+
* Uses an optimized inner loop without array methods for maximum performance.
|
|
13
|
+
*
|
|
14
|
+
* @param a - First vector
|
|
15
|
+
* @param b - Second vector
|
|
16
|
+
* @returns Cosine similarity score (0.0 to 1.0)
|
|
17
|
+
*/
|
|
18
|
+
export function cosineSimilarity(a, b) {
|
|
19
|
+
if (a.length !== b.length) {
|
|
20
|
+
throw new Error(`Vector dimensions mismatch: ${a.length} vs ${b.length}`);
|
|
21
|
+
}
|
|
22
|
+
let dotProduct = 0;
|
|
23
|
+
let magnitudeA = 0;
|
|
24
|
+
let magnitudeB = 0;
|
|
25
|
+
// Optimized single-pass loop
|
|
26
|
+
for (let i = 0; i < a.length; i++) {
|
|
27
|
+
const ai = a[i];
|
|
28
|
+
const bi = b[i];
|
|
29
|
+
dotProduct += ai * bi;
|
|
30
|
+
magnitudeA += ai * ai;
|
|
31
|
+
magnitudeB += bi * bi;
|
|
32
|
+
}
|
|
33
|
+
const magnitude = Math.sqrt(magnitudeA) * Math.sqrt(magnitudeB);
|
|
34
|
+
if (magnitude === 0) {
|
|
35
|
+
return 0;
|
|
36
|
+
}
|
|
37
|
+
// Clamp to [-1, 1] to handle floating point errors
|
|
38
|
+
const similarity = dotProduct / magnitude;
|
|
39
|
+
return Math.max(-1, Math.min(1, similarity));
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* In-Memory Vector Store
|
|
43
|
+
*
|
|
44
|
+
* Stores vectors in memory using a Map for O(1) add/remove operations.
|
|
45
|
+
* Search uses brute-force cosine similarity which is O(n) but fast for
|
|
46
|
+
* small to medium graphs (<10K entities).
|
|
47
|
+
*
|
|
48
|
+
* @example
|
|
49
|
+
* ```typescript
|
|
50
|
+
* const store = new InMemoryVectorStore();
|
|
51
|
+
* store.add("entity1", [0.1, 0.2, 0.3]);
|
|
52
|
+
* store.add("entity2", [0.4, 0.5, 0.6]);
|
|
53
|
+
* const results = store.search([0.1, 0.2, 0.3], 5);
|
|
54
|
+
* console.log(results); // [{ name: "entity1", score: 1.0 }, ...]
|
|
55
|
+
* ```
|
|
56
|
+
*/
|
|
57
|
+
export class InMemoryVectorStore {
|
|
58
|
+
/** Map of entity name to embedding vector */
|
|
59
|
+
vectors = new Map();
|
|
60
|
+
/**
|
|
61
|
+
* Add a vector for an entity.
|
|
62
|
+
*
|
|
63
|
+
* @param entityName - Name of the entity
|
|
64
|
+
* @param vector - Embedding vector
|
|
65
|
+
*/
|
|
66
|
+
add(entityName, vector) {
|
|
67
|
+
this.vectors.set(entityName, vector);
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Search for similar vectors using cosine similarity.
|
|
71
|
+
*
|
|
72
|
+
* @param queryVector - Query embedding vector
|
|
73
|
+
* @param k - Number of results to return
|
|
74
|
+
* @returns Array of results with entity name and similarity score
|
|
75
|
+
*/
|
|
76
|
+
search(queryVector, k) {
|
|
77
|
+
if (this.vectors.size === 0) {
|
|
78
|
+
return [];
|
|
79
|
+
}
|
|
80
|
+
// Calculate similarity for all vectors
|
|
81
|
+
const results = [];
|
|
82
|
+
for (const [name, vector] of this.vectors) {
|
|
83
|
+
try {
|
|
84
|
+
const score = cosineSimilarity(queryVector, vector);
|
|
85
|
+
results.push({ name, score });
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
// Skip vectors with dimension mismatch
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
// Sort by score descending and take top k
|
|
93
|
+
results.sort((a, b) => b.score - a.score);
|
|
94
|
+
return results.slice(0, k);
|
|
95
|
+
}
|
|
96
|
+
/**
|
|
97
|
+
* Remove a vector by entity name.
|
|
98
|
+
*
|
|
99
|
+
* @param entityName - Name of the entity to remove
|
|
100
|
+
* @returns True if found and removed
|
|
101
|
+
*/
|
|
102
|
+
remove(entityName) {
|
|
103
|
+
return this.vectors.delete(entityName);
|
|
104
|
+
}
|
|
105
|
+
/**
|
|
106
|
+
* Get the number of vectors stored.
|
|
107
|
+
*
|
|
108
|
+
* @returns Number of vectors
|
|
109
|
+
*/
|
|
110
|
+
size() {
|
|
111
|
+
return this.vectors.size;
|
|
112
|
+
}
|
|
113
|
+
/**
|
|
114
|
+
* Clear all vectors from the store.
|
|
115
|
+
*/
|
|
116
|
+
clear() {
|
|
117
|
+
this.vectors.clear();
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Check if a vector exists for an entity.
|
|
121
|
+
*
|
|
122
|
+
* @param entityName - Name of the entity
|
|
123
|
+
* @returns True if vector exists
|
|
124
|
+
*/
|
|
125
|
+
has(entityName) {
|
|
126
|
+
return this.vectors.has(entityName);
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Get the vector for an entity.
|
|
130
|
+
*
|
|
131
|
+
* @param entityName - Name of the entity
|
|
132
|
+
* @returns Vector if found, undefined otherwise
|
|
133
|
+
*/
|
|
134
|
+
get(entityName) {
|
|
135
|
+
return this.vectors.get(entityName);
|
|
136
|
+
}
|
|
137
|
+
/**
|
|
138
|
+
* Get all entity names with stored vectors.
|
|
139
|
+
*
|
|
140
|
+
* @returns Array of entity names
|
|
141
|
+
*/
|
|
142
|
+
getEntityNames() {
|
|
143
|
+
return Array.from(this.vectors.keys());
|
|
144
|
+
}
|
|
145
|
+
/**
|
|
146
|
+
* Load vectors from an iterable source.
|
|
147
|
+
*
|
|
148
|
+
* @param entries - Iterable of [entityName, vector] pairs
|
|
149
|
+
*/
|
|
150
|
+
loadFrom(entries) {
|
|
151
|
+
for (const [name, vector] of entries) {
|
|
152
|
+
this.vectors.set(name, vector);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* SQLite Vector Store
|
|
158
|
+
*
|
|
159
|
+
* Persists vectors to SQLite storage while maintaining an in-memory cache
|
|
160
|
+
* for fast search operations. Combines persistence with performance.
|
|
161
|
+
*
|
|
162
|
+
* Uses SQLiteStorage's embedding storage methods for persistence.
|
|
163
|
+
*
|
|
164
|
+
* @example
|
|
165
|
+
* ```typescript
|
|
166
|
+
* const store = new SQLiteVectorStore(sqliteStorage);
|
|
167
|
+
* await store.initialize();
|
|
168
|
+
* store.add("entity1", [0.1, 0.2, 0.3]);
|
|
169
|
+
* const results = store.search([0.1, 0.2, 0.3], 5);
|
|
170
|
+
* ```
|
|
171
|
+
*/
|
|
172
|
+
export class SQLiteVectorStore {
|
|
173
|
+
/** In-memory cache for fast search */
|
|
174
|
+
memoryStore = new InMemoryVectorStore();
|
|
175
|
+
/** SQLite storage reference for persistence */
|
|
176
|
+
storage = null;
|
|
177
|
+
/** Whether the store has been initialized */
|
|
178
|
+
initialized = false;
|
|
179
|
+
/** Model name used for embeddings */
|
|
180
|
+
embeddingModel = '';
|
|
181
|
+
/**
|
|
182
|
+
* Create a SQLite vector store.
|
|
183
|
+
*
|
|
184
|
+
* @param storage - SQLite storage instance with embedding support
|
|
185
|
+
* @param embeddingModel - Model name used for embeddings
|
|
186
|
+
*/
|
|
187
|
+
constructor(storage, embeddingModel = 'unknown') {
|
|
188
|
+
this.storage = storage || null;
|
|
189
|
+
this.embeddingModel = embeddingModel;
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* Initialize the store by loading vectors from SQLite.
|
|
193
|
+
*/
|
|
194
|
+
async initialize() {
|
|
195
|
+
if (this.initialized)
|
|
196
|
+
return;
|
|
197
|
+
if (this.storage) {
|
|
198
|
+
// Load all embeddings from SQLite
|
|
199
|
+
const embeddings = await this.storage.loadAllEmbeddings();
|
|
200
|
+
this.memoryStore.loadFrom(embeddings);
|
|
201
|
+
}
|
|
202
|
+
this.initialized = true;
|
|
203
|
+
}
|
|
204
|
+
/**
|
|
205
|
+
* Add a vector for an entity.
|
|
206
|
+
* Stores in both memory and SQLite for persistence.
|
|
207
|
+
*
|
|
208
|
+
* @param entityName - Name of the entity
|
|
209
|
+
* @param vector - Embedding vector
|
|
210
|
+
*/
|
|
211
|
+
add(entityName, vector) {
|
|
212
|
+
// Add to in-memory cache
|
|
213
|
+
this.memoryStore.add(entityName, vector);
|
|
214
|
+
// Persist to SQLite if available
|
|
215
|
+
if (this.storage) {
|
|
216
|
+
this.storage.storeEmbedding(entityName, vector, this.embeddingModel);
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Search for similar vectors using cosine similarity.
|
|
221
|
+
*
|
|
222
|
+
* @param queryVector - Query embedding vector
|
|
223
|
+
* @param k - Number of results to return
|
|
224
|
+
* @returns Array of results with entity name and similarity score
|
|
225
|
+
*/
|
|
226
|
+
search(queryVector, k) {
|
|
227
|
+
return this.memoryStore.search(queryVector, k);
|
|
228
|
+
}
|
|
229
|
+
/**
|
|
230
|
+
* Remove a vector by entity name.
|
|
231
|
+
*
|
|
232
|
+
* @param entityName - Name of the entity to remove
|
|
233
|
+
* @returns True if found and removed
|
|
234
|
+
*/
|
|
235
|
+
remove(entityName) {
|
|
236
|
+
const removed = this.memoryStore.remove(entityName);
|
|
237
|
+
// Remove from SQLite if available
|
|
238
|
+
if (this.storage && removed) {
|
|
239
|
+
this.storage.removeEmbedding(entityName);
|
|
240
|
+
}
|
|
241
|
+
return removed;
|
|
242
|
+
}
|
|
243
|
+
/**
|
|
244
|
+
* Get the number of vectors stored.
|
|
245
|
+
*
|
|
246
|
+
* @returns Number of vectors
|
|
247
|
+
*/
|
|
248
|
+
size() {
|
|
249
|
+
return this.memoryStore.size();
|
|
250
|
+
}
|
|
251
|
+
/**
|
|
252
|
+
* Clear all vectors from the store.
|
|
253
|
+
*/
|
|
254
|
+
clear() {
|
|
255
|
+
this.memoryStore.clear();
|
|
256
|
+
if (this.storage) {
|
|
257
|
+
this.storage.clearAllEmbeddings();
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
/**
|
|
261
|
+
* Check if a vector exists for an entity.
|
|
262
|
+
*
|
|
263
|
+
* @param entityName - Name of the entity
|
|
264
|
+
* @returns True if vector exists
|
|
265
|
+
*/
|
|
266
|
+
has(entityName) {
|
|
267
|
+
return this.memoryStore.has(entityName);
|
|
268
|
+
}
|
|
269
|
+
/**
|
|
270
|
+
* Get the vector for an entity.
|
|
271
|
+
*
|
|
272
|
+
* @param entityName - Name of the entity
|
|
273
|
+
* @returns Vector if found, undefined otherwise
|
|
274
|
+
*/
|
|
275
|
+
get(entityName) {
|
|
276
|
+
return this.memoryStore.get(entityName);
|
|
277
|
+
}
|
|
278
|
+
/**
|
|
279
|
+
* Set the SQLite storage reference.
|
|
280
|
+
*
|
|
281
|
+
* @param storage - SQLite storage instance
|
|
282
|
+
*/
|
|
283
|
+
setStorage(storage) {
|
|
284
|
+
this.storage = storage;
|
|
285
|
+
}
|
|
286
|
+
/**
|
|
287
|
+
* Set the embedding model name.
|
|
288
|
+
*
|
|
289
|
+
* @param model - Model name
|
|
290
|
+
*/
|
|
291
|
+
setEmbeddingModel(model) {
|
|
292
|
+
this.embeddingModel = model;
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
/**
|
|
296
|
+
* Create a vector store based on storage type.
|
|
297
|
+
*
|
|
298
|
+
* @param storageType - Storage type: 'jsonl' or 'sqlite'
|
|
299
|
+
* @param storage - Optional SQLite storage reference for 'sqlite' type
|
|
300
|
+
* @param embeddingModel - Optional model name for embedding tracking
|
|
301
|
+
* @returns Vector store instance
|
|
302
|
+
*/
|
|
303
|
+
export function createVectorStore(storageType = 'jsonl', storage, embeddingModel) {
|
|
304
|
+
switch (storageType) {
|
|
305
|
+
case 'sqlite':
|
|
306
|
+
return new SQLiteVectorStore(storage, embeddingModel);
|
|
307
|
+
case 'jsonl':
|
|
308
|
+
default:
|
|
309
|
+
return new InMemoryVectorStore();
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
//# sourceMappingURL=VectorStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VectorStore.js","sourceRoot":"","sources":["../../src/search/VectorStore.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH;;;;;;;;GAQG;AACH,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,6BAA6B;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChB,UAAU,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,UAAU,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,UAAU,IAAI,EAAE,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAEhE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,mDAAmD;IACnD,MAAM,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,mBAAmB;IAC9B,6CAA6C;IACrC,OAAO,GAA0B,IAAI,GAAG,EAAE,CAAC;IAEnD;;;;;OAKG;IACH,GAAG,CAAC,UAAkB,EAAE,MAAgB;QACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,WAAqB,EAAE,CAAS;QACrC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,uCAAuC;QACvC,MAAM,OAAO,GAAyB,EAAE,CAAC;QAEzC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACP,uCAAuC;gBACvC,SAAS;YACX,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,UAAkB;QACvB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED;;;;OAIG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,UAAkB;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,UAAkB;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACH,cAAc;QACZ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,OAAqC;QAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,OAAO,iBAAiB;IAC5B,sCAAsC;IAC9B,WAAW,GAAwB,IAAI,mBAAmB,EAAE,CAAC;IAErE,+CAA+C;IACvC,OAAO,GAAuC,IAAI,CAAC;IAE3D,6CAA6C;IACrC,WAAW,GAAG,KAAK,CAAC;IAE5B,qCAAqC;IAC7B,cAAc,GAAW,EAAE,CAAC;IAEpC;;;;;OAKG;IACH,YAAY,OAAqC,EAAE,iBAAyB,SAAS;QACnF,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,IAAI,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,kCAAkC;YAClC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC1D,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;;;;;OAMG;IACH,GAAG,CAAC,UAAkB,EAAE,MAAgB;QACtC,yBAAyB;QACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEzC,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,WAAqB,EAAE,CAAS;QACrC,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,UAAkB;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEpD,kCAAkC;QAClC,IAAI,IAAI,CAAC,OAAO,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAEzB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,UAAkB;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;OAKG;IACH,GAAG,CAAC,UAAkB;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,OAAoC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,KAAa;QAC7B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9B,CAAC;CACF;AAsCD;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,cAAkC,OAAO,EACzC,OAAqC,EACrC,cAAuB;IAEvB,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,QAAQ;YACX,OAAO,IAAI,iBAAiB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACxD,KAAK,OAAO,CAAC;QACb;YACE,OAAO,IAAI,mBAAmB,EAAE,CAAC;IACrC,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Search Module Barrel Export
|
|
3
|
+
*
|
|
4
|
+
* Sprint 2: Added SearchFilterChain for centralized filter logic
|
|
5
|
+
* Phase 4 Sprint 10: Added EmbeddingService for semantic search
|
|
6
|
+
*/
|
|
7
|
+
export { BasicSearch } from './BasicSearch.js';
|
|
8
|
+
export { RankedSearch } from './RankedSearch.js';
|
|
9
|
+
export { BooleanSearch } from './BooleanSearch.js';
|
|
10
|
+
export { FuzzySearch, type FuzzySearchOptions } from './FuzzySearch.js';
|
|
11
|
+
export { SearchSuggestions } from './SearchSuggestions.js';
|
|
12
|
+
export { SavedSearchManager } from './SavedSearchManager.js';
|
|
13
|
+
export { SearchManager } from './SearchManager.js';
|
|
14
|
+
export { SearchFilterChain, type SearchFilters, type ValidatedPagination } from './SearchFilterChain.js';
|
|
15
|
+
export { OpenAIEmbeddingService, LocalEmbeddingService, MockEmbeddingService, createEmbeddingService, l2Normalize, QUERY_PREFIX, DOCUMENT_PREFIX, type EmbeddingProgressCallback, } from './EmbeddingService.js';
|
|
16
|
+
export { EmbeddingCache, DEFAULT_EMBEDDING_CACHE_OPTIONS, type EmbeddingCacheStats, type EmbeddingCacheOptions, } from './EmbeddingCache.js';
|
|
17
|
+
export { IncrementalIndexer, DEFAULT_INDEXER_OPTIONS, type IndexOperationType, type IndexOperation, type IncrementalIndexerOptions, type FlushResult, } from './IncrementalIndexer.js';
|
|
18
|
+
export { InMemoryVectorStore, SQLiteVectorStore, createVectorStore, cosineSimilarity, type SQLiteStorageWithEmbeddings, } from './VectorStore.js';
|
|
19
|
+
export { SemanticSearch, entityToText, } from './SemanticSearch.js';
|
|
20
|
+
export { TFIDFIndexManager } from './TFIDFIndexManager.js';
|
|
21
|
+
export { TFIDFEventSync } from './TFIDFEventSync.js';
|
|
22
|
+
export { QueryCostEstimator, type SearchLayer, type ExtendedQueryCostEstimate, type LayerRecommendationOptions, type TokenEstimationOptions, type AdaptiveDepthConfig, } from './QueryCostEstimator.js';
|
|
23
|
+
export { SymbolicSearch, type SymbolicResult } from './SymbolicSearch.js';
|
|
24
|
+
export { HybridSearchManager, DEFAULT_HYBRID_WEIGHTS } from './HybridSearchManager.js';
|
|
25
|
+
export { QueryAnalyzer } from './QueryAnalyzer.js';
|
|
26
|
+
export { QueryPlanner } from './QueryPlanner.js';
|
|
27
|
+
export { ReflectionManager, type ReflectionOptions, type ReflectionResult, type RefinementHistoryEntry, } from './ReflectionManager.js';
|
|
28
|
+
export { BM25Search, STOPWORDS, DEFAULT_BM25_CONFIG, type BM25DocumentEntry, type BM25Index, type BM25Config, } from './BM25Search.js';
|
|
29
|
+
export { OptimizedInvertedIndex, type IndexMemoryUsage, type PostingListResult, } from './OptimizedInvertedIndex.js';
|
|
30
|
+
export { HybridScorer, DEFAULT_SCORER_WEIGHTS, type SemanticLayerResult, type LexicalSearchResult, type SymbolicSearchResult, type ScoredResult, type HybridWeights, type HybridScorerOptions, } from './HybridScorer.js';
|
|
31
|
+
export { ParallelSearchExecutor, type LayerTiming, type ParallelSearchResult, type ParallelSearchOptions, } from './ParallelSearchExecutor.js';
|
|
32
|
+
export { EarlyTerminationManager, type AdequacyCheck, type EarlyTerminationOptions, type EarlyTerminationResult, } from './EarlyTerminationManager.js';
|
|
33
|
+
export { QueryPlanCache, type CachedQueryEntry, type QueryPlanCacheStats, type QueryPlanCacheOptions, } from './QueryPlanCache.js';
|
|
34
|
+
export { QuantizedVectorStore, type QuantizationParams, type QuantizedVectorStoreStats, type QuantizedSearchResult, type QuantizedVectorStoreOptions, } from './QuantizedVectorStore.js';
|
|
35
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/search/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGnD,OAAO,EAAE,iBAAiB,EAAE,KAAK,aAAa,EAAE,KAAK,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAIzG,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,eAAe,EACf,KAAK,yBAAyB,GAC/B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,cAAc,EACd,+BAA+B,EAC/B,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,GAC3B,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,KAAK,kBAAkB,EACvB,KAAK,cAAc,EACnB,KAAK,yBAAyB,EAC9B,KAAK,WAAW,GACjB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,KAAK,2BAA2B,GACjC,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,cAAc,EACd,YAAY,GACb,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAIrD,OAAO,EACL,kBAAkB,EAClB,KAAK,WAAW,EAChB,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,GACzB,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAE,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAGvF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAIjD,OAAO,EACL,iBAAiB,EACjB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,sBAAsB,GAC5B,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EACL,UAAU,EACV,SAAS,EACT,mBAAmB,EACnB,KAAK,iBAAiB,EACtB,KAAK,SAAS,EACd,KAAK,UAAU,GAChB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,sBAAsB,EACtB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,GACvB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,YAAY,EACZ,sBAAsB,EACtB,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,mBAAmB,GACzB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,sBAAsB,EACtB,KAAK,WAAW,EAChB,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,GAC3B,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EACL,uBAAuB,EACvB,KAAK,aAAa,EAClB,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,GAC5B,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EACL,cAAc,EACd,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,GAC3B,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EACL,oBAAoB,EACpB,KAAK,kBAAkB,EACvB,KAAK,yBAAyB,EAC9B,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,GACjC,MAAM,2BAA2B,CAAC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Search Module Barrel Export
|
|
3
|
+
*
|
|
4
|
+
* Sprint 2: Added SearchFilterChain for centralized filter logic
|
|
5
|
+
* Phase 4 Sprint 10: Added EmbeddingService for semantic search
|
|
6
|
+
*/
|
|
7
|
+
export { BasicSearch } from './BasicSearch.js';
|
|
8
|
+
export { RankedSearch } from './RankedSearch.js';
|
|
9
|
+
export { BooleanSearch } from './BooleanSearch.js';
|
|
10
|
+
export { FuzzySearch } from './FuzzySearch.js';
|
|
11
|
+
export { SearchSuggestions } from './SearchSuggestions.js';
|
|
12
|
+
export { SavedSearchManager } from './SavedSearchManager.js';
|
|
13
|
+
export { SearchManager } from './SearchManager.js';
|
|
14
|
+
// Sprint 2: Search Filter Chain utilities
|
|
15
|
+
export { SearchFilterChain } from './SearchFilterChain.js';
|
|
16
|
+
// Phase 4 Sprint 10: Embedding Service for semantic search
|
|
17
|
+
// Phase 12 Sprint 5: Added l2Normalize, prefixes, and progress callback
|
|
18
|
+
export { OpenAIEmbeddingService, LocalEmbeddingService, MockEmbeddingService, createEmbeddingService, l2Normalize, QUERY_PREFIX, DOCUMENT_PREFIX, } from './EmbeddingService.js';
|
|
19
|
+
// Phase 12 Sprint 5: Embedding Cache with LRU eviction
|
|
20
|
+
export { EmbeddingCache, DEFAULT_EMBEDDING_CACHE_OPTIONS, } from './EmbeddingCache.js';
|
|
21
|
+
// Phase 12 Sprint 5: Incremental Indexer for batch updates
|
|
22
|
+
export { IncrementalIndexer, DEFAULT_INDEXER_OPTIONS, } from './IncrementalIndexer.js';
|
|
23
|
+
// Phase 4 Sprint 11: Vector Store for semantic search
|
|
24
|
+
export { InMemoryVectorStore, SQLiteVectorStore, createVectorStore, cosineSimilarity, } from './VectorStore.js';
|
|
25
|
+
// Phase 4 Sprint 12: Semantic Search Manager
|
|
26
|
+
export { SemanticSearch, entityToText, } from './SemanticSearch.js';
|
|
27
|
+
// Phase 10 Sprint 3: TF-IDF Index Manager and Event Sync
|
|
28
|
+
export { TFIDFIndexManager } from './TFIDFIndexManager.js';
|
|
29
|
+
export { TFIDFEventSync } from './TFIDFEventSync.js';
|
|
30
|
+
// Phase 10 Sprint 4: Query Cost Estimation
|
|
31
|
+
// Phase 12 Sprint 4: Enhanced with adaptive depth, token estimation, layer recommendations
|
|
32
|
+
export { QueryCostEstimator, } from './QueryCostEstimator.js';
|
|
33
|
+
// Phase 11 Sprint 1: Hybrid Search
|
|
34
|
+
export { SymbolicSearch } from './SymbolicSearch.js';
|
|
35
|
+
export { HybridSearchManager, DEFAULT_HYBRID_WEIGHTS } from './HybridSearchManager.js';
|
|
36
|
+
// Phase 11 Sprint 3: Query Analysis
|
|
37
|
+
export { QueryAnalyzer } from './QueryAnalyzer.js';
|
|
38
|
+
export { QueryPlanner } from './QueryPlanner.js';
|
|
39
|
+
// Phase 11 Sprint 4: Reflection-based Retrieval
|
|
40
|
+
// Phase 12 Sprint 4: Enhanced with progressive limits, focused refinement, history tracking
|
|
41
|
+
export { ReflectionManager, } from './ReflectionManager.js';
|
|
42
|
+
// Phase 12 Sprint 3: Search Algorithm Optimization
|
|
43
|
+
export { BM25Search, STOPWORDS, DEFAULT_BM25_CONFIG, } from './BM25Search.js';
|
|
44
|
+
export { OptimizedInvertedIndex, } from './OptimizedInvertedIndex.js';
|
|
45
|
+
export { HybridScorer, DEFAULT_SCORER_WEIGHTS, } from './HybridScorer.js';
|
|
46
|
+
// Phase 12 Sprint 2: Parallel Search Execution
|
|
47
|
+
export { ParallelSearchExecutor, } from './ParallelSearchExecutor.js';
|
|
48
|
+
// Phase 12 Sprint 4: Query Execution Optimization
|
|
49
|
+
export { EarlyTerminationManager, } from './EarlyTerminationManager.js';
|
|
50
|
+
export { QueryPlanCache, } from './QueryPlanCache.js';
|
|
51
|
+
// Phase 12 Sprint 6: Quantized Vector Store
|
|
52
|
+
export { QuantizedVectorStore, } from './QuantizedVectorStore.js';
|
|
53
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/search/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,WAAW,EAA2B,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,0CAA0C;AAC1C,OAAO,EAAE,iBAAiB,EAAgD,MAAM,wBAAwB,CAAC;AAEzG,2DAA2D;AAC3D,wEAAwE;AACxE,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,eAAe,GAEhB,MAAM,uBAAuB,CAAC;AAE/B,uDAAuD;AACvD,OAAO,EACL,cAAc,EACd,+BAA+B,GAGhC,MAAM,qBAAqB,CAAC;AAE7B,2DAA2D;AAC3D,OAAO,EACL,kBAAkB,EAClB,uBAAuB,GAKxB,MAAM,yBAAyB,CAAC;AAEjC,sDAAsD;AACtD,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,GAEjB,MAAM,kBAAkB,CAAC;AAE1B,6CAA6C;AAC7C,OAAO,EACL,cAAc,EACd,YAAY,GACb,MAAM,qBAAqB,CAAC;AAE7B,yDAAyD;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,2CAA2C;AAC3C,2FAA2F;AAC3F,OAAO,EACL,kBAAkB,GAMnB,MAAM,yBAAyB,CAAC;AAEjC,mCAAmC;AACnC,OAAO,EAAE,cAAc,EAAuB,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAEvF,oCAAoC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,gDAAgD;AAChD,4FAA4F;AAC5F,OAAO,EACL,iBAAiB,GAIlB,MAAM,wBAAwB,CAAC;AAEhC,mDAAmD;AACnD,OAAO,EACL,UAAU,EACV,SAAS,EACT,mBAAmB,GAIpB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,sBAAsB,GAGvB,MAAM,6BAA6B,CAAC;AAErC,OAAO,EACL,YAAY,EACZ,sBAAsB,GAOvB,MAAM,mBAAmB,CAAC;AAE3B,+CAA+C;AAC/C,OAAO,EACL,sBAAsB,GAIvB,MAAM,6BAA6B,CAAC;AAErC,kDAAkD;AAClD,OAAO,EACL,uBAAuB,GAIxB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EACL,cAAc,GAIf,MAAM,qBAAqB,CAAC;AAE7B,4CAA4C;AAC5C,OAAO,EACL,oBAAoB,GAKrB,MAAM,2BAA2B,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Types Module - Barrel Export
|
|
3
|
+
*
|
|
4
|
+
* Central export point for all type definitions used throughout the
|
|
5
|
+
* Memory MCP Server. All types are consolidated in types.ts (Phase 5 cleanup).
|
|
6
|
+
*
|
|
7
|
+
* @example
|
|
8
|
+
* ```typescript
|
|
9
|
+
* import { Entity, Relation, KnowledgeGraph, SearchResult } from './types/index.js';
|
|
10
|
+
* ```
|
|
11
|
+
*/
|
|
12
|
+
export type { Entity, Relation, KnowledgeGraph, ReadonlyKnowledgeGraph, SearchResult, SavedSearch, BooleanQueryNode, DocumentVector, TFIDFIndex, FuzzyCacheKey, BooleanCacheEntry, PaginatedCacheEntry, TokenizedEntity, GraphStats, ValidationReport, ValidationIssue, ValidationWarning, CacheCompressionStats, ArchiveResultExtended, ExportFilter, ExportOptions, ExportResult, ImportResult, GraphCompressionResult, BackupOptions, BackupResult, RestoreResult, BackupMetadataExtended, BackupInfoExtended, TagAlias, IGraphStorage, StorageConfig, LowercaseData, TraversalOptions, TraversalResult, PathResult, ConnectedComponentsResult, CentralityResult, WeightedRelation, EmbeddingMode, EmbeddingService, SemanticSearchResult, IVectorStore, VectorSearchResult, EmbeddingConfig, SemanticIndexOptions, LongRunningOperationOptions, BatchOperationType, BatchOperation, BatchResult, BatchOptions, GraphEventType, GraphEventBase, EntityCreatedEvent, EntityUpdatedEvent, EntityDeletedEvent, RelationCreatedEvent, RelationDeletedEvent, ObservationAddedEvent, ObservationDeletedEvent, GraphSavedEvent, GraphLoadedEvent, GraphEvent, GraphEventListener, GraphEventMap, SearchMethod, QueryCostEstimate, AutoSearchResult, QueryCostEstimatorOptions, PreparedEntity, SymbolicFilters, HybridSearchOptions, HybridSearchResult, ExtractedEntity, TemporalRange, QueryAnalysis, SubQuery, QueryPlan, } from './types.js';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,YAAY,EAEV,MAAM,EACN,QAAQ,EACR,cAAc,EACd,sBAAsB,EAEtB,YAAY,EACZ,WAAW,EACX,gBAAgB,EAChB,cAAc,EACd,UAAU,EAEV,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EAEf,UAAU,EACV,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,qBAAqB,EAErB,qBAAqB,EAErB,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,sBAAsB,EAEtB,aAAa,EACb,YAAY,EACZ,aAAa,EACb,sBAAsB,EACtB,kBAAkB,EAElB,QAAQ,EAER,aAAa,EACb,aAAa,EACb,aAAa,EAEb,gBAAgB,EAChB,eAAe,EACf,UAAU,EACV,yBAAyB,EACzB,gBAAgB,EAChB,gBAAgB,EAEhB,aAAa,EACb,gBAAgB,EAChB,oBAAoB,EACpB,YAAY,EACZ,kBAAkB,EAClB,eAAe,EACf,oBAAoB,EAEpB,2BAA2B,EAE3B,kBAAkB,EAClB,cAAc,EACd,WAAW,EACX,YAAY,EAEZ,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAChB,UAAU,EACV,kBAAkB,EAClB,aAAa,EAEb,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,EAChB,yBAAyB,EAEzB,cAAc,EAEd,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAElB,eAAe,EACf,aAAa,EACb,aAAa,EACb,QAAQ,EACR,SAAS,GACV,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Types Module - Barrel Export
|
|
3
|
+
*
|
|
4
|
+
* Central export point for all type definitions used throughout the
|
|
5
|
+
* Memory MCP Server. All types are consolidated in types.ts (Phase 5 cleanup).
|
|
6
|
+
*
|
|
7
|
+
* @example
|
|
8
|
+
* ```typescript
|
|
9
|
+
* import { Entity, Relation, KnowledgeGraph, SearchResult } from './types/index.js';
|
|
10
|
+
* ```
|
|
11
|
+
*/
|
|
12
|
+
export {};
|
|
13
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG"}
|