@monoes/memory 1.0.3 → 1.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,336 +0,0 @@
1
- /**
2
- * DiskAnnBackend — SSD-resident ANN graph with in-memory compressed vectors
3
- *
4
- * Architecture (faithful to DiskANN / Vamana; source: arXiv:2305.04359):
5
- * (a) Adjacency-list graph persisted as a separate JSON file on disk
6
- * (NOT the SQLite rows — a distinct index artifact)
7
- * (b) Int8-quantised vectors kept in memory for fast candidate beam search
8
- * (scalar quantisation: float32 × 127 → int8, ~4× memory reduction)
9
- * (c) Full-precision re-ranking: for each beam candidate, load the original
10
- * Float32 embedding from the delegate backend and rescore with cosine
11
- *
12
- * This backend wraps any IMemoryBackend (delegate) and delegates all CRUD
13
- * operations to it, overriding only `search()` with the DiskANN algorithm.
14
- *
15
- * @module v1/memory/diskann-backend
16
- */
17
- import { writeFile, readFile, mkdir } from 'node:fs/promises';
18
- import { existsSync } from 'node:fs';
19
- import { dirname } from 'node:path';
20
- // ============================================================
21
- // DiskAnnBackend
22
- // ============================================================
23
- /**
24
- * DiskAnnBackend
25
- *
26
- * Wraps any IMemoryBackend and replaces the `search()` method with a three-phase
27
- * DiskANN procedure:
28
- * 1. Quantised beam search (Int8 dot products — fast, approximate)
29
- * 2. Full-precision re-ranking (Float32 cosine from delegate.get())
30
- * 3. Threshold filtering and top-k selection
31
- *
32
- * All other IMemoryBackend methods delegate directly to the inner backend.
33
- */
34
- export class DiskAnnBackend {
35
- delegate;
36
- /** Adjacency list: nodeId → sorted neighbour IDs */
37
- graph = new Map();
38
- /**
39
- * Int8 scalar-quantised embeddings for beam search.
40
- * Kept entirely in memory — the critical DiskANN optimisation that avoids
41
- * loading full-precision vectors during candidate generation.
42
- */
43
- qvecs = new Map();
44
- /** Random walk entry point into the graph */
45
- entryPoint;
46
- /** Whether the in-memory graph differs from the disk file */
47
- graphDirty = false;
48
- graphPath;
49
- beamWidth;
50
- maxConnections;
51
- rerankMultiplier;
52
- constructor(delegate, config) {
53
- this.delegate = delegate;
54
- this.graphPath = config.graphPath;
55
- this.beamWidth = config.beamWidth ?? 32;
56
- this.maxConnections = config.maxConnections ?? 12;
57
- this.rerankMultiplier = config.rerankMultiplier ?? 3;
58
- }
59
- // ----------------------------------------------------------------
60
- // Lifecycle
61
- // ----------------------------------------------------------------
62
- async initialize() {
63
- await this.delegate.initialize();
64
- await this.loadGraph();
65
- }
66
- async shutdown() {
67
- await this.persistGraph();
68
- await this.delegate.shutdown();
69
- }
70
- // ----------------------------------------------------------------
71
- // CRUD — fully delegated
72
- // ----------------------------------------------------------------
73
- async store(entry) {
74
- await this.delegate.store(entry);
75
- this.indexEntry(entry);
76
- }
77
- async get(id) {
78
- return this.delegate.get(id);
79
- }
80
- async getByKey(namespace, key) {
81
- return this.delegate.getByKey(namespace, key);
82
- }
83
- async update(id, update) {
84
- return this.delegate.update(id, update);
85
- }
86
- async delete(id) {
87
- const ok = await this.delegate.delete(id);
88
- if (ok)
89
- this.removeFromIndex(id);
90
- return ok;
91
- }
92
- async query(q) {
93
- return this.delegate.query(q);
94
- }
95
- async bulkInsert(entries) {
96
- await this.delegate.bulkInsert(entries);
97
- for (const e of entries)
98
- this.indexEntry(e);
99
- }
100
- async bulkDelete(ids) {
101
- const n = await this.delegate.bulkDelete(ids);
102
- for (const id of ids)
103
- this.removeFromIndex(id);
104
- return n;
105
- }
106
- async count(namespace) {
107
- return this.delegate.count(namespace);
108
- }
109
- async listNamespaces() {
110
- return this.delegate.listNamespaces();
111
- }
112
- async clearNamespace(namespace) {
113
- const n = await this.delegate.clearNamespace(namespace);
114
- // Rebuild index — we don't track namespace per node
115
- this.graph.clear();
116
- this.qvecs.clear();
117
- this.entryPoint = undefined;
118
- this.graphDirty = true;
119
- return n;
120
- }
121
- async getStats() {
122
- return this.delegate.getStats();
123
- }
124
- async healthCheck() {
125
- return this.delegate.healthCheck();
126
- }
127
- // ----------------------------------------------------------------
128
- // search() — DiskANN three-phase algorithm
129
- // ----------------------------------------------------------------
130
- /**
131
- * Vector similarity search using the DiskANN beam algorithm.
132
- *
133
- * Phase (b): beam traversal over compressed Int8 vectors (fast, no I/O)
134
- * Phase (c): full-precision cosine re-ranking via delegate.get() (accurate)
135
- *
136
- * Falls back to delegate.search() when no entries have been indexed yet.
137
- */
138
- async search(queryVec, options) {
139
- if (this.qvecs.size === 0) {
140
- return this.delegate.search(queryVec, options);
141
- }
142
- const k = options.k;
143
- const threshold = options.threshold ?? 0;
144
- // Phase (b): beam search with Int8-quantised vectors
145
- const qQuery = this.quantize(queryVec);
146
- const candidateIds = this.beamSearch(qQuery, k * this.rerankMultiplier);
147
- // Phase (c): full-precision re-ranking by loading embeddings from disk/delegate
148
- const results = [];
149
- for (const id of candidateIds) {
150
- const entry = await this.delegate.get(id);
151
- if (!entry?.embedding)
152
- continue;
153
- const score = this.cosine(queryVec, entry.embedding);
154
- if (score >= threshold) {
155
- results.push({ entry, score, distance: 1 - score });
156
- }
157
- }
158
- results.sort((a, b) => b.score - a.score);
159
- return results.slice(0, k);
160
- }
161
- // ----------------------------------------------------------------
162
- // Index management (private)
163
- // ----------------------------------------------------------------
164
- /** Add or update a node in the in-memory ANN index */
165
- indexEntry(entry) {
166
- if (!entry.embedding)
167
- return;
168
- const qvec = this.quantize(entry.embedding);
169
- this.qvecs.set(entry.id, qvec);
170
- // Greedy M-nearest-neighbour insertion (O(n) scan over compressed vectors)
171
- const neighbors = this.greedyNearestNeighbors(entry.id, qvec, this.maxConnections);
172
- this.graph.set(entry.id, neighbors);
173
- // Add reverse edges (backlinks) — keep outdegree bounded
174
- for (const nid of neighbors) {
175
- let nEdges = this.graph.get(nid);
176
- if (!nEdges) {
177
- nEdges = [];
178
- this.graph.set(nid, nEdges);
179
- }
180
- if (!nEdges.includes(entry.id) && nEdges.length < this.maxConnections * 2) {
181
- nEdges.push(entry.id);
182
- }
183
- }
184
- if (!this.entryPoint)
185
- this.entryPoint = entry.id;
186
- this.graphDirty = true;
187
- }
188
- /** Remove a node and all its references from the index */
189
- removeFromIndex(id) {
190
- this.qvecs.delete(id);
191
- const neighbors = this.graph.get(id) ?? [];
192
- this.graph.delete(id);
193
- // Remove backreferences from neighbours
194
- for (const nid of neighbors) {
195
- const edges = this.graph.get(nid);
196
- if (edges) {
197
- this.graph.set(nid, edges.filter(e => e !== id));
198
- }
199
- }
200
- if (this.entryPoint === id) {
201
- this.entryPoint = this.graph.keys().next().value;
202
- }
203
- this.graphDirty = true;
204
- }
205
- /** Scan all existing qvecs and return the k nearest to `qvec` */
206
- greedyNearestNeighbors(excludeId, qvec, k) {
207
- const scored = [];
208
- for (const [id, vec] of this.qvecs) {
209
- if (id === excludeId)
210
- continue;
211
- scored.push({ id, score: this.dotProduct(qvec, vec) });
212
- }
213
- scored.sort((a, b) => b.score - a.score);
214
- const ids = [];
215
- const returnCount = Math.min(k, scored.length);
216
- for (let i = 0; i < returnCount; i++)
217
- ids.push(scored[i].id);
218
- return ids;
219
- }
220
- /**
221
- * Beam search over the compressed-vector graph.
222
- *
223
- * Starts from `entryPoint`, expands neighbours BFS-style, and scores each
224
- * visited node with Int8 dot products. Returns up to `candidateCount` IDs
225
- * sorted by descending similarity.
226
- */
227
- beamSearch(qQuery, candidateCount) {
228
- if (!this.entryPoint || this.qvecs.size === 0)
229
- return [];
230
- const visited = new Set();
231
- const scored = [];
232
- const frontier = [this.entryPoint];
233
- visited.add(this.entryPoint);
234
- const maxVisit = Math.min(this.beamWidth * 4, this.qvecs.size);
235
- while (frontier.length > 0 && visited.size <= maxVisit) {
236
- const current = frontier.shift();
237
- const qvec = this.qvecs.get(current);
238
- if (!qvec)
239
- continue;
240
- scored.push({ id: current, score: this.dotProduct(qQuery, qvec) });
241
- // Expand graph neighbours
242
- for (const nid of (this.graph.get(current) ?? [])) {
243
- if (!visited.has(nid)) {
244
- visited.add(nid);
245
- frontier.push(nid);
246
- }
247
- }
248
- }
249
- scored.sort((a, b) => b.score - a.score);
250
- const ids = [];
251
- const returnCount = Math.min(candidateCount, scored.length);
252
- for (let i = 0; i < returnCount; i++)
253
- ids.push(scored[i].id);
254
- return ids;
255
- }
256
- // ----------------------------------------------------------------
257
- // Quantisation and distance helpers
258
- // ----------------------------------------------------------------
259
- /** Scalar Int8 quantisation: float32 × 127 → clamped int8 */
260
- quantize(vec) {
261
- const q = new Int8Array(vec.length);
262
- for (let i = 0; i < vec.length; i++) {
263
- q[i] = Math.max(-127, Math.min(127, Math.round(vec[i] * 127)));
264
- }
265
- return q;
266
- }
267
- /** Int8 dot product (used for beam search scoring) */
268
- dotProduct(a, b) {
269
- const len = Math.min(a.length, b.length);
270
- let sum = 0;
271
- for (let i = 0; i < len; i++)
272
- sum += a[i] * b[i];
273
- return sum;
274
- }
275
- /** Full-precision cosine similarity (used for re-ranking) */
276
- cosine(a, b) {
277
- const len = Math.min(a.length, b.length);
278
- let dot = 0, normA = 0, normB = 0;
279
- for (let i = 0; i < len; i++) {
280
- dot += a[i] * b[i];
281
- normA += a[i] * a[i];
282
- normB += b[i] * b[i];
283
- }
284
- const denom = Math.sqrt(normA) * Math.sqrt(normB);
285
- return denom === 0 ? 0 : dot / denom;
286
- }
287
- // ----------------------------------------------------------------
288
- // Disk persistence (graph adjacency list only — NOT the entry data)
289
- // ----------------------------------------------------------------
290
- /**
291
- * Load the persisted adjacency list from disk.
292
- * Called during initialize(). A missing or corrupt file is silently ignored;
293
- * the index will be rebuilt as entries are stored.
294
- */
295
- async loadGraph() {
296
- if (!existsSync(this.graphPath))
297
- return;
298
- try {
299
- const raw = await readFile(this.graphPath, 'utf8');
300
- const data = JSON.parse(raw);
301
- this.graph.clear();
302
- for (const [id, neighbors] of data.graph) {
303
- this.graph.set(id, neighbors);
304
- }
305
- this.entryPoint = data.entryPoint;
306
- this.graphDirty = false;
307
- }
308
- catch {
309
- // Corrupt file — start with empty graph
310
- }
311
- }
312
- /**
313
- * Persist the adjacency list to disk.
314
- * Only writes when the graph has changed since the last persist.
315
- * Errors are non-fatal; the graph will be rebuilt on next startup.
316
- */
317
- async persistGraph() {
318
- if (!this.graphDirty)
319
- return;
320
- try {
321
- await mkdir(dirname(this.graphPath), { recursive: true });
322
- const data = {
323
- graph: [...this.graph.entries()],
324
- entryPoint: this.entryPoint,
325
- nodeCount: this.graph.size,
326
- savedAt: Date.now(),
327
- };
328
- await writeFile(this.graphPath, JSON.stringify(data), 'utf8');
329
- this.graphDirty = false;
330
- }
331
- catch {
332
- // Non-fatal — graph will be rebuilt on next startup
333
- }
334
- }
335
- }
336
- //# sourceMappingURL=diskann-backend.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"diskann-backend.js","sourceRoot":"","sources":["../src/diskann-backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAoDpC,+DAA+D;AAC/D,iBAAiB;AACjB,+DAA+D;AAE/D;;;;;;;;;;GAUG;AACH,MAAM,OAAO,cAAc;IAuBN;IAtBnB,oDAAoD;IACnC,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAErD;;;;OAIG;IACc,KAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;IAEtD,6CAA6C;IACrC,UAAU,CAAqB;IAEvC,6DAA6D;IACrD,UAAU,GAAG,KAAK,CAAC;IAEV,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,cAAc,CAAS;IACvB,gBAAgB,CAAS;IAE1C,YACmB,QAAwB,EACzC,MAA4B;QADX,aAAQ,GAAR,QAAQ,CAAgB;QAGzC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAClD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,CAAC,CAAC;IACvD,CAAC;IAED,mEAAmE;IACnE,YAAY;IACZ,mEAAmE;IAEnE,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;IACjC,CAAC;IAED,mEAAmE;IACnE,yBAAyB;IACzB,mEAAmE;IAEnE,KAAK,CAAC,KAAK,CAAC,KAAkB;QAC5B,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,GAAW;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,MAAyB;QAChD,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,EAAE;YAAE,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACjC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,CAAc;QACxB,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAsB;QACrC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACxC,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAa;QAC5B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9C,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAkB;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB;QACpC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACxD,oDAAoD;QACpD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,CAAC;IAED,mEAAmE;IACnE,2CAA2C;IAC3C,mEAAmE;IAEnE;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,OAAsB;QACzD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;QACpB,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QAEzC,qDAAqD;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAExE,gFAAgF;QAChF,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,KAAK,EAAE,SAAS;gBAAE,SAAS;YAChC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,mEAAmE;IACnE,6BAA6B;IAC7B,mEAAmE;IAEnE,sDAAsD;IAC9C,UAAU,CAAC,KAAkB;QACnC,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO;QAE7B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAE/B,2EAA2E;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACnF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAEpC,yDAAyD;QACzD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,GAAG,EAAE,CAAC;gBAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;gBAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,0DAA0D;IAClD,eAAe,CAAC,EAAU;QAChC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEtB,wCAAwC;QACxC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,KAAK,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;QACzE,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,iEAAiE;IACzD,sBAAsB,CAAC,SAAiB,EAAE,IAAe,EAAE,CAAS;QAC1E,MAAM,MAAM,GAAyC,EAAE,CAAC;QACxD,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACnC,IAAI,EAAE,KAAK,SAAS;gBAAE,SAAS;YAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;;;;;OAMG;IACK,UAAU,CAAC,MAAiB,EAAE,cAAsB;QAC1D,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,MAAM,GAAyC,EAAE,CAAC;QACxD,MAAM,QAAQ,GAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE/D,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC;YACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAG,CAAC;YAClC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpB,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAEnE,0BAA0B;YAC1B,KAAK,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACjB,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7D,OAAO,GAAG,CAAC;IACb,CAAC;IAED,mEAAmE;IACnE,oCAAoC;IACpC,mEAAmE;IAEnE,6DAA6D;IACrD,QAAQ,CAAC,GAAiB;QAChC,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,sDAAsD;IAC9C,UAAU,CAAC,CAAY,EAAE,CAAY;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,6DAA6D;IACrD,MAAM,CAAC,CAAe,EAAE,CAAe;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;IACvC,CAAC;IAED,mEAAmE;IACnE,oEAAoE;IACpE,mEAAmE;IAEnE;;;;OAIG;IACK,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,OAAO;QACxC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,EAAE,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;QAC1C,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC7B,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAmB;gBAC3B,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBAChC,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;gBAC1B,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;aACpB,CAAC;YACF,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAC9D,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;QACtD,CAAC;IACH,CAAC;CACF"}
@@ -1,65 +0,0 @@
1
- /**
2
- * PartitionedHNSW — Timestamp-partitioned HNSW sub-indexes for temporal locality
3
- *
4
- * Partitions the HNSW vector index into time-bucket sub-indexes so that recent
5
- * entries are searched first, dramatically reducing average search latency for
6
- * workloads where recency correlates with relevance.
7
- *
8
- * Architecture:
9
- * - Entries are routed to a bucket based on Math.floor(createdAt / bucketMs)
10
- * - Each bucket owns an independent HNSWIndex (lazy-created)
11
- * - Search merges results across buckets, sorted by recency then similarity
12
- * - Old buckets can be evicted once they exceed maxBuckets
13
- *
14
- * Source: ICDE 2025 Timestamp-Partitioned HNSW
15
- *
16
- * @module v1/memory/partitioned-hnsw
17
- */
18
- import type { MemoryEntry } from './types.js';
19
- export interface PartitionedHNSWConfig {
20
- /** Time window per bucket in milliseconds. Default: 1 hour */
21
- bucketMs?: number;
22
- /** Maximum number of buckets to retain in memory. Default: 48 */
23
- maxBuckets?: number;
24
- /** Number of neighbours (ef-construction equivalent). Default: 16 */
25
- k?: number;
26
- }
27
- export interface BucketStats {
28
- bucketKey: number;
29
- entryCount: number;
30
- oldestMs: number;
31
- newestMs: number;
32
- }
33
- export declare class PartitionedHNSW {
34
- private readonly bucketMs;
35
- private readonly maxBuckets;
36
- private readonly k;
37
- /** bucketKey → TimeBucket, ordered newest-first via insertion order */
38
- private readonly buckets;
39
- constructor(config?: PartitionedHNSWConfig);
40
- /** Add a memory entry to its time-bucket. */
41
- add(entry: MemoryEntry): void;
42
- /**
43
- * Search across partitions, newest buckets first.
44
- * Stops early once `limit` results are collected or all buckets exhausted.
45
- *
46
- * @param queryEmbedding - optional query vector (cosine similarity)
47
- * @param textQuery - optional keyword fallback
48
- * @param limit - max results
49
- * @param fromMs - optional lower bound on createdAt (temporal filter)
50
- * @param toMs - optional upper bound on createdAt (temporal filter)
51
- */
52
- search(queryEmbedding: Float32Array | null, textQuery: string | undefined, limit: number, fromMs?: number, toMs?: number): MemoryEntry[];
53
- /**
54
- * Remove an entry from its time-bucket by id and original createdAt timestamp.
55
- * Returns true if the entry was found and removed, false otherwise.
56
- */
57
- remove(id: string, createdAt: number): boolean;
58
- /** Stats per bucket for observability. */
59
- bucketStats(): BucketStats[];
60
- get totalEntries(): number;
61
- private bucketKeyFor;
62
- /** Evict the oldest bucket(s) when we exceed maxBuckets. */
63
- private evictOldBuckets;
64
- }
65
- //# sourceMappingURL=partitioned-hnsw.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"partitioned-hnsw.d.ts","sourceRoot":"","sources":["../src/partitioned-hnsw.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAI9C,MAAM,WAAW,qBAAqB;IACpC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qEAAqE;IACrE,CAAC,CAAC,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAoFD,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAS;IAE3B,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;gBAElD,MAAM,GAAE,qBAA0B;IAM9C,6CAA6C;IAC7C,GAAG,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IAY7B;;;;;;;;;OASG;IACH,MAAM,CACJ,cAAc,EAAE,YAAY,GAAG,IAAI,EACnC,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,GACZ,WAAW,EAAE;IAqChB;;;OAGG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO;IAO9C,0CAA0C;IAC1C,WAAW,IAAI,WAAW,EAAE;IAS5B,IAAI,YAAY,IAAI,MAAM,CAIzB;IAMD,OAAO,CAAC,YAAY;IAIpB,4DAA4D;IAC5D,OAAO,CAAC,eAAe;CAWxB"}
@@ -1,209 +0,0 @@
1
- /**
2
- * PartitionedHNSW — Timestamp-partitioned HNSW sub-indexes for temporal locality
3
- *
4
- * Partitions the HNSW vector index into time-bucket sub-indexes so that recent
5
- * entries are searched first, dramatically reducing average search latency for
6
- * workloads where recency correlates with relevance.
7
- *
8
- * Architecture:
9
- * - Entries are routed to a bucket based on Math.floor(createdAt / bucketMs)
10
- * - Each bucket owns an independent HNSWIndex (lazy-created)
11
- * - Search merges results across buckets, sorted by recency then similarity
12
- * - Old buckets can be evicted once they exceed maxBuckets
13
- *
14
- * Source: ICDE 2025 Timestamp-Partitioned HNSW
15
- *
16
- * @module v1/memory/partitioned-hnsw
17
- */
18
- function cosineSim(a, b) {
19
- if (a.length !== b.length || a.length === 0)
20
- return 0;
21
- let dot = 0;
22
- for (let i = 0; i < a.length; i++)
23
- dot += a[i] * b[i];
24
- // Vectors are pre-normalised, so dot == cosine similarity
25
- return dot;
26
- }
27
- function l2Norm(v) {
28
- let sum = 0;
29
- for (let i = 0; i < v.length; i++)
30
- sum += v[i] * v[i];
31
- const len = Math.sqrt(sum);
32
- if (len === 0)
33
- return v;
34
- const out = new Float32Array(v.length);
35
- for (let i = 0; i < v.length; i++)
36
- out[i] = v[i] / len;
37
- return out;
38
- }
39
- class TimeBucket {
40
- entries = [];
41
- _oldest = Infinity;
42
- _newest = 0;
43
- add(entry) {
44
- const normVec = entry.embedding ? l2Norm(entry.embedding) : null;
45
- this.entries.push({ entry, normVec });
46
- if (entry.createdAt < this._oldest)
47
- this._oldest = entry.createdAt;
48
- if (entry.createdAt > this._newest)
49
- this._newest = entry.createdAt;
50
- }
51
- remove(id) {
52
- const idx = this.entries.findIndex(e => e.entry.id === id);
53
- if (idx === -1)
54
- return false;
55
- const removed = this.entries.splice(idx, 1)[0];
56
- // Recompute _oldest/_newest if the removed entry was an extremum
57
- if (removed.entry.createdAt === this._oldest || removed.entry.createdAt === this._newest) {
58
- this._oldest = Infinity;
59
- this._newest = 0;
60
- for (const e of this.entries) {
61
- if (e.entry.createdAt < this._oldest)
62
- this._oldest = e.entry.createdAt;
63
- if (e.entry.createdAt > this._newest)
64
- this._newest = e.entry.createdAt;
65
- }
66
- }
67
- return true;
68
- }
69
- /** Approximate k-NN by brute-force within the bucket (buckets are small). */
70
- search(queryVec, limit, textQuery) {
71
- const scored = this.entries.map(({ entry, normVec }) => {
72
- let score = 0;
73
- if (queryVec && normVec) {
74
- score = cosineSim(queryVec, normVec);
75
- }
76
- else if (textQuery) {
77
- // Keyword fallback: count overlapping terms
78
- const terms = textQuery.toLowerCase().split(/\s+/);
79
- const content = entry.content.toLowerCase();
80
- const hits = terms.filter(t => content.includes(t)).length;
81
- score = hits / Math.max(terms.length, 1);
82
- }
83
- return { entry, score };
84
- });
85
- scored.sort((a, b) => b.score - a.score);
86
- return scored.slice(0, limit);
87
- }
88
- get size() { return this.entries.length; }
89
- get oldest() { return this.entries.length ? this._oldest : Infinity; }
90
- get newest() { return this.entries.length ? this._newest : 0; }
91
- }
92
- // ===== PartitionedHNSW =====
93
- export class PartitionedHNSW {
94
- bucketMs;
95
- maxBuckets;
96
- k;
97
- /** bucketKey → TimeBucket, ordered newest-first via insertion order */
98
- buckets = new Map();
99
- constructor(config = {}) {
100
- this.bucketMs = config.bucketMs ?? 60 * 60 * 1000; // 1 hour default
101
- this.maxBuckets = config.maxBuckets ?? 48; // 48 hours default retention
102
- this.k = config.k ?? 16;
103
- }
104
- /** Add a memory entry to its time-bucket. */
105
- add(entry) {
106
- const bucketKey = this.bucketKeyFor(entry.createdAt);
107
- if (!this.buckets.has(bucketKey)) {
108
- this.buckets.set(bucketKey, new TimeBucket());
109
- this.evictOldBuckets();
110
- // After eviction the bucket we just created may have been removed
111
- // (entry predates the retention window) — discard it silently.
112
- if (!this.buckets.has(bucketKey))
113
- return;
114
- }
115
- this.buckets.get(bucketKey).add(entry);
116
- }
117
- /**
118
- * Search across partitions, newest buckets first.
119
- * Stops early once `limit` results are collected or all buckets exhausted.
120
- *
121
- * @param queryEmbedding - optional query vector (cosine similarity)
122
- * @param textQuery - optional keyword fallback
123
- * @param limit - max results
124
- * @param fromMs - optional lower bound on createdAt (temporal filter)
125
- * @param toMs - optional upper bound on createdAt (temporal filter)
126
- */
127
- search(queryEmbedding, textQuery, limit, fromMs, toMs) {
128
- const normQuery = queryEmbedding ? l2Norm(queryEmbedding) : null;
129
- // Collect buckets in descending (newest-first) order
130
- const sortedKeys = [...this.buckets.keys()].sort((a, b) => b - a);
131
- const candidates = [];
132
- for (const key of sortedKeys) {
133
- // Skip buckets entirely outside the temporal filter
134
- const bucket = this.buckets.get(key);
135
- if (fromMs !== undefined && bucket.newest < fromMs)
136
- continue;
137
- if (toMs !== undefined && bucket.oldest > toMs)
138
- continue;
139
- const hits = bucket.search(normQuery, Math.max(limit, this.k), textQuery);
140
- for (const h of hits) {
141
- if (fromMs !== undefined && h.entry.createdAt < fromMs)
142
- continue;
143
- if (toMs !== undefined && h.entry.createdAt > toMs)
144
- continue;
145
- candidates.push({ ...h, bucketKey: key });
146
- }
147
- }
148
- // Sort by score desc, then by recency (bucketKey desc) as tiebreak
149
- candidates.sort((a, b) => b.score - a.score || b.bucketKey - a.bucketKey);
150
- const seen = new Set();
151
- const results = [];
152
- for (const { entry } of candidates) {
153
- if (!seen.has(entry.id)) {
154
- seen.add(entry.id);
155
- results.push(entry);
156
- }
157
- if (results.length >= limit)
158
- break;
159
- }
160
- return results;
161
- }
162
- /**
163
- * Remove an entry from its time-bucket by id and original createdAt timestamp.
164
- * Returns true if the entry was found and removed, false otherwise.
165
- */
166
- remove(id, createdAt) {
167
- const bucketKey = this.bucketKeyFor(createdAt);
168
- const bucket = this.buckets.get(bucketKey);
169
- if (!bucket)
170
- return false;
171
- return bucket.remove(id);
172
- }
173
- /** Stats per bucket for observability. */
174
- bucketStats() {
175
- return [...this.buckets.entries()].map(([key, bucket]) => ({
176
- bucketKey: key,
177
- entryCount: bucket.size,
178
- oldestMs: bucket.oldest,
179
- newestMs: bucket.newest,
180
- }));
181
- }
182
- get totalEntries() {
183
- let n = 0;
184
- for (const b of this.buckets.values())
185
- n += b.size;
186
- return n;
187
- }
188
- // ------------------------------------------------------------------
189
- // Private helpers
190
- // ------------------------------------------------------------------
191
- bucketKeyFor(createdAt) {
192
- return Math.floor(createdAt / this.bucketMs);
193
- }
194
- /** Evict the oldest bucket(s) when we exceed maxBuckets. */
195
- evictOldBuckets() {
196
- while (this.buckets.size > this.maxBuckets) {
197
- // Find the smallest bucket key (oldest in time), not first in insertion order.
198
- // Insertion order diverges from temporal order during bulk inserts or migrations.
199
- let oldestKey;
200
- for (const k of this.buckets.keys()) {
201
- if (oldestKey === undefined || k < oldestKey)
202
- oldestKey = k;
203
- }
204
- if (oldestKey !== undefined)
205
- this.buckets.delete(oldestKey);
206
- }
207
- }
208
- }
209
- //# sourceMappingURL=partitioned-hnsw.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"partitioned-hnsw.js","sourceRoot":"","sources":["../src/partitioned-hnsw.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AA+BH,SAAS,SAAS,CAAC,CAAe,EAAE,CAAe;IACjD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,0DAA0D;IAC1D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,MAAM,CAAC,CAAe;IAC7B,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3B,IAAI,GAAG,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IACvD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU;IACG,OAAO,GAAkB,EAAE,CAAC;IACrC,OAAO,GAAW,QAAQ,CAAC;IAC3B,OAAO,GAAW,CAAC,CAAC;IAE5B,GAAG,CAAC,KAAkB;QACpB,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACtC,IAAI,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC;QACnE,IAAI,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC;IACrE,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3D,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,iEAAiE;QACjE,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;YACzF,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;YACxB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC7B,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;gBACvE,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;YACzE,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6EAA6E;IAC7E,MAAM,CAAC,QAA6B,EAAE,KAAa,EAAE,SAAkB;QACrE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE;YACrD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;gBACxB,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,SAAS,EAAE,CAAC;gBACrB,4CAA4C;gBAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC3D,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,IAAI,KAAa,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAClD,IAAI,MAAM,KAAa,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9E,IAAI,MAAM,KAAa,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CACxE;AAED,8BAA8B;AAE9B,MAAM,OAAO,eAAe;IACT,QAAQ,CAAS;IACjB,UAAU,CAAS;IACnB,CAAC,CAAS;IAE3B,uEAAuE;IACtD,OAAO,GAA4B,IAAI,GAAG,EAAE,CAAC;IAE9D,YAAY,SAAgC,EAAE;QAC5C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAE,iBAAiB;QACrE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAY,6BAA6B;QACnF,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,6CAA6C;IAC7C,GAAG,CAAC,KAAkB;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,kEAAkE;YAClE,+DAA+D;YAC/D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,OAAO;QAC3C,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAED;;;;;;;;;OASG;IACH,MAAM,CACJ,cAAmC,EACnC,SAA6B,EAC7B,KAAa,EACb,MAAe,EACf,IAAa;QAEb,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEjE,qDAAqD;QACrD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAElE,MAAM,UAAU,GAAoE,EAAE,CAAC;QAEvF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,oDAAoD;YACpD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;YACtC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM;gBAAE,SAAS;YAC7D,IAAI,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI;gBAAE,SAAS;YAEzD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC1E,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM;oBAAE,SAAS;gBACjE,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI;oBAAE,SAAS;gBAC7D,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAE1E,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;gBAAE,MAAM;QACrC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,EAAU,EAAE,SAAiB;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC1B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAED,0CAA0C;IAC1C,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YACzD,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM;SACxB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,YAAY;QACd,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QACnD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,qEAAqE;IACrE,kBAAkB;IAClB,qEAAqE;IAE7D,YAAY,CAAC,SAAiB;QACpC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,4DAA4D;IACpD,eAAe;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3C,+EAA+E;YAC/E,kFAAkF;YAClF,IAAI,SAA6B,CAAC;YAClC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpC,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,GAAG,SAAS;oBAAE,SAAS,GAAG,CAAC,CAAC;YAC9D,CAAC;YACD,IAAI,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;CACF"}