@claude-flow/memory 3.0.0-alpha.11 → 3.0.0-alpha.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-memory-scope.d.ts.map +1 -1
- package/dist/agent-memory-scope.js +10 -2
- package/dist/agent-memory-scope.js.map +1 -1
- package/dist/agentdb-backend.d.ts.map +1 -1
- package/dist/agentdb-backend.js +18 -1
- package/dist/agentdb-backend.js.map +1 -1
- package/dist/controller-registry.d.ts +216 -0
- package/dist/controller-registry.d.ts.map +1 -0
- package/dist/controller-registry.js +893 -0
- package/dist/controller-registry.js.map +1 -0
- package/dist/controller-registry.test.d.ts +14 -0
- package/dist/controller-registry.test.d.ts.map +1 -0
- package/dist/controller-registry.test.js +636 -0
- package/dist/controller-registry.test.js.map +1 -0
- package/dist/database-provider.d.ts +2 -1
- package/dist/database-provider.d.ts.map +1 -1
- package/dist/database-provider.js +27 -2
- package/dist/database-provider.js.map +1 -1
- package/dist/hnsw-lite.d.ts +23 -0
- package/dist/hnsw-lite.d.ts.map +1 -0
- package/dist/hnsw-lite.js +168 -0
- package/dist/hnsw-lite.js.map +1 -0
- package/dist/hybrid-backend.d.ts +28 -0
- package/dist/hybrid-backend.d.ts.map +1 -1
- package/dist/hybrid-backend.js +53 -0
- package/dist/hybrid-backend.js.map +1 -1
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -0
- package/dist/index.js.map +1 -1
- package/dist/persistent-sona.d.ts +144 -0
- package/dist/persistent-sona.d.ts.map +1 -0
- package/dist/persistent-sona.js +332 -0
- package/dist/persistent-sona.js.map +1 -0
- package/dist/rvf-backend.d.ts +51 -0
- package/dist/rvf-backend.d.ts.map +1 -0
- package/dist/rvf-backend.js +481 -0
- package/dist/rvf-backend.js.map +1 -0
- package/dist/rvf-learning-store.d.ts +139 -0
- package/dist/rvf-learning-store.d.ts.map +1 -0
- package/dist/rvf-learning-store.js +295 -0
- package/dist/rvf-learning-store.js.map +1 -0
- package/dist/rvf-migration.d.ts +45 -0
- package/dist/rvf-migration.d.ts.map +1 -0
- package/dist/rvf-migration.js +254 -0
- package/dist/rvf-migration.js.map +1 -0
- package/package.json +2 -2
|
@@ -0,0 +1,481 @@
|
|
|
1
|
+
import { existsSync } from 'node:fs';
|
|
2
|
+
import { readFile, writeFile, mkdir, rename } from 'node:fs/promises';
|
|
3
|
+
import { dirname, resolve } from 'node:path';
|
|
4
|
+
import { HnswLite, cosineSimilarity } from './hnsw-lite.js';
|
|
5
|
+
/** Validate a file path is safe (no null bytes, no traversal above root) */
|
|
6
|
+
function validatePath(p) {
|
|
7
|
+
if (p === ':memory:')
|
|
8
|
+
return;
|
|
9
|
+
if (p.includes('\0'))
|
|
10
|
+
throw new Error('Path contains null bytes');
|
|
11
|
+
const resolved = resolve(p);
|
|
12
|
+
if (resolved.includes('\0'))
|
|
13
|
+
throw new Error('Resolved path contains null bytes');
|
|
14
|
+
}
|
|
15
|
+
const MAGIC = 'RVF\0';
|
|
16
|
+
const VERSION = 1;
|
|
17
|
+
const DEFAULT_DIMENSIONS = 1536;
|
|
18
|
+
const DEFAULT_M = 16;
|
|
19
|
+
const DEFAULT_EF_CONSTRUCTION = 200;
|
|
20
|
+
const DEFAULT_MAX_ELEMENTS = 100000;
|
|
21
|
+
const DEFAULT_PERSIST_INTERVAL = 30000;
|
|
22
|
+
export class RvfBackend {
|
|
23
|
+
entries = new Map();
|
|
24
|
+
keyIndex = new Map();
|
|
25
|
+
hnswIndex = null;
|
|
26
|
+
nativeDb = null;
|
|
27
|
+
config;
|
|
28
|
+
initialized = false;
|
|
29
|
+
dirty = false;
|
|
30
|
+
persisting = false;
|
|
31
|
+
persistTimer = null;
|
|
32
|
+
queryTimes = [];
|
|
33
|
+
searchTimes = [];
|
|
34
|
+
constructor(config) {
|
|
35
|
+
const dimensions = config.dimensions ?? DEFAULT_DIMENSIONS;
|
|
36
|
+
if (!Number.isInteger(dimensions) || dimensions < 1 || dimensions > 10000) {
|
|
37
|
+
throw new Error(`Invalid dimensions: ${dimensions}. Must be an integer between 1 and 10000.`);
|
|
38
|
+
}
|
|
39
|
+
this.config = {
|
|
40
|
+
databasePath: config.databasePath,
|
|
41
|
+
dimensions,
|
|
42
|
+
metric: config.metric ?? 'cosine',
|
|
43
|
+
quantization: config.quantization ?? 'fp32',
|
|
44
|
+
hnswM: config.hnswM ?? DEFAULT_M,
|
|
45
|
+
hnswEfConstruction: config.hnswEfConstruction ?? DEFAULT_EF_CONSTRUCTION,
|
|
46
|
+
maxElements: config.maxElements ?? DEFAULT_MAX_ELEMENTS,
|
|
47
|
+
verbose: config.verbose ?? false,
|
|
48
|
+
defaultNamespace: config.defaultNamespace ?? 'default',
|
|
49
|
+
autoPersistInterval: config.autoPersistInterval ?? DEFAULT_PERSIST_INTERVAL,
|
|
50
|
+
};
|
|
51
|
+
validatePath(this.config.databasePath);
|
|
52
|
+
}
|
|
53
|
+
async initialize() {
|
|
54
|
+
if (this.initialized)
|
|
55
|
+
return;
|
|
56
|
+
const useNative = await this.tryNativeInit();
|
|
57
|
+
if (!useNative) {
|
|
58
|
+
this.hnswIndex = new HnswLite(this.config.dimensions, this.config.hnswM, this.config.hnswEfConstruction, this.config.metric);
|
|
59
|
+
await this.loadFromDisk();
|
|
60
|
+
}
|
|
61
|
+
if (this.config.autoPersistInterval > 0 && this.config.databasePath !== ':memory:') {
|
|
62
|
+
this.persistTimer = setInterval(() => {
|
|
63
|
+
if (this.dirty && !this.persisting)
|
|
64
|
+
this.persistToDisk().catch(() => { });
|
|
65
|
+
}, this.config.autoPersistInterval);
|
|
66
|
+
if (this.persistTimer.unref)
|
|
67
|
+
this.persistTimer.unref();
|
|
68
|
+
}
|
|
69
|
+
this.initialized = true;
|
|
70
|
+
if (this.config.verbose) {
|
|
71
|
+
const mode = this.nativeDb ? 'native @ruvector/rvf' : 'pure-TS fallback';
|
|
72
|
+
console.log(`[RvfBackend] Initialized (${mode}), ${this.entries.size} entries loaded`);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
async shutdown() {
|
|
76
|
+
if (!this.initialized)
|
|
77
|
+
return;
|
|
78
|
+
if (this.persistTimer) {
|
|
79
|
+
clearInterval(this.persistTimer);
|
|
80
|
+
this.persistTimer = null;
|
|
81
|
+
}
|
|
82
|
+
if (this.dirty) {
|
|
83
|
+
await this.persistToDisk();
|
|
84
|
+
}
|
|
85
|
+
if (this.nativeDb) {
|
|
86
|
+
try {
|
|
87
|
+
await this.nativeDb.close();
|
|
88
|
+
}
|
|
89
|
+
catch { }
|
|
90
|
+
this.nativeDb = null;
|
|
91
|
+
}
|
|
92
|
+
this.entries.clear();
|
|
93
|
+
this.keyIndex.clear();
|
|
94
|
+
this.hnswIndex = null;
|
|
95
|
+
this.initialized = false;
|
|
96
|
+
}
|
|
97
|
+
async store(entry) {
|
|
98
|
+
const ns = entry.namespace || this.config.defaultNamespace;
|
|
99
|
+
const e = ns !== entry.namespace ? { ...entry, namespace: ns } : entry;
|
|
100
|
+
this.entries.set(e.id, e);
|
|
101
|
+
this.keyIndex.set(this.compositeKey(e.namespace, e.key), e.id);
|
|
102
|
+
if (e.embedding && this.hnswIndex) {
|
|
103
|
+
this.hnswIndex.add(e.id, e.embedding);
|
|
104
|
+
}
|
|
105
|
+
this.dirty = true;
|
|
106
|
+
}
|
|
107
|
+
async get(id) {
|
|
108
|
+
const entry = this.entries.get(id);
|
|
109
|
+
if (!entry)
|
|
110
|
+
return null;
|
|
111
|
+
entry.accessCount++;
|
|
112
|
+
entry.lastAccessedAt = Date.now();
|
|
113
|
+
return entry;
|
|
114
|
+
}
|
|
115
|
+
async getByKey(namespace, key) {
|
|
116
|
+
const id = this.keyIndex.get(this.compositeKey(namespace, key));
|
|
117
|
+
if (!id)
|
|
118
|
+
return null;
|
|
119
|
+
return this.get(id);
|
|
120
|
+
}
|
|
121
|
+
async update(id, updateData) {
|
|
122
|
+
const entry = this.entries.get(id);
|
|
123
|
+
if (!entry)
|
|
124
|
+
return null;
|
|
125
|
+
const updated = {
|
|
126
|
+
...entry,
|
|
127
|
+
...updateData,
|
|
128
|
+
updatedAt: Date.now(),
|
|
129
|
+
version: entry.version + 1,
|
|
130
|
+
};
|
|
131
|
+
this.entries.set(id, updated);
|
|
132
|
+
this.dirty = true;
|
|
133
|
+
return updated;
|
|
134
|
+
}
|
|
135
|
+
async delete(id) {
|
|
136
|
+
const entry = this.entries.get(id);
|
|
137
|
+
if (!entry)
|
|
138
|
+
return false;
|
|
139
|
+
this.entries.delete(id);
|
|
140
|
+
this.keyIndex.delete(this.compositeKey(entry.namespace, entry.key));
|
|
141
|
+
if (this.hnswIndex)
|
|
142
|
+
this.hnswIndex.remove(id);
|
|
143
|
+
this.dirty = true;
|
|
144
|
+
return true;
|
|
145
|
+
}
|
|
146
|
+
async query(q) {
|
|
147
|
+
const start = performance.now();
|
|
148
|
+
let results = Array.from(this.entries.values());
|
|
149
|
+
if (q.namespace)
|
|
150
|
+
results = results.filter(e => e.namespace === q.namespace);
|
|
151
|
+
if (q.key)
|
|
152
|
+
results = results.filter(e => e.key === q.key);
|
|
153
|
+
if (q.keyPrefix)
|
|
154
|
+
results = results.filter(e => e.key.startsWith(q.keyPrefix));
|
|
155
|
+
if (q.tags?.length)
|
|
156
|
+
results = results.filter(e => q.tags.every(t => e.tags.includes(t)));
|
|
157
|
+
if (q.memoryType)
|
|
158
|
+
results = results.filter(e => e.type === q.memoryType);
|
|
159
|
+
if (q.accessLevel)
|
|
160
|
+
results = results.filter(e => e.accessLevel === q.accessLevel);
|
|
161
|
+
if (q.ownerId)
|
|
162
|
+
results = results.filter(e => e.ownerId === q.ownerId);
|
|
163
|
+
if (q.createdAfter)
|
|
164
|
+
results = results.filter(e => e.createdAt > q.createdAfter);
|
|
165
|
+
if (q.createdBefore)
|
|
166
|
+
results = results.filter(e => e.createdAt < q.createdBefore);
|
|
167
|
+
if (q.updatedAfter)
|
|
168
|
+
results = results.filter(e => e.updatedAt > q.updatedAfter);
|
|
169
|
+
if (q.updatedBefore)
|
|
170
|
+
results = results.filter(e => e.updatedAt < q.updatedBefore);
|
|
171
|
+
if (!q.includeExpired) {
|
|
172
|
+
const now = Date.now();
|
|
173
|
+
results = results.filter(e => !e.expiresAt || e.expiresAt > now);
|
|
174
|
+
}
|
|
175
|
+
if (q.type === 'semantic' && q.embedding && this.hnswIndex) {
|
|
176
|
+
const searchResults = this.hnswIndex.search(q.embedding, q.limit, q.threshold);
|
|
177
|
+
const idSet = new Set(searchResults.map(r => r.id));
|
|
178
|
+
results = results.filter(e => idSet.has(e.id));
|
|
179
|
+
}
|
|
180
|
+
const offset = q.offset ?? 0;
|
|
181
|
+
results = results.slice(offset, offset + q.limit);
|
|
182
|
+
this.recordTiming(this.queryTimes, start);
|
|
183
|
+
return results;
|
|
184
|
+
}
|
|
185
|
+
async search(embedding, options) {
|
|
186
|
+
const start = performance.now();
|
|
187
|
+
let results;
|
|
188
|
+
if (this.hnswIndex) {
|
|
189
|
+
const raw = this.hnswIndex.search(embedding, options.k * 2, options.threshold);
|
|
190
|
+
results = [];
|
|
191
|
+
for (const r of raw) {
|
|
192
|
+
const entry = this.entries.get(r.id);
|
|
193
|
+
if (!entry)
|
|
194
|
+
continue;
|
|
195
|
+
if (options.filters?.namespace && entry.namespace !== options.filters.namespace)
|
|
196
|
+
continue;
|
|
197
|
+
if (options.filters?.tags && !options.filters.tags.every(t => entry.tags.includes(t)))
|
|
198
|
+
continue;
|
|
199
|
+
if (options.filters?.memoryType && entry.type !== options.filters.memoryType)
|
|
200
|
+
continue;
|
|
201
|
+
results.push({ entry, score: r.score, distance: 1 - r.score });
|
|
202
|
+
}
|
|
203
|
+
results = results.slice(0, options.k);
|
|
204
|
+
}
|
|
205
|
+
else {
|
|
206
|
+
results = this.bruteForceSearch(embedding, options);
|
|
207
|
+
}
|
|
208
|
+
this.recordTiming(this.searchTimes, start);
|
|
209
|
+
return results;
|
|
210
|
+
}
|
|
211
|
+
async bulkInsert(entries) {
|
|
212
|
+
for (const entry of entries) {
|
|
213
|
+
this.entries.set(entry.id, entry);
|
|
214
|
+
this.keyIndex.set(this.compositeKey(entry.namespace, entry.key), entry.id);
|
|
215
|
+
if (entry.embedding && this.hnswIndex)
|
|
216
|
+
this.hnswIndex.add(entry.id, entry.embedding);
|
|
217
|
+
}
|
|
218
|
+
this.dirty = true;
|
|
219
|
+
}
|
|
220
|
+
async bulkDelete(ids) {
|
|
221
|
+
let count = 0;
|
|
222
|
+
for (const id of ids) {
|
|
223
|
+
const entry = this.entries.get(id);
|
|
224
|
+
if (entry) {
|
|
225
|
+
this.entries.delete(id);
|
|
226
|
+
this.keyIndex.delete(this.compositeKey(entry.namespace, entry.key));
|
|
227
|
+
if (this.hnswIndex)
|
|
228
|
+
this.hnswIndex.remove(id);
|
|
229
|
+
count++;
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
this.dirty = true;
|
|
233
|
+
return count;
|
|
234
|
+
}
|
|
235
|
+
async count(namespace) {
|
|
236
|
+
if (!namespace)
|
|
237
|
+
return this.entries.size;
|
|
238
|
+
let c = 0;
|
|
239
|
+
for (const entry of this.entries.values()) {
|
|
240
|
+
if (entry.namespace === namespace)
|
|
241
|
+
c++;
|
|
242
|
+
}
|
|
243
|
+
return c;
|
|
244
|
+
}
|
|
245
|
+
async listNamespaces() {
|
|
246
|
+
const ns = new Set();
|
|
247
|
+
for (const entry of this.entries.values())
|
|
248
|
+
ns.add(entry.namespace);
|
|
249
|
+
return Array.from(ns);
|
|
250
|
+
}
|
|
251
|
+
async clearNamespace(namespace) {
|
|
252
|
+
const toDelete = [];
|
|
253
|
+
for (const [id, entry] of this.entries) {
|
|
254
|
+
if (entry.namespace === namespace)
|
|
255
|
+
toDelete.push(id);
|
|
256
|
+
}
|
|
257
|
+
for (const id of toDelete) {
|
|
258
|
+
const entry = this.entries.get(id);
|
|
259
|
+
this.entries.delete(id);
|
|
260
|
+
this.keyIndex.delete(this.compositeKey(entry.namespace, entry.key));
|
|
261
|
+
if (this.hnswIndex)
|
|
262
|
+
this.hnswIndex.remove(id);
|
|
263
|
+
}
|
|
264
|
+
if (toDelete.length > 0)
|
|
265
|
+
this.dirty = true;
|
|
266
|
+
return toDelete.length;
|
|
267
|
+
}
|
|
268
|
+
async getStats() {
|
|
269
|
+
const entriesByNamespace = {};
|
|
270
|
+
const entriesByType = {};
|
|
271
|
+
let memoryUsage = 0;
|
|
272
|
+
for (const entry of this.entries.values()) {
|
|
273
|
+
entriesByNamespace[entry.namespace] = (entriesByNamespace[entry.namespace] ?? 0) + 1;
|
|
274
|
+
entriesByType[entry.type] = (entriesByType[entry.type] ?? 0) + 1;
|
|
275
|
+
memoryUsage += entry.content.length * 2;
|
|
276
|
+
if (entry.embedding)
|
|
277
|
+
memoryUsage += entry.embedding.byteLength;
|
|
278
|
+
}
|
|
279
|
+
const avgQuery = this.avg(this.queryTimes);
|
|
280
|
+
const avgSearch = this.avg(this.searchTimes);
|
|
281
|
+
return {
|
|
282
|
+
totalEntries: this.entries.size,
|
|
283
|
+
entriesByNamespace,
|
|
284
|
+
entriesByType: entriesByType,
|
|
285
|
+
memoryUsage,
|
|
286
|
+
hnswStats: this.hnswIndex ? {
|
|
287
|
+
vectorCount: this.hnswIndex.size,
|
|
288
|
+
memoryUsage: this.hnswIndex.size * this.config.dimensions * 4,
|
|
289
|
+
avgSearchTime: avgSearch,
|
|
290
|
+
buildTime: 0,
|
|
291
|
+
} : undefined,
|
|
292
|
+
avgQueryTime: avgQuery,
|
|
293
|
+
avgSearchTime: avgSearch,
|
|
294
|
+
};
|
|
295
|
+
}
|
|
296
|
+
async healthCheck() {
|
|
297
|
+
const issues = [];
|
|
298
|
+
const recommendations = [];
|
|
299
|
+
if (!this.initialized)
|
|
300
|
+
issues.push('Backend not initialized');
|
|
301
|
+
if (!this.hnswIndex && !this.nativeDb) {
|
|
302
|
+
issues.push('No vector index available');
|
|
303
|
+
recommendations.push('Install @ruvector/rvf for native HNSW performance');
|
|
304
|
+
}
|
|
305
|
+
const status = issues.length === 0
|
|
306
|
+
? 'healthy'
|
|
307
|
+
: issues.some(i => i.includes('not initialized')) ? 'unhealthy' : 'degraded';
|
|
308
|
+
return {
|
|
309
|
+
status,
|
|
310
|
+
components: {
|
|
311
|
+
storage: { status: this.initialized ? 'healthy' : 'unhealthy', latency: 0 },
|
|
312
|
+
index: { status: this.hnswIndex || this.nativeDb ? 'healthy' : 'degraded', latency: 0 },
|
|
313
|
+
cache: { status: 'healthy', latency: 0 },
|
|
314
|
+
},
|
|
315
|
+
timestamp: Date.now(),
|
|
316
|
+
issues,
|
|
317
|
+
recommendations,
|
|
318
|
+
};
|
|
319
|
+
}
|
|
320
|
+
async tryNativeInit() {
|
|
321
|
+
try {
|
|
322
|
+
const rvf = await import('@ruvector/rvf');
|
|
323
|
+
this.nativeDb = new rvf.RvfDatabase({
|
|
324
|
+
path: this.config.databasePath,
|
|
325
|
+
dimensions: this.config.dimensions,
|
|
326
|
+
metric: this.config.metric,
|
|
327
|
+
quantization: this.config.quantization,
|
|
328
|
+
hnswM: this.config.hnswM,
|
|
329
|
+
hnswEfConstruction: this.config.hnswEfConstruction,
|
|
330
|
+
maxElements: this.config.maxElements,
|
|
331
|
+
});
|
|
332
|
+
await this.nativeDb.open();
|
|
333
|
+
if (this.config.verbose) {
|
|
334
|
+
console.log('[RvfBackend] Native @ruvector/rvf loaded successfully');
|
|
335
|
+
}
|
|
336
|
+
return true;
|
|
337
|
+
}
|
|
338
|
+
catch {
|
|
339
|
+
if (this.config.verbose) {
|
|
340
|
+
console.log('[RvfBackend] @ruvector/rvf not available, using pure-TS fallback');
|
|
341
|
+
}
|
|
342
|
+
return false;
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
compositeKey(namespace, key) {
|
|
346
|
+
return `${namespace}\0${key}`;
|
|
347
|
+
}
|
|
348
|
+
bruteForceSearch(embedding, options) {
|
|
349
|
+
const results = [];
|
|
350
|
+
for (const entry of this.entries.values()) {
|
|
351
|
+
if (!entry.embedding)
|
|
352
|
+
continue;
|
|
353
|
+
const score = cosineSimilarity(embedding, entry.embedding);
|
|
354
|
+
if (options.threshold && score < options.threshold)
|
|
355
|
+
continue;
|
|
356
|
+
if (options.filters?.namespace && entry.namespace !== options.filters.namespace)
|
|
357
|
+
continue;
|
|
358
|
+
if (options.filters?.tags && !options.filters.tags.every(t => entry.tags.includes(t)))
|
|
359
|
+
continue;
|
|
360
|
+
results.push({ entry, score, distance: 1 - score });
|
|
361
|
+
}
|
|
362
|
+
results.sort((a, b) => b.score - a.score);
|
|
363
|
+
return results.slice(0, options.k);
|
|
364
|
+
}
|
|
365
|
+
recordTiming(arr, start) {
|
|
366
|
+
arr.push(performance.now() - start);
|
|
367
|
+
if (arr.length > 100)
|
|
368
|
+
arr.shift();
|
|
369
|
+
}
|
|
370
|
+
avg(arr) {
|
|
371
|
+
return arr.length > 0 ? arr.reduce((a, b) => a + b, 0) / arr.length : 0;
|
|
372
|
+
}
|
|
373
|
+
async loadFromDisk() {
|
|
374
|
+
if (this.config.databasePath === ':memory:')
|
|
375
|
+
return;
|
|
376
|
+
if (!existsSync(this.config.databasePath))
|
|
377
|
+
return;
|
|
378
|
+
try {
|
|
379
|
+
const raw = await readFile(this.config.databasePath);
|
|
380
|
+
if (raw.length < 8)
|
|
381
|
+
return;
|
|
382
|
+
const magic = String.fromCharCode(raw[0], raw[1], raw[2], raw[3]);
|
|
383
|
+
if (magic !== MAGIC)
|
|
384
|
+
return;
|
|
385
|
+
const headerLen = raw.readUInt32LE(4);
|
|
386
|
+
const MAX_HEADER_SIZE = 10 * 1024 * 1024; // 10MB max header
|
|
387
|
+
if (headerLen > MAX_HEADER_SIZE || 8 + headerLen > raw.length)
|
|
388
|
+
return;
|
|
389
|
+
const headerJson = raw.subarray(8, 8 + headerLen).toString('utf-8');
|
|
390
|
+
let header;
|
|
391
|
+
try {
|
|
392
|
+
header = JSON.parse(headerJson);
|
|
393
|
+
}
|
|
394
|
+
catch {
|
|
395
|
+
if (this.config.verbose)
|
|
396
|
+
console.error('[RvfBackend] Corrupt RVF header');
|
|
397
|
+
return;
|
|
398
|
+
}
|
|
399
|
+
if (!header || typeof header.entryCount !== 'number' || typeof header.version !== 'number')
|
|
400
|
+
return;
|
|
401
|
+
let offset = 8 + headerLen;
|
|
402
|
+
for (let i = 0; i < header.entryCount; i++) {
|
|
403
|
+
if (offset + 4 > raw.length)
|
|
404
|
+
break;
|
|
405
|
+
const entryLen = raw.readUInt32LE(offset);
|
|
406
|
+
offset += 4;
|
|
407
|
+
if (offset + entryLen > raw.length)
|
|
408
|
+
break;
|
|
409
|
+
const entryJson = raw.subarray(offset, offset + entryLen).toString('utf-8');
|
|
410
|
+
offset += entryLen;
|
|
411
|
+
const parsed = JSON.parse(entryJson);
|
|
412
|
+
if (parsed.embedding)
|
|
413
|
+
parsed.embedding = new Float32Array(parsed.embedding);
|
|
414
|
+
const entry = parsed;
|
|
415
|
+
this.entries.set(entry.id, entry);
|
|
416
|
+
this.keyIndex.set(this.compositeKey(entry.namespace, entry.key), entry.id);
|
|
417
|
+
if (entry.embedding && this.hnswIndex)
|
|
418
|
+
this.hnswIndex.add(entry.id, entry.embedding);
|
|
419
|
+
}
|
|
420
|
+
}
|
|
421
|
+
catch (err) {
|
|
422
|
+
if (this.config.verbose) {
|
|
423
|
+
console.error('[RvfBackend] Error loading from disk:', err);
|
|
424
|
+
}
|
|
425
|
+
}
|
|
426
|
+
}
|
|
427
|
+
async persistToDisk() {
|
|
428
|
+
if (this.config.databasePath === ':memory:')
|
|
429
|
+
return;
|
|
430
|
+
if (this.persisting)
|
|
431
|
+
return; // Prevent concurrent persist calls
|
|
432
|
+
this.persisting = true;
|
|
433
|
+
try {
|
|
434
|
+
const dir = dirname(this.config.databasePath);
|
|
435
|
+
if (!existsSync(dir))
|
|
436
|
+
await mkdir(dir, { recursive: true });
|
|
437
|
+
const entries = Array.from(this.entries.values());
|
|
438
|
+
// Compute min createdAt without spread operator (avoids stack overflow for large arrays)
|
|
439
|
+
let minCreatedAt = Date.now();
|
|
440
|
+
for (const e of entries) {
|
|
441
|
+
if (e.createdAt < minCreatedAt)
|
|
442
|
+
minCreatedAt = e.createdAt;
|
|
443
|
+
}
|
|
444
|
+
const header = {
|
|
445
|
+
magic: MAGIC,
|
|
446
|
+
version: VERSION,
|
|
447
|
+
dimensions: this.config.dimensions,
|
|
448
|
+
metric: this.config.metric,
|
|
449
|
+
quantization: this.config.quantization,
|
|
450
|
+
entryCount: entries.length,
|
|
451
|
+
createdAt: entries.length > 0 ? minCreatedAt : Date.now(),
|
|
452
|
+
updatedAt: Date.now(),
|
|
453
|
+
};
|
|
454
|
+
const headerBuf = Buffer.from(JSON.stringify(header), 'utf-8');
|
|
455
|
+
const entryBuffers = [];
|
|
456
|
+
for (const entry of entries) {
|
|
457
|
+
const serialized = {
|
|
458
|
+
...entry,
|
|
459
|
+
embedding: entry.embedding ? Array.from(entry.embedding) : undefined,
|
|
460
|
+
};
|
|
461
|
+
const buf = Buffer.from(JSON.stringify(serialized), 'utf-8');
|
|
462
|
+
const lenBuf = Buffer.alloc(4);
|
|
463
|
+
lenBuf.writeUInt32LE(buf.length, 0);
|
|
464
|
+
entryBuffers.push(lenBuf, buf);
|
|
465
|
+
}
|
|
466
|
+
const magicBuf = Buffer.from([0x52, 0x56, 0x46, 0x00]);
|
|
467
|
+
const headerLenBuf = Buffer.alloc(4);
|
|
468
|
+
headerLenBuf.writeUInt32LE(headerBuf.length, 0);
|
|
469
|
+
const output = Buffer.concat([magicBuf, headerLenBuf, headerBuf, ...entryBuffers]);
|
|
470
|
+
// Atomic write: write to temp file then rename (crash-safe)
|
|
471
|
+
const tmpPath = this.config.databasePath + '.tmp';
|
|
472
|
+
await writeFile(tmpPath, output);
|
|
473
|
+
await rename(tmpPath, this.config.databasePath);
|
|
474
|
+
this.dirty = false;
|
|
475
|
+
}
|
|
476
|
+
finally {
|
|
477
|
+
this.persisting = false;
|
|
478
|
+
}
|
|
479
|
+
}
|
|
480
|
+
}
|
|
481
|
+
//# sourceMappingURL=rvf-backend.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rvf-backend.js","sourceRoot":"","sources":["../src/rvf-backend.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAY7C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAE5D,4EAA4E;AAC5E,SAAS,YAAY,CAAC,CAAS;IAC7B,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO;IAC7B,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;AACpF,CAAC;AA0BD,MAAM,KAAK,GAAG,OAAO,CAAC;AACtB,MAAM,OAAO,GAAG,CAAC,CAAC;AAClB,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAEvC,MAAM,OAAO,UAAU;IACb,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IACzC,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,SAAS,GAAoB,IAAI,CAAC;IAClC,QAAQ,GAAQ,IAAI,CAAC;IACrB,MAAM,CAA6B;IACnC,WAAW,GAAG,KAAK,CAAC;IACpB,KAAK,GAAG,KAAK,CAAC;IACd,UAAU,GAAG,KAAK,CAAC;IACnB,YAAY,GAA0C,IAAI,CAAC;IAC3D,UAAU,GAAa,EAAE,CAAC;IAC1B,WAAW,GAAa,EAAE,CAAC;IAEnC,YAAY,MAAwB;QAClC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,kBAAkB,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,KAAK,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,uBAAuB,UAAU,2CAA2C,CAAC,CAAC;QAChG,CAAC;QACD,IAAI,CAAC,MAAM,GAAG;YACZ,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU;YACV,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,QAAQ;YACjC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,MAAM;YAC3C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS;YAChC,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,uBAAuB;YACxE,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,oBAAoB;YACvD,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;YAChC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;YACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,wBAAwB;SAC5E,CAAC;QACF,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,GAAG,IAAI,QAAQ,CAC3B,IAAI,CAAC,MAAM,CAAC,UAAU,EACtB,IAAI,CAAC,MAAM,CAAC,KAAK,EACjB,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAC9B,IAAI,CAAC,MAAM,CAAC,MAAM,CACnB,CAAC;YACF,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;YACnF,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;gBACnC,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU;oBAAE,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC3E,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;YACpC,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK;gBAAE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QACzD,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,kBAAkB,CAAC;YACzE,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,iBAAiB,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE9B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC7C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAkB;QAC5B,MAAM,EAAE,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC3D,MAAM,CAAC,GAAG,EAAE,KAAK,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QACvE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,GAAW;QAC3C,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACrB,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,UAA6B;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,OAAO,GAAgB;YAC3B,GAAG,KAAK;YACR,GAAG,UAAU;YACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC;SAC3B,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,SAAS;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,CAAc;QACxB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC,CAAC,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5E,IAAI,CAAC,CAAC,GAAG;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,CAAC,SAAS;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,SAAU,CAAC,CAAC,CAAC;QAC/E,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,IAAI,CAAC,CAAC,UAAU;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC;QACzE,IAAI,CAAC,CAAC,WAAW;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC;QAClF,IAAI,CAAC,CAAC,OAAO;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;QACtE,IAAI,CAAC,CAAC,YAAY;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,YAAa,CAAC,CAAC;QACjF,IAAI,CAAC,CAAC,aAAa;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,aAAc,CAAC,CAAC;QACnF,IAAI,CAAC,CAAC,YAAY;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,YAAa,CAAC,CAAC;QACjF,IAAI,CAAC,CAAC,aAAa;YAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,aAAc,CAAC,CAAC;QACnF,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;YAC/E,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpD,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAC7B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAuB,EAAE,OAAsB;QAC1D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,OAAuB,CAAC;QAE5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAC/E,OAAO,GAAG,EAAE,CAAC;YACb,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,IAAI,OAAO,CAAC,OAAO,EAAE,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,SAAS;oBAAE,SAAS;gBAC1F,IAAI,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAAE,SAAS;gBAChG,IAAI,OAAO,CAAC,OAAO,EAAE,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,UAAU;oBAAE,SAAS;gBACvF,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC3C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAsB;QACrC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3E,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAa;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACxB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpE,IAAI,IAAI,CAAC,SAAS;oBAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC9C,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAkB;QAC5B,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QACzC,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;gBAAE,CAAC,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,EAAE,GAAG,IAAI,GAAG,EAAU,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB;QACpC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;YACpC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YACpE,IAAI,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAC3C,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,kBAAkB,GAA2B,EAAE,CAAC;QACtD,MAAM,aAAa,GAA2B,EAAE,CAAC;QACjD,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrF,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjE,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YACxC,IAAI,KAAK,CAAC,SAAS;gBAAE,WAAW,IAAI,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC;QACjE,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE7C,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YAC/B,kBAAkB;YAClB,aAAa,EAAE,aAA2C;YAC1D,WAAW;YACX,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI;gBAChC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC;gBAC7D,aAAa,EAAE,SAAS;gBACxB,SAAS,EAAE,CAAC;aACb,CAAC,CAAC,CAAC,SAAS;YACb,YAAY,EAAE,QAAQ;YACtB,aAAa,EAAE,SAAS;SACzB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YACzC,eAAe,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC;YAChC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC;QAE/E,OAAO;YACL,MAAM;YACN,UAAU,EAAE;gBACV,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC,EAAE;gBAC3E,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE;gBACvF,KAAK,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE;aACzC;YACD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,MAAM;YACN,eAAe;SAChB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,eAAyB,CAAC,CAAC;YACpD,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC;gBAClC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;gBAC9B,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;gBACtC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;gBAClD,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;aACrC,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;YACvE,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,SAAiB,EAAE,GAAW;QACjD,OAAO,GAAG,SAAS,KAAK,GAAG,EAAE,CAAC;IAChC,CAAC;IAEO,gBAAgB,CAAC,SAAuB,EAAE,OAAsB;QACtE,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,SAAS;gBAAE,SAAS;YAC/B,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,CAAC,SAAS,IAAI,KAAK,GAAG,OAAO,CAAC,SAAS;gBAAE,SAAS;YAC7D,IAAI,OAAO,CAAC,OAAO,EAAE,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,OAAO,CAAC,SAAS;gBAAE,SAAS;YAC1F,IAAI,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAAE,SAAS;YAChG,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IAEO,YAAY,CAAC,GAAa,EAAE,KAAa;QAC/C,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;YAAE,GAAG,CAAC,KAAK,EAAE,CAAC;IACpC,CAAC;IAEO,GAAG,CAAC,GAAa;QACvB,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,UAAU;YAAE,OAAO;QACpD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YAAE,OAAO;QAElD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YACrD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO;YAE3B,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,IAAI,KAAK,KAAK,KAAK;gBAAE,OAAO;YAE5B,MAAM,SAAS,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,kBAAkB;YAC5D,IAAI,SAAS,GAAG,eAAe,IAAI,CAAC,GAAG,SAAS,GAAG,GAAG,CAAC,MAAM;gBAAE,OAAO;YACtE,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpE,IAAI,MAAiB,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBAC1E,OAAO;YACT,CAAC;YACD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAAE,OAAO;YAEnG,IAAI,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,IAAI,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM;oBAAE,MAAM;gBACnC,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC1C,MAAM,IAAI,CAAC,CAAC;gBACZ,IAAI,MAAM,GAAG,QAAQ,GAAG,GAAG,CAAC,MAAM;oBAAE,MAAM;gBAE1C,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5E,MAAM,IAAI,QAAQ,CAAC;gBAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrC,IAAI,MAAM,CAAC,SAAS;oBAAE,MAAM,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAE5E,MAAM,KAAK,GAAgB,MAAM,CAAC;gBAClC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC3E,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;oBAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,UAAU;YAAE,OAAO;QACpD,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,CAAC,mCAAmC;QAChE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC;YACL,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC9C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5D,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAElD,yFAAyF;YACzF,IAAI,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,IAAI,CAAC,CAAC,SAAS,GAAG,YAAY;oBAAE,YAAY,GAAG,CAAC,CAAC,SAAS,CAAC;YAC7D,CAAC;YAED,MAAM,MAAM,GAAc;gBACxB,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;gBACtC,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACzD,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;YAC/D,MAAM,YAAY,GAAa,EAAE,CAAC;YAElC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,UAAU,GAAG;oBACjB,GAAG,KAAK;oBACR,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;iBACrE,CAAC;gBACF,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;gBAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAC/B,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACpC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACjC,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC;YAEnF,4DAA4D;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC;YAClD,MAAM,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACjC,MAAM,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAChD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RvfLearningStore - Persistent storage for SONA learning artifacts
|
|
3
|
+
*
|
|
4
|
+
* Stores patterns, LoRA adapters, EWC state, and trajectories in a
|
|
5
|
+
* binary-header JSON-lines file format for fast append and rebuild.
|
|
6
|
+
*
|
|
7
|
+
* File format:
|
|
8
|
+
* 4-byte magic "RVLS" + newline
|
|
9
|
+
* One JSON record per line: {"type":"pattern"|"lora"|"ewc"|"trajectory","data":{...}}
|
|
10
|
+
*
|
|
11
|
+
* @module @claude-flow/memory/rvf-learning-store
|
|
12
|
+
*/
|
|
13
|
+
export interface RvfLearningStoreConfig {
|
|
14
|
+
/** Path to the persistence file */
|
|
15
|
+
storePath: string;
|
|
16
|
+
/** SONA embedding dimension (default: 64) */
|
|
17
|
+
dimensions?: number;
|
|
18
|
+
/** Auto-persist interval in ms (default: 30000) */
|
|
19
|
+
autoPersistInterval?: number;
|
|
20
|
+
/** Enable verbose logging (default: false) */
|
|
21
|
+
verbose?: boolean;
|
|
22
|
+
}
|
|
23
|
+
export interface PatternRecord {
|
|
24
|
+
id: string;
|
|
25
|
+
type: string;
|
|
26
|
+
embedding: number[];
|
|
27
|
+
successRate: number;
|
|
28
|
+
useCount: number;
|
|
29
|
+
lastUsed: string;
|
|
30
|
+
}
|
|
31
|
+
export interface LoraRecord {
|
|
32
|
+
id: string;
|
|
33
|
+
config: Record<string, unknown>;
|
|
34
|
+
weights: string;
|
|
35
|
+
frozen: boolean;
|
|
36
|
+
numParameters: number;
|
|
37
|
+
}
|
|
38
|
+
export interface EwcRecord {
|
|
39
|
+
tasksLearned: number;
|
|
40
|
+
protectionStrength: number;
|
|
41
|
+
forgettingRate: number;
|
|
42
|
+
taskWeights: Record<string, number[]>;
|
|
43
|
+
}
|
|
44
|
+
export interface TrajectoryRecord {
|
|
45
|
+
id: string;
|
|
46
|
+
steps: Array<{
|
|
47
|
+
type: string;
|
|
48
|
+
input: string;
|
|
49
|
+
output: string;
|
|
50
|
+
durationMs: number;
|
|
51
|
+
confidence: number;
|
|
52
|
+
}>;
|
|
53
|
+
outcome: string;
|
|
54
|
+
durationMs: number;
|
|
55
|
+
timestamp: string;
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Persistent store for SONA learning artifacts.
|
|
59
|
+
*
|
|
60
|
+
* Maintains in-memory maps for fast reads and flushes to a JSON-lines
|
|
61
|
+
* file with a binary header on persist(). On initialize(), the file is
|
|
62
|
+
* read line-by-line to rebuild state.
|
|
63
|
+
*
|
|
64
|
+
* @example
|
|
65
|
+
* ```typescript
|
|
66
|
+
* const store = new RvfLearningStore({ storePath: './data/learning.rvls' });
|
|
67
|
+
* await store.initialize();
|
|
68
|
+
*
|
|
69
|
+
* await store.savePatterns([{ id: 'p1', type: 'query_response', ... }]);
|
|
70
|
+
* await store.persist();
|
|
71
|
+
* await store.close();
|
|
72
|
+
* ```
|
|
73
|
+
*/
|
|
74
|
+
export declare class RvfLearningStore {
|
|
75
|
+
private config;
|
|
76
|
+
private patterns;
|
|
77
|
+
private loraAdapters;
|
|
78
|
+
private ewcState;
|
|
79
|
+
private trajectories;
|
|
80
|
+
private dirty;
|
|
81
|
+
private initialized;
|
|
82
|
+
private autoPersistTimer;
|
|
83
|
+
constructor(config: RvfLearningStoreConfig);
|
|
84
|
+
/**
|
|
85
|
+
* Initialize the store by loading any existing data from disk.
|
|
86
|
+
* Creates the parent directory if it does not exist.
|
|
87
|
+
*/
|
|
88
|
+
initialize(): Promise<void>;
|
|
89
|
+
/**
|
|
90
|
+
* Save or update patterns. Existing patterns with matching IDs are
|
|
91
|
+
* overwritten; new patterns are added.
|
|
92
|
+
*
|
|
93
|
+
* @returns The number of patterns stored
|
|
94
|
+
*/
|
|
95
|
+
savePatterns(patterns: PatternRecord[]): Promise<number>;
|
|
96
|
+
/** Load all patterns currently held in memory */
|
|
97
|
+
loadPatterns(): Promise<PatternRecord[]>;
|
|
98
|
+
/** Return the number of stored patterns */
|
|
99
|
+
getPatternCount(): Promise<number>;
|
|
100
|
+
/** Save or update a LoRA adapter record */
|
|
101
|
+
saveLoraAdapter(record: LoraRecord): Promise<void>;
|
|
102
|
+
/** Load all LoRA adapter records */
|
|
103
|
+
loadLoraAdapters(): Promise<LoraRecord[]>;
|
|
104
|
+
/** Delete a LoRA adapter by ID */
|
|
105
|
+
deleteLoraAdapter(id: string): Promise<boolean>;
|
|
106
|
+
/** Save EWC state (replaces any existing state) */
|
|
107
|
+
saveEwcState(record: EwcRecord): Promise<void>;
|
|
108
|
+
/** Load the EWC state, or null if none has been stored */
|
|
109
|
+
loadEwcState(): Promise<EwcRecord | null>;
|
|
110
|
+
/** Append a trajectory record (append-only, never overwritten) */
|
|
111
|
+
appendTrajectory(record: TrajectoryRecord): Promise<void>;
|
|
112
|
+
/**
|
|
113
|
+
* Return stored trajectories, newest first.
|
|
114
|
+
* @param limit Maximum number to return (default: all)
|
|
115
|
+
*/
|
|
116
|
+
getTrajectories(limit?: number): Promise<TrajectoryRecord[]>;
|
|
117
|
+
/** Return the number of stored trajectories */
|
|
118
|
+
getTrajectoryCount(): Promise<number>;
|
|
119
|
+
/**
|
|
120
|
+
* Flush all in-memory state to disk. The entire file is rewritten
|
|
121
|
+
* to ensure consistency (patterns may have been updated in-place).
|
|
122
|
+
*/
|
|
123
|
+
persist(): Promise<void>;
|
|
124
|
+
/** Persist and release resources */
|
|
125
|
+
close(): Promise<void>;
|
|
126
|
+
/** Return summary statistics about the store */
|
|
127
|
+
getStats(): Promise<{
|
|
128
|
+
patterns: number;
|
|
129
|
+
loraAdapters: number;
|
|
130
|
+
trajectories: number;
|
|
131
|
+
hasEwcState: boolean;
|
|
132
|
+
fileSizeBytes: number;
|
|
133
|
+
}>;
|
|
134
|
+
private loadFromDisk;
|
|
135
|
+
private applyRecord;
|
|
136
|
+
private ensureInitialized;
|
|
137
|
+
private log;
|
|
138
|
+
}
|
|
139
|
+
//# sourceMappingURL=rvf-learning-store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rvf-learning-store.d.ts","sourceRoot":"","sources":["../src/rvf-learning-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,MAAM,WAAW,sBAAsB;IACrC,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,KAAK,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AA0BD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAAyC;IACzD,OAAO,CAAC,YAAY,CAAsC;IAC1D,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,gBAAgB,CAA+C;gBAE3D,MAAM,EAAE,sBAAsB;IAS1C;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BjC;;;;;OAKG;IACG,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAW9D,iDAAiD;IAC3C,YAAY,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAK9C,2CAA2C;IACrC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAOxC,2CAA2C;IACrC,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAMxD,oCAAoC;IAC9B,gBAAgB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAK/C,kCAAkC;IAC5B,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASrD,mDAAmD;IAC7C,YAAY,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpD,0DAA0D;IACpD,YAAY,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAO/C,kEAAkE;IAC5D,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAM/D;;;OAGG;IACG,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAMlE,+CAA+C;IACzC,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAO3C;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAqC9B,oCAAoC;IAC9B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB5B,gDAAgD;IAC1C,QAAQ,IAAI,OAAO,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,OAAO,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YAsBY,YAAY;IAkC1B,OAAO,CAAC,WAAW;IAyBnB,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,GAAG;CAMZ"}
|