@claude-flow/memory 3.0.0-alpha.10 → 3.0.0-alpha.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-memory-scope.d.ts.map +1 -1
- package/dist/agent-memory-scope.js +10 -2
- package/dist/agent-memory-scope.js.map +1 -1
- package/dist/agentdb-backend.d.ts.map +1 -1
- package/dist/agentdb-backend.js +18 -1
- package/dist/agentdb-backend.js.map +1 -1
- package/dist/controller-registry.d.ts +216 -0
- package/dist/controller-registry.d.ts.map +1 -0
- package/dist/controller-registry.js +893 -0
- package/dist/controller-registry.js.map +1 -0
- package/dist/controller-registry.test.d.ts +14 -0
- package/dist/controller-registry.test.d.ts.map +1 -0
- package/dist/controller-registry.test.js +636 -0
- package/dist/controller-registry.test.js.map +1 -0
- package/dist/database-provider.d.ts +2 -1
- package/dist/database-provider.d.ts.map +1 -1
- package/dist/database-provider.js +27 -2
- package/dist/database-provider.js.map +1 -1
- package/dist/hnsw-lite.d.ts +23 -0
- package/dist/hnsw-lite.d.ts.map +1 -0
- package/dist/hnsw-lite.js +168 -0
- package/dist/hnsw-lite.js.map +1 -0
- package/dist/hybrid-backend.d.ts +28 -0
- package/dist/hybrid-backend.d.ts.map +1 -1
- package/dist/hybrid-backend.js +53 -0
- package/dist/hybrid-backend.js.map +1 -1
- package/dist/index.d.ts +12 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -0
- package/dist/index.js.map +1 -1
- package/dist/persistent-sona.d.ts +144 -0
- package/dist/persistent-sona.d.ts.map +1 -0
- package/dist/persistent-sona.js +332 -0
- package/dist/persistent-sona.js.map +1 -0
- package/dist/rvf-backend.d.ts +51 -0
- package/dist/rvf-backend.d.ts.map +1 -0
- package/dist/rvf-backend.js +481 -0
- package/dist/rvf-backend.js.map +1 -0
- package/dist/rvf-learning-store.d.ts +139 -0
- package/dist/rvf-learning-store.d.ts.map +1 -0
- package/dist/rvf-learning-store.js +295 -0
- package/dist/rvf-learning-store.js.map +1 -0
- package/dist/rvf-migration.d.ts +45 -0
- package/dist/rvf-migration.d.ts.map +1 -0
- package/dist/rvf-migration.js +254 -0
- package/dist/rvf-migration.js.map +1 -0
- package/package.json +2 -2
|
@@ -0,0 +1,295 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RvfLearningStore - Persistent storage for SONA learning artifacts
|
|
3
|
+
*
|
|
4
|
+
* Stores patterns, LoRA adapters, EWC state, and trajectories in a
|
|
5
|
+
* binary-header JSON-lines file format for fast append and rebuild.
|
|
6
|
+
*
|
|
7
|
+
* File format:
|
|
8
|
+
* 4-byte magic "RVLS" + newline
|
|
9
|
+
* One JSON record per line: {"type":"pattern"|"lora"|"ewc"|"trajectory","data":{...}}
|
|
10
|
+
*
|
|
11
|
+
* @module @claude-flow/memory/rvf-learning-store
|
|
12
|
+
*/
|
|
13
|
+
import * as fs from 'node:fs';
|
|
14
|
+
import * as path from 'node:path';
|
|
15
|
+
// ===== Constants =====
|
|
16
|
+
const MAGIC_HEADER = 'RVLS';
|
|
17
|
+
const DEFAULT_DIMENSIONS = 64;
|
|
18
|
+
const DEFAULT_AUTO_PERSIST_MS = 30_000;
|
|
19
|
+
// ===== Helpers =====
|
|
20
|
+
function ensureDirectory(filePath) {
|
|
21
|
+
const dir = path.dirname(filePath);
|
|
22
|
+
if (!fs.existsSync(dir)) {
|
|
23
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
// ===== RvfLearningStore =====
|
|
27
|
+
/**
|
|
28
|
+
* Persistent store for SONA learning artifacts.
|
|
29
|
+
*
|
|
30
|
+
* Maintains in-memory maps for fast reads and flushes to a JSON-lines
|
|
31
|
+
* file with a binary header on persist(). On initialize(), the file is
|
|
32
|
+
* read line-by-line to rebuild state.
|
|
33
|
+
*
|
|
34
|
+
* @example
|
|
35
|
+
* ```typescript
|
|
36
|
+
* const store = new RvfLearningStore({ storePath: './data/learning.rvls' });
|
|
37
|
+
* await store.initialize();
|
|
38
|
+
*
|
|
39
|
+
* await store.savePatterns([{ id: 'p1', type: 'query_response', ... }]);
|
|
40
|
+
* await store.persist();
|
|
41
|
+
* await store.close();
|
|
42
|
+
* ```
|
|
43
|
+
*/
|
|
44
|
+
export class RvfLearningStore {
|
|
45
|
+
config;
|
|
46
|
+
patterns = new Map();
|
|
47
|
+
loraAdapters = new Map();
|
|
48
|
+
ewcState = null;
|
|
49
|
+
trajectories = [];
|
|
50
|
+
dirty = false;
|
|
51
|
+
initialized = false;
|
|
52
|
+
autoPersistTimer = null;
|
|
53
|
+
constructor(config) {
|
|
54
|
+
this.config = {
|
|
55
|
+
storePath: config.storePath,
|
|
56
|
+
dimensions: config.dimensions ?? DEFAULT_DIMENSIONS,
|
|
57
|
+
autoPersistInterval: config.autoPersistInterval ?? DEFAULT_AUTO_PERSIST_MS,
|
|
58
|
+
verbose: config.verbose ?? false,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Initialize the store by loading any existing data from disk.
|
|
63
|
+
* Creates the parent directory if it does not exist.
|
|
64
|
+
*/
|
|
65
|
+
async initialize() {
|
|
66
|
+
if (this.initialized)
|
|
67
|
+
return;
|
|
68
|
+
ensureDirectory(this.config.storePath);
|
|
69
|
+
if (fs.existsSync(this.config.storePath)) {
|
|
70
|
+
await this.loadFromDisk();
|
|
71
|
+
}
|
|
72
|
+
if (this.config.autoPersistInterval > 0) {
|
|
73
|
+
this.autoPersistTimer = setInterval(() => void this.persist().catch(() => { }), this.config.autoPersistInterval);
|
|
74
|
+
// Allow the process to exit even if the timer is active
|
|
75
|
+
if (this.autoPersistTimer.unref) {
|
|
76
|
+
this.autoPersistTimer.unref();
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
this.initialized = true;
|
|
80
|
+
this.log('Store initialized');
|
|
81
|
+
}
|
|
82
|
+
// ===== Pattern operations =====
|
|
83
|
+
/**
|
|
84
|
+
* Save or update patterns. Existing patterns with matching IDs are
|
|
85
|
+
* overwritten; new patterns are added.
|
|
86
|
+
*
|
|
87
|
+
* @returns The number of patterns stored
|
|
88
|
+
*/
|
|
89
|
+
async savePatterns(patterns) {
|
|
90
|
+
this.ensureInitialized();
|
|
91
|
+
let count = 0;
|
|
92
|
+
for (const pattern of patterns) {
|
|
93
|
+
this.patterns.set(pattern.id, { ...pattern });
|
|
94
|
+
count++;
|
|
95
|
+
}
|
|
96
|
+
this.dirty = true;
|
|
97
|
+
return count;
|
|
98
|
+
}
|
|
99
|
+
/** Load all patterns currently held in memory */
|
|
100
|
+
async loadPatterns() {
|
|
101
|
+
this.ensureInitialized();
|
|
102
|
+
return Array.from(this.patterns.values());
|
|
103
|
+
}
|
|
104
|
+
/** Return the number of stored patterns */
|
|
105
|
+
async getPatternCount() {
|
|
106
|
+
this.ensureInitialized();
|
|
107
|
+
return this.patterns.size;
|
|
108
|
+
}
|
|
109
|
+
// ===== LoRA operations =====
|
|
110
|
+
/** Save or update a LoRA adapter record */
|
|
111
|
+
async saveLoraAdapter(record) {
|
|
112
|
+
this.ensureInitialized();
|
|
113
|
+
this.loraAdapters.set(record.id, { ...record });
|
|
114
|
+
this.dirty = true;
|
|
115
|
+
}
|
|
116
|
+
/** Load all LoRA adapter records */
|
|
117
|
+
async loadLoraAdapters() {
|
|
118
|
+
this.ensureInitialized();
|
|
119
|
+
return Array.from(this.loraAdapters.values());
|
|
120
|
+
}
|
|
121
|
+
/** Delete a LoRA adapter by ID */
|
|
122
|
+
async deleteLoraAdapter(id) {
|
|
123
|
+
this.ensureInitialized();
|
|
124
|
+
const existed = this.loraAdapters.delete(id);
|
|
125
|
+
if (existed)
|
|
126
|
+
this.dirty = true;
|
|
127
|
+
return existed;
|
|
128
|
+
}
|
|
129
|
+
// ===== EWC operations =====
|
|
130
|
+
/** Save EWC state (replaces any existing state) */
|
|
131
|
+
async saveEwcState(record) {
|
|
132
|
+
this.ensureInitialized();
|
|
133
|
+
this.ewcState = { ...record };
|
|
134
|
+
this.dirty = true;
|
|
135
|
+
}
|
|
136
|
+
/** Load the EWC state, or null if none has been stored */
|
|
137
|
+
async loadEwcState() {
|
|
138
|
+
this.ensureInitialized();
|
|
139
|
+
return this.ewcState ? { ...this.ewcState } : null;
|
|
140
|
+
}
|
|
141
|
+
// ===== Trajectory operations =====
|
|
142
|
+
/** Append a trajectory record (append-only, never overwritten) */
|
|
143
|
+
async appendTrajectory(record) {
|
|
144
|
+
this.ensureInitialized();
|
|
145
|
+
this.trajectories.push({ ...record });
|
|
146
|
+
this.dirty = true;
|
|
147
|
+
}
|
|
148
|
+
/**
|
|
149
|
+
* Return stored trajectories, newest first.
|
|
150
|
+
* @param limit Maximum number to return (default: all)
|
|
151
|
+
*/
|
|
152
|
+
async getTrajectories(limit) {
|
|
153
|
+
this.ensureInitialized();
|
|
154
|
+
const sorted = [...this.trajectories].reverse();
|
|
155
|
+
return limit !== undefined ? sorted.slice(0, limit) : sorted;
|
|
156
|
+
}
|
|
157
|
+
/** Return the number of stored trajectories */
|
|
158
|
+
async getTrajectoryCount() {
|
|
159
|
+
this.ensureInitialized();
|
|
160
|
+
return this.trajectories.length;
|
|
161
|
+
}
|
|
162
|
+
// ===== Lifecycle =====
|
|
163
|
+
/**
|
|
164
|
+
* Flush all in-memory state to disk. The entire file is rewritten
|
|
165
|
+
* to ensure consistency (patterns may have been updated in-place).
|
|
166
|
+
*/
|
|
167
|
+
async persist() {
|
|
168
|
+
if (!this.dirty)
|
|
169
|
+
return;
|
|
170
|
+
ensureDirectory(this.config.storePath);
|
|
171
|
+
const lines = [MAGIC_HEADER];
|
|
172
|
+
// Patterns
|
|
173
|
+
for (const pattern of this.patterns.values()) {
|
|
174
|
+
lines.push(JSON.stringify({ type: 'pattern', data: pattern }));
|
|
175
|
+
}
|
|
176
|
+
// LoRA adapters
|
|
177
|
+
for (const lora of this.loraAdapters.values()) {
|
|
178
|
+
lines.push(JSON.stringify({ type: 'lora', data: lora }));
|
|
179
|
+
}
|
|
180
|
+
// EWC state
|
|
181
|
+
if (this.ewcState) {
|
|
182
|
+
lines.push(JSON.stringify({ type: 'ewc', data: this.ewcState }));
|
|
183
|
+
}
|
|
184
|
+
// Trajectories
|
|
185
|
+
for (const traj of this.trajectories) {
|
|
186
|
+
lines.push(JSON.stringify({ type: 'trajectory', data: traj }));
|
|
187
|
+
}
|
|
188
|
+
const content = lines.join('\n') + '\n';
|
|
189
|
+
const tmpPath = this.config.storePath + '.tmp';
|
|
190
|
+
await fs.promises.writeFile(tmpPath, content, 'utf-8');
|
|
191
|
+
await fs.promises.rename(tmpPath, this.config.storePath);
|
|
192
|
+
this.dirty = false;
|
|
193
|
+
this.log(`Persisted: ${this.patterns.size} patterns, ${this.loraAdapters.size} LoRA, ${this.trajectories.length} trajectories`);
|
|
194
|
+
}
|
|
195
|
+
/** Persist and release resources */
|
|
196
|
+
async close() {
|
|
197
|
+
if (this.autoPersistTimer) {
|
|
198
|
+
clearInterval(this.autoPersistTimer);
|
|
199
|
+
this.autoPersistTimer = null;
|
|
200
|
+
}
|
|
201
|
+
if (this.dirty) {
|
|
202
|
+
await this.persist();
|
|
203
|
+
}
|
|
204
|
+
this.initialized = false;
|
|
205
|
+
this.log('Store closed');
|
|
206
|
+
}
|
|
207
|
+
// ===== Stats =====
|
|
208
|
+
/** Return summary statistics about the store */
|
|
209
|
+
async getStats() {
|
|
210
|
+
this.ensureInitialized();
|
|
211
|
+
let fileSizeBytes = 0;
|
|
212
|
+
try {
|
|
213
|
+
const stat = await fs.promises.stat(this.config.storePath);
|
|
214
|
+
fileSizeBytes = stat.size;
|
|
215
|
+
}
|
|
216
|
+
catch {
|
|
217
|
+
// File may not exist yet if nothing has been persisted
|
|
218
|
+
}
|
|
219
|
+
return {
|
|
220
|
+
patterns: this.patterns.size,
|
|
221
|
+
loraAdapters: this.loraAdapters.size,
|
|
222
|
+
trajectories: this.trajectories.length,
|
|
223
|
+
hasEwcState: this.ewcState !== null,
|
|
224
|
+
fileSizeBytes,
|
|
225
|
+
};
|
|
226
|
+
}
|
|
227
|
+
// ===== Private =====
|
|
228
|
+
async loadFromDisk() {
|
|
229
|
+
let content;
|
|
230
|
+
try {
|
|
231
|
+
content = await fs.promises.readFile(this.config.storePath, 'utf-8');
|
|
232
|
+
}
|
|
233
|
+
catch {
|
|
234
|
+
return;
|
|
235
|
+
}
|
|
236
|
+
const lines = content.split('\n').filter((l) => l.trim().length > 0);
|
|
237
|
+
if (lines.length === 0)
|
|
238
|
+
return;
|
|
239
|
+
// Verify magic header
|
|
240
|
+
if (lines[0] !== MAGIC_HEADER) {
|
|
241
|
+
this.log(`Warning: invalid magic header "${lines[0]}", expected "${MAGIC_HEADER}"`);
|
|
242
|
+
return;
|
|
243
|
+
}
|
|
244
|
+
let parsed = 0;
|
|
245
|
+
let errors = 0;
|
|
246
|
+
for (let i = 1; i < lines.length; i++) {
|
|
247
|
+
try {
|
|
248
|
+
const record = JSON.parse(lines[i]);
|
|
249
|
+
this.applyRecord(record);
|
|
250
|
+
parsed++;
|
|
251
|
+
}
|
|
252
|
+
catch {
|
|
253
|
+
errors++;
|
|
254
|
+
this.log(`Warning: failed to parse line ${i + 1}`);
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
this.log(`Loaded from disk: ${parsed} records, ${errors} errors`);
|
|
258
|
+
}
|
|
259
|
+
applyRecord(record) {
|
|
260
|
+
switch (record.type) {
|
|
261
|
+
case 'pattern': {
|
|
262
|
+
const p = record.data;
|
|
263
|
+
this.patterns.set(p.id, p);
|
|
264
|
+
break;
|
|
265
|
+
}
|
|
266
|
+
case 'lora': {
|
|
267
|
+
const l = record.data;
|
|
268
|
+
this.loraAdapters.set(l.id, l);
|
|
269
|
+
break;
|
|
270
|
+
}
|
|
271
|
+
case 'ewc': {
|
|
272
|
+
this.ewcState = record.data;
|
|
273
|
+
break;
|
|
274
|
+
}
|
|
275
|
+
case 'trajectory': {
|
|
276
|
+
this.trajectories.push(record.data);
|
|
277
|
+
break;
|
|
278
|
+
}
|
|
279
|
+
default:
|
|
280
|
+
this.log(`Warning: unknown record type "${record.type}"`);
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
ensureInitialized() {
|
|
284
|
+
if (!this.initialized) {
|
|
285
|
+
throw new Error('RvfLearningStore has not been initialized. Call initialize() first.');
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
log(message) {
|
|
289
|
+
if (this.config.verbose) {
|
|
290
|
+
// eslint-disable-next-line no-console
|
|
291
|
+
console.log(`[RvfLearningStore] ${message}`);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
//# sourceMappingURL=rvf-learning-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rvf-learning-store.js","sourceRoot":"","sources":["../src/rvf-learning-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AA4DlC,wBAAwB;AAExB,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAEvC,sBAAsB;AAEtB,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,+BAA+B;AAE/B;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAmC;IACzC,QAAQ,GAA+B,IAAI,GAAG,EAAE,CAAC;IACjD,YAAY,GAA4B,IAAI,GAAG,EAAE,CAAC;IAClD,QAAQ,GAAqB,IAAI,CAAC;IAClC,YAAY,GAAuB,EAAE,CAAC;IACtC,KAAK,GAAG,KAAK,CAAC;IACd,WAAW,GAAG,KAAK,CAAC;IACpB,gBAAgB,GAA0C,IAAI,CAAC;IAEvE,YAAY,MAA8B;QACxC,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,kBAAkB;YACnD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,uBAAuB;YAC1E,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;SACjC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEvC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,gBAAgB,GAAG,WAAW,CACjC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,EACzC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAChC,CAAC;YACF,wDAAwD;YACxD,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAChC,CAAC;IAED,iCAAiC;IAEjC;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAAC,QAAyB;QAC1C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;YAC9C,KAAK,EAAE,CAAC;QACV,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,iDAAiD;IACjD,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,2CAA2C;IAC3C,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED,8BAA8B;IAE9B,2CAA2C;IAC3C,KAAK,CAAC,eAAe,CAAC,MAAkB;QACtC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,gBAAgB;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,iBAAiB,CAAC,EAAU;QAChC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAC/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,6BAA6B;IAE7B,mDAAmD;IACnD,KAAK,CAAC,YAAY,CAAC,MAAiB;QAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,CAAC;IAED,oCAAoC;IAEpC,kEAAkE;IAClE,KAAK,CAAC,gBAAgB,CAAC,MAAwB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,KAAc;QAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QAChD,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/D,CAAC;IAED,+CAA+C;IAC/C,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;IAClC,CAAC;IAED,wBAAwB;IAExB;;;OAGG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExB,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEvC,MAAM,KAAK,GAAa,CAAC,YAAY,CAAC,CAAC;QAEvC,WAAW;QACX,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,gBAAgB;QAChB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,YAAY;QACZ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,eAAe;QACf,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC;QAE/C,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEzD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,QAAQ,CAAC,IAAI,cAAc,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,IAAI,CAAC,YAAY,CAAC,MAAM,eAAe,CAAC,CAAC;IAClI,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC3B,CAAC;IAED,oBAAoB;IAEpB,gDAAgD;IAChD,KAAK,CAAC,QAAQ;QAOZ,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC3D,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,uDAAuD;QACzD,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACpC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;YACtC,WAAW,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI;YACnC,aAAa;SACd,CAAC;IACJ,CAAC;IAED,sBAAsB;IAEd,KAAK,CAAC,YAAY;QACxB,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACvE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,sBAAsB;QACtB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,YAAY,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,kCAAkC,KAAK,CAAC,CAAC,CAAC,gBAAgB,YAAY,GAAG,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAc,CAAC;gBACjD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC;YACX,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,EAAE,CAAC;gBACT,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,qBAAqB,MAAM,aAAa,MAAM,SAAS,CAAC,CAAC;IACpE,CAAC;IAEO,WAAW,CAAC,MAAiB;QACnC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,GAAG,MAAM,CAAC,IAAqB,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,CAAC,GAAG,MAAM,CAAC,IAAkB,CAAC;gBACpC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/B,MAAM;YACR,CAAC;YACD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAiB,CAAC;gBACzC,MAAM;YACR,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAwB,CAAC,CAAC;gBACxD,MAAM;YACR,CAAC;YACD;gBACE,IAAI,CAAC,GAAG,CAAC,iCAAiC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,OAAe;QACzB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/** Options for controlling the migration process. */
|
|
2
|
+
export interface RvfMigrationOptions {
|
|
3
|
+
verbose?: boolean;
|
|
4
|
+
/** Entries per batch (default 500). */
|
|
5
|
+
batchSize?: number;
|
|
6
|
+
/** Embedding dimensions for target RVF file (default 1536). */
|
|
7
|
+
dimensions?: number;
|
|
8
|
+
onProgress?: (progress: {
|
|
9
|
+
current: number;
|
|
10
|
+
total: number;
|
|
11
|
+
phase: string;
|
|
12
|
+
}) => void;
|
|
13
|
+
}
|
|
14
|
+
/** Result returned after a migration completes. */
|
|
15
|
+
export interface RvfMigrationResult {
|
|
16
|
+
success: boolean;
|
|
17
|
+
entriesMigrated: number;
|
|
18
|
+
sourceFormat: string;
|
|
19
|
+
targetFormat: string;
|
|
20
|
+
durationMs: number;
|
|
21
|
+
errors: string[];
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Bidirectional migration utility between RVF and legacy memory formats.
|
|
25
|
+
*
|
|
26
|
+
* All methods are static — no instantiation required.
|
|
27
|
+
*/
|
|
28
|
+
export declare class RvfMigrator {
|
|
29
|
+
/** Migrate a JSON memory file to RVF format. */
|
|
30
|
+
static fromJsonFile(jsonPath: string, rvfPath: string, options?: RvfMigrationOptions): Promise<RvfMigrationResult>;
|
|
31
|
+
/** Migrate a SQLite (better-sqlite3 / sql.js) database to RVF. */
|
|
32
|
+
static fromSqlite(dbPath: string, rvfPath: string, options?: RvfMigrationOptions): Promise<RvfMigrationResult>;
|
|
33
|
+
/** Export an RVF file back to a JSON array (backward compatibility). */
|
|
34
|
+
static toJsonFile(rvfPath: string, jsonPath: string): Promise<RvfMigrationResult>;
|
|
35
|
+
/**
|
|
36
|
+
* Detect file format by magic bytes.
|
|
37
|
+
* - RVF\0 (0x52 0x56 0x46 0x00) -> 'rvf'
|
|
38
|
+
* - SQLi (0x53 0x51 0x4C 0x69) -> 'sqlite'
|
|
39
|
+
* - Leading [ or { -> 'json'
|
|
40
|
+
*/
|
|
41
|
+
static detectFormat(filePath: string): Promise<'rvf' | 'json' | 'sqlite' | 'unknown'>;
|
|
42
|
+
/** Auto-detect source format and migrate to RVF. */
|
|
43
|
+
static autoMigrate(sourcePath: string, targetRvfPath: string, options?: RvfMigrationOptions): Promise<RvfMigrationResult>;
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=rvf-migration.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rvf-migration.d.ts","sourceRoot":"","sources":["../src/rvf-migration.ts"],"names":[],"mappings":"AAYA,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,uCAAuC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CACpF;AAED,mDAAmD;AACnD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AA6ID;;;;GAIG;AACH,qBAAa,WAAW;IACtB,gDAAgD;WACnC,YAAY,CACvB,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GACnE,OAAO,CAAC,kBAAkB,CAAC;IAY9B,kEAAkE;WACrD,UAAU,CACrB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GACjE,OAAO,CAAC,kBAAkB,CAAC;IAW9B,wEAAwE;WAC3D,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAavF;;;;;OAKG;WACU,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAC;IAc3F,oDAAoD;WACvC,WAAW,CACtB,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAC3E,OAAO,CAAC,kBAAkB,CAAC;CAU/B"}
|
|
@@ -0,0 +1,254 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RVF Migration Utility — bidirectional migration between RVF and legacy
|
|
3
|
+
* formats (JSON files, sql.js / better-sqlite3 databases).
|
|
4
|
+
* @module @claude-flow/memory/rvf-migration
|
|
5
|
+
*/
|
|
6
|
+
import { readFile, writeFile, rename, mkdir } from 'node:fs/promises';
|
|
7
|
+
import { existsSync } from 'node:fs';
|
|
8
|
+
import { dirname, resolve } from 'node:path';
|
|
9
|
+
import { RvfBackend } from './rvf-backend.js';
|
|
10
|
+
import { generateMemoryId } from './types.js';
|
|
11
|
+
// -- Internal helpers -------------------------------------------------------
|
|
12
|
+
function fillDefaults(raw) {
|
|
13
|
+
const now = Date.now();
|
|
14
|
+
return {
|
|
15
|
+
id: raw.id ?? generateMemoryId(),
|
|
16
|
+
key: raw.key ?? '',
|
|
17
|
+
content: raw.content ?? '',
|
|
18
|
+
type: raw.type ?? 'semantic',
|
|
19
|
+
namespace: raw.namespace ?? 'default',
|
|
20
|
+
tags: raw.tags ?? [],
|
|
21
|
+
metadata: raw.metadata ?? {},
|
|
22
|
+
ownerId: raw.ownerId,
|
|
23
|
+
accessLevel: raw.accessLevel ?? 'private',
|
|
24
|
+
createdAt: raw.createdAt ?? now,
|
|
25
|
+
updatedAt: raw.updatedAt ?? now,
|
|
26
|
+
expiresAt: raw.expiresAt,
|
|
27
|
+
version: raw.version ?? 1,
|
|
28
|
+
references: raw.references ?? [],
|
|
29
|
+
accessCount: raw.accessCount ?? 0,
|
|
30
|
+
lastAccessedAt: raw.lastAccessedAt ?? now,
|
|
31
|
+
embedding: deserializeEmbedding(raw.embedding),
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
function deserializeEmbedding(value) {
|
|
35
|
+
if (!value)
|
|
36
|
+
return undefined;
|
|
37
|
+
if (value instanceof Float32Array)
|
|
38
|
+
return value;
|
|
39
|
+
if (value instanceof Buffer || value instanceof Uint8Array) {
|
|
40
|
+
if (value.byteLength === 0)
|
|
41
|
+
return undefined;
|
|
42
|
+
const out = new Float32Array(value.byteLength / 4);
|
|
43
|
+
const view = new DataView(value.buffer, value.byteOffset, value.byteLength);
|
|
44
|
+
for (let i = 0; i < out.length; i++)
|
|
45
|
+
out[i] = view.getFloat32(i * 4, true);
|
|
46
|
+
return out;
|
|
47
|
+
}
|
|
48
|
+
if (Array.isArray(value))
|
|
49
|
+
return new Float32Array(value);
|
|
50
|
+
return undefined;
|
|
51
|
+
}
|
|
52
|
+
function serializeForJson(entry) {
|
|
53
|
+
return { ...entry, embedding: entry.embedding ? Array.from(entry.embedding) : undefined };
|
|
54
|
+
}
|
|
55
|
+
function validateMigrationPath(p) {
|
|
56
|
+
if (!p || typeof p !== 'string')
|
|
57
|
+
throw new Error('Path must be a non-empty string');
|
|
58
|
+
if (p.includes('\0'))
|
|
59
|
+
throw new Error('Path contains null bytes');
|
|
60
|
+
}
|
|
61
|
+
async function ensureDir(filePath) {
|
|
62
|
+
validateMigrationPath(filePath);
|
|
63
|
+
const dir = dirname(resolve(filePath));
|
|
64
|
+
if (!existsSync(dir))
|
|
65
|
+
await mkdir(dir, { recursive: true });
|
|
66
|
+
}
|
|
67
|
+
async function atomicWrite(targetPath, data) {
|
|
68
|
+
validateMigrationPath(targetPath);
|
|
69
|
+
const abs = resolve(targetPath);
|
|
70
|
+
const tmp = abs + '.tmp.' + Date.now();
|
|
71
|
+
await ensureDir(abs);
|
|
72
|
+
await writeFile(tmp, data, typeof data === 'string' ? 'utf-8' : undefined);
|
|
73
|
+
await rename(tmp, abs);
|
|
74
|
+
}
|
|
75
|
+
function mkResult(success, entriesMigrated, sourceFormat, targetFormat, startMs, errors) {
|
|
76
|
+
return { success, entriesMigrated, sourceFormat, targetFormat, durationMs: Date.now() - startMs, errors };
|
|
77
|
+
}
|
|
78
|
+
function normalizeSqliteRow(row) {
|
|
79
|
+
const out = { ...row };
|
|
80
|
+
for (const col of ['tags', 'metadata', 'references']) {
|
|
81
|
+
if (typeof out[col] === 'string') {
|
|
82
|
+
try {
|
|
83
|
+
out[col] = JSON.parse(out[col]);
|
|
84
|
+
}
|
|
85
|
+
catch {
|
|
86
|
+
out[col] = col === 'metadata' ? {} : [];
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
return out;
|
|
91
|
+
}
|
|
92
|
+
async function readSqliteRows(dbPath) {
|
|
93
|
+
// Attempt better-sqlite3
|
|
94
|
+
try {
|
|
95
|
+
const mod = await import('better-sqlite3');
|
|
96
|
+
const Database = mod.default ?? mod;
|
|
97
|
+
const db = new Database(dbPath, { readonly: true });
|
|
98
|
+
try {
|
|
99
|
+
return db.prepare('SELECT * FROM memory_entries').all();
|
|
100
|
+
}
|
|
101
|
+
finally {
|
|
102
|
+
db.close();
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
catch { /* unavailable */ }
|
|
106
|
+
// Attempt sql.js
|
|
107
|
+
try {
|
|
108
|
+
const mod = await import('sql.js');
|
|
109
|
+
const SQL = await (mod.default ?? mod)();
|
|
110
|
+
const db = new SQL.Database(await readFile(dbPath));
|
|
111
|
+
try {
|
|
112
|
+
const stmt = db.prepare('SELECT * FROM memory_entries');
|
|
113
|
+
const rows = [];
|
|
114
|
+
while (stmt.step())
|
|
115
|
+
rows.push(stmt.getAsObject());
|
|
116
|
+
stmt.free();
|
|
117
|
+
return rows;
|
|
118
|
+
}
|
|
119
|
+
finally {
|
|
120
|
+
db.close();
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
catch { /* unavailable */ }
|
|
124
|
+
throw new Error('Cannot read SQLite: install better-sqlite3 or sql.js');
|
|
125
|
+
}
|
|
126
|
+
// -- Batch migration helper -------------------------------------------------
|
|
127
|
+
async function migrateBatches(items, rvfPath, options, normalize) {
|
|
128
|
+
const batchSize = options.batchSize ?? 500;
|
|
129
|
+
const dimensions = options.dimensions ?? 1536;
|
|
130
|
+
const backend = new RvfBackend({ databasePath: rvfPath, dimensions, verbose: options.verbose });
|
|
131
|
+
await backend.initialize();
|
|
132
|
+
let migrated = 0;
|
|
133
|
+
const errors = [];
|
|
134
|
+
try {
|
|
135
|
+
for (let i = 0; i < items.length; i += batchSize) {
|
|
136
|
+
const batch = items.slice(i, i + batchSize);
|
|
137
|
+
const entries = [];
|
|
138
|
+
for (const item of batch) {
|
|
139
|
+
try {
|
|
140
|
+
entries.push(fillDefaults(normalize ? normalize(item) : item));
|
|
141
|
+
}
|
|
142
|
+
catch (e) {
|
|
143
|
+
errors.push(`Entry ${item.id ?? i}: ${e.message}`);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
if (entries.length > 0) {
|
|
147
|
+
await backend.bulkInsert(entries);
|
|
148
|
+
migrated += entries.length;
|
|
149
|
+
}
|
|
150
|
+
options.onProgress?.({ current: Math.min(i + batchSize, items.length), total: items.length, phase: 'migrating' });
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
finally {
|
|
154
|
+
await backend.shutdown();
|
|
155
|
+
}
|
|
156
|
+
return { migrated, errors };
|
|
157
|
+
}
|
|
158
|
+
/**
|
|
159
|
+
* Bidirectional migration utility between RVF and legacy memory formats.
|
|
160
|
+
*
|
|
161
|
+
* All methods are static — no instantiation required.
|
|
162
|
+
*/
|
|
163
|
+
export class RvfMigrator {
|
|
164
|
+
/** Migrate a JSON memory file to RVF format. */
|
|
165
|
+
static async fromJsonFile(jsonPath, rvfPath, options = {}) {
|
|
166
|
+
const start = Date.now();
|
|
167
|
+
const raw = await readFile(jsonPath, 'utf-8');
|
|
168
|
+
let parsed;
|
|
169
|
+
try {
|
|
170
|
+
parsed = JSON.parse(raw);
|
|
171
|
+
}
|
|
172
|
+
catch (e) {
|
|
173
|
+
return mkResult(false, 0, 'json', 'rvf', start, [`Invalid JSON: ${e.message}`]);
|
|
174
|
+
}
|
|
175
|
+
const items = Array.isArray(parsed) ? parsed : [parsed];
|
|
176
|
+
const { migrated, errors } = await migrateBatches(items, rvfPath, options);
|
|
177
|
+
if (options.verbose)
|
|
178
|
+
console.log(`[RvfMigrator] Migrated ${migrated} entries from JSON to RVF`);
|
|
179
|
+
return mkResult(errors.length === 0, migrated, 'json', 'rvf', start, errors);
|
|
180
|
+
}
|
|
181
|
+
/** Migrate a SQLite (better-sqlite3 / sql.js) database to RVF. */
|
|
182
|
+
static async fromSqlite(dbPath, rvfPath, options = {}) {
|
|
183
|
+
const start = Date.now();
|
|
184
|
+
let rows;
|
|
185
|
+
try {
|
|
186
|
+
rows = await readSqliteRows(dbPath);
|
|
187
|
+
}
|
|
188
|
+
catch (e) {
|
|
189
|
+
return mkResult(false, 0, 'sqlite', 'rvf', start, [e.message]);
|
|
190
|
+
}
|
|
191
|
+
options.onProgress?.({ current: 0, total: rows.length, phase: 'reading' });
|
|
192
|
+
const { migrated, errors } = await migrateBatches(rows, rvfPath, options, normalizeSqliteRow);
|
|
193
|
+
if (options.verbose)
|
|
194
|
+
console.log(`[RvfMigrator] Migrated ${migrated} entries from SQLite to RVF`);
|
|
195
|
+
return mkResult(errors.length === 0, migrated, 'sqlite', 'rvf', start, errors);
|
|
196
|
+
}
|
|
197
|
+
/** Export an RVF file back to a JSON array (backward compatibility). */
|
|
198
|
+
static async toJsonFile(rvfPath, jsonPath) {
|
|
199
|
+
const start = Date.now();
|
|
200
|
+
const backend = new RvfBackend({ databasePath: rvfPath });
|
|
201
|
+
await backend.initialize();
|
|
202
|
+
let entries;
|
|
203
|
+
try {
|
|
204
|
+
entries = await backend.query({ type: 'hybrid', limit: Number.MAX_SAFE_INTEGER });
|
|
205
|
+
}
|
|
206
|
+
finally {
|
|
207
|
+
await backend.shutdown();
|
|
208
|
+
}
|
|
209
|
+
const warnings = [];
|
|
210
|
+
if (entries.length === 0)
|
|
211
|
+
warnings.push('Source RVF file contained no entries');
|
|
212
|
+
await atomicWrite(jsonPath, JSON.stringify(entries.map(serializeForJson), null, 2));
|
|
213
|
+
return mkResult(true, entries.length, 'rvf', 'json', start, warnings);
|
|
214
|
+
}
|
|
215
|
+
/**
|
|
216
|
+
* Detect file format by magic bytes.
|
|
217
|
+
* - RVF\0 (0x52 0x56 0x46 0x00) -> 'rvf'
|
|
218
|
+
* - SQLi (0x53 0x51 0x4C 0x69) -> 'sqlite'
|
|
219
|
+
* - Leading [ or { -> 'json'
|
|
220
|
+
*/
|
|
221
|
+
static async detectFormat(filePath) {
|
|
222
|
+
if (!existsSync(filePath))
|
|
223
|
+
return 'unknown';
|
|
224
|
+
const fd = await import('node:fs').then(m => m.promises.open(filePath, 'r'));
|
|
225
|
+
try {
|
|
226
|
+
const buf = Buffer.alloc(16);
|
|
227
|
+
await fd.read(buf, 0, 16, 0);
|
|
228
|
+
if (buf[0] === 0x52 && buf[1] === 0x56 && buf[2] === 0x46 && buf[3] === 0x00)
|
|
229
|
+
return 'rvf';
|
|
230
|
+
if (buf[0] === 0x53 && buf[1] === 0x51 && buf[2] === 0x4C && buf[3] === 0x69)
|
|
231
|
+
return 'sqlite';
|
|
232
|
+
const head = buf.toString('utf-8').trimStart();
|
|
233
|
+
if (head.startsWith('[') || head.startsWith('{'))
|
|
234
|
+
return 'json';
|
|
235
|
+
return 'unknown';
|
|
236
|
+
}
|
|
237
|
+
finally {
|
|
238
|
+
await fd.close();
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
/** Auto-detect source format and migrate to RVF. */
|
|
242
|
+
static async autoMigrate(sourcePath, targetRvfPath, options = {}) {
|
|
243
|
+
const format = await RvfMigrator.detectFormat(sourcePath);
|
|
244
|
+
if (options.verbose)
|
|
245
|
+
console.log(`[RvfMigrator] Detected source format: ${format}`);
|
|
246
|
+
switch (format) {
|
|
247
|
+
case 'json': return RvfMigrator.fromJsonFile(sourcePath, targetRvfPath, options);
|
|
248
|
+
case 'sqlite': return RvfMigrator.fromSqlite(sourcePath, targetRvfPath, options);
|
|
249
|
+
case 'rvf': return { success: true, entriesMigrated: 0, sourceFormat: 'rvf', targetFormat: 'rvf', durationMs: 0, errors: [] };
|
|
250
|
+
default: return { success: false, entriesMigrated: 0, sourceFormat: 'unknown', targetFormat: 'rvf', durationMs: 0, errors: [`Unrecognized format: ${sourcePath}`] };
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
//# sourceMappingURL=rvf-migration.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rvf-migration.js","sourceRoot":"","sources":["../src/rvf-migration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAsB9C,8EAA8E;AAE9E,SAAS,YAAY,CAAC,GAA4B;IAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,OAAO;QACL,EAAE,EAAG,GAAG,CAAC,EAAa,IAAI,gBAAgB,EAAE;QAC5C,GAAG,EAAG,GAAG,CAAC,GAAc,IAAI,EAAE;QAC9B,OAAO,EAAG,GAAG,CAAC,OAAkB,IAAI,EAAE;QACtC,IAAI,EAAG,GAAG,CAAC,IAAmB,IAAI,UAAU;QAC5C,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,SAAS;QACjD,IAAI,EAAG,GAAG,CAAC,IAAiB,IAAI,EAAE;QAClC,QAAQ,EAAG,GAAG,CAAC,QAAoC,IAAI,EAAE;QACzD,OAAO,EAAE,GAAG,CAAC,OAA6B;QAC1C,WAAW,EAAG,GAAG,CAAC,WAA2B,IAAI,SAAS;QAC1D,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,GAAG;QAC3C,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,GAAG;QAC3C,SAAS,EAAE,GAAG,CAAC,SAA+B;QAC9C,OAAO,EAAG,GAAG,CAAC,OAAkB,IAAI,CAAC;QACrC,UAAU,EAAG,GAAG,CAAC,UAAuB,IAAI,EAAE;QAC9C,WAAW,EAAG,GAAG,CAAC,WAAsB,IAAI,CAAC;QAC7C,cAAc,EAAG,GAAG,CAAC,cAAyB,IAAI,GAAG;QACrD,SAAS,EAAE,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,KAAK,YAAY,YAAY;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,KAAK,YAAY,MAAM,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAC3D,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3E,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,YAAY,CAAC,KAAiB,CAAC,CAAC;IACrE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAkB;IAC1C,OAAO,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,qBAAqB,CAAC,CAAS;IACtC,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACpF,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;AACpE,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,QAAgB;IACvC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,UAAkB,EAAE,IAAqB;IAClE,qBAAqB,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,GAAG,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC3E,MAAM,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CACf,OAAgB,EAAE,eAAuB,EAAE,YAAoB,EAC/D,YAAoB,EAAE,OAAe,EAAE,MAAgB;IAEvD,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,CAAC;AAC5G,CAAC;AAED,SAAS,kBAAkB,CAAC,GAA4B;IACtD,MAAM,GAAG,GAA4B,EAAE,GAAG,GAAG,EAAE,CAAC;IAChD,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAU,EAAE,CAAC;QAC9D,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;YACjC,IAAI,CAAC;gBAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAAC,CAAC;QACvG,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAMD,KAAK,UAAU,cAAc,CAAC,MAAc;IAC1C,yBAAyB;IACzB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,gBAA0B,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC;QACpC,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC;YAAC,OAAO,EAAE,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,GAAG,EAAiB,CAAC;QAAC,CAAC;gBACvE,CAAC;YAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC7B,iBAAiB;IACjB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAkB,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC;YACxD,MAAM,IAAI,GAAgB,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,IAAI,EAAE;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAe,CAAC,CAAC;YAC/D,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC7B,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;AAC1E,CAAC;AAED,8EAA8E;AAE9E,KAAK,UAAU,cAAc,CAC3B,KAAgC,EAChC,OAAe,EACf,OAA4B,EAC5B,SAAmE;IAEnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;IAC3C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAChG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;IAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC;QACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAkB,EAAE,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBACjE,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBAAC,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,IAAI,CAAC,KAAM,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;gBAAC,CAAC;YAChF,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAAC,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;YAAC,CAAC;YAC1F,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACpH,CAAC;IACH,CAAC;YAAS,CAAC;QAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;IAAC,CAAC;IACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,WAAW;IACtB,gDAAgD;IAChD,MAAM,CAAC,KAAK,CAAC,YAAY,CACvB,QAAgB,EAAE,OAAe,EAAE,UAA+B,EAAE;QAEpE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAAC,CAAC;QACjC,OAAO,CAAC,EAAE,CAAC;YAAC,OAAO,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,iBAAkB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QACzG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAiC,CAAC,CAAC;QACnF,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3E,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,2BAA2B,CAAC,CAAC;QAChG,OAAO,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,kEAAkE;IAClE,MAAM,CAAC,KAAK,CAAC,UAAU,CACrB,MAAc,EAAE,OAAe,EAAE,UAA+B,EAAE;QAElE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,IAAiB,CAAC;QACtB,IAAI,CAAC;YAAC,IAAI,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAC5C,OAAO,CAAC,EAAE,CAAC;YAAC,OAAO,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAE,CAAW,CAAC,OAAO,CAAC,CAAC,CAAC;QAAC,CAAC;QACxF,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3E,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;QAC9F,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,QAAQ,6BAA6B,CAAC,CAAC;QAClG,OAAO,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACjF,CAAC;IAED,wEAAwE;IACxE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,QAAgB;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1D,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAC3B,IAAI,OAAsB,CAAC;QAC3B,IAAI,CAAC;YAAC,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAAC,CAAC;gBAClF,CAAC;YAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;QAAC,CAAC;QACrC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QAChF,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACpF,OAAO,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAAgB;QACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QAC5C,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7B,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC7B,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC3F,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,OAAO,QAAQ,CAAC;YAC9F,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,CAAC;YAC/C,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO,MAAM,CAAC;YAChE,OAAO,SAAS,CAAC;QACnB,CAAC;gBAAS,CAAC;YAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;IACjC,CAAC;IAED,oDAAoD;IACpD,MAAM,CAAC,KAAK,CAAC,WAAW,CACtB,UAAkB,EAAE,aAAqB,EAAE,UAA+B,EAAE;QAE5E,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO,CAAC,GAAG,CAAC,yCAAyC,MAAM,EAAE,CAAC,CAAC;QACpF,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM,CAAC,CAAG,OAAO,WAAW,CAAC,YAAY,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;YACnF,KAAK,QAAQ,CAAC,CAAC,OAAO,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;YACjF,KAAK,KAAK,CAAC,CAAI,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YACjI,OAAO,CAAC,CAAO,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,wBAAwB,UAAU,EAAE,CAAC,EAAE,CAAC;QAC5K,CAAC;IACH,CAAC;CACF"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@claude-flow/memory",
|
|
3
|
-
"version": "3.0.0-alpha.
|
|
3
|
+
"version": "3.0.0-alpha.12",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "Memory module - AgentDB unification, HNSW indexing, vector search, hybrid SQLite+AgentDB backend (ADR-009)",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
"build": "tsc"
|
|
16
16
|
},
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"agentdb": "
|
|
18
|
+
"agentdb": "^3.0.0-alpha.10",
|
|
19
19
|
"sql.js": "^1.10.3"
|
|
20
20
|
},
|
|
21
21
|
"optionalDependencies": {
|