@monoes/memory 1.0.2 → 1.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -7
- package/dist/controller-registry.d.ts +1 -1
- package/dist/controller-registry.d.ts.map +1 -1
- package/dist/controller-registry.js +3 -3
- package/dist/controller-registry.js.map +1 -1
- package/dist/database-provider.d.ts +1 -2
- package/dist/database-provider.d.ts.map +1 -1
- package/dist/database-provider.js +0 -25
- package/dist/database-provider.js.map +1 -1
- package/dist/index.d.ts +0 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +0 -8
- package/dist/index.js.map +1 -1
- package/dist/lancedb-backend.d.ts +6 -0
- package/dist/lancedb-backend.d.ts.map +1 -1
- package/dist/lancedb-backend.js +53 -12
- package/dist/lancedb-backend.js.map +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.d.ts.map +1 -1
- package/package.json +9 -10
- package/dist/hnsw-lite.d.ts +0 -29
- package/dist/hnsw-lite.d.ts.map +0 -1
- package/dist/hnsw-lite.js +0 -240
- package/dist/hnsw-lite.js.map +0 -1
- package/dist/hybrid-backend.d.ts +0 -297
- package/dist/hybrid-backend.d.ts.map +0 -1
- package/dist/hybrid-backend.js +0 -805
- package/dist/hybrid-backend.js.map +0 -1
- package/dist/persistent-sona.d.ts +0 -144
- package/dist/persistent-sona.d.ts.map +0 -1
- package/dist/persistent-sona.js +0 -311
- package/dist/persistent-sona.js.map +0 -1
- package/dist/procedural/procedure-extractor-worker.d.ts +0 -27
- package/dist/procedural/procedure-extractor-worker.d.ts.map +0 -1
- package/dist/procedural/procedure-extractor-worker.js +0 -39
- package/dist/procedural/procedure-extractor-worker.js.map +0 -1
- package/dist/rvf-backend.d.ts +0 -53
- package/dist/rvf-backend.d.ts.map +0 -1
- package/dist/rvf-backend.js +0 -507
- package/dist/rvf-backend.js.map +0 -1
- package/dist/rvf-learning-store.d.ts +0 -141
- package/dist/rvf-learning-store.d.ts.map +0 -1
- package/dist/rvf-learning-store.js +0 -344
- package/dist/rvf-learning-store.js.map +0 -1
- package/dist/rvf-migration.d.ts +0 -45
- package/dist/rvf-migration.d.ts.map +0 -1
- package/dist/rvf-migration.js +0 -254
- package/dist/rvf-migration.js.map +0 -1
|
@@ -1,141 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* RvfLearningStore - Persistent storage for SONA learning artifacts
|
|
3
|
-
*
|
|
4
|
-
* Stores patterns, LoRA adapters, EWC state, and trajectories in a
|
|
5
|
-
* binary-header JSON-lines file format for fast append and rebuild.
|
|
6
|
-
*
|
|
7
|
-
* File format:
|
|
8
|
-
* 4-byte magic "RVLS" + newline
|
|
9
|
-
* One JSON record per line: {"type":"pattern"|"lora"|"ewc"|"trajectory","data":{...}}
|
|
10
|
-
*
|
|
11
|
-
* @module @monomind/memory/rvf-learning-store
|
|
12
|
-
*/
|
|
13
|
-
export interface RvfLearningStoreConfig {
|
|
14
|
-
/** Path to the persistence file */
|
|
15
|
-
storePath: string;
|
|
16
|
-
/** SONA embedding dimension (default: 64) */
|
|
17
|
-
dimensions?: number;
|
|
18
|
-
/** Auto-persist interval in ms (default: 30000) */
|
|
19
|
-
autoPersistInterval?: number;
|
|
20
|
-
/** Enable verbose logging (default: false) */
|
|
21
|
-
verbose?: boolean;
|
|
22
|
-
}
|
|
23
|
-
export interface PatternRecord {
|
|
24
|
-
id: string;
|
|
25
|
-
type: string;
|
|
26
|
-
embedding: number[];
|
|
27
|
-
successRate: number;
|
|
28
|
-
useCount: number;
|
|
29
|
-
lastUsed: string;
|
|
30
|
-
}
|
|
31
|
-
export interface LoraRecord {
|
|
32
|
-
id: string;
|
|
33
|
-
config: Record<string, unknown>;
|
|
34
|
-
weights: string;
|
|
35
|
-
frozen: boolean;
|
|
36
|
-
numParameters: number;
|
|
37
|
-
}
|
|
38
|
-
export interface EwcRecord {
|
|
39
|
-
tasksLearned: number;
|
|
40
|
-
protectionStrength: number;
|
|
41
|
-
forgettingRate: number;
|
|
42
|
-
taskWeights: Record<string, number[]>;
|
|
43
|
-
}
|
|
44
|
-
export interface TrajectoryRecord {
|
|
45
|
-
id: string;
|
|
46
|
-
steps: Array<{
|
|
47
|
-
type: string;
|
|
48
|
-
input: string;
|
|
49
|
-
output: string;
|
|
50
|
-
durationMs: number;
|
|
51
|
-
confidence: number;
|
|
52
|
-
}>;
|
|
53
|
-
outcome: string;
|
|
54
|
-
durationMs: number;
|
|
55
|
-
timestamp: string;
|
|
56
|
-
}
|
|
57
|
-
/**
|
|
58
|
-
* Persistent store for SONA learning artifacts.
|
|
59
|
-
*
|
|
60
|
-
* Maintains in-memory maps for fast reads and flushes to a JSON-lines
|
|
61
|
-
* file with a binary header on persist(). On initialize(), the file is
|
|
62
|
-
* read line-by-line to rebuild state.
|
|
63
|
-
*
|
|
64
|
-
* @example
|
|
65
|
-
* ```typescript
|
|
66
|
-
* const store = new RvfLearningStore({ storePath: './data/learning.rvls' });
|
|
67
|
-
* await store.initialize();
|
|
68
|
-
*
|
|
69
|
-
* await store.savePatterns([{ id: 'p1', type: 'query_response', ... }]);
|
|
70
|
-
* await store.persist();
|
|
71
|
-
* await store.close();
|
|
72
|
-
* ```
|
|
73
|
-
*/
|
|
74
|
-
export declare class RvfLearningStore {
|
|
75
|
-
private config;
|
|
76
|
-
private patterns;
|
|
77
|
-
private loraAdapters;
|
|
78
|
-
private ewcState;
|
|
79
|
-
private trajectories;
|
|
80
|
-
private dirty;
|
|
81
|
-
private initialized;
|
|
82
|
-
private autoPersistTimer;
|
|
83
|
-
constructor(config: RvfLearningStoreConfig);
|
|
84
|
-
/**
|
|
85
|
-
* Initialize the store by loading any existing data from disk.
|
|
86
|
-
* Creates the parent directory if it does not exist.
|
|
87
|
-
*/
|
|
88
|
-
initialize(): Promise<void>;
|
|
89
|
-
/**
|
|
90
|
-
* Save or update patterns. Existing patterns with matching IDs are
|
|
91
|
-
* overwritten; new patterns are added.
|
|
92
|
-
*
|
|
93
|
-
* @returns The number of patterns stored
|
|
94
|
-
*/
|
|
95
|
-
savePatterns(patterns: PatternRecord[]): Promise<number>;
|
|
96
|
-
/** Load all patterns currently held in memory */
|
|
97
|
-
loadPatterns(): Promise<PatternRecord[]>;
|
|
98
|
-
/** Return the number of stored patterns */
|
|
99
|
-
getPatternCount(): Promise<number>;
|
|
100
|
-
/** Delete patterns by ID. Returns the number of patterns actually removed. */
|
|
101
|
-
deletePatterns(ids: string[]): Promise<number>;
|
|
102
|
-
/** Save or update a LoRA adapter record */
|
|
103
|
-
saveLoraAdapter(record: LoraRecord): Promise<void>;
|
|
104
|
-
/** Load all LoRA adapter records */
|
|
105
|
-
loadLoraAdapters(): Promise<LoraRecord[]>;
|
|
106
|
-
/** Delete a LoRA adapter by ID */
|
|
107
|
-
deleteLoraAdapter(id: string): Promise<boolean>;
|
|
108
|
-
/** Save EWC state (replaces any existing state) */
|
|
109
|
-
saveEwcState(record: EwcRecord): Promise<void>;
|
|
110
|
-
/** Load the EWC state, or null if none has been stored */
|
|
111
|
-
loadEwcState(): Promise<EwcRecord | null>;
|
|
112
|
-
/** Append a trajectory record to a sidecar .jsonl file (avoids full-file rewrite). */
|
|
113
|
-
appendTrajectory(record: TrajectoryRecord): Promise<void>;
|
|
114
|
-
/**
|
|
115
|
-
* Return stored trajectories, newest first.
|
|
116
|
-
* @param limit Maximum number to return (default: all)
|
|
117
|
-
*/
|
|
118
|
-
getTrajectories(limit?: number): Promise<TrajectoryRecord[]>;
|
|
119
|
-
/** Return the number of stored trajectories */
|
|
120
|
-
getTrajectoryCount(): Promise<number>;
|
|
121
|
-
/**
|
|
122
|
-
* Flush all in-memory state to disk. The entire file is rewritten
|
|
123
|
-
* to ensure consistency (patterns may have been updated in-place).
|
|
124
|
-
*/
|
|
125
|
-
persist(): Promise<void>;
|
|
126
|
-
/** Persist and release resources */
|
|
127
|
-
close(): Promise<void>;
|
|
128
|
-
/** Return summary statistics about the store */
|
|
129
|
-
getStats(): Promise<{
|
|
130
|
-
patterns: number;
|
|
131
|
-
loraAdapters: number;
|
|
132
|
-
trajectories: number;
|
|
133
|
-
hasEwcState: boolean;
|
|
134
|
-
fileSizeBytes: number;
|
|
135
|
-
}>;
|
|
136
|
-
private loadFromDisk;
|
|
137
|
-
private applyRecord;
|
|
138
|
-
private ensureInitialized;
|
|
139
|
-
private log;
|
|
140
|
-
}
|
|
141
|
-
//# sourceMappingURL=rvf-learning-store.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rvf-learning-store.d.ts","sourceRoot":"","sources":["../src/rvf-learning-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,MAAM,WAAW,sBAAsB;IACrC,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACvC;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,KAAK,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AA0BD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,QAAQ,CAAyC;IACzD,OAAO,CAAC,YAAY,CAAsC;IAC1D,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,gBAAgB,CAA+C;gBAE3D,MAAM,EAAE,sBAAsB;IAS1C;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA0BjC;;;;;OAKG;IACG,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAW9D,iDAAiD;IAC3C,YAAY,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAK9C,2CAA2C;IACrC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAKxC,8EAA8E;IACxE,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAYpD,2CAA2C;IACrC,eAAe,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAMxD,oCAAoC;IAC9B,gBAAgB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAK/C,kCAAkC;IAC5B,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IASrD,mDAAmD;IAC7C,YAAY,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpD,0DAA0D;IACpD,YAAY,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAO/C,sFAAsF;IAChF,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/D;;;OAGG;IACG,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAMlE,+CAA+C;IACzC,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAO3C;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgD9B,oCAAoC;IAC9B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB5B,gDAAgD;IAC1C,QAAQ,IAAI,OAAO,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,OAAO,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YAsBY,YAAY;IAsD1B,OAAO,CAAC,WAAW;IAyBnB,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,GAAG;CAMZ"}
|
|
@@ -1,344 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* RvfLearningStore - Persistent storage for SONA learning artifacts
|
|
3
|
-
*
|
|
4
|
-
* Stores patterns, LoRA adapters, EWC state, and trajectories in a
|
|
5
|
-
* binary-header JSON-lines file format for fast append and rebuild.
|
|
6
|
-
*
|
|
7
|
-
* File format:
|
|
8
|
-
* 4-byte magic "RVLS" + newline
|
|
9
|
-
* One JSON record per line: {"type":"pattern"|"lora"|"ewc"|"trajectory","data":{...}}
|
|
10
|
-
*
|
|
11
|
-
* @module @monomind/memory/rvf-learning-store
|
|
12
|
-
*/
|
|
13
|
-
import * as fs from 'node:fs';
|
|
14
|
-
import * as path from 'node:path';
|
|
15
|
-
// ===== Constants =====
|
|
16
|
-
const MAGIC_HEADER = 'RVLS';
|
|
17
|
-
const DEFAULT_DIMENSIONS = 64;
|
|
18
|
-
const DEFAULT_AUTO_PERSIST_MS = 30_000;
|
|
19
|
-
// ===== Helpers =====
|
|
20
|
-
function ensureDirectory(filePath) {
|
|
21
|
-
const dir = path.dirname(filePath);
|
|
22
|
-
if (!fs.existsSync(dir)) {
|
|
23
|
-
fs.mkdirSync(dir, { recursive: true });
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
// ===== RvfLearningStore =====
|
|
27
|
-
/**
|
|
28
|
-
* Persistent store for SONA learning artifacts.
|
|
29
|
-
*
|
|
30
|
-
* Maintains in-memory maps for fast reads and flushes to a JSON-lines
|
|
31
|
-
* file with a binary header on persist(). On initialize(), the file is
|
|
32
|
-
* read line-by-line to rebuild state.
|
|
33
|
-
*
|
|
34
|
-
* @example
|
|
35
|
-
* ```typescript
|
|
36
|
-
* const store = new RvfLearningStore({ storePath: './data/learning.rvls' });
|
|
37
|
-
* await store.initialize();
|
|
38
|
-
*
|
|
39
|
-
* await store.savePatterns([{ id: 'p1', type: 'query_response', ... }]);
|
|
40
|
-
* await store.persist();
|
|
41
|
-
* await store.close();
|
|
42
|
-
* ```
|
|
43
|
-
*/
|
|
44
|
-
export class RvfLearningStore {
|
|
45
|
-
config;
|
|
46
|
-
patterns = new Map();
|
|
47
|
-
loraAdapters = new Map();
|
|
48
|
-
ewcState = null;
|
|
49
|
-
trajectories = [];
|
|
50
|
-
dirty = false;
|
|
51
|
-
initialized = false;
|
|
52
|
-
autoPersistTimer = null;
|
|
53
|
-
constructor(config) {
|
|
54
|
-
this.config = {
|
|
55
|
-
storePath: config.storePath,
|
|
56
|
-
dimensions: config.dimensions ?? DEFAULT_DIMENSIONS,
|
|
57
|
-
autoPersistInterval: config.autoPersistInterval ?? DEFAULT_AUTO_PERSIST_MS,
|
|
58
|
-
verbose: config.verbose ?? false,
|
|
59
|
-
};
|
|
60
|
-
}
|
|
61
|
-
/**
|
|
62
|
-
* Initialize the store by loading any existing data from disk.
|
|
63
|
-
* Creates the parent directory if it does not exist.
|
|
64
|
-
*/
|
|
65
|
-
async initialize() {
|
|
66
|
-
if (this.initialized)
|
|
67
|
-
return;
|
|
68
|
-
ensureDirectory(this.config.storePath);
|
|
69
|
-
if (fs.existsSync(this.config.storePath)) {
|
|
70
|
-
await this.loadFromDisk();
|
|
71
|
-
}
|
|
72
|
-
if (this.config.autoPersistInterval > 0) {
|
|
73
|
-
this.autoPersistTimer = setInterval(() => void this.persist().catch(() => { }), this.config.autoPersistInterval);
|
|
74
|
-
// Allow the process to exit even if the timer is active
|
|
75
|
-
if (this.autoPersistTimer.unref) {
|
|
76
|
-
this.autoPersistTimer.unref();
|
|
77
|
-
}
|
|
78
|
-
}
|
|
79
|
-
this.initialized = true;
|
|
80
|
-
this.log('Store initialized');
|
|
81
|
-
}
|
|
82
|
-
// ===== Pattern operations =====
|
|
83
|
-
/**
|
|
84
|
-
* Save or update patterns. Existing patterns with matching IDs are
|
|
85
|
-
* overwritten; new patterns are added.
|
|
86
|
-
*
|
|
87
|
-
* @returns The number of patterns stored
|
|
88
|
-
*/
|
|
89
|
-
async savePatterns(patterns) {
|
|
90
|
-
this.ensureInitialized();
|
|
91
|
-
let count = 0;
|
|
92
|
-
for (const pattern of patterns) {
|
|
93
|
-
this.patterns.set(pattern.id, { ...pattern });
|
|
94
|
-
count++;
|
|
95
|
-
}
|
|
96
|
-
this.dirty = true;
|
|
97
|
-
return count;
|
|
98
|
-
}
|
|
99
|
-
/** Load all patterns currently held in memory */
|
|
100
|
-
async loadPatterns() {
|
|
101
|
-
this.ensureInitialized();
|
|
102
|
-
return Array.from(this.patterns.values());
|
|
103
|
-
}
|
|
104
|
-
/** Return the number of stored patterns */
|
|
105
|
-
async getPatternCount() {
|
|
106
|
-
this.ensureInitialized();
|
|
107
|
-
return this.patterns.size;
|
|
108
|
-
}
|
|
109
|
-
/** Delete patterns by ID. Returns the number of patterns actually removed. */
|
|
110
|
-
async deletePatterns(ids) {
|
|
111
|
-
this.ensureInitialized();
|
|
112
|
-
let removed = 0;
|
|
113
|
-
for (const id of ids) {
|
|
114
|
-
if (this.patterns.delete(id))
|
|
115
|
-
removed++;
|
|
116
|
-
}
|
|
117
|
-
if (removed > 0)
|
|
118
|
-
this.dirty = true;
|
|
119
|
-
return removed;
|
|
120
|
-
}
|
|
121
|
-
// ===== LoRA operations =====
|
|
122
|
-
/** Save or update a LoRA adapter record */
|
|
123
|
-
async saveLoraAdapter(record) {
|
|
124
|
-
this.ensureInitialized();
|
|
125
|
-
this.loraAdapters.set(record.id, { ...record });
|
|
126
|
-
this.dirty = true;
|
|
127
|
-
}
|
|
128
|
-
/** Load all LoRA adapter records */
|
|
129
|
-
async loadLoraAdapters() {
|
|
130
|
-
this.ensureInitialized();
|
|
131
|
-
return Array.from(this.loraAdapters.values());
|
|
132
|
-
}
|
|
133
|
-
/** Delete a LoRA adapter by ID */
|
|
134
|
-
async deleteLoraAdapter(id) {
|
|
135
|
-
this.ensureInitialized();
|
|
136
|
-
const existed = this.loraAdapters.delete(id);
|
|
137
|
-
if (existed)
|
|
138
|
-
this.dirty = true;
|
|
139
|
-
return existed;
|
|
140
|
-
}
|
|
141
|
-
// ===== EWC operations =====
|
|
142
|
-
/** Save EWC state (replaces any existing state) */
|
|
143
|
-
async saveEwcState(record) {
|
|
144
|
-
this.ensureInitialized();
|
|
145
|
-
this.ewcState = { ...record };
|
|
146
|
-
this.dirty = true;
|
|
147
|
-
}
|
|
148
|
-
/** Load the EWC state, or null if none has been stored */
|
|
149
|
-
async loadEwcState() {
|
|
150
|
-
this.ensureInitialized();
|
|
151
|
-
return this.ewcState ? { ...this.ewcState } : null;
|
|
152
|
-
}
|
|
153
|
-
// ===== Trajectory operations =====
|
|
154
|
-
/** Append a trajectory record to a sidecar .jsonl file (avoids full-file rewrite). */
|
|
155
|
-
async appendTrajectory(record) {
|
|
156
|
-
this.ensureInitialized();
|
|
157
|
-
const entry = { ...record };
|
|
158
|
-
this.trajectories.push(entry);
|
|
159
|
-
// Write directly to sidecar — eliminates full-store rewrite on every append.
|
|
160
|
-
const sidecarPath = this.config.storePath.replace(/\.rvls$/, '') + '.trajectories.jsonl';
|
|
161
|
-
await fs.promises.appendFile(sidecarPath, JSON.stringify({ type: 'trajectory', data: entry }) + '\n', 'utf-8');
|
|
162
|
-
}
|
|
163
|
-
/**
|
|
164
|
-
* Return stored trajectories, newest first.
|
|
165
|
-
* @param limit Maximum number to return (default: all)
|
|
166
|
-
*/
|
|
167
|
-
async getTrajectories(limit) {
|
|
168
|
-
this.ensureInitialized();
|
|
169
|
-
const sorted = [...this.trajectories].reverse();
|
|
170
|
-
return limit !== undefined ? sorted.slice(0, limit) : sorted;
|
|
171
|
-
}
|
|
172
|
-
/** Return the number of stored trajectories */
|
|
173
|
-
async getTrajectoryCount() {
|
|
174
|
-
this.ensureInitialized();
|
|
175
|
-
return this.trajectories.length;
|
|
176
|
-
}
|
|
177
|
-
// ===== Lifecycle =====
|
|
178
|
-
/**
|
|
179
|
-
* Flush all in-memory state to disk. The entire file is rewritten
|
|
180
|
-
* to ensure consistency (patterns may have been updated in-place).
|
|
181
|
-
*/
|
|
182
|
-
async persist() {
|
|
183
|
-
if (!this.dirty)
|
|
184
|
-
return;
|
|
185
|
-
ensureDirectory(this.config.storePath);
|
|
186
|
-
// Delete the sidecar BEFORE building lines[] / writing the tmp file.
|
|
187
|
-
// This closes the race window where appendTrajectory() could write a new
|
|
188
|
-
// entry to the sidecar after we snapshot this.trajectories but before we
|
|
189
|
-
// unlink — which would cause the entry to exist only in memory and be lost
|
|
190
|
-
// on process crash. Because trajectories are already in this.trajectories
|
|
191
|
-
// at this point, the sidecar is redundant; any entry appended concurrently
|
|
192
|
-
// after this unlink will still be captured by this.trajectories (the
|
|
193
|
-
// in-memory array is updated synchronously in appendTrajectory()).
|
|
194
|
-
const sidecarPath = this.config.storePath.replace(/\.rvls$/, '') + '.trajectories.jsonl';
|
|
195
|
-
try {
|
|
196
|
-
fs.unlinkSync(sidecarPath);
|
|
197
|
-
}
|
|
198
|
-
catch { /* may not exist */ }
|
|
199
|
-
const lines = [MAGIC_HEADER];
|
|
200
|
-
// Patterns
|
|
201
|
-
for (const pattern of this.patterns.values()) {
|
|
202
|
-
lines.push(JSON.stringify({ type: 'pattern', data: pattern }));
|
|
203
|
-
}
|
|
204
|
-
// LoRA adapters
|
|
205
|
-
for (const lora of this.loraAdapters.values()) {
|
|
206
|
-
lines.push(JSON.stringify({ type: 'lora', data: lora }));
|
|
207
|
-
}
|
|
208
|
-
// EWC state
|
|
209
|
-
if (this.ewcState) {
|
|
210
|
-
lines.push(JSON.stringify({ type: 'ewc', data: this.ewcState }));
|
|
211
|
-
}
|
|
212
|
-
// Trajectories
|
|
213
|
-
for (const traj of this.trajectories) {
|
|
214
|
-
lines.push(JSON.stringify({ type: 'trajectory', data: traj }));
|
|
215
|
-
}
|
|
216
|
-
const content = lines.join('\n') + '\n';
|
|
217
|
-
const tmpPath = this.config.storePath + '.tmp';
|
|
218
|
-
await fs.promises.writeFile(tmpPath, content, 'utf-8');
|
|
219
|
-
await fs.promises.rename(tmpPath, this.config.storePath);
|
|
220
|
-
this.dirty = false;
|
|
221
|
-
this.log(`Persisted: ${this.patterns.size} patterns, ${this.loraAdapters.size} LoRA, ${this.trajectories.length} trajectories`);
|
|
222
|
-
}
|
|
223
|
-
/** Persist and release resources */
|
|
224
|
-
async close() {
|
|
225
|
-
if (this.autoPersistTimer) {
|
|
226
|
-
clearInterval(this.autoPersistTimer);
|
|
227
|
-
this.autoPersistTimer = null;
|
|
228
|
-
}
|
|
229
|
-
if (this.dirty) {
|
|
230
|
-
await this.persist();
|
|
231
|
-
}
|
|
232
|
-
this.initialized = false;
|
|
233
|
-
this.log('Store closed');
|
|
234
|
-
}
|
|
235
|
-
// ===== Stats =====
|
|
236
|
-
/** Return summary statistics about the store */
|
|
237
|
-
async getStats() {
|
|
238
|
-
this.ensureInitialized();
|
|
239
|
-
let fileSizeBytes = 0;
|
|
240
|
-
try {
|
|
241
|
-
const stat = await fs.promises.stat(this.config.storePath);
|
|
242
|
-
fileSizeBytes = stat.size;
|
|
243
|
-
}
|
|
244
|
-
catch {
|
|
245
|
-
// File may not exist yet if nothing has been persisted
|
|
246
|
-
}
|
|
247
|
-
return {
|
|
248
|
-
patterns: this.patterns.size,
|
|
249
|
-
loraAdapters: this.loraAdapters.size,
|
|
250
|
-
trajectories: this.trajectories.length,
|
|
251
|
-
hasEwcState: this.ewcState !== null,
|
|
252
|
-
fileSizeBytes,
|
|
253
|
-
};
|
|
254
|
-
}
|
|
255
|
-
// ===== Private =====
|
|
256
|
-
async loadFromDisk() {
|
|
257
|
-
let content;
|
|
258
|
-
try {
|
|
259
|
-
content = await fs.promises.readFile(this.config.storePath, 'utf-8');
|
|
260
|
-
}
|
|
261
|
-
catch {
|
|
262
|
-
return;
|
|
263
|
-
}
|
|
264
|
-
const lines = content.split('\n').filter((l) => l.trim().length > 0);
|
|
265
|
-
if (lines.length === 0)
|
|
266
|
-
return;
|
|
267
|
-
// Verify magic header
|
|
268
|
-
if (lines[0] !== MAGIC_HEADER) {
|
|
269
|
-
this.log(`Warning: invalid magic header "${lines[0]}", expected "${MAGIC_HEADER}"`);
|
|
270
|
-
return;
|
|
271
|
-
}
|
|
272
|
-
let parsed = 0;
|
|
273
|
-
let errors = 0;
|
|
274
|
-
for (let i = 1; i < lines.length; i++) {
|
|
275
|
-
try {
|
|
276
|
-
const record = JSON.parse(lines[i]);
|
|
277
|
-
this.applyRecord(record);
|
|
278
|
-
parsed++;
|
|
279
|
-
}
|
|
280
|
-
catch {
|
|
281
|
-
errors++;
|
|
282
|
-
this.log(`Warning: failed to parse line ${i + 1}`);
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
this.log(`Loaded from disk: ${parsed} records, ${errors} errors`);
|
|
286
|
-
// Merge trajectory sidecar (append-only companion to the main store)
|
|
287
|
-
const sidecarPath = this.config.storePath.replace(/\.rvls$/, '') + '.trajectories.jsonl';
|
|
288
|
-
try {
|
|
289
|
-
const sidecar = await fs.promises.readFile(sidecarPath, 'utf-8');
|
|
290
|
-
const sidecarLines = sidecar.split('\n').filter((l) => l.trim().length > 0);
|
|
291
|
-
for (const line of sidecarLines) {
|
|
292
|
-
try {
|
|
293
|
-
const record = JSON.parse(line);
|
|
294
|
-
if (record.type === 'trajectory') {
|
|
295
|
-
this.trajectories.push(record.data);
|
|
296
|
-
}
|
|
297
|
-
}
|
|
298
|
-
catch {
|
|
299
|
-
this.log('Warning: failed to parse trajectory sidecar line');
|
|
300
|
-
}
|
|
301
|
-
}
|
|
302
|
-
this.log(`Merged ${sidecarLines.length} trajectory sidecar entries`);
|
|
303
|
-
}
|
|
304
|
-
catch {
|
|
305
|
-
// Sidecar doesn't exist yet — that's fine
|
|
306
|
-
}
|
|
307
|
-
}
|
|
308
|
-
applyRecord(record) {
|
|
309
|
-
switch (record.type) {
|
|
310
|
-
case 'pattern': {
|
|
311
|
-
const p = record.data;
|
|
312
|
-
this.patterns.set(p.id, p);
|
|
313
|
-
break;
|
|
314
|
-
}
|
|
315
|
-
case 'lora': {
|
|
316
|
-
const l = record.data;
|
|
317
|
-
this.loraAdapters.set(l.id, l);
|
|
318
|
-
break;
|
|
319
|
-
}
|
|
320
|
-
case 'ewc': {
|
|
321
|
-
this.ewcState = record.data;
|
|
322
|
-
break;
|
|
323
|
-
}
|
|
324
|
-
case 'trajectory': {
|
|
325
|
-
this.trajectories.push(record.data);
|
|
326
|
-
break;
|
|
327
|
-
}
|
|
328
|
-
default:
|
|
329
|
-
this.log(`Warning: unknown record type "${record.type}"`);
|
|
330
|
-
}
|
|
331
|
-
}
|
|
332
|
-
ensureInitialized() {
|
|
333
|
-
if (!this.initialized) {
|
|
334
|
-
throw new Error('RvfLearningStore has not been initialized. Call initialize() first.');
|
|
335
|
-
}
|
|
336
|
-
}
|
|
337
|
-
log(message) {
|
|
338
|
-
if (this.config.verbose) {
|
|
339
|
-
// eslint-disable-next-line no-console
|
|
340
|
-
console.log(`[RvfLearningStore] ${message}`);
|
|
341
|
-
}
|
|
342
|
-
}
|
|
343
|
-
}
|
|
344
|
-
//# sourceMappingURL=rvf-learning-store.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rvf-learning-store.js","sourceRoot":"","sources":["../src/rvf-learning-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AA4DlC,wBAAwB;AAExB,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,uBAAuB,GAAG,MAAM,CAAC;AAEvC,sBAAsB;AAEtB,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,+BAA+B;AAE/B;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAmC;IACzC,QAAQ,GAA+B,IAAI,GAAG,EAAE,CAAC;IACjD,YAAY,GAA4B,IAAI,GAAG,EAAE,CAAC;IAClD,QAAQ,GAAqB,IAAI,CAAC;IAClC,YAAY,GAAuB,EAAE,CAAC;IACtC,KAAK,GAAG,KAAK,CAAC;IACd,WAAW,GAAG,KAAK,CAAC;IACpB,gBAAgB,GAA0C,IAAI,CAAC;IAEvE,YAAY,MAA8B;QACxC,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,kBAAkB;YACnD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,uBAAuB;YAC1E,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,KAAK;SACjC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEvC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,gBAAgB,GAAG,WAAW,CACjC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,EACzC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAChC,CAAC;YACF,wDAAwD;YACxD,IAAI,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;YAChC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAChC,CAAC;IAED,iCAAiC;IAEjC;;;;;OAKG;IACH,KAAK,CAAC,YAAY,CAAC,QAAyB;QAC1C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;YAC9C,KAAK,EAAE,CAAC;QACV,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,iDAAiD;IACjD,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,2CAA2C;IAC3C,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC5B,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,cAAc,CAAC,GAAa;QAChC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAAE,OAAO,EAAE,CAAC;QAC1C,CAAC;QACD,IAAI,OAAO,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8BAA8B;IAE9B,2CAA2C;IAC3C,KAAK,CAAC,eAAe,CAAC,MAAkB;QACtC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,gBAAgB;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,iBAAiB,CAAC,EAAU;QAChC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAI,OAAO;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAC/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,6BAA6B;IAE7B,mDAAmD;IACnD,KAAK,CAAC,YAAY,CAAC,MAAiB;QAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,CAAC;IAED,oCAAoC;IAEpC,sFAAsF;IACtF,KAAK,CAAC,gBAAgB,CAAC,MAAwB;QAC7C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,6EAA6E;QAC7E,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,qBAAqB,CAAC;QACzF,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;IACjH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,KAAc;QAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QAChD,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/D,CAAC;IAED,+CAA+C;IAC/C,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;IAClC,CAAC;IAED,wBAAwB;IAExB;;;OAGG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QAExB,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEvC,qEAAqE;QACrE,yEAAyE;QACzE,yEAAyE;QACzE,2EAA2E;QAC3E,0EAA0E;QAC1E,2EAA2E;QAC3E,qEAAqE;QACrE,mEAAmE;QACnE,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,qBAAqB,CAAC;QACzF,IAAI,CAAC;YAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC;QAEjE,MAAM,KAAK,GAAa,CAAC,YAAY,CAAC,CAAC;QAEvC,WAAW;QACX,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,gBAAgB;QAChB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,YAAY;QACZ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,eAAe;QACf,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC;QAE/C,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEzD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,QAAQ,CAAC,IAAI,cAAc,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,IAAI,CAAC,YAAY,CAAC,MAAM,eAAe,CAAC,CAAC;IAClI,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC3B,CAAC;IAED,oBAAoB;IAEpB,gDAAgD;IAChD,KAAK,CAAC,QAAQ;QAOZ,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC3D,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,uDAAuD;QACzD,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACpC,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;YACtC,WAAW,EAAE,IAAI,CAAC,QAAQ,KAAK,IAAI;YACnC,aAAa;SACd,CAAC;IACJ,CAAC;IAED,sBAAsB;IAEd,KAAK,CAAC,YAAY;QACxB,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACvE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,sBAAsB;QACtB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,YAAY,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,kCAAkC,KAAK,CAAC,CAAC,CAAC,gBAAgB,YAAY,GAAG,CAAC,CAAC;YACpF,OAAO;QACT,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAc,CAAC;gBACjD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC;YACX,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,EAAE,CAAC;gBACT,IAAI,CAAC,GAAG,CAAC,iCAAiC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,qBAAqB,MAAM,aAAa,MAAM,SAAS,CAAC,CAAC;QAElE,qEAAqE;QACrE,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,qBAAqB,CAAC;QACzF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC5E,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;gBAChC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAC;oBAC7C,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACjC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAwB,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,UAAU,YAAY,CAAC,MAAM,6BAA6B,CAAC,CAAC;QACvE,CAAC;QAAC,MAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,MAAiB;QACnC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,CAAC,GAAG,MAAM,CAAC,IAAqB,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,CAAC,GAAG,MAAM,CAAC,IAAkB,CAAC;gBACpC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/B,MAAM;YACR,CAAC;YACD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAiB,CAAC;gBACzC,MAAM;YACR,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAwB,CAAC,CAAC;gBACxD,MAAM;YACR,CAAC;YACD;gBACE,IAAI,CAAC,GAAG,CAAC,iCAAiC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,OAAe;QACzB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;CACF"}
|
package/dist/rvf-migration.d.ts
DELETED
|
@@ -1,45 +0,0 @@
|
|
|
1
|
-
/** Options for controlling the migration process. */
|
|
2
|
-
export interface RvfMigrationOptions {
|
|
3
|
-
verbose?: boolean;
|
|
4
|
-
/** Entries per batch (default 500). */
|
|
5
|
-
batchSize?: number;
|
|
6
|
-
/** Embedding dimensions for target RVF file (default 1536). */
|
|
7
|
-
dimensions?: number;
|
|
8
|
-
onProgress?: (progress: {
|
|
9
|
-
current: number;
|
|
10
|
-
total: number;
|
|
11
|
-
phase: string;
|
|
12
|
-
}) => void;
|
|
13
|
-
}
|
|
14
|
-
/** Result returned after a migration completes. */
|
|
15
|
-
export interface RvfMigrationResult {
|
|
16
|
-
success: boolean;
|
|
17
|
-
entriesMigrated: number;
|
|
18
|
-
sourceFormat: string;
|
|
19
|
-
targetFormat: string;
|
|
20
|
-
durationMs: number;
|
|
21
|
-
errors: string[];
|
|
22
|
-
}
|
|
23
|
-
/**
|
|
24
|
-
* Bidirectional migration utility between RVF and legacy memory formats.
|
|
25
|
-
*
|
|
26
|
-
* All methods are static — no instantiation required.
|
|
27
|
-
*/
|
|
28
|
-
export declare class RvfMigrator {
|
|
29
|
-
/** Migrate a JSON memory file to RVF format. */
|
|
30
|
-
static fromJsonFile(jsonPath: string, rvfPath: string, options?: RvfMigrationOptions): Promise<RvfMigrationResult>;
|
|
31
|
-
/** Migrate a SQLite (better-sqlite3 / sql.js) database to RVF. */
|
|
32
|
-
static fromSqlite(dbPath: string, rvfPath: string, options?: RvfMigrationOptions): Promise<RvfMigrationResult>;
|
|
33
|
-
/** Export an RVF file back to a JSON array (backward compatibility). */
|
|
34
|
-
static toJsonFile(rvfPath: string, jsonPath: string): Promise<RvfMigrationResult>;
|
|
35
|
-
/**
|
|
36
|
-
* Detect file format by magic bytes.
|
|
37
|
-
* - RVF\0 (0x52 0x56 0x46 0x00) -> 'rvf'
|
|
38
|
-
* - SQLi (0x53 0x51 0x4C 0x69) -> 'sqlite'
|
|
39
|
-
* - Leading [ or { -> 'json'
|
|
40
|
-
*/
|
|
41
|
-
static detectFormat(filePath: string): Promise<'rvf' | 'json' | 'sqlite' | 'unknown'>;
|
|
42
|
-
/** Auto-detect source format and migrate to RVF. */
|
|
43
|
-
static autoMigrate(sourcePath: string, targetRvfPath: string, options?: RvfMigrationOptions): Promise<RvfMigrationResult>;
|
|
44
|
-
}
|
|
45
|
-
//# sourceMappingURL=rvf-migration.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rvf-migration.d.ts","sourceRoot":"","sources":["../src/rvf-migration.ts"],"names":[],"mappings":"AAYA,qDAAqD;AACrD,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,uCAAuC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CACpF;AAED,mDAAmD;AACnD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AA6ID;;;;GAIG;AACH,qBAAa,WAAW;IACtB,gDAAgD;WACnC,YAAY,CACvB,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GACnE,OAAO,CAAC,kBAAkB,CAAC;IAY9B,kEAAkE;WACrD,UAAU,CACrB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GACjE,OAAO,CAAC,kBAAkB,CAAC;IAW9B,wEAAwE;WAC3D,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAavF;;;;;OAKG;WACU,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAC;IAc3F,oDAAoD;WACvC,WAAW,CACtB,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAC3E,OAAO,CAAC,kBAAkB,CAAC;CAU/B"}
|