@monoes/memory 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +902 -0
- package/dist/agent-memory-scope.d.ts +131 -0
- package/dist/agent-memory-scope.d.ts.map +1 -0
- package/dist/agent-memory-scope.js +230 -0
- package/dist/agent-memory-scope.js.map +1 -0
- package/dist/agentdb-adapter.d.ts +165 -0
- package/dist/agentdb-adapter.d.ts.map +1 -0
- package/dist/agentdb-adapter.js +836 -0
- package/dist/agentdb-adapter.js.map +1 -0
- package/dist/agentdb-backend.d.ts +218 -0
- package/dist/agentdb-backend.d.ts.map +1 -0
- package/dist/agentdb-backend.js +879 -0
- package/dist/agentdb-backend.js.map +1 -0
- package/dist/auto-memory-bridge.d.ts +230 -0
- package/dist/auto-memory-bridge.d.ts.map +1 -0
- package/dist/auto-memory-bridge.js +730 -0
- package/dist/auto-memory-bridge.js.map +1 -0
- package/dist/cache-manager.d.ts +134 -0
- package/dist/cache-manager.d.ts.map +1 -0
- package/dist/cache-manager.js +410 -0
- package/dist/cache-manager.js.map +1 -0
- package/dist/checkpointer.d.ts +78 -0
- package/dist/checkpointer.d.ts.map +1 -0
- package/dist/checkpointer.js +174 -0
- package/dist/checkpointer.js.map +1 -0
- package/dist/controller-registry.d.ts +216 -0
- package/dist/controller-registry.d.ts.map +1 -0
- package/dist/controller-registry.js +897 -0
- package/dist/controller-registry.js.map +1 -0
- package/dist/database-provider.d.ts +87 -0
- package/dist/database-provider.d.ts.map +1 -0
- package/dist/database-provider.js +434 -0
- package/dist/database-provider.js.map +1 -0
- package/dist/diskann-backend.d.ts +126 -0
- package/dist/diskann-backend.d.ts.map +1 -0
- package/dist/diskann-backend.js +324 -0
- package/dist/diskann-backend.js.map +1 -0
- package/dist/episodic-store.d.ts +58 -0
- package/dist/episodic-store.d.ts.map +1 -0
- package/dist/episodic-store.js +160 -0
- package/dist/episodic-store.js.map +1 -0
- package/dist/hnsw-index.d.ts +111 -0
- package/dist/hnsw-index.d.ts.map +1 -0
- package/dist/hnsw-index.js +778 -0
- package/dist/hnsw-index.js.map +1 -0
- package/dist/hnsw-lite.d.ts +29 -0
- package/dist/hnsw-lite.d.ts.map +1 -0
- package/dist/hnsw-lite.js +236 -0
- package/dist/hnsw-lite.js.map +1 -0
- package/dist/hybrid-backend.d.ts +299 -0
- package/dist/hybrid-backend.d.ts.map +1 -0
- package/dist/hybrid-backend.js +804 -0
- package/dist/hybrid-backend.js.map +1 -0
- package/dist/index.d.ts +228 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +379 -0
- package/dist/index.js.map +1 -0
- package/dist/knowledge/document-chunker.d.ts +22 -0
- package/dist/knowledge/document-chunker.d.ts.map +1 -0
- package/dist/knowledge/document-chunker.js +52 -0
- package/dist/knowledge/document-chunker.js.map +1 -0
- package/dist/knowledge/index.d.ts +12 -0
- package/dist/knowledge/index.d.ts.map +1 -0
- package/dist/knowledge/index.js +9 -0
- package/dist/knowledge/index.js.map +1 -0
- package/dist/knowledge/knowledge-retriever.d.ts +48 -0
- package/dist/knowledge/knowledge-retriever.d.ts.map +1 -0
- package/dist/knowledge/knowledge-retriever.js +80 -0
- package/dist/knowledge/knowledge-retriever.js.map +1 -0
- package/dist/knowledge/knowledge-store.d.ts +58 -0
- package/dist/knowledge/knowledge-store.d.ts.map +1 -0
- package/dist/knowledge/knowledge-store.js +121 -0
- package/dist/knowledge/knowledge-store.js.map +1 -0
- package/dist/learning-bridge.d.ts +162 -0
- package/dist/learning-bridge.d.ts.map +1 -0
- package/dist/learning-bridge.js +522 -0
- package/dist/learning-bridge.js.map +1 -0
- package/dist/memory-graph.d.ts +123 -0
- package/dist/memory-graph.d.ts.map +1 -0
- package/dist/memory-graph.js +412 -0
- package/dist/memory-graph.js.map +1 -0
- package/dist/migration.d.ts +68 -0
- package/dist/migration.d.ts.map +1 -0
- package/dist/migration.js +513 -0
- package/dist/migration.js.map +1 -0
- package/dist/partitioned-hnsw.d.ts +65 -0
- package/dist/partitioned-hnsw.d.ts.map +1 -0
- package/dist/partitioned-hnsw.js +209 -0
- package/dist/partitioned-hnsw.js.map +1 -0
- package/dist/persistent-sona.d.ts +144 -0
- package/dist/persistent-sona.d.ts.map +1 -0
- package/dist/persistent-sona.js +333 -0
- package/dist/persistent-sona.js.map +1 -0
- package/dist/procedural/action-record.d.ts +19 -0
- package/dist/procedural/action-record.d.ts.map +1 -0
- package/dist/procedural/action-record.js +51 -0
- package/dist/procedural/action-record.js.map +1 -0
- package/dist/procedural/action-sequence-extractor.d.ts +25 -0
- package/dist/procedural/action-sequence-extractor.d.ts.map +1 -0
- package/dist/procedural/action-sequence-extractor.js +91 -0
- package/dist/procedural/action-sequence-extractor.js.map +1 -0
- package/dist/procedural/index.d.ts +14 -0
- package/dist/procedural/index.d.ts.map +1 -0
- package/dist/procedural/index.js +13 -0
- package/dist/procedural/index.js.map +1 -0
- package/dist/procedural/learned-skill.d.ts +17 -0
- package/dist/procedural/learned-skill.d.ts.map +1 -0
- package/dist/procedural/learned-skill.js +73 -0
- package/dist/procedural/learned-skill.js.map +1 -0
- package/dist/procedural/procedure-extractor-worker.d.ts +27 -0
- package/dist/procedural/procedure-extractor-worker.d.ts.map +1 -0
- package/dist/procedural/procedure-extractor-worker.js +39 -0
- package/dist/procedural/procedure-extractor-worker.js.map +1 -0
- package/dist/procedural/skill-registry.d.ts +25 -0
- package/dist/procedural/skill-registry.d.ts.map +1 -0
- package/dist/procedural/skill-registry.js +56 -0
- package/dist/procedural/skill-registry.js.map +1 -0
- package/dist/procedural/types.d.ts +67 -0
- package/dist/procedural/types.d.ts.map +1 -0
- package/dist/procedural/types.js +15 -0
- package/dist/procedural/types.js.map +1 -0
- package/dist/prompt-version-store.d.ts +59 -0
- package/dist/prompt-version-store.d.ts.map +1 -0
- package/dist/prompt-version-store.js +175 -0
- package/dist/prompt-version-store.js.map +1 -0
- package/dist/query-builder.d.ts +52 -0
- package/dist/query-builder.d.ts.map +1 -0
- package/dist/query-builder.js +134 -0
- package/dist/query-builder.js.map +1 -0
- package/dist/rvf-backend.d.ts +51 -0
- package/dist/rvf-backend.d.ts.map +1 -0
- package/dist/rvf-backend.js +499 -0
- package/dist/rvf-backend.js.map +1 -0
- package/dist/rvf-learning-store.d.ts +141 -0
- package/dist/rvf-learning-store.d.ts.map +1 -0
- package/dist/rvf-learning-store.js +344 -0
- package/dist/rvf-learning-store.js.map +1 -0
- package/dist/rvf-migration.d.ts +45 -0
- package/dist/rvf-migration.d.ts.map +1 -0
- package/dist/rvf-migration.js +254 -0
- package/dist/rvf-migration.js.map +1 -0
- package/dist/sqlite-backend.d.ts +127 -0
- package/dist/sqlite-backend.d.ts.map +1 -0
- package/dist/sqlite-backend.js +618 -0
- package/dist/sqlite-backend.js.map +1 -0
- package/dist/sqljs-backend.d.ts +128 -0
- package/dist/sqljs-backend.d.ts.map +1 -0
- package/dist/sqljs-backend.js +611 -0
- package/dist/sqljs-backend.js.map +1 -0
- package/dist/tier-manager.d.ts +79 -0
- package/dist/tier-manager.d.ts.map +1 -0
- package/dist/tier-manager.js +169 -0
- package/dist/tier-manager.js.map +1 -0
- package/dist/tiers/contextual.d.ts +43 -0
- package/dist/tiers/contextual.d.ts.map +1 -0
- package/dist/tiers/contextual.js +102 -0
- package/dist/tiers/contextual.js.map +1 -0
- package/dist/tiers/entity.d.ts +46 -0
- package/dist/tiers/entity.d.ts.map +1 -0
- package/dist/tiers/entity.js +106 -0
- package/dist/tiers/entity.js.map +1 -0
- package/dist/tiers/index.d.ts +4 -0
- package/dist/tiers/index.d.ts.map +1 -0
- package/dist/tiers/index.js +4 -0
- package/dist/tiers/index.js.map +1 -0
- package/dist/tiers/short-term.d.ts +42 -0
- package/dist/tiers/short-term.d.ts.map +1 -0
- package/dist/tiers/short-term.js +89 -0
- package/dist/tiers/short-term.js.map +1 -0
- package/dist/types/checkpoint.d.ts +44 -0
- package/dist/types/checkpoint.d.ts.map +1 -0
- package/dist/types/checkpoint.js +8 -0
- package/dist/types/checkpoint.js.map +1 -0
- package/dist/types.d.ts +526 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +58 -0
- package/dist/types.js.map +1 -0
- package/package.json +46 -0
|
@@ -0,0 +1,513 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Memory Migration Utility
|
|
3
|
+
*
|
|
4
|
+
* Migrates data from legacy memory systems (SQLite, Markdown, JSON, etc.)
|
|
5
|
+
* to the unified AgentDB-backed memory system with HNSW indexing.
|
|
6
|
+
*
|
|
7
|
+
* @module v1/memory/migration
|
|
8
|
+
*/
|
|
9
|
+
import { EventEmitter } from 'node:events';
|
|
10
|
+
import { promises as fs } from 'node:fs';
|
|
11
|
+
import * as path from 'node:path';
|
|
12
|
+
import { createDefaultEntry, } from './types.js';
|
|
13
|
+
/**
|
|
14
|
+
* Default migration configuration
|
|
15
|
+
*/
|
|
16
|
+
const DEFAULT_MIGRATION_CONFIG = {
|
|
17
|
+
batchSize: 100,
|
|
18
|
+
generateEmbeddings: true,
|
|
19
|
+
validateData: true,
|
|
20
|
+
continueOnError: true,
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* Memory Migration Manager
|
|
24
|
+
*
|
|
25
|
+
* Handles migration from:
|
|
26
|
+
* - SQLite backends (.db files)
|
|
27
|
+
* - Markdown backends (.md files)
|
|
28
|
+
* - JSON memory stores (.json files)
|
|
29
|
+
* - MemoryManager instances
|
|
30
|
+
* - SwarmMemory instances
|
|
31
|
+
* - DistributedMemory instances
|
|
32
|
+
*/
|
|
33
|
+
export class MemoryMigrator extends EventEmitter {
|
|
34
|
+
config;
|
|
35
|
+
target;
|
|
36
|
+
embeddingGenerator;
|
|
37
|
+
progress;
|
|
38
|
+
constructor(target, config, embeddingGenerator) {
|
|
39
|
+
super();
|
|
40
|
+
this.target = target;
|
|
41
|
+
this.config = { ...DEFAULT_MIGRATION_CONFIG, ...config };
|
|
42
|
+
this.embeddingGenerator = embeddingGenerator;
|
|
43
|
+
this.progress = this.initializeProgress();
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Run the migration
|
|
47
|
+
*/
|
|
48
|
+
async migrate() {
|
|
49
|
+
const startTime = Date.now();
|
|
50
|
+
this.progress = this.initializeProgress();
|
|
51
|
+
this.emit('migration:started', { source: this.config.source });
|
|
52
|
+
try {
|
|
53
|
+
// Load entries from source
|
|
54
|
+
const entries = await this.loadFromSource();
|
|
55
|
+
this.progress.total = entries.length;
|
|
56
|
+
this.progress.totalBatches = Math.ceil(entries.length / this.config.batchSize);
|
|
57
|
+
this.emit('migration:progress', { ...this.progress });
|
|
58
|
+
// Process in batches
|
|
59
|
+
for (let i = 0; i < entries.length; i += this.config.batchSize) {
|
|
60
|
+
const batch = entries.slice(i, i + this.config.batchSize);
|
|
61
|
+
this.progress.currentBatch = Math.floor(i / this.config.batchSize) + 1;
|
|
62
|
+
await this.processBatch(batch);
|
|
63
|
+
this.progress.percentage = Math.round((this.progress.migrated / this.progress.total) * 100);
|
|
64
|
+
this.progress.estimatedTimeRemaining = this.estimateTimeRemaining(startTime, this.progress.migrated, this.progress.total);
|
|
65
|
+
this.emit('migration:progress', { ...this.progress });
|
|
66
|
+
}
|
|
67
|
+
const duration = Date.now() - startTime;
|
|
68
|
+
const result = {
|
|
69
|
+
success: this.progress.failed === 0 || this.config.continueOnError,
|
|
70
|
+
progress: { ...this.progress },
|
|
71
|
+
duration,
|
|
72
|
+
summary: this.generateSummary(),
|
|
73
|
+
};
|
|
74
|
+
this.emit('migration:completed', result);
|
|
75
|
+
return result;
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
const duration = Date.now() - startTime;
|
|
79
|
+
const result = {
|
|
80
|
+
success: false,
|
|
81
|
+
progress: { ...this.progress },
|
|
82
|
+
duration,
|
|
83
|
+
summary: `Migration failed: ${error.message}`,
|
|
84
|
+
};
|
|
85
|
+
this.emit('migration:failed', { error, result });
|
|
86
|
+
return result;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Get current migration progress
|
|
91
|
+
*/
|
|
92
|
+
getProgress() {
|
|
93
|
+
return { ...this.progress };
|
|
94
|
+
}
|
|
95
|
+
// ===== Source Loaders =====
|
|
96
|
+
async loadFromSource() {
|
|
97
|
+
switch (this.config.source) {
|
|
98
|
+
case 'sqlite':
|
|
99
|
+
return this.loadFromSQLite();
|
|
100
|
+
case 'markdown':
|
|
101
|
+
return this.loadFromMarkdown();
|
|
102
|
+
case 'json':
|
|
103
|
+
return this.loadFromJSON();
|
|
104
|
+
case 'memory-manager':
|
|
105
|
+
return this.loadFromMemoryManager();
|
|
106
|
+
case 'swarm-memory':
|
|
107
|
+
return this.loadFromSwarmMemory();
|
|
108
|
+
case 'distributed-memory':
|
|
109
|
+
return this.loadFromDistributedMemory();
|
|
110
|
+
default:
|
|
111
|
+
throw new Error(`Unknown migration source: ${this.config.source}`);
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
async loadFromSQLite() {
|
|
115
|
+
const entries = [];
|
|
116
|
+
const dbPath = this.config.sourcePath;
|
|
117
|
+
try {
|
|
118
|
+
// Dynamic import for better-sqlite3 or similar
|
|
119
|
+
// In production, would use actual SQLite library
|
|
120
|
+
const fileContent = await fs.readFile(dbPath);
|
|
121
|
+
// Parse SQLite format (simplified - actual implementation would use SQLite library)
|
|
122
|
+
// For now, we'll try to read it as a JSON export format
|
|
123
|
+
if (dbPath.endsWith('.json')) {
|
|
124
|
+
const data = JSON.parse(fileContent.toString());
|
|
125
|
+
if (Array.isArray(data)) {
|
|
126
|
+
return data;
|
|
127
|
+
}
|
|
128
|
+
else if (data.entries) {
|
|
129
|
+
return data.entries;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
// SQLite parsing would go here using better-sqlite3 or sql.js
|
|
133
|
+
this.emit('migration:warning', {
|
|
134
|
+
message: 'Direct SQLite parsing requires additional setup. Using export format.',
|
|
135
|
+
});
|
|
136
|
+
return entries;
|
|
137
|
+
}
|
|
138
|
+
catch (error) {
|
|
139
|
+
throw new Error(`Failed to load SQLite: ${error.message}`);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
async loadFromMarkdown() {
|
|
143
|
+
const entries = [];
|
|
144
|
+
const basePath = this.config.sourcePath;
|
|
145
|
+
try {
|
|
146
|
+
const files = await this.walkDirectory(basePath, '.md');
|
|
147
|
+
for (const filePath of files) {
|
|
148
|
+
try {
|
|
149
|
+
const content = await fs.readFile(filePath, 'utf-8');
|
|
150
|
+
const entry = this.parseMarkdownEntry(filePath, content, basePath);
|
|
151
|
+
if (entry) {
|
|
152
|
+
entries.push(entry);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
catch (error) {
|
|
156
|
+
this.addError(filePath, error.message, 'PARSE_ERROR', true);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
return entries;
|
|
160
|
+
}
|
|
161
|
+
catch (error) {
|
|
162
|
+
throw new Error(`Failed to load Markdown: ${error.message}`);
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
async loadFromJSON() {
|
|
166
|
+
const filePath = this.config.sourcePath;
|
|
167
|
+
try {
|
|
168
|
+
const content = await fs.readFile(filePath, 'utf-8');
|
|
169
|
+
const data = JSON.parse(content);
|
|
170
|
+
// Handle different JSON formats
|
|
171
|
+
if (Array.isArray(data)) {
|
|
172
|
+
return data;
|
|
173
|
+
}
|
|
174
|
+
else if (data.entries) {
|
|
175
|
+
return data.entries;
|
|
176
|
+
}
|
|
177
|
+
else if (typeof data === 'object') {
|
|
178
|
+
// Assume it's a namespace -> entries map
|
|
179
|
+
const entries = [];
|
|
180
|
+
for (const [namespace, namespaceEntries] of Object.entries(data)) {
|
|
181
|
+
if (Array.isArray(namespaceEntries)) {
|
|
182
|
+
for (const entry of namespaceEntries) {
|
|
183
|
+
entries.push({ ...entry, namespace });
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
return entries;
|
|
188
|
+
}
|
|
189
|
+
return [];
|
|
190
|
+
}
|
|
191
|
+
catch (error) {
|
|
192
|
+
throw new Error(`Failed to load JSON: ${error.message}`);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
async loadFromMemoryManager() {
|
|
196
|
+
// Would integrate with existing MemoryManager instance
|
|
197
|
+
// For now, try to load from common paths
|
|
198
|
+
const possiblePaths = [
|
|
199
|
+
'./memory/memory-store.json',
|
|
200
|
+
'./.swarm/memory.db',
|
|
201
|
+
'./memory.json',
|
|
202
|
+
];
|
|
203
|
+
for (const p of possiblePaths) {
|
|
204
|
+
try {
|
|
205
|
+
const fullPath = path.resolve(this.config.sourcePath, p);
|
|
206
|
+
await fs.access(fullPath);
|
|
207
|
+
return this.loadFromJSON();
|
|
208
|
+
}
|
|
209
|
+
catch {
|
|
210
|
+
continue;
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
return [];
|
|
214
|
+
}
|
|
215
|
+
async loadFromSwarmMemory() {
|
|
216
|
+
// Would integrate with SwarmMemory partitions
|
|
217
|
+
const entries = [];
|
|
218
|
+
const basePath = this.config.sourcePath;
|
|
219
|
+
try {
|
|
220
|
+
// Check for swarm memory directory structure
|
|
221
|
+
const partitionsPath = path.join(basePath, '.swarm', 'memory');
|
|
222
|
+
const files = await this.walkDirectory(partitionsPath, '.json');
|
|
223
|
+
for (const filePath of files) {
|
|
224
|
+
try {
|
|
225
|
+
const content = await fs.readFile(filePath, 'utf-8');
|
|
226
|
+
const data = JSON.parse(content);
|
|
227
|
+
// Extract namespace from file path
|
|
228
|
+
const relativePath = path.relative(partitionsPath, filePath);
|
|
229
|
+
const namespace = path.dirname(relativePath).replace(/\\/g, '/');
|
|
230
|
+
if (Array.isArray(data)) {
|
|
231
|
+
entries.push(...data.map((e) => ({ ...e, namespace })));
|
|
232
|
+
}
|
|
233
|
+
else if (data.entries) {
|
|
234
|
+
entries.push(...data.entries.map((e) => ({ ...e, namespace })));
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
catch (error) {
|
|
238
|
+
this.addError(filePath, error.message, 'PARSE_ERROR', true);
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
return entries;
|
|
242
|
+
}
|
|
243
|
+
catch (error) {
|
|
244
|
+
return [];
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
async loadFromDistributedMemory() {
|
|
248
|
+
// Would integrate with DistributedMemorySystem nodes
|
|
249
|
+
return this.loadFromSwarmMemory(); // Similar structure
|
|
250
|
+
}
|
|
251
|
+
// ===== Batch Processing =====
|
|
252
|
+
async processBatch(batch) {
|
|
253
|
+
for (const legacyEntry of batch) {
|
|
254
|
+
try {
|
|
255
|
+
// Validate if enabled
|
|
256
|
+
if (this.config.validateData) {
|
|
257
|
+
const validation = this.validateEntry(legacyEntry);
|
|
258
|
+
if (!validation.valid) {
|
|
259
|
+
if (this.config.continueOnError) {
|
|
260
|
+
this.addError(legacyEntry.key || 'unknown', validation.reason || 'Validation failed', 'VALIDATION_ERROR', false);
|
|
261
|
+
this.progress.skipped++;
|
|
262
|
+
continue;
|
|
263
|
+
}
|
|
264
|
+
else {
|
|
265
|
+
throw new Error(validation.reason);
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
// Transform to new format
|
|
270
|
+
const newEntry = await this.transformEntry(legacyEntry);
|
|
271
|
+
// Store in target
|
|
272
|
+
await this.target.store(newEntry);
|
|
273
|
+
this.progress.migrated++;
|
|
274
|
+
}
|
|
275
|
+
catch (error) {
|
|
276
|
+
if (this.config.continueOnError) {
|
|
277
|
+
this.addError(legacyEntry.key || 'unknown', error.message, 'STORE_ERROR', true);
|
|
278
|
+
this.progress.failed++;
|
|
279
|
+
}
|
|
280
|
+
else {
|
|
281
|
+
throw error;
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
}
|
|
285
|
+
}
|
|
286
|
+
async transformEntry(legacy) {
|
|
287
|
+
// Map namespace if configured
|
|
288
|
+
let namespace = legacy.namespace || 'default';
|
|
289
|
+
if (this.config.namespaceMapping && this.config.namespaceMapping[namespace]) {
|
|
290
|
+
namespace = this.config.namespaceMapping[namespace];
|
|
291
|
+
}
|
|
292
|
+
// Determine content
|
|
293
|
+
const content = typeof legacy.value === 'string'
|
|
294
|
+
? legacy.value
|
|
295
|
+
: JSON.stringify(legacy.value);
|
|
296
|
+
// Map type if configured
|
|
297
|
+
let type = 'semantic';
|
|
298
|
+
if (legacy.metadata?.type && typeof legacy.metadata.type === 'string') {
|
|
299
|
+
if (this.config.typeMapping && this.config.typeMapping[legacy.metadata.type]) {
|
|
300
|
+
type = this.config.typeMapping[legacy.metadata.type];
|
|
301
|
+
}
|
|
302
|
+
else if (this.isValidMemoryType(legacy.metadata.type)) {
|
|
303
|
+
type = legacy.metadata.type;
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
// Parse timestamps
|
|
307
|
+
const createdAt = this.parseTimestamp(legacy.createdAt || legacy.created_at || legacy.timestamp);
|
|
308
|
+
const updatedAt = this.parseTimestamp(legacy.updatedAt || legacy.updated_at || legacy.timestamp);
|
|
309
|
+
const input = {
|
|
310
|
+
key: legacy.key,
|
|
311
|
+
content,
|
|
312
|
+
type,
|
|
313
|
+
namespace,
|
|
314
|
+
tags: legacy.tags || [],
|
|
315
|
+
metadata: {
|
|
316
|
+
...legacy.metadata,
|
|
317
|
+
migrated: true,
|
|
318
|
+
migrationSource: this.config.source,
|
|
319
|
+
migrationTimestamp: Date.now(),
|
|
320
|
+
originalValue: legacy.value,
|
|
321
|
+
},
|
|
322
|
+
};
|
|
323
|
+
const entry = createDefaultEntry(input);
|
|
324
|
+
entry.createdAt = createdAt;
|
|
325
|
+
entry.updatedAt = updatedAt;
|
|
326
|
+
// Generate embedding if configured
|
|
327
|
+
if (this.config.generateEmbeddings && this.embeddingGenerator) {
|
|
328
|
+
try {
|
|
329
|
+
entry.embedding = await this.embeddingGenerator(content);
|
|
330
|
+
}
|
|
331
|
+
catch (error) {
|
|
332
|
+
// Log but don't fail
|
|
333
|
+
this.emit('migration:warning', {
|
|
334
|
+
message: `Failed to generate embedding for ${legacy.key}: ${error.message}`,
|
|
335
|
+
});
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
return entry;
|
|
339
|
+
}
|
|
340
|
+
// ===== Helper Methods =====
|
|
341
|
+
initializeProgress() {
|
|
342
|
+
return {
|
|
343
|
+
total: 0,
|
|
344
|
+
migrated: 0,
|
|
345
|
+
failed: 0,
|
|
346
|
+
skipped: 0,
|
|
347
|
+
currentBatch: 0,
|
|
348
|
+
totalBatches: 0,
|
|
349
|
+
percentage: 0,
|
|
350
|
+
estimatedTimeRemaining: 0,
|
|
351
|
+
errors: [],
|
|
352
|
+
};
|
|
353
|
+
}
|
|
354
|
+
validateEntry(entry) {
|
|
355
|
+
if (!entry.key || typeof entry.key !== 'string') {
|
|
356
|
+
return { valid: false, reason: 'Missing or invalid key' };
|
|
357
|
+
}
|
|
358
|
+
if (entry.value === undefined) {
|
|
359
|
+
return { valid: false, reason: 'Missing value' };
|
|
360
|
+
}
|
|
361
|
+
if (entry.key.length > 500) {
|
|
362
|
+
return { valid: false, reason: 'Key too long (max 500 chars)' };
|
|
363
|
+
}
|
|
364
|
+
return { valid: true };
|
|
365
|
+
}
|
|
366
|
+
addError(entryId, message, code, recoverable) {
|
|
367
|
+
const error = {
|
|
368
|
+
entryId,
|
|
369
|
+
message,
|
|
370
|
+
code,
|
|
371
|
+
recoverable,
|
|
372
|
+
};
|
|
373
|
+
this.progress.errors.push(error);
|
|
374
|
+
this.emit('migration:error', error);
|
|
375
|
+
}
|
|
376
|
+
parseTimestamp(value) {
|
|
377
|
+
if (!value)
|
|
378
|
+
return Date.now();
|
|
379
|
+
if (typeof value === 'number') {
|
|
380
|
+
// Handle both milliseconds and seconds
|
|
381
|
+
return value > 1e12 ? value : value * 1000;
|
|
382
|
+
}
|
|
383
|
+
const parsed = Date.parse(value);
|
|
384
|
+
return isNaN(parsed) ? Date.now() : parsed;
|
|
385
|
+
}
|
|
386
|
+
isValidMemoryType(type) {
|
|
387
|
+
return ['episodic', 'semantic', 'procedural', 'working', 'cache'].includes(type);
|
|
388
|
+
}
|
|
389
|
+
estimateTimeRemaining(startTime, completed, total) {
|
|
390
|
+
if (completed === 0)
|
|
391
|
+
return 0;
|
|
392
|
+
const elapsed = Date.now() - startTime;
|
|
393
|
+
const rate = completed / elapsed;
|
|
394
|
+
const remaining = total - completed;
|
|
395
|
+
return Math.round(remaining / rate);
|
|
396
|
+
}
|
|
397
|
+
generateSummary() {
|
|
398
|
+
const { migrated, failed, skipped, total, errors } = this.progress;
|
|
399
|
+
let summary = `Migrated ${migrated}/${total} entries`;
|
|
400
|
+
if (failed > 0) {
|
|
401
|
+
summary += `, ${failed} failed`;
|
|
402
|
+
}
|
|
403
|
+
if (skipped > 0) {
|
|
404
|
+
summary += `, ${skipped} skipped`;
|
|
405
|
+
}
|
|
406
|
+
if (errors.length > 0) {
|
|
407
|
+
const errorTypes = new Map();
|
|
408
|
+
for (const error of errors) {
|
|
409
|
+
errorTypes.set(error.code, (errorTypes.get(error.code) || 0) + 1);
|
|
410
|
+
}
|
|
411
|
+
const errorSummary = Array.from(errorTypes.entries())
|
|
412
|
+
.map(([code, count]) => `${code}: ${count}`)
|
|
413
|
+
.join(', ');
|
|
414
|
+
summary += `. Errors: ${errorSummary}`;
|
|
415
|
+
}
|
|
416
|
+
return summary;
|
|
417
|
+
}
|
|
418
|
+
async walkDirectory(dir, extension) {
|
|
419
|
+
const files = [];
|
|
420
|
+
try {
|
|
421
|
+
const entries = await fs.readdir(dir, { withFileTypes: true });
|
|
422
|
+
for (const entry of entries) {
|
|
423
|
+
const fullPath = path.join(dir, entry.name);
|
|
424
|
+
if (entry.isDirectory()) {
|
|
425
|
+
const subFiles = await this.walkDirectory(fullPath, extension);
|
|
426
|
+
files.push(...subFiles);
|
|
427
|
+
}
|
|
428
|
+
else if (entry.isFile() && entry.name.endsWith(extension)) {
|
|
429
|
+
files.push(fullPath);
|
|
430
|
+
}
|
|
431
|
+
}
|
|
432
|
+
}
|
|
433
|
+
catch (error) {
|
|
434
|
+
// Directory doesn't exist or isn't readable
|
|
435
|
+
}
|
|
436
|
+
return files;
|
|
437
|
+
}
|
|
438
|
+
parseMarkdownEntry(filePath, content, basePath) {
|
|
439
|
+
// Extract frontmatter if present
|
|
440
|
+
const frontmatterMatch = content.match(/^---\n([\s\S]*?)\n---\n([\s\S]*)$/);
|
|
441
|
+
let metadata = {};
|
|
442
|
+
let body = content;
|
|
443
|
+
if (frontmatterMatch) {
|
|
444
|
+
try {
|
|
445
|
+
// Simple YAML-like parsing
|
|
446
|
+
const frontmatter = frontmatterMatch[1];
|
|
447
|
+
for (const line of frontmatter.split('\n')) {
|
|
448
|
+
const colonIndex = line.indexOf(':');
|
|
449
|
+
if (colonIndex > 0) {
|
|
450
|
+
const key = line.substring(0, colonIndex).trim();
|
|
451
|
+
let value = line.substring(colonIndex + 1).trim();
|
|
452
|
+
// Parse common types
|
|
453
|
+
if (value === 'true')
|
|
454
|
+
value = true;
|
|
455
|
+
else if (value === 'false')
|
|
456
|
+
value = false;
|
|
457
|
+
else if (typeof value === 'string' && /^\d+$/.test(value))
|
|
458
|
+
value = parseInt(value, 10);
|
|
459
|
+
else if (typeof value === 'string' && value.startsWith('[') && value.endsWith(']')) {
|
|
460
|
+
try {
|
|
461
|
+
value = JSON.parse(value.replace(/'/g, '"'));
|
|
462
|
+
}
|
|
463
|
+
catch {
|
|
464
|
+
// Keep as string
|
|
465
|
+
}
|
|
466
|
+
}
|
|
467
|
+
metadata[key] = value;
|
|
468
|
+
}
|
|
469
|
+
}
|
|
470
|
+
body = frontmatterMatch[2];
|
|
471
|
+
}
|
|
472
|
+
catch {
|
|
473
|
+
// Failed to parse frontmatter, use whole content
|
|
474
|
+
}
|
|
475
|
+
}
|
|
476
|
+
// Derive key from file path
|
|
477
|
+
const relativePath = path.relative(basePath, filePath);
|
|
478
|
+
const key = relativePath
|
|
479
|
+
.replace(/\\/g, '/')
|
|
480
|
+
.replace(/\.md$/, '')
|
|
481
|
+
.replace(/\//g, ':');
|
|
482
|
+
// Derive namespace from directory structure
|
|
483
|
+
const namespace = path.dirname(relativePath).replace(/\\/g, '/') || 'default';
|
|
484
|
+
return {
|
|
485
|
+
key,
|
|
486
|
+
value: body.trim(),
|
|
487
|
+
namespace,
|
|
488
|
+
tags: Array.isArray(metadata.tags) ? metadata.tags : [],
|
|
489
|
+
metadata,
|
|
490
|
+
timestamp: Date.now(),
|
|
491
|
+
};
|
|
492
|
+
}
|
|
493
|
+
}
|
|
494
|
+
/**
|
|
495
|
+
* Convenience function to create a migrator
|
|
496
|
+
*/
|
|
497
|
+
export function createMigrator(target, source, sourcePath, options = {}, embeddingGenerator) {
|
|
498
|
+
return new MemoryMigrator(target, { source, sourcePath, ...options }, embeddingGenerator);
|
|
499
|
+
}
|
|
500
|
+
/**
|
|
501
|
+
* Migrate from multiple sources
|
|
502
|
+
*/
|
|
503
|
+
export async function migrateMultipleSources(target, sources, options = {}, embeddingGenerator) {
|
|
504
|
+
const results = [];
|
|
505
|
+
for (const { source, path: sourcePath } of sources) {
|
|
506
|
+
const migrator = createMigrator(target, source, sourcePath, options, embeddingGenerator);
|
|
507
|
+
const result = await migrator.migrate();
|
|
508
|
+
results.push(result);
|
|
509
|
+
}
|
|
510
|
+
return results;
|
|
511
|
+
}
|
|
512
|
+
export default MemoryMigrator;
|
|
513
|
+
//# sourceMappingURL=migration.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"migration.js","sourceRoot":"","sources":["../src/migration.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAUL,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB;;GAEG;AACH,MAAM,wBAAwB,GAA6B;IACzD,SAAS,EAAE,GAAG;IACd,kBAAkB,EAAE,IAAI;IACxB,YAAY,EAAE,IAAI;IAClB,eAAe,EAAE,IAAI;CACtB,CAAC;AAmBF;;;;;;;;;;GAUG;AACH,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,MAAM,CAAkB;IACxB,MAAM,CAAiB;IACvB,kBAAkB,CAAsB;IACxC,QAAQ,CAAoB;IAEpC,YACE,MAAsB,EACtB,MAAgC,EAChC,kBAAuC;QAEvC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAqB,CAAC;QAC5E,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1C,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,2BAA2B;YAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC5C,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE/E,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEtD,qBAAqB;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC1D,IAAI,CAAC,QAAQ,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAEvE,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;gBAE/B,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CACnC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,CACrD,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,sBAAsB,GAAG,IAAI,CAAC,qBAAqB,CAC/D,SAAS,EACT,IAAI,CAAC,QAAQ,CAAC,QAAQ,EACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,CACpB,CAAC;gBAEF,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,MAAM,MAAM,GAAoB;gBAC9B,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe;gBAClE,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE;gBAC9B,QAAQ;gBACR,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE;aAChC,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,MAAM,MAAM,GAAoB;gBAC9B,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE;gBAC9B,QAAQ;gBACR,OAAO,EAAE,qBAAsB,KAAe,CAAC,OAAO,EAAE;aACzD,CAAC;YAEF,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACjD,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,6BAA6B;IAErB,KAAK,CAAC,cAAc;QAC1B,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;YAC/B,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACjC,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7B,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAC,qBAAqB,EAAE,CAAC;YACtC,KAAK,cAAc;gBACjB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACpC,KAAK,oBAAoB;gBACvB,OAAO,IAAI,CAAC,yBAAyB,EAAE,CAAC;YAC1C;gBACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAEtC,IAAI,CAAC;YACH,+CAA+C;YAC/C,iDAAiD;YACjD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE9C,oFAAoF;YACpF,wDAAwD;YACxD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAChD,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxB,OAAO,IAAI,CAAC;gBACd,CAAC;qBAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACxB,OAAO,IAAI,CAAC,OAAO,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,8DAA8D;YAC9D,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;gBAC7B,OAAO,EAAE,uEAAuE;aACjF,CAAC,CAAC;YAEH,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0BAA2B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAExD,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBACrD,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;oBACnE,IAAI,KAAK,EAAE,CAAC;wBACV,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACtB,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAG,KAAe,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4BAA6B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEjC,gCAAgC;YAChC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC;YACd,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC,OAAO,CAAC;YACtB,CAAC;iBAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpC,yCAAyC;gBACzC,MAAM,OAAO,GAAkB,EAAE,CAAC;gBAClC,KAAK,MAAM,CAAC,SAAS,EAAE,gBAAgB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjE,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;wBACpC,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;4BACrC,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;wBACxC,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;YAED,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,wBAAyB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,uDAAuD;QACvD,yCAAyC;QACzC,MAAM,aAAa,GAAG;YACpB,4BAA4B;YAC5B,oBAAoB;YACpB,eAAe;SAChB,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBACzD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,8CAA8C;QAC9C,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QAExC,IAAI,CAAC;YACH,6CAA6C;YAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YAEhE,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAEjC,mCAAmC;oBACnC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;oBAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;oBAEjE,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;wBACxB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;oBACvE,CAAC;yBAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACxB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;oBAC/E,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAG,KAAe,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;gBACzE,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,yBAAyB;QACrC,qDAAqD;QACrD,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC,oBAAoB;IACzD,CAAC;IAED,+BAA+B;IAEvB,KAAK,CAAC,YAAY,CAAC,KAAoB;QAC7C,KAAK,MAAM,WAAW,IAAI,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,sBAAsB;gBACtB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;oBAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;oBACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;wBACtB,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;4BAChC,IAAI,CAAC,QAAQ,CACX,WAAW,CAAC,GAAG,IAAI,SAAS,EAC5B,UAAU,CAAC,MAAM,IAAI,mBAAmB,EACxC,kBAAkB,EAClB,KAAK,CACN,CAAC;4BACF,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;4BACxB,SAAS;wBACX,CAAC;6BAAM,CAAC;4BACN,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;wBACrC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,0BAA0B;gBAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;gBAExD,kBAAkB;gBAClB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAClC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;oBAChC,IAAI,CAAC,QAAQ,CACX,WAAW,CAAC,GAAG,IAAI,SAAS,EAC3B,KAAe,CAAC,OAAO,EACxB,aAAa,EACb,IAAI,CACL,CAAC;oBACF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACzB,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAAmB;QAC9C,8BAA8B;QAC9B,IAAI,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,SAAS,CAAC;QAC9C,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5E,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACtD,CAAC;QAED,oBAAoB;QACpB,MAAM,OAAO,GACX,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;YAC9B,CAAC,CAAC,MAAM,CAAC,KAAK;YACd,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnC,yBAAyB;QACzB,IAAI,IAAI,GAAe,UAAU,CAAC;QAClC,IAAI,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtE,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7E,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxD,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAkB,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CACnC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,CAC1D,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CACnC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,SAAS,CAC1D,CAAC;QAEF,MAAM,KAAK,GAAqB;YAC9B,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,OAAO;YACP,IAAI;YACJ,SAAS;YACT,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,QAAQ,EAAE;gBACR,GAAG,MAAM,CAAC,QAAQ;gBAClB,QAAQ,EAAE,IAAI;gBACd,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBACnC,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE;gBAC9B,aAAa,EAAE,MAAM,CAAC,KAAK;aAC5B;SACF,CAAC;QAEF,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACxC,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAE5B,mCAAmC;QACnC,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC9D,IAAI,CAAC;gBACH,KAAK,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,qBAAqB;gBACrB,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;oBAC7B,OAAO,EAAE,oCAAoC,MAAM,CAAC,GAAG,KAAM,KAAe,CAAC,OAAO,EAAE;iBACvF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,6BAA6B;IAErB,kBAAkB;QACxB,OAAO;YACL,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,CAAC;YACb,sBAAsB,EAAE,CAAC;YACzB,MAAM,EAAE,EAAE;SACX,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,KAAkB;QACtC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YAChD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,wBAAwB,EAAE,CAAC;QAC5D,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;QACnD,CAAC;QAED,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC3B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,8BAA8B,EAAE,CAAC;QAClE,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAEO,QAAQ,CACd,OAAe,EACf,OAAe,EACf,IAAY,EACZ,WAAoB;QAEpB,MAAM,KAAK,GAAmB;YAC5B,OAAO;YACP,OAAO;YACP,IAAI;YACJ,WAAW;SACZ,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAEO,cAAc,CAAC,KAAkC;QACvD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,uCAAuC;YACvC,OAAO,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC;QAC7C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7C,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACnF,CAAC;IAEO,qBAAqB,CAC3B,SAAiB,EACjB,SAAiB,EACjB,KAAa;QAEb,IAAI,SAAS,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACvC,MAAM,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC;QACjC,MAAM,SAAS,GAAG,KAAK,GAAG,SAAS,CAAC;QAEpC,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC;IACtC,CAAC;IAEO,eAAe;QACrB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAEnE,IAAI,OAAO,GAAG,YAAY,QAAQ,IAAI,KAAK,UAAU,CAAC;QAEtD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,OAAO,IAAI,KAAK,MAAM,SAAS,CAAC;QAClC,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,OAAO,IAAI,KAAK,OAAO,UAAU,CAAC;QACpC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAClD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,KAAK,EAAE,CAAC;iBAC3C,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,OAAO,IAAI,aAAa,YAAY,EAAE,CAAC;QACzC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,GAAW,EAAE,SAAiB;QACxD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAE/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAC/D,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5D,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,4CAA4C;QAC9C,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,kBAAkB,CACxB,QAAgB,EAChB,OAAe,EACf,QAAgB;QAEhB,iCAAiC;QACjC,MAAM,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAE5E,IAAI,QAAQ,GAA4B,EAAE,CAAC;QAC3C,IAAI,IAAI,GAAG,OAAO,CAAC;QAEnB,IAAI,gBAAgB,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,2BAA2B;gBAC3B,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;gBACxC,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACrC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;wBACnB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;wBACjD,IAAI,KAAK,GAAY,IAAI,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAE3D,qBAAqB;wBACrB,IAAI,KAAK,KAAK,MAAM;4BAAE,KAAK,GAAG,IAAI,CAAC;6BAC9B,IAAI,KAAK,KAAK,OAAO;4BAAE,KAAK,GAAG,KAAK,CAAC;6BACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;4BAAE,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;6BAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;4BACnF,IAAI,CAAC;gCACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;4BAC/C,CAAC;4BAAC,MAAM,CAAC;gCACP,iBAAiB;4BACnB,CAAC;wBACH,CAAC;wBAED,QAAQ,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;oBACxB,CAAC;gBACH,CAAC;gBACD,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACP,iDAAiD;YACnD,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,YAAY;aACrB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;aACnB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;aACpB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEvB,4CAA4C;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,SAAS,CAAC;QAE9E,OAAO;YACL,GAAG;YACH,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE;YAClB,SAAS;YACT,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YACvD,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,MAAsB,EACtB,MAAuB,EACvB,UAAkB,EAClB,UAAoC,EAAE,EACtC,kBAAuC;IAEvC,OAAO,IAAI,cAAc,CACvB,MAAM,EACN,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,EAAE,EAClC,kBAAkB,CACnB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAsB,EACtB,OAAyD,EACzD,UAAoC,EAAE,EACtC,kBAAuC;IAEvC,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,OAAO,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,cAAc,CAC7B,MAAM,EACN,MAAM,EACN,UAAU,EACV,OAAO,EACP,kBAAkB,CACnB,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,eAAe,cAAc,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PartitionedHNSW — Timestamp-partitioned HNSW sub-indexes for temporal locality
|
|
3
|
+
*
|
|
4
|
+
* Partitions the HNSW vector index into time-bucket sub-indexes so that recent
|
|
5
|
+
* entries are searched first, dramatically reducing average search latency for
|
|
6
|
+
* workloads where recency correlates with relevance.
|
|
7
|
+
*
|
|
8
|
+
* Architecture:
|
|
9
|
+
* - Entries are routed to a bucket based on Math.floor(createdAt / bucketMs)
|
|
10
|
+
* - Each bucket owns an independent HNSWIndex (lazy-created)
|
|
11
|
+
* - Search merges results across buckets, sorted by recency then similarity
|
|
12
|
+
* - Old buckets can be evicted once they exceed maxBuckets
|
|
13
|
+
*
|
|
14
|
+
* Source: ICDE 2025 Timestamp-Partitioned HNSW
|
|
15
|
+
*
|
|
16
|
+
* @module v1/memory/partitioned-hnsw
|
|
17
|
+
*/
|
|
18
|
+
import type { MemoryEntry } from './types.js';
|
|
19
|
+
export interface PartitionedHNSWConfig {
|
|
20
|
+
/** Time window per bucket in milliseconds. Default: 1 hour */
|
|
21
|
+
bucketMs?: number;
|
|
22
|
+
/** Maximum number of buckets to retain in memory. Default: 48 */
|
|
23
|
+
maxBuckets?: number;
|
|
24
|
+
/** Number of neighbours (ef-construction equivalent). Default: 16 */
|
|
25
|
+
k?: number;
|
|
26
|
+
}
|
|
27
|
+
export interface BucketStats {
|
|
28
|
+
bucketKey: number;
|
|
29
|
+
entryCount: number;
|
|
30
|
+
oldestMs: number;
|
|
31
|
+
newestMs: number;
|
|
32
|
+
}
|
|
33
|
+
export declare class PartitionedHNSW {
|
|
34
|
+
private readonly bucketMs;
|
|
35
|
+
private readonly maxBuckets;
|
|
36
|
+
private readonly k;
|
|
37
|
+
/** bucketKey → TimeBucket, ordered newest-first via insertion order */
|
|
38
|
+
private readonly buckets;
|
|
39
|
+
constructor(config?: PartitionedHNSWConfig);
|
|
40
|
+
/** Add a memory entry to its time-bucket. */
|
|
41
|
+
add(entry: MemoryEntry): void;
|
|
42
|
+
/**
|
|
43
|
+
* Search across partitions, newest buckets first.
|
|
44
|
+
* Stops early once `limit` results are collected or all buckets exhausted.
|
|
45
|
+
*
|
|
46
|
+
* @param queryEmbedding - optional query vector (cosine similarity)
|
|
47
|
+
* @param textQuery - optional keyword fallback
|
|
48
|
+
* @param limit - max results
|
|
49
|
+
* @param fromMs - optional lower bound on createdAt (temporal filter)
|
|
50
|
+
* @param toMs - optional upper bound on createdAt (temporal filter)
|
|
51
|
+
*/
|
|
52
|
+
search(queryEmbedding: Float32Array | null, textQuery: string | undefined, limit: number, fromMs?: number, toMs?: number): MemoryEntry[];
|
|
53
|
+
/**
|
|
54
|
+
* Remove an entry from its time-bucket by id and original createdAt timestamp.
|
|
55
|
+
* Returns true if the entry was found and removed, false otherwise.
|
|
56
|
+
*/
|
|
57
|
+
remove(id: string, createdAt: number): boolean;
|
|
58
|
+
/** Stats per bucket for observability. */
|
|
59
|
+
bucketStats(): BucketStats[];
|
|
60
|
+
get totalEntries(): number;
|
|
61
|
+
private bucketKeyFor;
|
|
62
|
+
/** Evict the oldest bucket(s) when we exceed maxBuckets. */
|
|
63
|
+
private evictOldBuckets;
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=partitioned-hnsw.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"partitioned-hnsw.d.ts","sourceRoot":"","sources":["../src/partitioned-hnsw.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAI9C,MAAM,WAAW,qBAAqB;IACpC,8DAA8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qEAAqE;IACrE,CAAC,CAAC,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAoFD,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAS;IAE3B,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsC;gBAElD,MAAM,GAAE,qBAA0B;IAM9C,6CAA6C;IAC7C,GAAG,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI;IAY7B;;;;;;;;;OASG;IACH,MAAM,CACJ,cAAc,EAAE,YAAY,GAAG,IAAI,EACnC,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,GACZ,WAAW,EAAE;IAqChB;;;OAGG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO;IAO9C,0CAA0C;IAC1C,WAAW,IAAI,WAAW,EAAE;IAS5B,IAAI,YAAY,IAAI,MAAM,CAIzB;IAMD,OAAO,CAAC,YAAY;IAIpB,4DAA4D;IAC5D,OAAO,CAAC,eAAe;CAWxB"}
|