memorix 1.1.7 → 1.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/CLAUDE.md +6 -1
- package/README.md +21 -0
- package/README.zh-CN.md +21 -0
- package/TEAM.md +86 -86
- package/dist/cli/index.js +730 -150
- package/dist/cli/index.js.map +1 -1
- package/dist/dashboard/static/index.html +201 -201
- package/dist/dashboard/static/style.css +3584 -3584
- package/dist/index.js +15 -8
- package/dist/index.js.map +1 -1
- package/dist/memcode-runtime/CHANGELOG.md +13 -0
- package/dist/memcode-runtime/package.json +4 -4
- package/dist/sdk.js +15 -8
- package/dist/sdk.js.map +1 -1
- package/docs/AGENT_OPERATOR_PLAYBOOK.md +18 -0
- package/docs/DESIGN_DECISIONS.md +357 -357
- package/docs/SETUP.md +10 -0
- package/docs/dev-log/progress.txt +35 -26
- package/package.json +1 -1
- package/src/audit/index.ts +156 -156
- package/src/cli/commands/agent-integrations.ts +623 -0
- package/src/cli/commands/audit-list.ts +89 -89
- package/src/cli/commands/background.ts +659 -659
- package/src/cli/commands/cleanup.ts +255 -255
- package/src/cli/commands/doctor.ts +23 -0
- package/src/cli/commands/formation.ts +48 -48
- package/src/cli/commands/git-hook-install.ts +111 -111
- package/src/cli/commands/handoff.ts +66 -66
- package/src/cli/commands/hooks-status.ts +63 -63
- package/src/cli/commands/ingest-commit.ts +153 -153
- package/src/cli/commands/ingest-image.ts +73 -73
- package/src/cli/commands/ingest-log.ts +180 -180
- package/src/cli/commands/ingest.ts +44 -44
- package/src/cli/commands/integrate-shared.ts +15 -15
- package/src/cli/commands/lock.ts +96 -96
- package/src/cli/commands/message.ts +121 -121
- package/src/cli/commands/poll.ts +70 -70
- package/src/cli/commands/purge-all-memory.ts +85 -85
- package/src/cli/commands/purge-project-memory.ts +83 -83
- package/src/cli/commands/reasoning.ts +132 -132
- package/src/cli/commands/repair.ts +60 -0
- package/src/cli/commands/retention.ts +108 -108
- package/src/cli/commands/serve-shared.ts +118 -118
- package/src/cli/commands/setup.ts +3 -3
- package/src/cli/commands/skills.ts +123 -123
- package/src/cli/commands/task.ts +192 -192
- package/src/cli/commands/transfer.ts +73 -73
- package/src/cli/commands/uninstall-project-artifacts.ts +85 -85
- package/src/cli/index.ts +3 -1
- package/src/cli/tui/ChatView.tsx +234 -234
- package/src/cli/tui/CommandBar.tsx +312 -312
- package/src/cli/tui/ContextRail.tsx +118 -118
- package/src/cli/tui/HeaderBar.tsx +72 -72
- package/src/cli/tui/LogoBanner.tsx +51 -51
- package/src/cli/tui/Panels.tsx +632 -632
- package/src/cli/tui/Sidebar.tsx +179 -179
- package/src/cli/tui/chat-service.ts +742 -742
- package/src/cli/tui/data.ts +547 -547
- package/src/cli/tui/index.ts +41 -41
- package/src/cli/tui/markdown-render.tsx +371 -371
- package/src/cli/tui/theme.ts +178 -178
- package/src/cli/tui/use-mouse.ts +157 -157
- package/src/cli/tui/useNavigation.ts +56 -56
- package/src/cli/update-checker.ts +211 -211
- package/src/cli/version.ts +7 -7
- package/src/cli/workbench.ts +1 -1
- package/src/codegraph/context-pack.ts +5 -1
- package/src/codegraph/lite-provider.ts +5 -1
- package/src/codegraph/project-context.ts +5 -1
- package/src/compact/token-budget.ts +74 -74
- package/src/config/behavior.ts +59 -59
- package/src/dashboard/project-classification.ts +64 -64
- package/src/dashboard/static/index.html +201 -201
- package/src/dashboard/static/style.css +3584 -3584
- package/src/embedding/fastembed-provider.ts +142 -142
- package/src/embedding/transformers-provider.ts +111 -111
- package/src/git/extractor.ts +209 -209
- package/src/git/hooks-path.ts +85 -85
- package/src/git/noise-filter.ts +210 -210
- package/src/hooks/installers/index.ts +4 -4
- package/src/hooks/official-skills.ts +1 -1
- package/src/hooks/pattern-detector.ts +173 -173
- package/src/hooks/rules/memorix-agent-rules.md +2 -2
- package/src/hooks/significance-filter.ts +250 -250
- package/src/llm/memory-manager.ts +328 -328
- package/src/llm/provider.ts +885 -885
- package/src/llm/quality.ts +248 -248
- package/src/memory/attribution-guard.ts +249 -249
- package/src/memory/auto-relations.ts +107 -107
- package/src/memory/consolidation.ts +302 -302
- package/src/memory/disclosure-policy.ts +141 -141
- package/src/memory/entity-extractor.ts +197 -197
- package/src/memory/formation/evaluate.ts +217 -217
- package/src/memory/formation/extract.ts +361 -361
- package/src/memory/formation/index.ts +417 -417
- package/src/memory/formation/resolve.ts +344 -344
- package/src/memory/formation/types.ts +315 -315
- package/src/memory/freshness.ts +122 -122
- package/src/memory/graph.ts +197 -197
- package/src/memory/refs.ts +94 -94
- package/src/memory/retention.ts +433 -433
- package/src/memory/secret-filter.ts +79 -79
- package/src/memory/session.ts +523 -523
- package/src/multimodal/image-loader.ts +143 -143
- package/src/orchestrate/adapters/claude-stream.ts +192 -192
- package/src/orchestrate/adapters/claude.ts +111 -111
- package/src/orchestrate/adapters/codex-stream.ts +134 -134
- package/src/orchestrate/adapters/codex.ts +41 -41
- package/src/orchestrate/adapters/gemini-stream.ts +166 -166
- package/src/orchestrate/adapters/gemini.ts +42 -42
- package/src/orchestrate/adapters/index.ts +73 -73
- package/src/orchestrate/adapters/opencode-stream.ts +143 -143
- package/src/orchestrate/adapters/opencode.ts +47 -47
- package/src/orchestrate/adapters/spawn-helper.ts +286 -286
- package/src/orchestrate/adapters/types.ts +77 -77
- package/src/orchestrate/capability-router.ts +284 -284
- package/src/orchestrate/context-compact.ts +188 -188
- package/src/orchestrate/cost-tracker.ts +219 -219
- package/src/orchestrate/error-recovery.ts +191 -191
- package/src/orchestrate/evidence.ts +140 -140
- package/src/orchestrate/ledger.ts +110 -110
- package/src/orchestrate/memorix-bridge.ts +380 -380
- package/src/orchestrate/output-budget.ts +80 -80
- package/src/orchestrate/permission.ts +152 -152
- package/src/orchestrate/pipeline-trace.ts +131 -131
- package/src/orchestrate/prompt-builder.ts +155 -155
- package/src/orchestrate/ring-buffer.ts +37 -37
- package/src/orchestrate/task-graph.ts +389 -389
- package/src/orchestrate/verify-gate.ts +219 -219
- package/src/orchestrate/worktree.ts +232 -232
- package/src/project/aliases.ts +374 -374
- package/src/project/detector.ts +268 -268
- package/src/rules/adapters/claude-code.ts +99 -99
- package/src/rules/adapters/codex.ts +97 -97
- package/src/rules/adapters/copilot.ts +124 -124
- package/src/rules/adapters/cursor.ts +114 -114
- package/src/rules/adapters/kiro.ts +126 -126
- package/src/rules/adapters/trae.ts +56 -56
- package/src/rules/adapters/windsurf.ts +83 -83
- package/src/rules/syncer.ts +235 -235
- package/src/sdk.ts +327 -327
- package/src/search/intent-detector.ts +289 -289
- package/src/search/query-expansion.ts +52 -52
- package/src/server/formation-timeout.ts +27 -27
- package/src/skills/mini-skills.ts +386 -386
- package/src/store/chat-store.ts +119 -119
- package/src/store/file-lock.ts +100 -100
- package/src/store/graph-store.ts +249 -249
- package/src/store/mini-skill-store.ts +349 -349
- package/src/store/obs-store.ts +255 -255
- package/src/store/persistence-json.ts +212 -212
- package/src/store/persistence.ts +291 -291
- package/src/store/project-affinity.ts +195 -195
- package/src/store/session-store.ts +259 -259
- package/src/store/sqlite-store.ts +339 -339
- package/src/team/event-bus.ts +76 -76
- package/src/team/file-locks.ts +173 -173
- package/src/team/handoff.ts +167 -167
- package/src/team/messages.ts +203 -203
- package/src/team/poll.ts +132 -132
- package/src/team/tasks.ts +211 -211
- package/src/wiki/generator.ts +237 -237
- package/src/wiki/knowledge-graph.ts +334 -334
- package/src/wiki/types.ts +85 -85
- package/src/workspace/mcp-adapters/codex.ts +191 -191
- package/src/workspace/mcp-adapters/copilot.ts +105 -105
- package/src/workspace/mcp-adapters/cursor.ts +53 -53
- package/src/workspace/mcp-adapters/kiro.ts +64 -64
- package/src/workspace/mcp-adapters/opencode.ts +123 -123
- package/src/workspace/mcp-adapters/trae.ts +134 -134
- package/src/workspace/mcp-adapters/windsurf.ts +91 -91
- package/src/workspace/sanitizer.ts +60 -60
- package/src/workspace/workflow-sync.ts +131 -131
package/src/store/graph-store.ts
CHANGED
|
@@ -1,249 +1,249 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* GraphSqliteStore — SQLite-backed knowledge graph store.
|
|
3
|
-
*
|
|
4
|
-
* Replaces graph.jsonl as the canonical runtime graph store.
|
|
5
|
-
* graph.jsonl is now only a migration source / export artifact.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import type { Entity, Relation } from '../types.js';
|
|
9
|
-
import { getDatabase } from './sqlite-db.js';
|
|
10
|
-
import { loadGraphJsonl } from './persistence.js';
|
|
11
|
-
import path from 'node:path';
|
|
12
|
-
import fs from 'node:fs';
|
|
13
|
-
|
|
14
|
-
export interface GraphStore {
|
|
15
|
-
init(dataDir: string): Promise<void>;
|
|
16
|
-
loadEntities(): Entity[];
|
|
17
|
-
loadRelations(): Relation[];
|
|
18
|
-
insertEntities(entities: Entity[]): void;
|
|
19
|
-
insertRelations(relations: Relation[]): void;
|
|
20
|
-
deleteEntities(names: string[]): void;
|
|
21
|
-
deleteRelations(relations: Relation[]): void;
|
|
22
|
-
addObservations(updates: { entityName: string; contents: string[] }[]): void;
|
|
23
|
-
deleteObservations(deletions: { entityName: string; observations: string[] }[]): void;
|
|
24
|
-
replaceAll(entities: Entity[], relations: Relation[]): void;
|
|
25
|
-
close(): void;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
function safeJsonParse(val: string | null | undefined, fallback: any): any {
|
|
29
|
-
if (val == null || val === '') return fallback;
|
|
30
|
-
try { return JSON.parse(val); } catch { return fallback; }
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
function rowToEntity(row: any): Entity {
|
|
34
|
-
return {
|
|
35
|
-
name: row.name,
|
|
36
|
-
entityType: row.entityType || '',
|
|
37
|
-
observations: safeJsonParse(row.observations, []),
|
|
38
|
-
};
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
function entityToRow(entity: Entity): Record<string, unknown> {
|
|
42
|
-
return {
|
|
43
|
-
name: entity.name,
|
|
44
|
-
entityType: entity.entityType || '',
|
|
45
|
-
observations: JSON.stringify(entity.observations ?? []),
|
|
46
|
-
};
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
export class GraphSqliteStore implements GraphStore {
|
|
50
|
-
private db: any = null;
|
|
51
|
-
private dataDir: string = '';
|
|
52
|
-
|
|
53
|
-
private stmtInsertEntity: any = null;
|
|
54
|
-
private stmtUpdateEntityObs: any = null;
|
|
55
|
-
private stmtDeleteEntity: any = null;
|
|
56
|
-
private stmtSelectAllEntities: any = null;
|
|
57
|
-
private stmtSelectEntityByName: any = null;
|
|
58
|
-
|
|
59
|
-
private stmtInsertRelation: any = null;
|
|
60
|
-
private stmtDeleteRelation: any = null;
|
|
61
|
-
private stmtDeleteRelationsByEntity: any = null;
|
|
62
|
-
private stmtSelectAllRelations: any = null;
|
|
63
|
-
|
|
64
|
-
async init(dataDir: string): Promise<void> {
|
|
65
|
-
this.dataDir = dataDir;
|
|
66
|
-
this.db = getDatabase(dataDir);
|
|
67
|
-
|
|
68
|
-
// Prepare entity statements
|
|
69
|
-
this.stmtInsertEntity = this.db.prepare(
|
|
70
|
-
`INSERT OR REPLACE INTO graph_entities (name, entityType, observations) VALUES (@name, @entityType, @observations)`
|
|
71
|
-
);
|
|
72
|
-
this.stmtUpdateEntityObs = this.db.prepare(
|
|
73
|
-
`UPDATE graph_entities SET observations = @observations WHERE name = @name`
|
|
74
|
-
);
|
|
75
|
-
this.stmtDeleteEntity = this.db.prepare(`DELETE FROM graph_entities WHERE name = ?`);
|
|
76
|
-
this.stmtSelectAllEntities = this.db.prepare(`SELECT * FROM graph_entities`);
|
|
77
|
-
this.stmtSelectEntityByName = this.db.prepare(`SELECT * FROM graph_entities WHERE name = ?`);
|
|
78
|
-
|
|
79
|
-
// Prepare relation statements
|
|
80
|
-
this.stmtInsertRelation = this.db.prepare(
|
|
81
|
-
`INSERT OR IGNORE INTO graph_relations (from_entity, to_entity, relationType) VALUES (@from, @to, @relationType)`
|
|
82
|
-
);
|
|
83
|
-
this.stmtDeleteRelation = this.db.prepare(
|
|
84
|
-
`DELETE FROM graph_relations WHERE from_entity = ? AND to_entity = ? AND relationType = ?`
|
|
85
|
-
);
|
|
86
|
-
this.stmtDeleteRelationsByEntity = this.db.prepare(
|
|
87
|
-
`DELETE FROM graph_relations WHERE from_entity = ? OR to_entity = ?`
|
|
88
|
-
);
|
|
89
|
-
this.stmtSelectAllRelations = this.db.prepare(`SELECT * FROM graph_relations`);
|
|
90
|
-
|
|
91
|
-
// One-time migration from graph.jsonl
|
|
92
|
-
await this.migrateFromJsonlIfNeeded();
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
private async migrateFromJsonlIfNeeded(): Promise<void> {
|
|
96
|
-
const count = this.db.prepare(`SELECT COUNT(*) AS cnt FROM graph_entities`).get();
|
|
97
|
-
if (count.cnt > 0) return;
|
|
98
|
-
|
|
99
|
-
const jsonlPath = path.join(this.dataDir, 'graph.jsonl');
|
|
100
|
-
if (!fs.existsSync(jsonlPath)) return;
|
|
101
|
-
|
|
102
|
-
try {
|
|
103
|
-
const data = await loadGraphJsonl(this.dataDir);
|
|
104
|
-
if (data.entities.length === 0 && data.relations.length === 0) return;
|
|
105
|
-
|
|
106
|
-
console.error(`[memorix] Migrating graph from JSONL to SQLite (${data.entities.length} entities, ${data.relations.length} relations)...`);
|
|
107
|
-
|
|
108
|
-
const insertAll = this.db.transaction(() => {
|
|
109
|
-
for (const entity of data.entities) {
|
|
110
|
-
this.stmtInsertEntity.run(entityToRow(entity));
|
|
111
|
-
}
|
|
112
|
-
for (const rel of data.relations) {
|
|
113
|
-
this.stmtInsertRelation.run({ from: rel.from, to: rel.to, relationType: rel.relationType });
|
|
114
|
-
}
|
|
115
|
-
});
|
|
116
|
-
insertAll();
|
|
117
|
-
|
|
118
|
-
console.error(`[memorix] Graph migration complete.`);
|
|
119
|
-
} catch (err) {
|
|
120
|
-
console.error(`[memorix] Graph JSONL->SQLite migration failed (non-fatal): ${err}`);
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
loadEntities(): Entity[] {
|
|
125
|
-
return this.stmtSelectAllEntities.all().map(rowToEntity);
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
loadRelations(): Relation[] {
|
|
129
|
-
return this.stmtSelectAllRelations.all().map((row: any) => ({
|
|
130
|
-
from: row.from_entity,
|
|
131
|
-
to: row.to_entity,
|
|
132
|
-
relationType: row.relationType,
|
|
133
|
-
}));
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
insertEntities(entities: Entity[]): void {
|
|
137
|
-
const insertAll = this.db.transaction(() => {
|
|
138
|
-
for (const entity of entities) {
|
|
139
|
-
this.stmtInsertEntity.run(entityToRow(entity));
|
|
140
|
-
}
|
|
141
|
-
});
|
|
142
|
-
insertAll();
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
insertRelations(relations: Relation[]): void {
|
|
146
|
-
const insertAll = this.db.transaction(() => {
|
|
147
|
-
for (const rel of relations) {
|
|
148
|
-
this.stmtInsertRelation.run({ from: rel.from, to: rel.to, relationType: rel.relationType });
|
|
149
|
-
}
|
|
150
|
-
});
|
|
151
|
-
insertAll();
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
deleteEntities(names: string[]): void {
|
|
155
|
-
const deleteAll = this.db.transaction(() => {
|
|
156
|
-
for (const name of names) {
|
|
157
|
-
this.stmtDeleteRelationsByEntity.run(name, name);
|
|
158
|
-
this.stmtDeleteEntity.run(name);
|
|
159
|
-
}
|
|
160
|
-
});
|
|
161
|
-
deleteAll();
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
deleteRelations(relations: Relation[]): void {
|
|
165
|
-
const deleteAll = this.db.transaction(() => {
|
|
166
|
-
for (const rel of relations) {
|
|
167
|
-
this.stmtDeleteRelation.run(rel.from, rel.to, rel.relationType);
|
|
168
|
-
}
|
|
169
|
-
});
|
|
170
|
-
deleteAll();
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
addObservations(updates: { entityName: string; contents: string[] }[]): void {
|
|
174
|
-
const updateAll = this.db.transaction(() => {
|
|
175
|
-
for (const u of updates) {
|
|
176
|
-
const row = this.stmtSelectEntityByName.get(u.entityName);
|
|
177
|
-
if (!row) continue;
|
|
178
|
-
const existing: string[] = safeJsonParse(row.observations, []);
|
|
179
|
-
const newObs = u.contents.filter(c => !existing.includes(c));
|
|
180
|
-
if (newObs.length > 0) {
|
|
181
|
-
existing.push(...newObs);
|
|
182
|
-
this.stmtUpdateEntityObs.run({ name: u.entityName, observations: JSON.stringify(existing) });
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
});
|
|
186
|
-
updateAll();
|
|
187
|
-
}
|
|
188
|
-
|
|
189
|
-
deleteObservations(deletions: { entityName: string; observations: string[] }[]): void {
|
|
190
|
-
const deleteAll = this.db.transaction(() => {
|
|
191
|
-
for (const d of deletions) {
|
|
192
|
-
const row = this.stmtSelectEntityByName.get(d.entityName);
|
|
193
|
-
if (!row) continue;
|
|
194
|
-
const existing: string[] = safeJsonParse(row.observations, []);
|
|
195
|
-
const filtered = existing.filter(o => !d.observations.includes(o));
|
|
196
|
-
this.stmtUpdateEntityObs.run({ name: d.entityName, observations: JSON.stringify(filtered) });
|
|
197
|
-
}
|
|
198
|
-
});
|
|
199
|
-
deleteAll();
|
|
200
|
-
}
|
|
201
|
-
|
|
202
|
-
/**
|
|
203
|
-
* Atomically replace all entities and relations.
|
|
204
|
-
* Used by KnowledgeGraphManager.save() for full-state persistence.
|
|
205
|
-
*/
|
|
206
|
-
replaceAll(entities: Entity[], relations: Relation[]): void {
|
|
207
|
-
const replaceAll = this.db.transaction(() => {
|
|
208
|
-
this.db.prepare('DELETE FROM graph_relations').run();
|
|
209
|
-
this.db.prepare('DELETE FROM graph_entities').run();
|
|
210
|
-
for (const entity of entities) {
|
|
211
|
-
this.stmtInsertEntity.run(entityToRow(entity));
|
|
212
|
-
}
|
|
213
|
-
for (const rel of relations) {
|
|
214
|
-
this.stmtInsertRelation.run({ from: rel.from, to: rel.to, relationType: rel.relationType });
|
|
215
|
-
}
|
|
216
|
-
});
|
|
217
|
-
replaceAll();
|
|
218
|
-
}
|
|
219
|
-
|
|
220
|
-
close(): void {
|
|
221
|
-
// DB handle is managed by sqlite-db singleton — nothing to close here
|
|
222
|
-
}
|
|
223
|
-
}
|
|
224
|
-
|
|
225
|
-
// ── Singleton ──────────────────────────────────────────────────────
|
|
226
|
-
|
|
227
|
-
let _graphStore: GraphSqliteStore | null = null;
|
|
228
|
-
let _graphDataDir: string | null = null;
|
|
229
|
-
|
|
230
|
-
export async function initGraphStore(dataDir: string): Promise<GraphSqliteStore> {
|
|
231
|
-
if (_graphStore && _graphDataDir === dataDir) return _graphStore;
|
|
232
|
-
_graphStore = new GraphSqliteStore();
|
|
233
|
-
await _graphStore.init(dataDir);
|
|
234
|
-
_graphDataDir = dataDir;
|
|
235
|
-
return _graphStore;
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
export function getGraphStore(): GraphSqliteStore {
|
|
239
|
-
if (!_graphStore) throw new Error('[memorix] GraphStore not initialized — call initGraphStore() first');
|
|
240
|
-
return _graphStore;
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
export function resetGraphStore(): void {
|
|
244
|
-
if (_graphStore) {
|
|
245
|
-
try { _graphStore.close(); } catch { /* best-effort */ }
|
|
246
|
-
}
|
|
247
|
-
_graphStore = null;
|
|
248
|
-
_graphDataDir = null;
|
|
249
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* GraphSqliteStore — SQLite-backed knowledge graph store.
|
|
3
|
+
*
|
|
4
|
+
* Replaces graph.jsonl as the canonical runtime graph store.
|
|
5
|
+
* graph.jsonl is now only a migration source / export artifact.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import type { Entity, Relation } from '../types.js';
|
|
9
|
+
import { getDatabase } from './sqlite-db.js';
|
|
10
|
+
import { loadGraphJsonl } from './persistence.js';
|
|
11
|
+
import path from 'node:path';
|
|
12
|
+
import fs from 'node:fs';
|
|
13
|
+
|
|
14
|
+
export interface GraphStore {
|
|
15
|
+
init(dataDir: string): Promise<void>;
|
|
16
|
+
loadEntities(): Entity[];
|
|
17
|
+
loadRelations(): Relation[];
|
|
18
|
+
insertEntities(entities: Entity[]): void;
|
|
19
|
+
insertRelations(relations: Relation[]): void;
|
|
20
|
+
deleteEntities(names: string[]): void;
|
|
21
|
+
deleteRelations(relations: Relation[]): void;
|
|
22
|
+
addObservations(updates: { entityName: string; contents: string[] }[]): void;
|
|
23
|
+
deleteObservations(deletions: { entityName: string; observations: string[] }[]): void;
|
|
24
|
+
replaceAll(entities: Entity[], relations: Relation[]): void;
|
|
25
|
+
close(): void;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function safeJsonParse(val: string | null | undefined, fallback: any): any {
|
|
29
|
+
if (val == null || val === '') return fallback;
|
|
30
|
+
try { return JSON.parse(val); } catch { return fallback; }
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
function rowToEntity(row: any): Entity {
|
|
34
|
+
return {
|
|
35
|
+
name: row.name,
|
|
36
|
+
entityType: row.entityType || '',
|
|
37
|
+
observations: safeJsonParse(row.observations, []),
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
function entityToRow(entity: Entity): Record<string, unknown> {
|
|
42
|
+
return {
|
|
43
|
+
name: entity.name,
|
|
44
|
+
entityType: entity.entityType || '',
|
|
45
|
+
observations: JSON.stringify(entity.observations ?? []),
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export class GraphSqliteStore implements GraphStore {
|
|
50
|
+
private db: any = null;
|
|
51
|
+
private dataDir: string = '';
|
|
52
|
+
|
|
53
|
+
private stmtInsertEntity: any = null;
|
|
54
|
+
private stmtUpdateEntityObs: any = null;
|
|
55
|
+
private stmtDeleteEntity: any = null;
|
|
56
|
+
private stmtSelectAllEntities: any = null;
|
|
57
|
+
private stmtSelectEntityByName: any = null;
|
|
58
|
+
|
|
59
|
+
private stmtInsertRelation: any = null;
|
|
60
|
+
private stmtDeleteRelation: any = null;
|
|
61
|
+
private stmtDeleteRelationsByEntity: any = null;
|
|
62
|
+
private stmtSelectAllRelations: any = null;
|
|
63
|
+
|
|
64
|
+
async init(dataDir: string): Promise<void> {
|
|
65
|
+
this.dataDir = dataDir;
|
|
66
|
+
this.db = getDatabase(dataDir);
|
|
67
|
+
|
|
68
|
+
// Prepare entity statements
|
|
69
|
+
this.stmtInsertEntity = this.db.prepare(
|
|
70
|
+
`INSERT OR REPLACE INTO graph_entities (name, entityType, observations) VALUES (@name, @entityType, @observations)`
|
|
71
|
+
);
|
|
72
|
+
this.stmtUpdateEntityObs = this.db.prepare(
|
|
73
|
+
`UPDATE graph_entities SET observations = @observations WHERE name = @name`
|
|
74
|
+
);
|
|
75
|
+
this.stmtDeleteEntity = this.db.prepare(`DELETE FROM graph_entities WHERE name = ?`);
|
|
76
|
+
this.stmtSelectAllEntities = this.db.prepare(`SELECT * FROM graph_entities`);
|
|
77
|
+
this.stmtSelectEntityByName = this.db.prepare(`SELECT * FROM graph_entities WHERE name = ?`);
|
|
78
|
+
|
|
79
|
+
// Prepare relation statements
|
|
80
|
+
this.stmtInsertRelation = this.db.prepare(
|
|
81
|
+
`INSERT OR IGNORE INTO graph_relations (from_entity, to_entity, relationType) VALUES (@from, @to, @relationType)`
|
|
82
|
+
);
|
|
83
|
+
this.stmtDeleteRelation = this.db.prepare(
|
|
84
|
+
`DELETE FROM graph_relations WHERE from_entity = ? AND to_entity = ? AND relationType = ?`
|
|
85
|
+
);
|
|
86
|
+
this.stmtDeleteRelationsByEntity = this.db.prepare(
|
|
87
|
+
`DELETE FROM graph_relations WHERE from_entity = ? OR to_entity = ?`
|
|
88
|
+
);
|
|
89
|
+
this.stmtSelectAllRelations = this.db.prepare(`SELECT * FROM graph_relations`);
|
|
90
|
+
|
|
91
|
+
// One-time migration from graph.jsonl
|
|
92
|
+
await this.migrateFromJsonlIfNeeded();
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
private async migrateFromJsonlIfNeeded(): Promise<void> {
|
|
96
|
+
const count = this.db.prepare(`SELECT COUNT(*) AS cnt FROM graph_entities`).get();
|
|
97
|
+
if (count.cnt > 0) return;
|
|
98
|
+
|
|
99
|
+
const jsonlPath = path.join(this.dataDir, 'graph.jsonl');
|
|
100
|
+
if (!fs.existsSync(jsonlPath)) return;
|
|
101
|
+
|
|
102
|
+
try {
|
|
103
|
+
const data = await loadGraphJsonl(this.dataDir);
|
|
104
|
+
if (data.entities.length === 0 && data.relations.length === 0) return;
|
|
105
|
+
|
|
106
|
+
console.error(`[memorix] Migrating graph from JSONL to SQLite (${data.entities.length} entities, ${data.relations.length} relations)...`);
|
|
107
|
+
|
|
108
|
+
const insertAll = this.db.transaction(() => {
|
|
109
|
+
for (const entity of data.entities) {
|
|
110
|
+
this.stmtInsertEntity.run(entityToRow(entity));
|
|
111
|
+
}
|
|
112
|
+
for (const rel of data.relations) {
|
|
113
|
+
this.stmtInsertRelation.run({ from: rel.from, to: rel.to, relationType: rel.relationType });
|
|
114
|
+
}
|
|
115
|
+
});
|
|
116
|
+
insertAll();
|
|
117
|
+
|
|
118
|
+
console.error(`[memorix] Graph migration complete.`);
|
|
119
|
+
} catch (err) {
|
|
120
|
+
console.error(`[memorix] Graph JSONL->SQLite migration failed (non-fatal): ${err}`);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
loadEntities(): Entity[] {
|
|
125
|
+
return this.stmtSelectAllEntities.all().map(rowToEntity);
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
loadRelations(): Relation[] {
|
|
129
|
+
return this.stmtSelectAllRelations.all().map((row: any) => ({
|
|
130
|
+
from: row.from_entity,
|
|
131
|
+
to: row.to_entity,
|
|
132
|
+
relationType: row.relationType,
|
|
133
|
+
}));
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
insertEntities(entities: Entity[]): void {
|
|
137
|
+
const insertAll = this.db.transaction(() => {
|
|
138
|
+
for (const entity of entities) {
|
|
139
|
+
this.stmtInsertEntity.run(entityToRow(entity));
|
|
140
|
+
}
|
|
141
|
+
});
|
|
142
|
+
insertAll();
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
insertRelations(relations: Relation[]): void {
|
|
146
|
+
const insertAll = this.db.transaction(() => {
|
|
147
|
+
for (const rel of relations) {
|
|
148
|
+
this.stmtInsertRelation.run({ from: rel.from, to: rel.to, relationType: rel.relationType });
|
|
149
|
+
}
|
|
150
|
+
});
|
|
151
|
+
insertAll();
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
deleteEntities(names: string[]): void {
|
|
155
|
+
const deleteAll = this.db.transaction(() => {
|
|
156
|
+
for (const name of names) {
|
|
157
|
+
this.stmtDeleteRelationsByEntity.run(name, name);
|
|
158
|
+
this.stmtDeleteEntity.run(name);
|
|
159
|
+
}
|
|
160
|
+
});
|
|
161
|
+
deleteAll();
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
deleteRelations(relations: Relation[]): void {
|
|
165
|
+
const deleteAll = this.db.transaction(() => {
|
|
166
|
+
for (const rel of relations) {
|
|
167
|
+
this.stmtDeleteRelation.run(rel.from, rel.to, rel.relationType);
|
|
168
|
+
}
|
|
169
|
+
});
|
|
170
|
+
deleteAll();
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
addObservations(updates: { entityName: string; contents: string[] }[]): void {
|
|
174
|
+
const updateAll = this.db.transaction(() => {
|
|
175
|
+
for (const u of updates) {
|
|
176
|
+
const row = this.stmtSelectEntityByName.get(u.entityName);
|
|
177
|
+
if (!row) continue;
|
|
178
|
+
const existing: string[] = safeJsonParse(row.observations, []);
|
|
179
|
+
const newObs = u.contents.filter(c => !existing.includes(c));
|
|
180
|
+
if (newObs.length > 0) {
|
|
181
|
+
existing.push(...newObs);
|
|
182
|
+
this.stmtUpdateEntityObs.run({ name: u.entityName, observations: JSON.stringify(existing) });
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
});
|
|
186
|
+
updateAll();
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
deleteObservations(deletions: { entityName: string; observations: string[] }[]): void {
|
|
190
|
+
const deleteAll = this.db.transaction(() => {
|
|
191
|
+
for (const d of deletions) {
|
|
192
|
+
const row = this.stmtSelectEntityByName.get(d.entityName);
|
|
193
|
+
if (!row) continue;
|
|
194
|
+
const existing: string[] = safeJsonParse(row.observations, []);
|
|
195
|
+
const filtered = existing.filter(o => !d.observations.includes(o));
|
|
196
|
+
this.stmtUpdateEntityObs.run({ name: d.entityName, observations: JSON.stringify(filtered) });
|
|
197
|
+
}
|
|
198
|
+
});
|
|
199
|
+
deleteAll();
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
/**
|
|
203
|
+
* Atomically replace all entities and relations.
|
|
204
|
+
* Used by KnowledgeGraphManager.save() for full-state persistence.
|
|
205
|
+
*/
|
|
206
|
+
replaceAll(entities: Entity[], relations: Relation[]): void {
|
|
207
|
+
const replaceAll = this.db.transaction(() => {
|
|
208
|
+
this.db.prepare('DELETE FROM graph_relations').run();
|
|
209
|
+
this.db.prepare('DELETE FROM graph_entities').run();
|
|
210
|
+
for (const entity of entities) {
|
|
211
|
+
this.stmtInsertEntity.run(entityToRow(entity));
|
|
212
|
+
}
|
|
213
|
+
for (const rel of relations) {
|
|
214
|
+
this.stmtInsertRelation.run({ from: rel.from, to: rel.to, relationType: rel.relationType });
|
|
215
|
+
}
|
|
216
|
+
});
|
|
217
|
+
replaceAll();
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
close(): void {
|
|
221
|
+
// DB handle is managed by sqlite-db singleton — nothing to close here
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
// ── Singleton ──────────────────────────────────────────────────────
|
|
226
|
+
|
|
227
|
+
let _graphStore: GraphSqliteStore | null = null;
|
|
228
|
+
let _graphDataDir: string | null = null;
|
|
229
|
+
|
|
230
|
+
export async function initGraphStore(dataDir: string): Promise<GraphSqliteStore> {
|
|
231
|
+
if (_graphStore && _graphDataDir === dataDir) return _graphStore;
|
|
232
|
+
_graphStore = new GraphSqliteStore();
|
|
233
|
+
await _graphStore.init(dataDir);
|
|
234
|
+
_graphDataDir = dataDir;
|
|
235
|
+
return _graphStore;
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
export function getGraphStore(): GraphSqliteStore {
|
|
239
|
+
if (!_graphStore) throw new Error('[memorix] GraphStore not initialized — call initGraphStore() first');
|
|
240
|
+
return _graphStore;
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
export function resetGraphStore(): void {
|
|
244
|
+
if (_graphStore) {
|
|
245
|
+
try { _graphStore.close(); } catch { /* best-effort */ }
|
|
246
|
+
}
|
|
247
|
+
_graphStore = null;
|
|
248
|
+
_graphDataDir = null;
|
|
249
|
+
}
|