memorix 1.1.7 → 1.1.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (174) hide show
  1. package/CHANGELOG.md +13 -0
  2. package/CLAUDE.md +6 -1
  3. package/README.md +21 -0
  4. package/README.zh-CN.md +21 -0
  5. package/TEAM.md +86 -86
  6. package/dist/cli/index.js +730 -150
  7. package/dist/cli/index.js.map +1 -1
  8. package/dist/dashboard/static/index.html +201 -201
  9. package/dist/dashboard/static/style.css +3584 -3584
  10. package/dist/index.js +15 -8
  11. package/dist/index.js.map +1 -1
  12. package/dist/memcode-runtime/CHANGELOG.md +13 -0
  13. package/dist/memcode-runtime/package.json +4 -4
  14. package/dist/sdk.js +15 -8
  15. package/dist/sdk.js.map +1 -1
  16. package/docs/AGENT_OPERATOR_PLAYBOOK.md +18 -0
  17. package/docs/DESIGN_DECISIONS.md +357 -357
  18. package/docs/SETUP.md +10 -0
  19. package/docs/dev-log/progress.txt +35 -26
  20. package/package.json +1 -1
  21. package/src/audit/index.ts +156 -156
  22. package/src/cli/commands/agent-integrations.ts +623 -0
  23. package/src/cli/commands/audit-list.ts +89 -89
  24. package/src/cli/commands/background.ts +659 -659
  25. package/src/cli/commands/cleanup.ts +255 -255
  26. package/src/cli/commands/doctor.ts +23 -0
  27. package/src/cli/commands/formation.ts +48 -48
  28. package/src/cli/commands/git-hook-install.ts +111 -111
  29. package/src/cli/commands/handoff.ts +66 -66
  30. package/src/cli/commands/hooks-status.ts +63 -63
  31. package/src/cli/commands/ingest-commit.ts +153 -153
  32. package/src/cli/commands/ingest-image.ts +73 -73
  33. package/src/cli/commands/ingest-log.ts +180 -180
  34. package/src/cli/commands/ingest.ts +44 -44
  35. package/src/cli/commands/integrate-shared.ts +15 -15
  36. package/src/cli/commands/lock.ts +96 -96
  37. package/src/cli/commands/message.ts +121 -121
  38. package/src/cli/commands/poll.ts +70 -70
  39. package/src/cli/commands/purge-all-memory.ts +85 -85
  40. package/src/cli/commands/purge-project-memory.ts +83 -83
  41. package/src/cli/commands/reasoning.ts +132 -132
  42. package/src/cli/commands/repair.ts +60 -0
  43. package/src/cli/commands/retention.ts +108 -108
  44. package/src/cli/commands/serve-shared.ts +118 -118
  45. package/src/cli/commands/setup.ts +3 -3
  46. package/src/cli/commands/skills.ts +123 -123
  47. package/src/cli/commands/task.ts +192 -192
  48. package/src/cli/commands/transfer.ts +73 -73
  49. package/src/cli/commands/uninstall-project-artifacts.ts +85 -85
  50. package/src/cli/index.ts +3 -1
  51. package/src/cli/tui/ChatView.tsx +234 -234
  52. package/src/cli/tui/CommandBar.tsx +312 -312
  53. package/src/cli/tui/ContextRail.tsx +118 -118
  54. package/src/cli/tui/HeaderBar.tsx +72 -72
  55. package/src/cli/tui/LogoBanner.tsx +51 -51
  56. package/src/cli/tui/Panels.tsx +632 -632
  57. package/src/cli/tui/Sidebar.tsx +179 -179
  58. package/src/cli/tui/chat-service.ts +742 -742
  59. package/src/cli/tui/data.ts +547 -547
  60. package/src/cli/tui/index.ts +41 -41
  61. package/src/cli/tui/markdown-render.tsx +371 -371
  62. package/src/cli/tui/theme.ts +178 -178
  63. package/src/cli/tui/use-mouse.ts +157 -157
  64. package/src/cli/tui/useNavigation.ts +56 -56
  65. package/src/cli/update-checker.ts +211 -211
  66. package/src/cli/version.ts +7 -7
  67. package/src/cli/workbench.ts +1 -1
  68. package/src/codegraph/context-pack.ts +5 -1
  69. package/src/codegraph/lite-provider.ts +5 -1
  70. package/src/codegraph/project-context.ts +5 -1
  71. package/src/compact/token-budget.ts +74 -74
  72. package/src/config/behavior.ts +59 -59
  73. package/src/dashboard/project-classification.ts +64 -64
  74. package/src/dashboard/static/index.html +201 -201
  75. package/src/dashboard/static/style.css +3584 -3584
  76. package/src/embedding/fastembed-provider.ts +142 -142
  77. package/src/embedding/transformers-provider.ts +111 -111
  78. package/src/git/extractor.ts +209 -209
  79. package/src/git/hooks-path.ts +85 -85
  80. package/src/git/noise-filter.ts +210 -210
  81. package/src/hooks/installers/index.ts +4 -4
  82. package/src/hooks/official-skills.ts +1 -1
  83. package/src/hooks/pattern-detector.ts +173 -173
  84. package/src/hooks/rules/memorix-agent-rules.md +2 -2
  85. package/src/hooks/significance-filter.ts +250 -250
  86. package/src/llm/memory-manager.ts +328 -328
  87. package/src/llm/provider.ts +885 -885
  88. package/src/llm/quality.ts +248 -248
  89. package/src/memory/attribution-guard.ts +249 -249
  90. package/src/memory/auto-relations.ts +107 -107
  91. package/src/memory/consolidation.ts +302 -302
  92. package/src/memory/disclosure-policy.ts +141 -141
  93. package/src/memory/entity-extractor.ts +197 -197
  94. package/src/memory/formation/evaluate.ts +217 -217
  95. package/src/memory/formation/extract.ts +361 -361
  96. package/src/memory/formation/index.ts +417 -417
  97. package/src/memory/formation/resolve.ts +344 -344
  98. package/src/memory/formation/types.ts +315 -315
  99. package/src/memory/freshness.ts +122 -122
  100. package/src/memory/graph.ts +197 -197
  101. package/src/memory/refs.ts +94 -94
  102. package/src/memory/retention.ts +433 -433
  103. package/src/memory/secret-filter.ts +79 -79
  104. package/src/memory/session.ts +523 -523
  105. package/src/multimodal/image-loader.ts +143 -143
  106. package/src/orchestrate/adapters/claude-stream.ts +192 -192
  107. package/src/orchestrate/adapters/claude.ts +111 -111
  108. package/src/orchestrate/adapters/codex-stream.ts +134 -134
  109. package/src/orchestrate/adapters/codex.ts +41 -41
  110. package/src/orchestrate/adapters/gemini-stream.ts +166 -166
  111. package/src/orchestrate/adapters/gemini.ts +42 -42
  112. package/src/orchestrate/adapters/index.ts +73 -73
  113. package/src/orchestrate/adapters/opencode-stream.ts +143 -143
  114. package/src/orchestrate/adapters/opencode.ts +47 -47
  115. package/src/orchestrate/adapters/spawn-helper.ts +286 -286
  116. package/src/orchestrate/adapters/types.ts +77 -77
  117. package/src/orchestrate/capability-router.ts +284 -284
  118. package/src/orchestrate/context-compact.ts +188 -188
  119. package/src/orchestrate/cost-tracker.ts +219 -219
  120. package/src/orchestrate/error-recovery.ts +191 -191
  121. package/src/orchestrate/evidence.ts +140 -140
  122. package/src/orchestrate/ledger.ts +110 -110
  123. package/src/orchestrate/memorix-bridge.ts +380 -380
  124. package/src/orchestrate/output-budget.ts +80 -80
  125. package/src/orchestrate/permission.ts +152 -152
  126. package/src/orchestrate/pipeline-trace.ts +131 -131
  127. package/src/orchestrate/prompt-builder.ts +155 -155
  128. package/src/orchestrate/ring-buffer.ts +37 -37
  129. package/src/orchestrate/task-graph.ts +389 -389
  130. package/src/orchestrate/verify-gate.ts +219 -219
  131. package/src/orchestrate/worktree.ts +232 -232
  132. package/src/project/aliases.ts +374 -374
  133. package/src/project/detector.ts +268 -268
  134. package/src/rules/adapters/claude-code.ts +99 -99
  135. package/src/rules/adapters/codex.ts +97 -97
  136. package/src/rules/adapters/copilot.ts +124 -124
  137. package/src/rules/adapters/cursor.ts +114 -114
  138. package/src/rules/adapters/kiro.ts +126 -126
  139. package/src/rules/adapters/trae.ts +56 -56
  140. package/src/rules/adapters/windsurf.ts +83 -83
  141. package/src/rules/syncer.ts +235 -235
  142. package/src/sdk.ts +327 -327
  143. package/src/search/intent-detector.ts +289 -289
  144. package/src/search/query-expansion.ts +52 -52
  145. package/src/server/formation-timeout.ts +27 -27
  146. package/src/skills/mini-skills.ts +386 -386
  147. package/src/store/chat-store.ts +119 -119
  148. package/src/store/file-lock.ts +100 -100
  149. package/src/store/graph-store.ts +249 -249
  150. package/src/store/mini-skill-store.ts +349 -349
  151. package/src/store/obs-store.ts +255 -255
  152. package/src/store/persistence-json.ts +212 -212
  153. package/src/store/persistence.ts +291 -291
  154. package/src/store/project-affinity.ts +195 -195
  155. package/src/store/session-store.ts +259 -259
  156. package/src/store/sqlite-store.ts +339 -339
  157. package/src/team/event-bus.ts +76 -76
  158. package/src/team/file-locks.ts +173 -173
  159. package/src/team/handoff.ts +167 -167
  160. package/src/team/messages.ts +203 -203
  161. package/src/team/poll.ts +132 -132
  162. package/src/team/tasks.ts +211 -211
  163. package/src/wiki/generator.ts +237 -237
  164. package/src/wiki/knowledge-graph.ts +334 -334
  165. package/src/wiki/types.ts +85 -85
  166. package/src/workspace/mcp-adapters/codex.ts +191 -191
  167. package/src/workspace/mcp-adapters/copilot.ts +105 -105
  168. package/src/workspace/mcp-adapters/cursor.ts +53 -53
  169. package/src/workspace/mcp-adapters/kiro.ts +64 -64
  170. package/src/workspace/mcp-adapters/opencode.ts +123 -123
  171. package/src/workspace/mcp-adapters/trae.ts +134 -134
  172. package/src/workspace/mcp-adapters/windsurf.ts +91 -91
  173. package/src/workspace/sanitizer.ts +60 -60
  174. package/src/workspace/workflow-sync.ts +131 -131
@@ -1,349 +1,349 @@
1
- /**
2
- * MiniSkillStore — persistence abstraction for mini-skills.
3
- *
4
- * Backends:
5
- * - MiniSkillSqliteStore — canonical store, uses shared DB handle from sqlite-db.ts
6
- * - MiniSkillGracefulDegrade — no-op fallback when SQLite is unavailable
7
- *
8
- * Phase 2 debt-zero: SQLite is the only canonical store for mini-skills.
9
- * JSON files are migration source only. No writable JSON fallback exists.
10
- */
11
-
12
- import type { MiniSkill } from '../types.js';
13
- import { getDatabase } from './sqlite-db.js';
14
- import {
15
- loadMiniSkillsJson,
16
- } from './persistence.js';
17
- import path from 'node:path';
18
- import fs from 'node:fs';
19
-
20
- // ── Interface ───────────────────────────────────────────────────────
21
-
22
- export interface MiniSkillStore {
23
- init(dataDir: string): Promise<void>;
24
- loadAll(): Promise<MiniSkill[]>;
25
- loadByProject(projectId: string): Promise<MiniSkill[]>;
26
- insert(skill: MiniSkill): Promise<void>;
27
- update(skill: MiniSkill): Promise<void>;
28
- remove(id: number): Promise<void>;
29
- loadIdCounter(): Promise<number>;
30
- saveIdCounter(nextId: number): Promise<void>;
31
- /**
32
- * Atomic create: allocate ID + insert skill + bump counter in one transaction.
33
- * Prevents concurrent promotes from receiving the same ID.
34
- */
35
- atomicInsertWithId(skill: Omit<MiniSkill, 'id'>): Promise<MiniSkill>;
36
- ensureFresh(): Promise<boolean>;
37
- getGeneration(): number;
38
- getBackendName(): 'sqlite' | 'degraded';
39
- }
40
-
41
- // ── Row <-> MiniSkill serialization ─────────────────────────────────
42
-
43
- function skillToRow(skill: MiniSkill): Record<string, unknown> {
44
- return {
45
- id: skill.id,
46
- sourceObservationIds: JSON.stringify(skill.sourceObservationIds ?? []),
47
- sourceEntity: skill.sourceEntity ?? 'unknown',
48
- title: skill.title,
49
- instruction: skill.instruction ?? '',
50
- trigger_desc: skill.trigger ?? '',
51
- facts: JSON.stringify(skill.facts ?? []),
52
- projectId: skill.projectId,
53
- createdAt: skill.createdAt,
54
- usedCount: skill.usedCount ?? 0,
55
- tags: JSON.stringify(skill.tags ?? []),
56
- sourceSnapshot: skill.sourceSnapshot ?? '',
57
- updatedAt: skill.updatedAt ?? null,
58
- };
59
- }
60
-
61
- function rowToSkill(row: any): MiniSkill {
62
- return {
63
- id: row.id,
64
- sourceObservationIds: safeJsonParse(row.sourceObservationIds, []),
65
- sourceEntity: row.sourceEntity ?? 'unknown',
66
- title: row.title,
67
- instruction: row.instruction ?? '',
68
- trigger: row.trigger_desc ?? '',
69
- facts: safeJsonParse(row.facts, []),
70
- projectId: row.projectId,
71
- createdAt: row.createdAt,
72
- usedCount: row.usedCount ?? 0,
73
- tags: safeJsonParse(row.tags, []),
74
- sourceSnapshot: row.sourceSnapshot || undefined,
75
- updatedAt: row.updatedAt || undefined,
76
- };
77
- }
78
-
79
- function safeJsonParse(val: string | null | undefined, fallback: any): any {
80
- if (val == null || val === '') return fallback;
81
- try { return JSON.parse(val); } catch { return fallback; }
82
- }
83
-
84
- // ── SQLite Backend ──────────────────────────────────────────────────
85
-
86
- export class MiniSkillSqliteStore implements MiniSkillStore {
87
- private db: any = null;
88
- private dataDir: string = '';
89
- private knownGeneration: number = 0;
90
-
91
- private stmtInsert: any = null;
92
- private stmtDelete: any = null;
93
- private stmtSelectAll: any = null;
94
- private stmtSelectByProject: any = null;
95
- private stmtGetMeta: any = null;
96
- private stmtSetMeta: any = null;
97
- private stmtSelectGeneration: any = null;
98
- private stmtBumpGeneration: any = null;
99
-
100
- async init(dataDir: string): Promise<void> {
101
- this.dataDir = dataDir;
102
- this.db = getDatabase(dataDir);
103
-
104
- // Prepare statements
105
- this.stmtInsert = this.db.prepare(`
106
- INSERT OR REPLACE INTO mini_skills
107
- (id, sourceObservationIds, sourceEntity, title, instruction, trigger_desc,
108
- facts, projectId, createdAt, usedCount, tags, sourceSnapshot, updatedAt)
109
- VALUES
110
- (@id, @sourceObservationIds, @sourceEntity, @title, @instruction, @trigger_desc,
111
- @facts, @projectId, @createdAt, @usedCount, @tags, @sourceSnapshot, @updatedAt)
112
- `);
113
- this.stmtDelete = this.db.prepare(`DELETE FROM mini_skills WHERE id = ?`);
114
- this.stmtSelectAll = this.db.prepare(`SELECT * FROM mini_skills`);
115
- this.stmtSelectByProject = this.db.prepare(`SELECT * FROM mini_skills WHERE projectId = ?`);
116
- this.stmtGetMeta = this.db.prepare(`SELECT value FROM meta WHERE key = ?`);
117
- this.stmtSetMeta = this.db.prepare(`INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)`);
118
- this.stmtSelectGeneration = this.db.prepare(`SELECT value FROM meta WHERE key = 'mini_skills_generation'`);
119
- this.stmtBumpGeneration = this.db.prepare(`UPDATE meta SET value = CAST(CAST(value AS INTEGER) + 1 AS TEXT) WHERE key = 'mini_skills_generation'`);
120
-
121
- // Read initial generation
122
- this.knownGeneration = this.readGeneration();
123
-
124
- // One-time migration from mini-skills.json
125
- await this.migrateFromJsonIfNeeded();
126
- }
127
-
128
- private readGeneration(): number {
129
- const row = this.stmtSelectGeneration.get();
130
- return row ? parseInt(row.value, 10) : 0;
131
- }
132
-
133
- private bumpGeneration(): void {
134
- this.stmtBumpGeneration.run();
135
- this.knownGeneration = this.readGeneration();
136
- }
137
-
138
- // ── Migration ────────────────────────────────────────────────────
139
-
140
- private async migrateFromJsonIfNeeded(): Promise<void> {
141
- const count = this.db.prepare(`SELECT COUNT(*) AS cnt FROM mini_skills`).get();
142
- if (count.cnt > 0) return;
143
-
144
- const jsonPath = path.join(this.dataDir, 'mini-skills.json');
145
- if (!fs.existsSync(jsonPath)) return;
146
-
147
- try {
148
- const raw = fs.readFileSync(jsonPath, 'utf-8');
149
- const skills: MiniSkill[] = JSON.parse(raw);
150
- if (!Array.isArray(skills) || skills.length === 0) return;
151
-
152
- console.error(`[memorix] Migrating ${skills.length} mini-skills from JSON to SQLite...`);
153
-
154
- const insertMany = this.db.transaction((list: MiniSkill[]) => {
155
- for (const skill of list) {
156
- this.stmtInsert.run(skillToRow(skill));
157
- }
158
- });
159
- insertMany(skills);
160
-
161
- // Migrate counter
162
- const counterPath = path.join(this.dataDir, 'mini-skills-counter.json');
163
- if (fs.existsSync(counterPath)) {
164
- try {
165
- const counterData = JSON.parse(fs.readFileSync(counterPath, 'utf-8'));
166
- const nextId = counterData.nextId ?? (Math.max(...skills.map(s => s.id)) + 1);
167
- this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
168
- } catch {
169
- this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
170
- }
171
- } else {
172
- this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
173
- }
174
-
175
- this.bumpGeneration();
176
- console.error(`[memorix] Mini-skills migration complete. ${skills.length} skills now in SQLite.`);
177
- } catch (err) {
178
- console.error(`[memorix] Mini-skills JSON->SQLite migration failed (non-fatal): ${err}`);
179
- }
180
- }
181
-
182
- // ── Public read ──────────────────────────────────────────────────
183
-
184
- async loadAll(): Promise<MiniSkill[]> {
185
- return this.stmtSelectAll.all().map(rowToSkill);
186
- }
187
-
188
- async loadByProject(projectId: string): Promise<MiniSkill[]> {
189
- return this.stmtSelectByProject.all(projectId).map(rowToSkill);
190
- }
191
-
192
- async loadIdCounter(): Promise<number> {
193
- const row = this.stmtGetMeta.get('mini_skills_next_id');
194
- return row ? parseInt(row.value, 10) : 1;
195
- }
196
-
197
- // ── Public write (each bumps generation) ─────────────────────────
198
-
199
- async insert(skill: MiniSkill): Promise<void> {
200
- this.stmtInsert.run(skillToRow(skill));
201
- this.bumpGeneration();
202
- }
203
-
204
- async update(skill: MiniSkill): Promise<void> {
205
- this.stmtInsert.run(skillToRow(skill)); // INSERT OR REPLACE
206
- this.bumpGeneration();
207
- }
208
-
209
- async remove(id: number): Promise<void> {
210
- this.stmtDelete.run(id);
211
- this.bumpGeneration();
212
- }
213
-
214
- async saveIdCounter(nextId: number): Promise<void> {
215
- this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
216
- }
217
-
218
- /**
219
- * Atomic create: allocate ID + insert + bump counter in a single SQLite transaction.
220
- * SQLite serializes write transactions, so concurrent calls are safely sequenced.
221
- */
222
- async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
223
- const result = this.db.transaction(() => {
224
- // 1. Read current counter inside the transaction
225
- const row = this.stmtGetMeta.get('mini_skills_next_id');
226
- const nextId = row ? parseInt(row.value, 10) : 1;
227
-
228
- // 2. Build the full skill with the allocated ID
229
- const skill: MiniSkill = { ...skillWithoutId, id: nextId } as MiniSkill;
230
-
231
- // 3. Insert
232
- this.stmtInsert.run(skillToRow(skill));
233
-
234
- // 4. Bump counter
235
- this.stmtSetMeta.run('mini_skills_next_id', String(nextId + 1));
236
-
237
- // 5. Bump generation
238
- this.stmtBumpGeneration.run();
239
- this.knownGeneration = this.readGeneration();
240
-
241
- return skill;
242
- })();
243
- return result;
244
- }
245
-
246
- // ── Freshness ────────────────────────────────────────────────────
247
-
248
- async ensureFresh(): Promise<boolean> {
249
- const remoteGen = this.readGeneration();
250
- if (remoteGen > this.knownGeneration) {
251
- this.knownGeneration = remoteGen;
252
- return true;
253
- }
254
- return false;
255
- }
256
-
257
- getGeneration(): number {
258
- return this.knownGeneration;
259
- }
260
-
261
- getBackendName(): 'sqlite' | 'degraded' {
262
- return 'sqlite';
263
- }
264
- }
265
-
266
- // ── Graceful Degrade Fallback ────────────────────────────────────────
267
- //
268
- // Phase 2 debt-zero rule: mini-skills have NO writable JSON fallback.
269
- // In JSON-only environments (no better-sqlite3), reads return empty
270
- // and writes are no-ops with a warning. This prevents a parallel
271
- // canonical JSON write path from existing alongside SQLite.
272
-
273
- export class MiniSkillGracefulDegrade implements MiniSkillStore {
274
- private warned = false;
275
-
276
- private warn(): void {
277
- if (!this.warned) {
278
- console.error('[memorix] MiniSkillStore: SQLite unavailable — mini-skills are disabled (read-only empty). Install better-sqlite3 for full functionality.');
279
- this.warned = true;
280
- }
281
- }
282
-
283
- async init(_dataDir: string): Promise<void> {
284
- this.warn();
285
- }
286
-
287
- async loadAll(): Promise<MiniSkill[]> { return []; }
288
- async loadByProject(_projectId: string): Promise<MiniSkill[]> { return []; }
289
- async loadIdCounter(): Promise<number> { return 1; }
290
-
291
- async insert(_skill: MiniSkill): Promise<void> { this.warn(); }
292
- async update(_skill: MiniSkill): Promise<void> { this.warn(); }
293
- async remove(_id: number): Promise<void> { this.warn(); }
294
- async saveIdCounter(_nextId: number): Promise<void> { /* no-op */ }
295
- async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
296
- this.warn();
297
- return { ...skillWithoutId, id: 0 } as MiniSkill;
298
- }
299
-
300
- async ensureFresh(): Promise<boolean> { return false; }
301
- getGeneration(): number { return 0; }
302
- getBackendName(): 'sqlite' | 'degraded' { return 'degraded'; }
303
- }
304
-
305
- // ── Singleton access ────────────────────────────────────────────────
306
-
307
- let _store: MiniSkillStore | null = null;
308
- let _storeDataDir: string | null = null;
309
-
310
- export function isMiniSkillStoreInitialized(): boolean {
311
- return _store !== null;
312
- }
313
-
314
- export function getMiniSkillStore(): MiniSkillStore {
315
- if (!_store) {
316
- throw new Error('[memorix] MiniSkillStore not initialized — call initMiniSkillStore() first');
317
- }
318
- return _store;
319
- }
320
-
321
- export function resetMiniSkillStore(): void {
322
- _store = null;
323
- _storeDataDir = null;
324
- }
325
-
326
- export async function initMiniSkillStore(dataDir: string): Promise<MiniSkillStore> {
327
- if (_store && _storeDataDir === dataDir) return _store;
328
-
329
- _store = null;
330
- _storeDataDir = null;
331
-
332
- // Try SQLite first
333
- try {
334
- const store = new MiniSkillSqliteStore();
335
- await store.init(dataDir);
336
- _store = store;
337
- _storeDataDir = dataDir;
338
- return store;
339
- } catch (err) {
340
- console.error(`[memorix] MiniSkillSqliteStore unavailable, running in degraded read-only mode: ${err instanceof Error ? err.message : err}`);
341
- }
342
-
343
- // Fallback: graceful degrade (no writable JSON backend per debt-zero rule)
344
- const store = new MiniSkillGracefulDegrade();
345
- await store.init(dataDir);
346
- _store = store;
347
- _storeDataDir = dataDir;
348
- return store;
349
- }
1
+ /**
2
+ * MiniSkillStore — persistence abstraction for mini-skills.
3
+ *
4
+ * Backends:
5
+ * - MiniSkillSqliteStore — canonical store, uses shared DB handle from sqlite-db.ts
6
+ * - MiniSkillGracefulDegrade — no-op fallback when SQLite is unavailable
7
+ *
8
+ * Phase 2 debt-zero: SQLite is the only canonical store for mini-skills.
9
+ * JSON files are migration source only. No writable JSON fallback exists.
10
+ */
11
+
12
+ import type { MiniSkill } from '../types.js';
13
+ import { getDatabase } from './sqlite-db.js';
14
+ import {
15
+ loadMiniSkillsJson,
16
+ } from './persistence.js';
17
+ import path from 'node:path';
18
+ import fs from 'node:fs';
19
+
20
+ // ── Interface ───────────────────────────────────────────────────────
21
+
22
+ export interface MiniSkillStore {
23
+ init(dataDir: string): Promise<void>;
24
+ loadAll(): Promise<MiniSkill[]>;
25
+ loadByProject(projectId: string): Promise<MiniSkill[]>;
26
+ insert(skill: MiniSkill): Promise<void>;
27
+ update(skill: MiniSkill): Promise<void>;
28
+ remove(id: number): Promise<void>;
29
+ loadIdCounter(): Promise<number>;
30
+ saveIdCounter(nextId: number): Promise<void>;
31
+ /**
32
+ * Atomic create: allocate ID + insert skill + bump counter in one transaction.
33
+ * Prevents concurrent promotes from receiving the same ID.
34
+ */
35
+ atomicInsertWithId(skill: Omit<MiniSkill, 'id'>): Promise<MiniSkill>;
36
+ ensureFresh(): Promise<boolean>;
37
+ getGeneration(): number;
38
+ getBackendName(): 'sqlite' | 'degraded';
39
+ }
40
+
41
+ // ── Row <-> MiniSkill serialization ─────────────────────────────────
42
+
43
+ function skillToRow(skill: MiniSkill): Record<string, unknown> {
44
+ return {
45
+ id: skill.id,
46
+ sourceObservationIds: JSON.stringify(skill.sourceObservationIds ?? []),
47
+ sourceEntity: skill.sourceEntity ?? 'unknown',
48
+ title: skill.title,
49
+ instruction: skill.instruction ?? '',
50
+ trigger_desc: skill.trigger ?? '',
51
+ facts: JSON.stringify(skill.facts ?? []),
52
+ projectId: skill.projectId,
53
+ createdAt: skill.createdAt,
54
+ usedCount: skill.usedCount ?? 0,
55
+ tags: JSON.stringify(skill.tags ?? []),
56
+ sourceSnapshot: skill.sourceSnapshot ?? '',
57
+ updatedAt: skill.updatedAt ?? null,
58
+ };
59
+ }
60
+
61
+ function rowToSkill(row: any): MiniSkill {
62
+ return {
63
+ id: row.id,
64
+ sourceObservationIds: safeJsonParse(row.sourceObservationIds, []),
65
+ sourceEntity: row.sourceEntity ?? 'unknown',
66
+ title: row.title,
67
+ instruction: row.instruction ?? '',
68
+ trigger: row.trigger_desc ?? '',
69
+ facts: safeJsonParse(row.facts, []),
70
+ projectId: row.projectId,
71
+ createdAt: row.createdAt,
72
+ usedCount: row.usedCount ?? 0,
73
+ tags: safeJsonParse(row.tags, []),
74
+ sourceSnapshot: row.sourceSnapshot || undefined,
75
+ updatedAt: row.updatedAt || undefined,
76
+ };
77
+ }
78
+
79
+ function safeJsonParse(val: string | null | undefined, fallback: any): any {
80
+ if (val == null || val === '') return fallback;
81
+ try { return JSON.parse(val); } catch { return fallback; }
82
+ }
83
+
84
+ // ── SQLite Backend ──────────────────────────────────────────────────
85
+
86
+ export class MiniSkillSqliteStore implements MiniSkillStore {
87
+ private db: any = null;
88
+ private dataDir: string = '';
89
+ private knownGeneration: number = 0;
90
+
91
+ private stmtInsert: any = null;
92
+ private stmtDelete: any = null;
93
+ private stmtSelectAll: any = null;
94
+ private stmtSelectByProject: any = null;
95
+ private stmtGetMeta: any = null;
96
+ private stmtSetMeta: any = null;
97
+ private stmtSelectGeneration: any = null;
98
+ private stmtBumpGeneration: any = null;
99
+
100
+ async init(dataDir: string): Promise<void> {
101
+ this.dataDir = dataDir;
102
+ this.db = getDatabase(dataDir);
103
+
104
+ // Prepare statements
105
+ this.stmtInsert = this.db.prepare(`
106
+ INSERT OR REPLACE INTO mini_skills
107
+ (id, sourceObservationIds, sourceEntity, title, instruction, trigger_desc,
108
+ facts, projectId, createdAt, usedCount, tags, sourceSnapshot, updatedAt)
109
+ VALUES
110
+ (@id, @sourceObservationIds, @sourceEntity, @title, @instruction, @trigger_desc,
111
+ @facts, @projectId, @createdAt, @usedCount, @tags, @sourceSnapshot, @updatedAt)
112
+ `);
113
+ this.stmtDelete = this.db.prepare(`DELETE FROM mini_skills WHERE id = ?`);
114
+ this.stmtSelectAll = this.db.prepare(`SELECT * FROM mini_skills`);
115
+ this.stmtSelectByProject = this.db.prepare(`SELECT * FROM mini_skills WHERE projectId = ?`);
116
+ this.stmtGetMeta = this.db.prepare(`SELECT value FROM meta WHERE key = ?`);
117
+ this.stmtSetMeta = this.db.prepare(`INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)`);
118
+ this.stmtSelectGeneration = this.db.prepare(`SELECT value FROM meta WHERE key = 'mini_skills_generation'`);
119
+ this.stmtBumpGeneration = this.db.prepare(`UPDATE meta SET value = CAST(CAST(value AS INTEGER) + 1 AS TEXT) WHERE key = 'mini_skills_generation'`);
120
+
121
+ // Read initial generation
122
+ this.knownGeneration = this.readGeneration();
123
+
124
+ // One-time migration from mini-skills.json
125
+ await this.migrateFromJsonIfNeeded();
126
+ }
127
+
128
+ private readGeneration(): number {
129
+ const row = this.stmtSelectGeneration.get();
130
+ return row ? parseInt(row.value, 10) : 0;
131
+ }
132
+
133
+ private bumpGeneration(): void {
134
+ this.stmtBumpGeneration.run();
135
+ this.knownGeneration = this.readGeneration();
136
+ }
137
+
138
+ // ── Migration ────────────────────────────────────────────────────
139
+
140
+ private async migrateFromJsonIfNeeded(): Promise<void> {
141
+ const count = this.db.prepare(`SELECT COUNT(*) AS cnt FROM mini_skills`).get();
142
+ if (count.cnt > 0) return;
143
+
144
+ const jsonPath = path.join(this.dataDir, 'mini-skills.json');
145
+ if (!fs.existsSync(jsonPath)) return;
146
+
147
+ try {
148
+ const raw = fs.readFileSync(jsonPath, 'utf-8');
149
+ const skills: MiniSkill[] = JSON.parse(raw);
150
+ if (!Array.isArray(skills) || skills.length === 0) return;
151
+
152
+ console.error(`[memorix] Migrating ${skills.length} mini-skills from JSON to SQLite...`);
153
+
154
+ const insertMany = this.db.transaction((list: MiniSkill[]) => {
155
+ for (const skill of list) {
156
+ this.stmtInsert.run(skillToRow(skill));
157
+ }
158
+ });
159
+ insertMany(skills);
160
+
161
+ // Migrate counter
162
+ const counterPath = path.join(this.dataDir, 'mini-skills-counter.json');
163
+ if (fs.existsSync(counterPath)) {
164
+ try {
165
+ const counterData = JSON.parse(fs.readFileSync(counterPath, 'utf-8'));
166
+ const nextId = counterData.nextId ?? (Math.max(...skills.map(s => s.id)) + 1);
167
+ this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
168
+ } catch {
169
+ this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
170
+ }
171
+ } else {
172
+ this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
173
+ }
174
+
175
+ this.bumpGeneration();
176
+ console.error(`[memorix] Mini-skills migration complete. ${skills.length} skills now in SQLite.`);
177
+ } catch (err) {
178
+ console.error(`[memorix] Mini-skills JSON->SQLite migration failed (non-fatal): ${err}`);
179
+ }
180
+ }
181
+
182
+ // ── Public read ──────────────────────────────────────────────────
183
+
184
+ async loadAll(): Promise<MiniSkill[]> {
185
+ return this.stmtSelectAll.all().map(rowToSkill);
186
+ }
187
+
188
+ async loadByProject(projectId: string): Promise<MiniSkill[]> {
189
+ return this.stmtSelectByProject.all(projectId).map(rowToSkill);
190
+ }
191
+
192
+ async loadIdCounter(): Promise<number> {
193
+ const row = this.stmtGetMeta.get('mini_skills_next_id');
194
+ return row ? parseInt(row.value, 10) : 1;
195
+ }
196
+
197
+ // ── Public write (each bumps generation) ─────────────────────────
198
+
199
+ async insert(skill: MiniSkill): Promise<void> {
200
+ this.stmtInsert.run(skillToRow(skill));
201
+ this.bumpGeneration();
202
+ }
203
+
204
+ async update(skill: MiniSkill): Promise<void> {
205
+ this.stmtInsert.run(skillToRow(skill)); // INSERT OR REPLACE
206
+ this.bumpGeneration();
207
+ }
208
+
209
+ async remove(id: number): Promise<void> {
210
+ this.stmtDelete.run(id);
211
+ this.bumpGeneration();
212
+ }
213
+
214
+ async saveIdCounter(nextId: number): Promise<void> {
215
+ this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
216
+ }
217
+
218
+ /**
219
+ * Atomic create: allocate ID + insert + bump counter in a single SQLite transaction.
220
+ * SQLite serializes write transactions, so concurrent calls are safely sequenced.
221
+ */
222
+ async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
223
+ const result = this.db.transaction(() => {
224
+ // 1. Read current counter inside the transaction
225
+ const row = this.stmtGetMeta.get('mini_skills_next_id');
226
+ const nextId = row ? parseInt(row.value, 10) : 1;
227
+
228
+ // 2. Build the full skill with the allocated ID
229
+ const skill: MiniSkill = { ...skillWithoutId, id: nextId } as MiniSkill;
230
+
231
+ // 3. Insert
232
+ this.stmtInsert.run(skillToRow(skill));
233
+
234
+ // 4. Bump counter
235
+ this.stmtSetMeta.run('mini_skills_next_id', String(nextId + 1));
236
+
237
+ // 5. Bump generation
238
+ this.stmtBumpGeneration.run();
239
+ this.knownGeneration = this.readGeneration();
240
+
241
+ return skill;
242
+ })();
243
+ return result;
244
+ }
245
+
246
+ // ── Freshness ────────────────────────────────────────────────────
247
+
248
+ async ensureFresh(): Promise<boolean> {
249
+ const remoteGen = this.readGeneration();
250
+ if (remoteGen > this.knownGeneration) {
251
+ this.knownGeneration = remoteGen;
252
+ return true;
253
+ }
254
+ return false;
255
+ }
256
+
257
+ getGeneration(): number {
258
+ return this.knownGeneration;
259
+ }
260
+
261
+ getBackendName(): 'sqlite' | 'degraded' {
262
+ return 'sqlite';
263
+ }
264
+ }
265
+
266
+ // ── Graceful Degrade Fallback ────────────────────────────────────────
267
+ //
268
+ // Phase 2 debt-zero rule: mini-skills have NO writable JSON fallback.
269
+ // In JSON-only environments (no better-sqlite3), reads return empty
270
+ // and writes are no-ops with a warning. This prevents a parallel
271
+ // canonical JSON write path from existing alongside SQLite.
272
+
273
+ export class MiniSkillGracefulDegrade implements MiniSkillStore {
274
+ private warned = false;
275
+
276
+ private warn(): void {
277
+ if (!this.warned) {
278
+ console.error('[memorix] MiniSkillStore: SQLite unavailable — mini-skills are disabled (read-only empty). Install better-sqlite3 for full functionality.');
279
+ this.warned = true;
280
+ }
281
+ }
282
+
283
+ async init(_dataDir: string): Promise<void> {
284
+ this.warn();
285
+ }
286
+
287
+ async loadAll(): Promise<MiniSkill[]> { return []; }
288
+ async loadByProject(_projectId: string): Promise<MiniSkill[]> { return []; }
289
+ async loadIdCounter(): Promise<number> { return 1; }
290
+
291
+ async insert(_skill: MiniSkill): Promise<void> { this.warn(); }
292
+ async update(_skill: MiniSkill): Promise<void> { this.warn(); }
293
+ async remove(_id: number): Promise<void> { this.warn(); }
294
+ async saveIdCounter(_nextId: number): Promise<void> { /* no-op */ }
295
+ async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
296
+ this.warn();
297
+ return { ...skillWithoutId, id: 0 } as MiniSkill;
298
+ }
299
+
300
+ async ensureFresh(): Promise<boolean> { return false; }
301
+ getGeneration(): number { return 0; }
302
+ getBackendName(): 'sqlite' | 'degraded' { return 'degraded'; }
303
+ }
304
+
305
+ // ── Singleton access ────────────────────────────────────────────────
306
+
307
+ let _store: MiniSkillStore | null = null;
308
+ let _storeDataDir: string | null = null;
309
+
310
+ export function isMiniSkillStoreInitialized(): boolean {
311
+ return _store !== null;
312
+ }
313
+
314
+ export function getMiniSkillStore(): MiniSkillStore {
315
+ if (!_store) {
316
+ throw new Error('[memorix] MiniSkillStore not initialized — call initMiniSkillStore() first');
317
+ }
318
+ return _store;
319
+ }
320
+
321
+ export function resetMiniSkillStore(): void {
322
+ _store = null;
323
+ _storeDataDir = null;
324
+ }
325
+
326
+ export async function initMiniSkillStore(dataDir: string): Promise<MiniSkillStore> {
327
+ if (_store && _storeDataDir === dataDir) return _store;
328
+
329
+ _store = null;
330
+ _storeDataDir = null;
331
+
332
+ // Try SQLite first
333
+ try {
334
+ const store = new MiniSkillSqliteStore();
335
+ await store.init(dataDir);
336
+ _store = store;
337
+ _storeDataDir = dataDir;
338
+ return store;
339
+ } catch (err) {
340
+ console.error(`[memorix] MiniSkillSqliteStore unavailable, running in degraded read-only mode: ${err instanceof Error ? err.message : err}`);
341
+ }
342
+
343
+ // Fallback: graceful degrade (no writable JSON backend per debt-zero rule)
344
+ const store = new MiniSkillGracefulDegrade();
345
+ await store.init(dataDir);
346
+ _store = store;
347
+ _storeDataDir = dataDir;
348
+ return store;
349
+ }