memorix 1.2.1 → 1.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/README.md +14 -2
  3. package/README.zh-CN.md +14 -2
  4. package/TEAM.md +86 -86
  5. package/dist/cli/index.js +15407 -13779
  6. package/dist/cli/index.js.map +1 -1
  7. package/dist/index.js +1321 -529
  8. package/dist/index.js.map +1 -1
  9. package/dist/maintenance-runner.d.ts +1 -1
  10. package/dist/maintenance-runner.js +8458 -8087
  11. package/dist/maintenance-runner.js.map +1 -1
  12. package/dist/memcode-runtime/CHANGELOG.md +16 -0
  13. package/dist/sdk.d.ts +7 -2
  14. package/dist/sdk.js +1349 -535
  15. package/dist/sdk.js.map +1 -1
  16. package/dist/types.d.ts +49 -1
  17. package/dist/types.js.map +1 -1
  18. package/docs/1.2.2-MEMORY-CONTROL-PLANE.md +434 -0
  19. package/docs/AGENT_OPERATOR_PLAYBOOK.md +4 -0
  20. package/docs/API_REFERENCE.md +24 -4
  21. package/docs/DESIGN_DECISIONS.md +357 -357
  22. package/docs/README.md +1 -1
  23. package/docs/dev-log/progress.txt +91 -11
  24. package/package.json +1 -1
  25. package/plugins/codex/memorix/.codex-plugin/plugin.json +1 -1
  26. package/src/audit/index.ts +156 -156
  27. package/src/cli/command-guide.ts +192 -0
  28. package/src/cli/commands/audit-list.ts +89 -89
  29. package/src/cli/commands/audit.ts +9 -4
  30. package/src/cli/commands/background.ts +659 -659
  31. package/src/cli/commands/cleanup.ts +5 -1
  32. package/src/cli/commands/codegraph.ts +15 -5
  33. package/src/cli/commands/context.ts +3 -2
  34. package/src/cli/commands/doctor.ts +4 -2
  35. package/src/cli/commands/explain.ts +9 -3
  36. package/src/cli/commands/formation.ts +48 -48
  37. package/src/cli/commands/git-hook-install.ts +111 -111
  38. package/src/cli/commands/handoff.ts +75 -61
  39. package/src/cli/commands/hooks-status.ts +63 -63
  40. package/src/cli/commands/identity.ts +116 -0
  41. package/src/cli/commands/ingest-commit.ts +153 -153
  42. package/src/cli/commands/ingest-image.ts +71 -69
  43. package/src/cli/commands/ingest-log.ts +180 -180
  44. package/src/cli/commands/ingest.ts +44 -44
  45. package/src/cli/commands/integrate-shared.ts +15 -15
  46. package/src/cli/commands/lock.ts +93 -92
  47. package/src/cli/commands/memory.ts +58 -21
  48. package/src/cli/commands/message.ts +123 -118
  49. package/src/cli/commands/operator-shared.ts +98 -3
  50. package/src/cli/commands/poll.ts +74 -64
  51. package/src/cli/commands/purge-all-memory.ts +85 -85
  52. package/src/cli/commands/purge-project-memory.ts +83 -83
  53. package/src/cli/commands/reasoning.ts +135 -121
  54. package/src/cli/commands/retention.ts +9 -4
  55. package/src/cli/commands/serve-http.ts +8 -2
  56. package/src/cli/commands/serve-shared.ts +118 -118
  57. package/src/cli/commands/session.ts +29 -3
  58. package/src/cli/commands/skills.ts +124 -119
  59. package/src/cli/commands/status.ts +4 -3
  60. package/src/cli/commands/task.ts +193 -184
  61. package/src/cli/commands/team.ts +14 -10
  62. package/src/cli/commands/transfer.ts +108 -55
  63. package/src/cli/commands/uninstall-project-artifacts.ts +85 -85
  64. package/src/cli/identity.ts +89 -0
  65. package/src/cli/index.ts +96 -19
  66. package/src/cli/invocation.ts +115 -0
  67. package/src/cli/tui/ChatView.tsx +234 -234
  68. package/src/cli/tui/CommandBar.tsx +312 -312
  69. package/src/cli/tui/ContextRail.tsx +118 -118
  70. package/src/cli/tui/HeaderBar.tsx +72 -72
  71. package/src/cli/tui/LogoBanner.tsx +51 -51
  72. package/src/cli/tui/Sidebar.tsx +179 -179
  73. package/src/cli/tui/chat-service.ts +41 -18
  74. package/src/cli/tui/data.ts +23 -44
  75. package/src/cli/tui/index.ts +41 -41
  76. package/src/cli/tui/markdown-render.tsx +371 -371
  77. package/src/cli/tui/operator-context.ts +60 -0
  78. package/src/cli/tui/use-mouse.ts +157 -157
  79. package/src/cli/tui/useNavigation.ts +56 -56
  80. package/src/cli/tui/views/MemoryView.tsx +10 -8
  81. package/src/cli/update-checker.ts +211 -211
  82. package/src/cli/version.ts +7 -7
  83. package/src/cli/workbench.ts +1 -1
  84. package/src/codegraph/auto-context.ts +31 -2
  85. package/src/codegraph/context-pack.ts +1 -0
  86. package/src/codegraph/project-context.ts +2 -0
  87. package/src/compact/engine.ts +26 -10
  88. package/src/compact/index-format.ts +25 -2
  89. package/src/compact/token-budget.ts +74 -74
  90. package/src/dashboard/project-classification.ts +64 -64
  91. package/src/dashboard/server.ts +46 -9
  92. package/src/embedding/fastembed-provider.ts +142 -142
  93. package/src/embedding/transformers-provider.ts +111 -111
  94. package/src/git/extractor.ts +209 -209
  95. package/src/git/hooks-path.ts +85 -85
  96. package/src/hooks/admission.ts +117 -0
  97. package/src/hooks/handler.ts +98 -91
  98. package/src/hooks/pattern-detector.ts +173 -173
  99. package/src/hooks/significance-filter.ts +250 -250
  100. package/src/knowledge/context-assembly.ts +97 -0
  101. package/src/knowledge/workset.ts +179 -10
  102. package/src/llm/memory-manager.ts +328 -328
  103. package/src/llm/provider.ts +885 -885
  104. package/src/llm/quality.ts +248 -248
  105. package/src/memory/admission.ts +57 -0
  106. package/src/memory/attribution-guard.ts +249 -249
  107. package/src/memory/consolidation.ts +13 -2
  108. package/src/memory/disclosure-policy.ts +140 -135
  109. package/src/memory/entity-extractor.ts +197 -197
  110. package/src/memory/export-import.ts +11 -3
  111. package/src/memory/formation/evaluate.ts +217 -217
  112. package/src/memory/formation/extract.ts +361 -361
  113. package/src/memory/formation/index.ts +417 -417
  114. package/src/memory/formation/resolve.ts +344 -344
  115. package/src/memory/formation/types.ts +315 -315
  116. package/src/memory/freshness.ts +122 -122
  117. package/src/memory/graph-context.ts +8 -2
  118. package/src/memory/graph.ts +197 -197
  119. package/src/memory/observations.ts +162 -4
  120. package/src/memory/quality-audit.ts +2 -0
  121. package/src/memory/refs.ts +94 -94
  122. package/src/memory/retention.ts +22 -2
  123. package/src/memory/secret-filter.ts +79 -79
  124. package/src/memory/session.ts +5 -2
  125. package/src/memory/visibility.ts +80 -0
  126. package/src/multimodal/image-loader.ts +143 -143
  127. package/src/orchestrate/adapters/claude-stream.ts +192 -192
  128. package/src/orchestrate/adapters/claude.ts +111 -111
  129. package/src/orchestrate/adapters/codex-stream.ts +134 -134
  130. package/src/orchestrate/adapters/codex.ts +41 -41
  131. package/src/orchestrate/adapters/gemini-stream.ts +166 -166
  132. package/src/orchestrate/adapters/gemini.ts +42 -42
  133. package/src/orchestrate/adapters/index.ts +73 -73
  134. package/src/orchestrate/adapters/opencode-stream.ts +143 -143
  135. package/src/orchestrate/adapters/opencode.ts +47 -47
  136. package/src/orchestrate/adapters/spawn-helper.ts +286 -286
  137. package/src/orchestrate/adapters/types.ts +77 -77
  138. package/src/orchestrate/capability-router.ts +284 -284
  139. package/src/orchestrate/context-compact.ts +188 -188
  140. package/src/orchestrate/cost-tracker.ts +219 -219
  141. package/src/orchestrate/error-recovery.ts +191 -191
  142. package/src/orchestrate/evidence.ts +140 -140
  143. package/src/orchestrate/ledger.ts +110 -110
  144. package/src/orchestrate/memorix-bridge.ts +378 -340
  145. package/src/orchestrate/output-budget.ts +80 -80
  146. package/src/orchestrate/permission.ts +152 -152
  147. package/src/orchestrate/pipeline-trace.ts +131 -131
  148. package/src/orchestrate/prompt-builder.ts +155 -155
  149. package/src/orchestrate/ring-buffer.ts +37 -37
  150. package/src/orchestrate/task-graph.ts +389 -389
  151. package/src/orchestrate/worktree.ts +232 -232
  152. package/src/project/aliases.ts +374 -374
  153. package/src/project/detector.ts +268 -268
  154. package/src/rules/adapters/claude-code.ts +99 -99
  155. package/src/rules/adapters/codex.ts +97 -97
  156. package/src/rules/adapters/copilot.ts +124 -124
  157. package/src/rules/adapters/cursor.ts +114 -114
  158. package/src/rules/adapters/kiro.ts +126 -126
  159. package/src/rules/adapters/trae.ts +56 -56
  160. package/src/rules/adapters/windsurf.ts +83 -83
  161. package/src/rules/syncer.ts +235 -235
  162. package/src/runtime/control-plane-maintenance.ts +1 -0
  163. package/src/runtime/isolated-maintenance.ts +1 -0
  164. package/src/runtime/lifecycle.ts +18 -0
  165. package/src/runtime/maintenance-jobs.ts +1 -0
  166. package/src/runtime/maintenance-runner.ts +2 -0
  167. package/src/runtime/project-maintenance.ts +89 -0
  168. package/src/sdk.ts +334 -304
  169. package/src/search/intent-detector.ts +289 -289
  170. package/src/search/query-expansion.ts +52 -52
  171. package/src/server/formation-timeout.ts +27 -27
  172. package/src/server.ts +260 -81
  173. package/src/skills/mini-skills.ts +386 -386
  174. package/src/store/chat-store.ts +119 -119
  175. package/src/store/graph-store.ts +249 -249
  176. package/src/store/mini-skill-store.ts +349 -349
  177. package/src/store/orama-store.ts +61 -6
  178. package/src/store/persistence-json.ts +212 -212
  179. package/src/store/persistence.ts +291 -291
  180. package/src/store/project-affinity.ts +195 -195
  181. package/src/store/sqlite-db.ts +23 -1
  182. package/src/store/sqlite-store.ts +12 -2
  183. package/src/team/event-bus.ts +76 -76
  184. package/src/team/file-locks.ts +173 -173
  185. package/src/team/handoff.ts +168 -161
  186. package/src/team/messages.ts +203 -203
  187. package/src/team/poll.ts +132 -132
  188. package/src/team/tasks.ts +211 -211
  189. package/src/types.ts +51 -0
  190. package/src/wiki/generator.ts +2 -0
  191. package/src/workspace/mcp-adapters/codex.ts +191 -191
  192. package/src/workspace/mcp-adapters/copilot.ts +105 -105
  193. package/src/workspace/mcp-adapters/cursor.ts +53 -53
  194. package/src/workspace/mcp-adapters/kiro.ts +64 -64
  195. package/src/workspace/mcp-adapters/opencode.ts +123 -123
  196. package/src/workspace/mcp-adapters/trae.ts +134 -134
  197. package/src/workspace/mcp-adapters/windsurf.ts +91 -91
  198. package/src/workspace/sanitizer.ts +60 -60
  199. package/src/workspace/workflow-sync.ts +131 -131
@@ -1,349 +1,349 @@
1
- /**
2
- * MiniSkillStore — persistence abstraction for mini-skills.
3
- *
4
- * Backends:
5
- * - MiniSkillSqliteStore — canonical store, uses shared DB handle from sqlite-db.ts
6
- * - MiniSkillGracefulDegrade — no-op fallback when SQLite is unavailable
7
- *
8
- * Phase 2 debt-zero: SQLite is the only canonical store for mini-skills.
9
- * JSON files are migration source only. No writable JSON fallback exists.
10
- */
11
-
12
- import type { MiniSkill } from '../types.js';
13
- import { getDatabase } from './sqlite-db.js';
14
- import {
15
- loadMiniSkillsJson,
16
- } from './persistence.js';
17
- import path from 'node:path';
18
- import fs from 'node:fs';
19
-
20
- // ── Interface ───────────────────────────────────────────────────────
21
-
22
- export interface MiniSkillStore {
23
- init(dataDir: string): Promise<void>;
24
- loadAll(): Promise<MiniSkill[]>;
25
- loadByProject(projectId: string): Promise<MiniSkill[]>;
26
- insert(skill: MiniSkill): Promise<void>;
27
- update(skill: MiniSkill): Promise<void>;
28
- remove(id: number): Promise<void>;
29
- loadIdCounter(): Promise<number>;
30
- saveIdCounter(nextId: number): Promise<void>;
31
- /**
32
- * Atomic create: allocate ID + insert skill + bump counter in one transaction.
33
- * Prevents concurrent promotes from receiving the same ID.
34
- */
35
- atomicInsertWithId(skill: Omit<MiniSkill, 'id'>): Promise<MiniSkill>;
36
- ensureFresh(): Promise<boolean>;
37
- getGeneration(): number;
38
- getBackendName(): 'sqlite' | 'degraded';
39
- }
40
-
41
- // ── Row <-> MiniSkill serialization ─────────────────────────────────
42
-
43
- function skillToRow(skill: MiniSkill): Record<string, unknown> {
44
- return {
45
- id: skill.id,
46
- sourceObservationIds: JSON.stringify(skill.sourceObservationIds ?? []),
47
- sourceEntity: skill.sourceEntity ?? 'unknown',
48
- title: skill.title,
49
- instruction: skill.instruction ?? '',
50
- trigger_desc: skill.trigger ?? '',
51
- facts: JSON.stringify(skill.facts ?? []),
52
- projectId: skill.projectId,
53
- createdAt: skill.createdAt,
54
- usedCount: skill.usedCount ?? 0,
55
- tags: JSON.stringify(skill.tags ?? []),
56
- sourceSnapshot: skill.sourceSnapshot ?? '',
57
- updatedAt: skill.updatedAt ?? null,
58
- };
59
- }
60
-
61
- function rowToSkill(row: any): MiniSkill {
62
- return {
63
- id: row.id,
64
- sourceObservationIds: safeJsonParse(row.sourceObservationIds, []),
65
- sourceEntity: row.sourceEntity ?? 'unknown',
66
- title: row.title,
67
- instruction: row.instruction ?? '',
68
- trigger: row.trigger_desc ?? '',
69
- facts: safeJsonParse(row.facts, []),
70
- projectId: row.projectId,
71
- createdAt: row.createdAt,
72
- usedCount: row.usedCount ?? 0,
73
- tags: safeJsonParse(row.tags, []),
74
- sourceSnapshot: row.sourceSnapshot || undefined,
75
- updatedAt: row.updatedAt || undefined,
76
- };
77
- }
78
-
79
- function safeJsonParse(val: string | null | undefined, fallback: any): any {
80
- if (val == null || val === '') return fallback;
81
- try { return JSON.parse(val); } catch { return fallback; }
82
- }
83
-
84
- // ── SQLite Backend ──────────────────────────────────────────────────
85
-
86
- export class MiniSkillSqliteStore implements MiniSkillStore {
87
- private db: any = null;
88
- private dataDir: string = '';
89
- private knownGeneration: number = 0;
90
-
91
- private stmtInsert: any = null;
92
- private stmtDelete: any = null;
93
- private stmtSelectAll: any = null;
94
- private stmtSelectByProject: any = null;
95
- private stmtGetMeta: any = null;
96
- private stmtSetMeta: any = null;
97
- private stmtSelectGeneration: any = null;
98
- private stmtBumpGeneration: any = null;
99
-
100
- async init(dataDir: string): Promise<void> {
101
- this.dataDir = dataDir;
102
- this.db = getDatabase(dataDir);
103
-
104
- // Prepare statements
105
- this.stmtInsert = this.db.prepare(`
106
- INSERT OR REPLACE INTO mini_skills
107
- (id, sourceObservationIds, sourceEntity, title, instruction, trigger_desc,
108
- facts, projectId, createdAt, usedCount, tags, sourceSnapshot, updatedAt)
109
- VALUES
110
- (@id, @sourceObservationIds, @sourceEntity, @title, @instruction, @trigger_desc,
111
- @facts, @projectId, @createdAt, @usedCount, @tags, @sourceSnapshot, @updatedAt)
112
- `);
113
- this.stmtDelete = this.db.prepare(`DELETE FROM mini_skills WHERE id = ?`);
114
- this.stmtSelectAll = this.db.prepare(`SELECT * FROM mini_skills`);
115
- this.stmtSelectByProject = this.db.prepare(`SELECT * FROM mini_skills WHERE projectId = ?`);
116
- this.stmtGetMeta = this.db.prepare(`SELECT value FROM meta WHERE key = ?`);
117
- this.stmtSetMeta = this.db.prepare(`INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)`);
118
- this.stmtSelectGeneration = this.db.prepare(`SELECT value FROM meta WHERE key = 'mini_skills_generation'`);
119
- this.stmtBumpGeneration = this.db.prepare(`UPDATE meta SET value = CAST(CAST(value AS INTEGER) + 1 AS TEXT) WHERE key = 'mini_skills_generation'`);
120
-
121
- // Read initial generation
122
- this.knownGeneration = this.readGeneration();
123
-
124
- // One-time migration from mini-skills.json
125
- await this.migrateFromJsonIfNeeded();
126
- }
127
-
128
- private readGeneration(): number {
129
- const row = this.stmtSelectGeneration.get();
130
- return row ? parseInt(row.value, 10) : 0;
131
- }
132
-
133
- private bumpGeneration(): void {
134
- this.stmtBumpGeneration.run();
135
- this.knownGeneration = this.readGeneration();
136
- }
137
-
138
- // ── Migration ────────────────────────────────────────────────────
139
-
140
- private async migrateFromJsonIfNeeded(): Promise<void> {
141
- const count = this.db.prepare(`SELECT COUNT(*) AS cnt FROM mini_skills`).get();
142
- if (count.cnt > 0) return;
143
-
144
- const jsonPath = path.join(this.dataDir, 'mini-skills.json');
145
- if (!fs.existsSync(jsonPath)) return;
146
-
147
- try {
148
- const raw = fs.readFileSync(jsonPath, 'utf-8');
149
- const skills: MiniSkill[] = JSON.parse(raw);
150
- if (!Array.isArray(skills) || skills.length === 0) return;
151
-
152
- console.error(`[memorix] Migrating ${skills.length} mini-skills from JSON to SQLite...`);
153
-
154
- const insertMany = this.db.transaction((list: MiniSkill[]) => {
155
- for (const skill of list) {
156
- this.stmtInsert.run(skillToRow(skill));
157
- }
158
- });
159
- insertMany(skills);
160
-
161
- // Migrate counter
162
- const counterPath = path.join(this.dataDir, 'mini-skills-counter.json');
163
- if (fs.existsSync(counterPath)) {
164
- try {
165
- const counterData = JSON.parse(fs.readFileSync(counterPath, 'utf-8'));
166
- const nextId = counterData.nextId ?? (Math.max(...skills.map(s => s.id)) + 1);
167
- this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
168
- } catch {
169
- this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
170
- }
171
- } else {
172
- this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
173
- }
174
-
175
- this.bumpGeneration();
176
- console.error(`[memorix] Mini-skills migration complete. ${skills.length} skills now in SQLite.`);
177
- } catch (err) {
178
- console.error(`[memorix] Mini-skills JSON->SQLite migration failed (non-fatal): ${err}`);
179
- }
180
- }
181
-
182
- // ── Public read ──────────────────────────────────────────────────
183
-
184
- async loadAll(): Promise<MiniSkill[]> {
185
- return this.stmtSelectAll.all().map(rowToSkill);
186
- }
187
-
188
- async loadByProject(projectId: string): Promise<MiniSkill[]> {
189
- return this.stmtSelectByProject.all(projectId).map(rowToSkill);
190
- }
191
-
192
- async loadIdCounter(): Promise<number> {
193
- const row = this.stmtGetMeta.get('mini_skills_next_id');
194
- return row ? parseInt(row.value, 10) : 1;
195
- }
196
-
197
- // ── Public write (each bumps generation) ─────────────────────────
198
-
199
- async insert(skill: MiniSkill): Promise<void> {
200
- this.stmtInsert.run(skillToRow(skill));
201
- this.bumpGeneration();
202
- }
203
-
204
- async update(skill: MiniSkill): Promise<void> {
205
- this.stmtInsert.run(skillToRow(skill)); // INSERT OR REPLACE
206
- this.bumpGeneration();
207
- }
208
-
209
- async remove(id: number): Promise<void> {
210
- this.stmtDelete.run(id);
211
- this.bumpGeneration();
212
- }
213
-
214
- async saveIdCounter(nextId: number): Promise<void> {
215
- this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
216
- }
217
-
218
- /**
219
- * Atomic create: allocate ID + insert + bump counter in a single SQLite transaction.
220
- * SQLite serializes write transactions, so concurrent calls are safely sequenced.
221
- */
222
- async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
223
- const result = this.db.transaction(() => {
224
- // 1. Read current counter inside the transaction
225
- const row = this.stmtGetMeta.get('mini_skills_next_id');
226
- const nextId = row ? parseInt(row.value, 10) : 1;
227
-
228
- // 2. Build the full skill with the allocated ID
229
- const skill: MiniSkill = { ...skillWithoutId, id: nextId } as MiniSkill;
230
-
231
- // 3. Insert
232
- this.stmtInsert.run(skillToRow(skill));
233
-
234
- // 4. Bump counter
235
- this.stmtSetMeta.run('mini_skills_next_id', String(nextId + 1));
236
-
237
- // 5. Bump generation
238
- this.stmtBumpGeneration.run();
239
- this.knownGeneration = this.readGeneration();
240
-
241
- return skill;
242
- })();
243
- return result;
244
- }
245
-
246
- // ── Freshness ────────────────────────────────────────────────────
247
-
248
- async ensureFresh(): Promise<boolean> {
249
- const remoteGen = this.readGeneration();
250
- if (remoteGen > this.knownGeneration) {
251
- this.knownGeneration = remoteGen;
252
- return true;
253
- }
254
- return false;
255
- }
256
-
257
- getGeneration(): number {
258
- return this.knownGeneration;
259
- }
260
-
261
- getBackendName(): 'sqlite' | 'degraded' {
262
- return 'sqlite';
263
- }
264
- }
265
-
266
- // ── Graceful Degrade Fallback ────────────────────────────────────────
267
- //
268
- // Phase 2 debt-zero rule: mini-skills have NO writable JSON fallback.
269
- // In JSON-only environments (no better-sqlite3), reads return empty
270
- // and writes are no-ops with a warning. This prevents a parallel
271
- // canonical JSON write path from existing alongside SQLite.
272
-
273
- export class MiniSkillGracefulDegrade implements MiniSkillStore {
274
- private warned = false;
275
-
276
- private warn(): void {
277
- if (!this.warned) {
278
- console.error('[memorix] MiniSkillStore: SQLite unavailable — mini-skills are disabled (read-only empty). Install better-sqlite3 for full functionality.');
279
- this.warned = true;
280
- }
281
- }
282
-
283
- async init(_dataDir: string): Promise<void> {
284
- this.warn();
285
- }
286
-
287
- async loadAll(): Promise<MiniSkill[]> { return []; }
288
- async loadByProject(_projectId: string): Promise<MiniSkill[]> { return []; }
289
- async loadIdCounter(): Promise<number> { return 1; }
290
-
291
- async insert(_skill: MiniSkill): Promise<void> { this.warn(); }
292
- async update(_skill: MiniSkill): Promise<void> { this.warn(); }
293
- async remove(_id: number): Promise<void> { this.warn(); }
294
- async saveIdCounter(_nextId: number): Promise<void> { /* no-op */ }
295
- async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
296
- this.warn();
297
- return { ...skillWithoutId, id: 0 } as MiniSkill;
298
- }
299
-
300
- async ensureFresh(): Promise<boolean> { return false; }
301
- getGeneration(): number { return 0; }
302
- getBackendName(): 'sqlite' | 'degraded' { return 'degraded'; }
303
- }
304
-
305
- // ── Singleton access ────────────────────────────────────────────────
306
-
307
- let _store: MiniSkillStore | null = null;
308
- let _storeDataDir: string | null = null;
309
-
310
- export function isMiniSkillStoreInitialized(): boolean {
311
- return _store !== null;
312
- }
313
-
314
- export function getMiniSkillStore(): MiniSkillStore {
315
- if (!_store) {
316
- throw new Error('[memorix] MiniSkillStore not initialized — call initMiniSkillStore() first');
317
- }
318
- return _store;
319
- }
320
-
321
- export function resetMiniSkillStore(): void {
322
- _store = null;
323
- _storeDataDir = null;
324
- }
325
-
326
- export async function initMiniSkillStore(dataDir: string): Promise<MiniSkillStore> {
327
- if (_store && _storeDataDir === dataDir) return _store;
328
-
329
- _store = null;
330
- _storeDataDir = null;
331
-
332
- // Try SQLite first
333
- try {
334
- const store = new MiniSkillSqliteStore();
335
- await store.init(dataDir);
336
- _store = store;
337
- _storeDataDir = dataDir;
338
- return store;
339
- } catch (err) {
340
- console.error(`[memorix] MiniSkillSqliteStore unavailable, running in degraded read-only mode: ${err instanceof Error ? err.message : err}`);
341
- }
342
-
343
- // Fallback: graceful degrade (no writable JSON backend per debt-zero rule)
344
- const store = new MiniSkillGracefulDegrade();
345
- await store.init(dataDir);
346
- _store = store;
347
- _storeDataDir = dataDir;
348
- return store;
349
- }
1
+ /**
2
+ * MiniSkillStore — persistence abstraction for mini-skills.
3
+ *
4
+ * Backends:
5
+ * - MiniSkillSqliteStore — canonical store, uses shared DB handle from sqlite-db.ts
6
+ * - MiniSkillGracefulDegrade — no-op fallback when SQLite is unavailable
7
+ *
8
+ * Phase 2 debt-zero: SQLite is the only canonical store for mini-skills.
9
+ * JSON files are migration source only. No writable JSON fallback exists.
10
+ */
11
+
12
+ import type { MiniSkill } from '../types.js';
13
+ import { getDatabase } from './sqlite-db.js';
14
+ import {
15
+ loadMiniSkillsJson,
16
+ } from './persistence.js';
17
+ import path from 'node:path';
18
+ import fs from 'node:fs';
19
+
20
+ // ── Interface ───────────────────────────────────────────────────────
21
+
22
+ export interface MiniSkillStore {
23
+ init(dataDir: string): Promise<void>;
24
+ loadAll(): Promise<MiniSkill[]>;
25
+ loadByProject(projectId: string): Promise<MiniSkill[]>;
26
+ insert(skill: MiniSkill): Promise<void>;
27
+ update(skill: MiniSkill): Promise<void>;
28
+ remove(id: number): Promise<void>;
29
+ loadIdCounter(): Promise<number>;
30
+ saveIdCounter(nextId: number): Promise<void>;
31
+ /**
32
+ * Atomic create: allocate ID + insert skill + bump counter in one transaction.
33
+ * Prevents concurrent promotes from receiving the same ID.
34
+ */
35
+ atomicInsertWithId(skill: Omit<MiniSkill, 'id'>): Promise<MiniSkill>;
36
+ ensureFresh(): Promise<boolean>;
37
+ getGeneration(): number;
38
+ getBackendName(): 'sqlite' | 'degraded';
39
+ }
40
+
41
+ // ── Row <-> MiniSkill serialization ─────────────────────────────────
42
+
43
+ function skillToRow(skill: MiniSkill): Record<string, unknown> {
44
+ return {
45
+ id: skill.id,
46
+ sourceObservationIds: JSON.stringify(skill.sourceObservationIds ?? []),
47
+ sourceEntity: skill.sourceEntity ?? 'unknown',
48
+ title: skill.title,
49
+ instruction: skill.instruction ?? '',
50
+ trigger_desc: skill.trigger ?? '',
51
+ facts: JSON.stringify(skill.facts ?? []),
52
+ projectId: skill.projectId,
53
+ createdAt: skill.createdAt,
54
+ usedCount: skill.usedCount ?? 0,
55
+ tags: JSON.stringify(skill.tags ?? []),
56
+ sourceSnapshot: skill.sourceSnapshot ?? '',
57
+ updatedAt: skill.updatedAt ?? null,
58
+ };
59
+ }
60
+
61
+ function rowToSkill(row: any): MiniSkill {
62
+ return {
63
+ id: row.id,
64
+ sourceObservationIds: safeJsonParse(row.sourceObservationIds, []),
65
+ sourceEntity: row.sourceEntity ?? 'unknown',
66
+ title: row.title,
67
+ instruction: row.instruction ?? '',
68
+ trigger: row.trigger_desc ?? '',
69
+ facts: safeJsonParse(row.facts, []),
70
+ projectId: row.projectId,
71
+ createdAt: row.createdAt,
72
+ usedCount: row.usedCount ?? 0,
73
+ tags: safeJsonParse(row.tags, []),
74
+ sourceSnapshot: row.sourceSnapshot || undefined,
75
+ updatedAt: row.updatedAt || undefined,
76
+ };
77
+ }
78
+
79
+ function safeJsonParse(val: string | null | undefined, fallback: any): any {
80
+ if (val == null || val === '') return fallback;
81
+ try { return JSON.parse(val); } catch { return fallback; }
82
+ }
83
+
84
+ // ── SQLite Backend ──────────────────────────────────────────────────
85
+
86
+ export class MiniSkillSqliteStore implements MiniSkillStore {
87
+ private db: any = null;
88
+ private dataDir: string = '';
89
+ private knownGeneration: number = 0;
90
+
91
+ private stmtInsert: any = null;
92
+ private stmtDelete: any = null;
93
+ private stmtSelectAll: any = null;
94
+ private stmtSelectByProject: any = null;
95
+ private stmtGetMeta: any = null;
96
+ private stmtSetMeta: any = null;
97
+ private stmtSelectGeneration: any = null;
98
+ private stmtBumpGeneration: any = null;
99
+
100
+ async init(dataDir: string): Promise<void> {
101
+ this.dataDir = dataDir;
102
+ this.db = getDatabase(dataDir);
103
+
104
+ // Prepare statements
105
+ this.stmtInsert = this.db.prepare(`
106
+ INSERT OR REPLACE INTO mini_skills
107
+ (id, sourceObservationIds, sourceEntity, title, instruction, trigger_desc,
108
+ facts, projectId, createdAt, usedCount, tags, sourceSnapshot, updatedAt)
109
+ VALUES
110
+ (@id, @sourceObservationIds, @sourceEntity, @title, @instruction, @trigger_desc,
111
+ @facts, @projectId, @createdAt, @usedCount, @tags, @sourceSnapshot, @updatedAt)
112
+ `);
113
+ this.stmtDelete = this.db.prepare(`DELETE FROM mini_skills WHERE id = ?`);
114
+ this.stmtSelectAll = this.db.prepare(`SELECT * FROM mini_skills`);
115
+ this.stmtSelectByProject = this.db.prepare(`SELECT * FROM mini_skills WHERE projectId = ?`);
116
+ this.stmtGetMeta = this.db.prepare(`SELECT value FROM meta WHERE key = ?`);
117
+ this.stmtSetMeta = this.db.prepare(`INSERT OR REPLACE INTO meta (key, value) VALUES (?, ?)`);
118
+ this.stmtSelectGeneration = this.db.prepare(`SELECT value FROM meta WHERE key = 'mini_skills_generation'`);
119
+ this.stmtBumpGeneration = this.db.prepare(`UPDATE meta SET value = CAST(CAST(value AS INTEGER) + 1 AS TEXT) WHERE key = 'mini_skills_generation'`);
120
+
121
+ // Read initial generation
122
+ this.knownGeneration = this.readGeneration();
123
+
124
+ // One-time migration from mini-skills.json
125
+ await this.migrateFromJsonIfNeeded();
126
+ }
127
+
128
+ private readGeneration(): number {
129
+ const row = this.stmtSelectGeneration.get();
130
+ return row ? parseInt(row.value, 10) : 0;
131
+ }
132
+
133
+ private bumpGeneration(): void {
134
+ this.stmtBumpGeneration.run();
135
+ this.knownGeneration = this.readGeneration();
136
+ }
137
+
138
+ // ── Migration ────────────────────────────────────────────────────
139
+
140
+ private async migrateFromJsonIfNeeded(): Promise<void> {
141
+ const count = this.db.prepare(`SELECT COUNT(*) AS cnt FROM mini_skills`).get();
142
+ if (count.cnt > 0) return;
143
+
144
+ const jsonPath = path.join(this.dataDir, 'mini-skills.json');
145
+ if (!fs.existsSync(jsonPath)) return;
146
+
147
+ try {
148
+ const raw = fs.readFileSync(jsonPath, 'utf-8');
149
+ const skills: MiniSkill[] = JSON.parse(raw);
150
+ if (!Array.isArray(skills) || skills.length === 0) return;
151
+
152
+ console.error(`[memorix] Migrating ${skills.length} mini-skills from JSON to SQLite...`);
153
+
154
+ const insertMany = this.db.transaction((list: MiniSkill[]) => {
155
+ for (const skill of list) {
156
+ this.stmtInsert.run(skillToRow(skill));
157
+ }
158
+ });
159
+ insertMany(skills);
160
+
161
+ // Migrate counter
162
+ const counterPath = path.join(this.dataDir, 'mini-skills-counter.json');
163
+ if (fs.existsSync(counterPath)) {
164
+ try {
165
+ const counterData = JSON.parse(fs.readFileSync(counterPath, 'utf-8'));
166
+ const nextId = counterData.nextId ?? (Math.max(...skills.map(s => s.id)) + 1);
167
+ this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
168
+ } catch {
169
+ this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
170
+ }
171
+ } else {
172
+ this.stmtSetMeta.run('mini_skills_next_id', String(Math.max(...skills.map(s => s.id)) + 1));
173
+ }
174
+
175
+ this.bumpGeneration();
176
+ console.error(`[memorix] Mini-skills migration complete. ${skills.length} skills now in SQLite.`);
177
+ } catch (err) {
178
+ console.error(`[memorix] Mini-skills JSON->SQLite migration failed (non-fatal): ${err}`);
179
+ }
180
+ }
181
+
182
+ // ── Public read ──────────────────────────────────────────────────
183
+
184
+ async loadAll(): Promise<MiniSkill[]> {
185
+ return this.stmtSelectAll.all().map(rowToSkill);
186
+ }
187
+
188
+ async loadByProject(projectId: string): Promise<MiniSkill[]> {
189
+ return this.stmtSelectByProject.all(projectId).map(rowToSkill);
190
+ }
191
+
192
+ async loadIdCounter(): Promise<number> {
193
+ const row = this.stmtGetMeta.get('mini_skills_next_id');
194
+ return row ? parseInt(row.value, 10) : 1;
195
+ }
196
+
197
+ // ── Public write (each bumps generation) ─────────────────────────
198
+
199
+ async insert(skill: MiniSkill): Promise<void> {
200
+ this.stmtInsert.run(skillToRow(skill));
201
+ this.bumpGeneration();
202
+ }
203
+
204
+ async update(skill: MiniSkill): Promise<void> {
205
+ this.stmtInsert.run(skillToRow(skill)); // INSERT OR REPLACE
206
+ this.bumpGeneration();
207
+ }
208
+
209
+ async remove(id: number): Promise<void> {
210
+ this.stmtDelete.run(id);
211
+ this.bumpGeneration();
212
+ }
213
+
214
+ async saveIdCounter(nextId: number): Promise<void> {
215
+ this.stmtSetMeta.run('mini_skills_next_id', String(nextId));
216
+ }
217
+
218
+ /**
219
+ * Atomic create: allocate ID + insert + bump counter in a single SQLite transaction.
220
+ * SQLite serializes write transactions, so concurrent calls are safely sequenced.
221
+ */
222
+ async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
223
+ const result = this.db.transaction(() => {
224
+ // 1. Read current counter inside the transaction
225
+ const row = this.stmtGetMeta.get('mini_skills_next_id');
226
+ const nextId = row ? parseInt(row.value, 10) : 1;
227
+
228
+ // 2. Build the full skill with the allocated ID
229
+ const skill: MiniSkill = { ...skillWithoutId, id: nextId } as MiniSkill;
230
+
231
+ // 3. Insert
232
+ this.stmtInsert.run(skillToRow(skill));
233
+
234
+ // 4. Bump counter
235
+ this.stmtSetMeta.run('mini_skills_next_id', String(nextId + 1));
236
+
237
+ // 5. Bump generation
238
+ this.stmtBumpGeneration.run();
239
+ this.knownGeneration = this.readGeneration();
240
+
241
+ return skill;
242
+ })();
243
+ return result;
244
+ }
245
+
246
+ // ── Freshness ────────────────────────────────────────────────────
247
+
248
+ async ensureFresh(): Promise<boolean> {
249
+ const remoteGen = this.readGeneration();
250
+ if (remoteGen > this.knownGeneration) {
251
+ this.knownGeneration = remoteGen;
252
+ return true;
253
+ }
254
+ return false;
255
+ }
256
+
257
+ getGeneration(): number {
258
+ return this.knownGeneration;
259
+ }
260
+
261
+ getBackendName(): 'sqlite' | 'degraded' {
262
+ return 'sqlite';
263
+ }
264
+ }
265
+
266
+ // ── Graceful Degrade Fallback ────────────────────────────────────────
267
+ //
268
+ // Phase 2 debt-zero rule: mini-skills have NO writable JSON fallback.
269
+ // In JSON-only environments (no better-sqlite3), reads return empty
270
+ // and writes are no-ops with a warning. This prevents a parallel
271
+ // canonical JSON write path from existing alongside SQLite.
272
+
273
+ export class MiniSkillGracefulDegrade implements MiniSkillStore {
274
+ private warned = false;
275
+
276
+ private warn(): void {
277
+ if (!this.warned) {
278
+ console.error('[memorix] MiniSkillStore: SQLite unavailable — mini-skills are disabled (read-only empty). Install better-sqlite3 for full functionality.');
279
+ this.warned = true;
280
+ }
281
+ }
282
+
283
+ async init(_dataDir: string): Promise<void> {
284
+ this.warn();
285
+ }
286
+
287
+ async loadAll(): Promise<MiniSkill[]> { return []; }
288
+ async loadByProject(_projectId: string): Promise<MiniSkill[]> { return []; }
289
+ async loadIdCounter(): Promise<number> { return 1; }
290
+
291
+ async insert(_skill: MiniSkill): Promise<void> { this.warn(); }
292
+ async update(_skill: MiniSkill): Promise<void> { this.warn(); }
293
+ async remove(_id: number): Promise<void> { this.warn(); }
294
+ async saveIdCounter(_nextId: number): Promise<void> { /* no-op */ }
295
+ async atomicInsertWithId(skillWithoutId: Omit<MiniSkill, 'id'>): Promise<MiniSkill> {
296
+ this.warn();
297
+ return { ...skillWithoutId, id: 0 } as MiniSkill;
298
+ }
299
+
300
+ async ensureFresh(): Promise<boolean> { return false; }
301
+ getGeneration(): number { return 0; }
302
+ getBackendName(): 'sqlite' | 'degraded' { return 'degraded'; }
303
+ }
304
+
305
+ // ── Singleton access ────────────────────────────────────────────────
306
+
307
+ let _store: MiniSkillStore | null = null;
308
+ let _storeDataDir: string | null = null;
309
+
310
+ export function isMiniSkillStoreInitialized(): boolean {
311
+ return _store !== null;
312
+ }
313
+
314
+ export function getMiniSkillStore(): MiniSkillStore {
315
+ if (!_store) {
316
+ throw new Error('[memorix] MiniSkillStore not initialized — call initMiniSkillStore() first');
317
+ }
318
+ return _store;
319
+ }
320
+
321
+ export function resetMiniSkillStore(): void {
322
+ _store = null;
323
+ _storeDataDir = null;
324
+ }
325
+
326
+ export async function initMiniSkillStore(dataDir: string): Promise<MiniSkillStore> {
327
+ if (_store && _storeDataDir === dataDir) return _store;
328
+
329
+ _store = null;
330
+ _storeDataDir = null;
331
+
332
+ // Try SQLite first
333
+ try {
334
+ const store = new MiniSkillSqliteStore();
335
+ await store.init(dataDir);
336
+ _store = store;
337
+ _storeDataDir = dataDir;
338
+ return store;
339
+ } catch (err) {
340
+ console.error(`[memorix] MiniSkillSqliteStore unavailable, running in degraded read-only mode: ${err instanceof Error ? err.message : err}`);
341
+ }
342
+
343
+ // Fallback: graceful degrade (no writable JSON backend per debt-zero rule)
344
+ const store = new MiniSkillGracefulDegrade();
345
+ await store.init(dataDir);
346
+ _store = store;
347
+ _storeDataDir = dataDir;
348
+ return store;
349
+ }