memorix 1.2.0 → 1.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/CHANGELOG.md +30 -1
  2. package/README.md +18 -4
  3. package/README.zh-CN.md +18 -4
  4. package/TEAM.md +86 -86
  5. package/dist/cli/index.js +15919 -14055
  6. package/dist/cli/index.js.map +1 -1
  7. package/dist/index.js +1997 -1021
  8. package/dist/index.js.map +1 -1
  9. package/dist/maintenance-runner.d.ts +1 -1
  10. package/dist/maintenance-runner.js +8481 -8005
  11. package/dist/maintenance-runner.js.map +1 -1
  12. package/dist/memcode-runtime/CHANGELOG.md +30 -1
  13. package/dist/sdk.d.ts +7 -2
  14. package/dist/sdk.js +2022 -1024
  15. package/dist/sdk.js.map +1 -1
  16. package/dist/types.d.ts +49 -1
  17. package/dist/types.js.map +1 -1
  18. package/docs/1.2.2-MEMORY-CONTROL-PLANE.md +434 -0
  19. package/docs/AGENT_OPERATOR_PLAYBOOK.md +4 -0
  20. package/docs/API_REFERENCE.md +27 -5
  21. package/docs/DESIGN_DECISIONS.md +357 -357
  22. package/docs/DEVELOPMENT.md +4 -0
  23. package/docs/README.md +1 -1
  24. package/docs/SETUP.md +7 -1
  25. package/docs/dev-log/progress.txt +91 -11
  26. package/docs/knowledge/workflows/memorix-release.md +57 -0
  27. package/package.json +1 -1
  28. package/plugins/codex/memorix/.codex-plugin/plugin.json +1 -1
  29. package/src/audit/index.ts +156 -156
  30. package/src/cli/command-guide.ts +192 -0
  31. package/src/cli/commands/audit-list.ts +89 -89
  32. package/src/cli/commands/audit.ts +9 -4
  33. package/src/cli/commands/background.ts +659 -659
  34. package/src/cli/commands/cleanup.ts +5 -1
  35. package/src/cli/commands/codegraph.ts +17 -8
  36. package/src/cli/commands/context.ts +3 -2
  37. package/src/cli/commands/doctor.ts +4 -2
  38. package/src/cli/commands/explain.ts +9 -3
  39. package/src/cli/commands/formation.ts +48 -48
  40. package/src/cli/commands/git-hook-install.ts +111 -111
  41. package/src/cli/commands/handoff.ts +75 -61
  42. package/src/cli/commands/hooks-status.ts +63 -63
  43. package/src/cli/commands/identity.ts +116 -0
  44. package/src/cli/commands/ingest-commit.ts +153 -153
  45. package/src/cli/commands/ingest-image.ts +71 -69
  46. package/src/cli/commands/ingest-log.ts +180 -180
  47. package/src/cli/commands/ingest.ts +44 -44
  48. package/src/cli/commands/integrate-shared.ts +15 -15
  49. package/src/cli/commands/knowledge.ts +40 -0
  50. package/src/cli/commands/lock.ts +93 -92
  51. package/src/cli/commands/memory.ts +58 -21
  52. package/src/cli/commands/message.ts +123 -118
  53. package/src/cli/commands/operator-shared.ts +98 -3
  54. package/src/cli/commands/poll.ts +74 -64
  55. package/src/cli/commands/purge-all-memory.ts +85 -85
  56. package/src/cli/commands/purge-project-memory.ts +83 -83
  57. package/src/cli/commands/reasoning.ts +135 -121
  58. package/src/cli/commands/retention.ts +9 -4
  59. package/src/cli/commands/serve-http.ts +22 -43
  60. package/src/cli/commands/serve-shared.ts +118 -118
  61. package/src/cli/commands/session.ts +29 -3
  62. package/src/cli/commands/setup.ts +9 -3
  63. package/src/cli/commands/skills.ts +124 -119
  64. package/src/cli/commands/status.ts +4 -3
  65. package/src/cli/commands/task.ts +193 -184
  66. package/src/cli/commands/team.ts +14 -10
  67. package/src/cli/commands/transfer.ts +108 -55
  68. package/src/cli/commands/uninstall-project-artifacts.ts +85 -85
  69. package/src/cli/identity.ts +89 -0
  70. package/src/cli/index.ts +96 -19
  71. package/src/cli/invocation.ts +115 -0
  72. package/src/cli/tui/ChatView.tsx +234 -234
  73. package/src/cli/tui/CommandBar.tsx +312 -312
  74. package/src/cli/tui/ContextRail.tsx +118 -118
  75. package/src/cli/tui/HeaderBar.tsx +72 -72
  76. package/src/cli/tui/LogoBanner.tsx +51 -51
  77. package/src/cli/tui/Sidebar.tsx +179 -179
  78. package/src/cli/tui/chat-service.ts +41 -18
  79. package/src/cli/tui/data.ts +23 -44
  80. package/src/cli/tui/index.ts +41 -41
  81. package/src/cli/tui/markdown-render.tsx +371 -371
  82. package/src/cli/tui/operator-context.ts +60 -0
  83. package/src/cli/tui/use-mouse.ts +157 -157
  84. package/src/cli/tui/useNavigation.ts +56 -56
  85. package/src/cli/tui/views/MemoryView.tsx +10 -8
  86. package/src/cli/update-checker.ts +211 -211
  87. package/src/cli/version.ts +7 -7
  88. package/src/cli/workbench.ts +1 -1
  89. package/src/codegraph/auto-context.ts +34 -17
  90. package/src/codegraph/context-pack.ts +1 -0
  91. package/src/codegraph/current-facts.ts +19 -1
  92. package/src/codegraph/project-context.ts +2 -0
  93. package/src/codegraph/task-lens.ts +49 -5
  94. package/src/compact/engine.ts +26 -10
  95. package/src/compact/index-format.ts +25 -2
  96. package/src/compact/token-budget.ts +74 -74
  97. package/src/dashboard/project-classification.ts +64 -64
  98. package/src/dashboard/server.ts +58 -52
  99. package/src/embedding/fastembed-provider.ts +142 -142
  100. package/src/embedding/transformers-provider.ts +111 -111
  101. package/src/git/extractor.ts +209 -209
  102. package/src/git/hooks-path.ts +85 -85
  103. package/src/hooks/admission.ts +117 -0
  104. package/src/hooks/handler.ts +98 -91
  105. package/src/hooks/pattern-detector.ts +173 -173
  106. package/src/hooks/significance-filter.ts +250 -250
  107. package/src/knowledge/claims.ts +51 -1
  108. package/src/knowledge/context-assembly.ts +97 -0
  109. package/src/knowledge/types.ts +1 -0
  110. package/src/knowledge/workflows.ts +34 -3
  111. package/src/knowledge/workset.ts +179 -10
  112. package/src/llm/memory-manager.ts +328 -328
  113. package/src/llm/provider.ts +885 -885
  114. package/src/llm/quality.ts +248 -248
  115. package/src/memory/admission.ts +57 -0
  116. package/src/memory/attribution-guard.ts +249 -249
  117. package/src/memory/auto-relations.ts +21 -0
  118. package/src/memory/consolidation.ts +13 -2
  119. package/src/memory/disclosure-policy.ts +140 -135
  120. package/src/memory/entity-extractor.ts +197 -197
  121. package/src/memory/export-import.ts +11 -3
  122. package/src/memory/formation/evaluate.ts +217 -217
  123. package/src/memory/formation/extract.ts +361 -361
  124. package/src/memory/formation/index.ts +417 -417
  125. package/src/memory/formation/resolve.ts +344 -344
  126. package/src/memory/formation/types.ts +315 -315
  127. package/src/memory/freshness.ts +122 -122
  128. package/src/memory/graph-context.ts +8 -2
  129. package/src/memory/graph-scope.ts +46 -0
  130. package/src/memory/graph.ts +197 -197
  131. package/src/memory/observations.ts +162 -4
  132. package/src/memory/quality-audit.ts +2 -0
  133. package/src/memory/refs.ts +94 -94
  134. package/src/memory/retention.ts +22 -2
  135. package/src/memory/secret-filter.ts +79 -79
  136. package/src/memory/session.ts +5 -2
  137. package/src/memory/visibility.ts +80 -0
  138. package/src/multimodal/image-loader.ts +143 -143
  139. package/src/orchestrate/adapters/claude-stream.ts +192 -192
  140. package/src/orchestrate/adapters/claude.ts +111 -111
  141. package/src/orchestrate/adapters/codex-stream.ts +134 -134
  142. package/src/orchestrate/adapters/codex.ts +41 -41
  143. package/src/orchestrate/adapters/gemini-stream.ts +166 -166
  144. package/src/orchestrate/adapters/gemini.ts +42 -42
  145. package/src/orchestrate/adapters/index.ts +73 -73
  146. package/src/orchestrate/adapters/opencode-stream.ts +143 -143
  147. package/src/orchestrate/adapters/opencode.ts +47 -47
  148. package/src/orchestrate/adapters/spawn-helper.ts +286 -286
  149. package/src/orchestrate/adapters/types.ts +77 -77
  150. package/src/orchestrate/capability-router.ts +284 -284
  151. package/src/orchestrate/context-compact.ts +188 -188
  152. package/src/orchestrate/cost-tracker.ts +219 -219
  153. package/src/orchestrate/error-recovery.ts +191 -191
  154. package/src/orchestrate/evidence.ts +140 -140
  155. package/src/orchestrate/ledger.ts +110 -110
  156. package/src/orchestrate/memorix-bridge.ts +378 -340
  157. package/src/orchestrate/output-budget.ts +80 -80
  158. package/src/orchestrate/permission.ts +152 -152
  159. package/src/orchestrate/pipeline-trace.ts +131 -131
  160. package/src/orchestrate/prompt-builder.ts +155 -155
  161. package/src/orchestrate/ring-buffer.ts +37 -37
  162. package/src/orchestrate/task-graph.ts +389 -389
  163. package/src/orchestrate/verify-gate.ts +33 -10
  164. package/src/orchestrate/worktree.ts +232 -232
  165. package/src/project/aliases.ts +374 -374
  166. package/src/project/detector.ts +268 -268
  167. package/src/rules/adapters/claude-code.ts +99 -99
  168. package/src/rules/adapters/codex.ts +97 -97
  169. package/src/rules/adapters/copilot.ts +124 -124
  170. package/src/rules/adapters/cursor.ts +114 -114
  171. package/src/rules/adapters/kiro.ts +126 -126
  172. package/src/rules/adapters/trae.ts +56 -56
  173. package/src/rules/adapters/windsurf.ts +83 -83
  174. package/src/rules/syncer.ts +235 -235
  175. package/src/runtime/control-plane-maintenance.ts +1 -0
  176. package/src/runtime/isolated-maintenance.ts +1 -0
  177. package/src/runtime/lifecycle.ts +18 -0
  178. package/src/runtime/maintenance-jobs.ts +1 -0
  179. package/src/runtime/maintenance-runner.ts +2 -0
  180. package/src/runtime/project-maintenance.ts +89 -0
  181. package/src/sdk.ts +334 -304
  182. package/src/search/intent-detector.ts +289 -289
  183. package/src/search/query-expansion.ts +52 -52
  184. package/src/server/formation-timeout.ts +27 -27
  185. package/src/server.ts +334 -93
  186. package/src/skills/mini-skills.ts +386 -386
  187. package/src/store/chat-store.ts +119 -119
  188. package/src/store/graph-store.ts +249 -249
  189. package/src/store/mini-skill-store.ts +349 -349
  190. package/src/store/orama-store.ts +61 -6
  191. package/src/store/persistence-json.ts +212 -212
  192. package/src/store/persistence.ts +291 -291
  193. package/src/store/project-affinity.ts +195 -195
  194. package/src/store/sqlite-db.ts +23 -1
  195. package/src/store/sqlite-store.ts +12 -2
  196. package/src/team/event-bus.ts +76 -76
  197. package/src/team/file-locks.ts +173 -173
  198. package/src/team/handoff.ts +168 -161
  199. package/src/team/messages.ts +203 -203
  200. package/src/team/poll.ts +132 -132
  201. package/src/team/tasks.ts +211 -211
  202. package/src/types.ts +51 -0
  203. package/src/wiki/generator.ts +2 -0
  204. package/src/workspace/mcp-adapters/codex.ts +191 -191
  205. package/src/workspace/mcp-adapters/copilot.ts +105 -105
  206. package/src/workspace/mcp-adapters/cursor.ts +53 -53
  207. package/src/workspace/mcp-adapters/kiro.ts +64 -64
  208. package/src/workspace/mcp-adapters/opencode.ts +123 -123
  209. package/src/workspace/mcp-adapters/trae.ts +134 -134
  210. package/src/workspace/mcp-adapters/windsurf.ts +91 -91
  211. package/src/workspace/sanitizer.ts +60 -60
  212. package/src/workspace/workflow-sync.ts +131 -131
@@ -1,386 +1,386 @@
1
- /**
2
- * Mini-Skills Engine — Promoted memories that never decay
3
- *
4
- * Converts important observations into permanent, actionable "mini-skills"
5
- * that are automatically injected into agent context during session_start.
6
- *
7
- * Unlike generic SKILL.md files from marketplaces, mini-skills are:
8
- * - Derived from YOUR project's actual memories (gotchas, decisions, fixes)
9
- * - Immune from retention decay (permanent knowledge)
10
- * - Auto-injected at session start (agents proactively apply them)
11
- * - Cross-IDE shared (stored in ~/.memorix/data/ alongside observations)
12
- *
13
- * Lifecycle: observation → memorix_promote → mini-skill → session_start injection
14
- */
15
-
16
- import type { MiniSkill, Observation, SourceSnapshot, SnapshotObservation, KnowledgeLayer, DocumentType, MemorixDocument } from '../types.js';
17
- import { getMiniSkillStore } from '../store/mini-skill-store.js';
18
- import { countTextTokens } from '../compact/token-budget.js';
19
-
20
- // Hard filter: command execution logs are not promotable knowledge
21
- const COMMAND_LOG_TITLE = /^(Ran:|Command:|Executed:)\s/i;
22
-
23
- // ── Promote observations to mini-skills ──────────────────────────
24
-
25
- export interface PromoteOptions {
26
- /** Override auto-generated trigger description */
27
- trigger?: string;
28
- /** Override auto-generated instruction */
29
- instruction?: string;
30
- /** Extra tags */
31
- tags?: string[];
32
- /** Bypass R2 (no command logs) and R3 (has content) validation. Cannot bypass R1 (sources must exist). */
33
- force?: boolean;
34
- }
35
-
36
- /** Provenance status of a mini-skill relative to its source observations */
37
- export type ProvenanceStatus =
38
- | 'verified' // all source observations exist and are active
39
- | 'partial' // some source observations exist
40
- | 'snapshot-only' // no sources available, but snapshot exists
41
- | 'legacy'; // no snapshot AND no sources (unverifiable)
42
-
43
- /**
44
- * Promote one or more observations into a mini-skill.
45
- * The source observations are NOT deleted — they remain in the observation store
46
- * but the mini-skill is the permanent, never-decaying version.
47
- */
48
- export async function promoteToMiniSkill(
49
- projectDir: string,
50
- projectId: string,
51
- observations: Observation[],
52
- options?: PromoteOptions,
53
- ): Promise<MiniSkill> {
54
- // ── Promote-time validation ────────────────────────────────────
55
- // R1a: Sources must exist (cannot be bypassed)
56
- if (observations.length === 0) {
57
- throw new Error('Cannot promote: no source observations provided');
58
- }
59
-
60
- // R1b: All sources must be active — stale/archived knowledge must never be
61
- // permanently promoted. This check is NOT bypassable by force=true.
62
- const nonActive = observations.filter(o => (o.status ?? 'active') !== 'active');
63
- if (nonActive.length > 0) {
64
- throw new Error(
65
- `Cannot promote: ${nonActive.length} observation(s) are not active. ` +
66
- `Blocked: ${nonActive.map(o => `#${o.id} (${o.status ?? 'unknown'})`).join(', ')}. ` +
67
- `Only active observations can be promoted to permanent knowledge.`,
68
- );
69
- }
70
-
71
- // R1c: Probe observations are operational heartbeats -- never promotable, even with force=true
72
- const probes = observations.filter(o => o.type === 'probe');
73
- if (probes.length > 0) {
74
- throw new Error(
75
- `Cannot promote probe observations — they are operational heartbeats, not durable knowledge. ` +
76
- `Blocked: ${probes.map(o => `#${o.id} "${o.title.substring(0, 60)}"`).join(', ')}.`,
77
- );
78
- }
79
-
80
- if (!options?.force) {
81
- // R2: No command-log noise
82
- const commandLogs = observations.filter(o => COMMAND_LOG_TITLE.test(o.title));
83
- if (commandLogs.length > 0) {
84
- throw new Error(
85
- `Cannot promote command execution logs — use a knowledge observation instead. ` +
86
- `Blocked: ${commandLogs.map(o => `#${o.id} "${o.title.substring(0, 60)}"`).join(', ')}. ` +
87
- `Use force=true to override.`,
88
- );
89
- }
90
-
91
- // R3: Has substantive content
92
- const hasContent = observations.some(
93
- o => (o.narrative && o.narrative.trim().length > 0) ||
94
- (o.facts && o.facts.length > 0 && o.facts.some(f => f.trim().length > 0)),
95
- );
96
- if (!hasContent) {
97
- throw new Error(
98
- 'Cannot promote: source observations have no substantive content (empty narrative and facts). ' +
99
- 'Use force=true to override.',
100
- );
101
- }
102
- }
103
-
104
- // ── Freeze source snapshot (immutable provenance proof) ────────
105
- const snapshot = createSourceSnapshot(observations);
106
- const snapshotJson = JSON.stringify(snapshot);
107
-
108
- const store = getMiniSkillStore();
109
-
110
- // Auto-generate content from observations
111
- const title = generateTitle(observations);
112
- const instruction = options?.instruction || generateInstruction(observations);
113
- const trigger = options?.trigger || generateTrigger(observations);
114
- const facts = extractFacts(observations);
115
- const tags = [
116
- ...(options?.tags || []),
117
- ...extractTags(observations),
118
- ];
119
-
120
- const now = new Date().toISOString();
121
-
122
- // Atomic: ID allocation + insert + counter bump in a single SQLite transaction.
123
- // Prevents concurrent promotes from receiving the same ID.
124
- const skill = await store.atomicInsertWithId({
125
- sourceObservationIds: observations.map(o => o.id),
126
- sourceEntity: observations[0]?.entityName || 'unknown',
127
- title,
128
- instruction,
129
- trigger,
130
- facts,
131
- projectId,
132
- createdAt: now,
133
- usedCount: 0,
134
- tags: [...new Set(tags)],
135
- sourceSnapshot: snapshotJson,
136
- updatedAt: now,
137
- });
138
-
139
- return skill;
140
- }
141
-
142
- // ── Load & query mini-skills ─────────────────────────────────────
143
-
144
- /**
145
- * Load all mini-skills for a project.
146
- */
147
- export async function loadMiniSkills(
148
- projectDir: string,
149
- projectId?: string,
150
- ): Promise<MiniSkill[]> {
151
- const store = getMiniSkillStore();
152
- if (!projectId) return store.loadAll();
153
- return store.loadByProject(projectId);
154
- }
155
-
156
- /**
157
- * Load all mini-skills (unfiltered).
158
- */
159
- export async function loadAllMiniSkills(projectDir: string): Promise<MiniSkill[]> {
160
- return getMiniSkillStore().loadAll();
161
- }
162
-
163
- /**
164
- * Delete a mini-skill by ID.
165
- */
166
- export async function deleteMiniSkill(
167
- projectDir: string,
168
- skillId: number,
169
- ): Promise<boolean> {
170
- const store = getMiniSkillStore();
171
- const all = await store.loadAll();
172
- const exists = all.some(s => s.id === skillId);
173
- if (!exists) return false;
174
- await store.remove(skillId);
175
- return true;
176
- }
177
-
178
- /**
179
- * Increment usedCount for skills that were injected in session_start.
180
- */
181
- export async function recordMiniSkillUsage(
182
- projectDir: string,
183
- skillIds: number[],
184
- ): Promise<void> {
185
- if (skillIds.length === 0) return;
186
- const store = getMiniSkillStore();
187
- const existing = await store.loadAll();
188
- for (const skill of existing) {
189
- if (skillIds.includes(skill.id)) {
190
- skill.usedCount++;
191
- await store.update(skill);
192
- }
193
- }
194
- }
195
-
196
- // ── Format mini-skills for session injection ─────────────────────
197
-
198
- /**
199
- * Format mini-skills for injection into session_start context.
200
- * Returns a markdown string ready to append to session context.
201
- */
202
- export function formatMiniSkillsForInjection(skills: MiniSkill[]): string {
203
- if (skills.length === 0) return '';
204
-
205
- const lines = [
206
- `## [SESSION] Project Mini-Skills (${skills.length} active)`,
207
- '',
208
- ];
209
-
210
- for (const skill of skills) {
211
- lines.push(`### ${skill.title}`);
212
- lines.push(`**Do**: ${skill.instruction}`);
213
- lines.push(`**When**: ${skill.trigger}`);
214
- if (skill.facts.length > 0) {
215
- for (const fact of skill.facts) {
216
- lines.push(`- ${fact}`);
217
- }
218
- }
219
- lines.push('');
220
- }
221
-
222
- return lines.join('\n');
223
- }
224
-
225
- // ── Auto-generation helpers ──────────────────────────────────────
226
-
227
- function generateTitle(observations: Observation[]): string {
228
- if (observations.length === 1) {
229
- return observations[0].title;
230
- }
231
- // Multiple observations — use the first one's title as base
232
- return observations[0].title;
233
- }
234
-
235
- function generateInstruction(observations: Observation[]): string {
236
- // Convert narrative into imperative instruction
237
- const obs = observations[0];
238
- const narrative = obs.narrative || '';
239
-
240
- // For gotchas, flip to "avoid" instruction
241
- if (obs.type === 'gotcha') {
242
- return `Avoid: ${narrative.split('\n')[0]}`;
243
- }
244
- // For decisions, state the chosen approach
245
- if (obs.type === 'decision') {
246
- return `Follow: ${narrative.split('\n')[0]}`;
247
- }
248
- // For problem-solution, state the solution
249
- if (obs.type === 'problem-solution') {
250
- return `Apply fix: ${narrative.split('\n')[0]}`;
251
- }
252
- // Default: use narrative as-is
253
- return narrative.split('\n')[0] || obs.title;
254
- }
255
-
256
- function generateTrigger(observations: Observation[]): string {
257
- const obs = observations[0];
258
-
259
- // Use entity name + file paths as trigger context
260
- const parts: string[] = [];
261
- if (obs.entityName && obs.entityName !== 'unknown') {
262
- parts.push(`Working on ${obs.entityName}`);
263
- }
264
- if (obs.filesModified.length > 0) {
265
- parts.push(`touching ${obs.filesModified.slice(0, 3).join(', ')}`);
266
- }
267
- if (obs.concepts.length > 0) {
268
- parts.push(`involving ${obs.concepts.slice(0, 3).join(', ')}`);
269
- }
270
-
271
- return parts.length > 0 ? parts.join('; ') : `Related to ${obs.title}`;
272
- }
273
-
274
- function extractFacts(observations: Observation[]): string[] {
275
- const facts = new Set<string>();
276
- for (const obs of observations) {
277
- for (const f of obs.facts) {
278
- facts.add(f);
279
- }
280
- }
281
- return [...facts].slice(0, 10);
282
- }
283
-
284
- function extractTags(observations: Observation[]): string[] {
285
- const tags = new Set<string>();
286
- for (const obs of observations) {
287
- tags.add(obs.type);
288
- for (const c of obs.concepts) {
289
- if (c.length <= 30) tags.add(c.toLowerCase());
290
- }
291
- }
292
- return [...tags].slice(0, 10);
293
- }
294
-
295
- // ── Provenance helpers (Phase 3a) ────────────────────────────────
296
-
297
- /**
298
- * Create an immutable source snapshot from observations at promote time.
299
- * Contains the minimum field set needed for self-contained provenance proof.
300
- */
301
- function createSourceSnapshot(observations: Observation[]): SourceSnapshot {
302
- return {
303
- observations: observations.map((o): SnapshotObservation => ({
304
- id: o.id,
305
- title: o.title,
306
- type: o.type,
307
- narrative: o.narrative,
308
- facts: [...o.facts],
309
- entityName: o.entityName,
310
- projectId: o.projectId,
311
- createdAt: o.createdAt,
312
- sourceDetail: o.sourceDetail,
313
- })),
314
- promotedAt: new Date().toISOString(),
315
- };
316
- }
317
-
318
- /**
319
- * Resolve the provenance status of a mini-skill by checking whether its
320
- * source observations still exist.
321
- *
322
- * @param skill The mini-skill to check
323
- * @param getObservationById Lookup function: (id) => Observation | undefined
324
- */
325
- export function resolveProvenanceStatus(
326
- skill: MiniSkill,
327
- getObservationById: (id: number) => { id: number; status?: string } | undefined,
328
- ): ProvenanceStatus {
329
- const ids = skill.sourceObservationIds;
330
- if (ids.length === 0) {
331
- return skill.sourceSnapshot ? 'snapshot-only' : 'legacy';
332
- }
333
- const found = ids.filter(id => {
334
- const obs = getObservationById(id);
335
- return obs && (obs.status ?? 'active') === 'active';
336
- });
337
- if (found.length === ids.length) return 'verified';
338
- if (found.length > 0) return 'partial';
339
- return skill.sourceSnapshot ? 'snapshot-only' : 'legacy';
340
- }
341
-
342
- // ── Knowledge Layer helpers (Phase 3a) ───────────────────────────
343
-
344
- /**
345
- * Resolve the knowledge layer for a document based on its type and source.
346
- * This is computed at index time — NOT stored in SQLite.
347
- */
348
- export function resolveKnowledgeLayer(
349
- documentType: DocumentType,
350
- sourceDetail?: string,
351
- source?: string,
352
- ): KnowledgeLayer {
353
- if (documentType === 'mini-skill') return 'promoted';
354
- if (sourceDetail === 'git-ingest' || source === 'git') return 'evidence';
355
- return 'project-truth';
356
- }
357
-
358
- /**
359
- * Convert a MiniSkill into a MemorixDocument for Orama indexing.
360
- * The document carries documentType='mini-skill' and knowledgeLayer='promoted'.
361
- */
362
- export function miniSkillToDocument(skill: MiniSkill): MemorixDocument {
363
- const content = skill.instruction + '\n' + skill.facts.join('\n');
364
- return {
365
- id: `skill:${encodeURIComponent(skill.projectId)}:${skill.id}`,
366
- observationId: skill.id,
367
- entityName: skill.sourceEntity,
368
- type: 'mini-skill',
369
- title: skill.title,
370
- narrative: skill.instruction,
371
- facts: skill.facts.join('\n'),
372
- filesModified: '',
373
- concepts: skill.tags.join(', '),
374
- tokens: countTextTokens(content),
375
- createdAt: skill.createdAt,
376
- projectId: skill.projectId,
377
- accessCount: skill.usedCount,
378
- lastAccessedAt: '',
379
- status: 'active',
380
- source: 'agent',
381
- sourceDetail: 'explicit',
382
- valueCategory: 'core',
383
- documentType: 'mini-skill',
384
- knowledgeLayer: 'promoted',
385
- };
386
- }
1
+ /**
2
+ * Mini-Skills Engine — Promoted memories that never decay
3
+ *
4
+ * Converts important observations into permanent, actionable "mini-skills"
5
+ * that are automatically injected into agent context during session_start.
6
+ *
7
+ * Unlike generic SKILL.md files from marketplaces, mini-skills are:
8
+ * - Derived from YOUR project's actual memories (gotchas, decisions, fixes)
9
+ * - Immune from retention decay (permanent knowledge)
10
+ * - Auto-injected at session start (agents proactively apply them)
11
+ * - Cross-IDE shared (stored in ~/.memorix/data/ alongside observations)
12
+ *
13
+ * Lifecycle: observation → memorix_promote → mini-skill → session_start injection
14
+ */
15
+
16
+ import type { MiniSkill, Observation, SourceSnapshot, SnapshotObservation, KnowledgeLayer, DocumentType, MemorixDocument } from '../types.js';
17
+ import { getMiniSkillStore } from '../store/mini-skill-store.js';
18
+ import { countTextTokens } from '../compact/token-budget.js';
19
+
20
+ // Hard filter: command execution logs are not promotable knowledge
21
+ const COMMAND_LOG_TITLE = /^(Ran:|Command:|Executed:)\s/i;
22
+
23
+ // ── Promote observations to mini-skills ──────────────────────────
24
+
25
+ export interface PromoteOptions {
26
+ /** Override auto-generated trigger description */
27
+ trigger?: string;
28
+ /** Override auto-generated instruction */
29
+ instruction?: string;
30
+ /** Extra tags */
31
+ tags?: string[];
32
+ /** Bypass R2 (no command logs) and R3 (has content) validation. Cannot bypass R1 (sources must exist). */
33
+ force?: boolean;
34
+ }
35
+
36
+ /** Provenance status of a mini-skill relative to its source observations */
37
+ export type ProvenanceStatus =
38
+ | 'verified' // all source observations exist and are active
39
+ | 'partial' // some source observations exist
40
+ | 'snapshot-only' // no sources available, but snapshot exists
41
+ | 'legacy'; // no snapshot AND no sources (unverifiable)
42
+
43
+ /**
44
+ * Promote one or more observations into a mini-skill.
45
+ * The source observations are NOT deleted — they remain in the observation store
46
+ * but the mini-skill is the permanent, never-decaying version.
47
+ */
48
+ export async function promoteToMiniSkill(
49
+ projectDir: string,
50
+ projectId: string,
51
+ observations: Observation[],
52
+ options?: PromoteOptions,
53
+ ): Promise<MiniSkill> {
54
+ // ── Promote-time validation ────────────────────────────────────
55
+ // R1a: Sources must exist (cannot be bypassed)
56
+ if (observations.length === 0) {
57
+ throw new Error('Cannot promote: no source observations provided');
58
+ }
59
+
60
+ // R1b: All sources must be active — stale/archived knowledge must never be
61
+ // permanently promoted. This check is NOT bypassable by force=true.
62
+ const nonActive = observations.filter(o => (o.status ?? 'active') !== 'active');
63
+ if (nonActive.length > 0) {
64
+ throw new Error(
65
+ `Cannot promote: ${nonActive.length} observation(s) are not active. ` +
66
+ `Blocked: ${nonActive.map(o => `#${o.id} (${o.status ?? 'unknown'})`).join(', ')}. ` +
67
+ `Only active observations can be promoted to permanent knowledge.`,
68
+ );
69
+ }
70
+
71
+ // R1c: Probe observations are operational heartbeats -- never promotable, even with force=true
72
+ const probes = observations.filter(o => o.type === 'probe');
73
+ if (probes.length > 0) {
74
+ throw new Error(
75
+ `Cannot promote probe observations — they are operational heartbeats, not durable knowledge. ` +
76
+ `Blocked: ${probes.map(o => `#${o.id} "${o.title.substring(0, 60)}"`).join(', ')}.`,
77
+ );
78
+ }
79
+
80
+ if (!options?.force) {
81
+ // R2: No command-log noise
82
+ const commandLogs = observations.filter(o => COMMAND_LOG_TITLE.test(o.title));
83
+ if (commandLogs.length > 0) {
84
+ throw new Error(
85
+ `Cannot promote command execution logs — use a knowledge observation instead. ` +
86
+ `Blocked: ${commandLogs.map(o => `#${o.id} "${o.title.substring(0, 60)}"`).join(', ')}. ` +
87
+ `Use force=true to override.`,
88
+ );
89
+ }
90
+
91
+ // R3: Has substantive content
92
+ const hasContent = observations.some(
93
+ o => (o.narrative && o.narrative.trim().length > 0) ||
94
+ (o.facts && o.facts.length > 0 && o.facts.some(f => f.trim().length > 0)),
95
+ );
96
+ if (!hasContent) {
97
+ throw new Error(
98
+ 'Cannot promote: source observations have no substantive content (empty narrative and facts). ' +
99
+ 'Use force=true to override.',
100
+ );
101
+ }
102
+ }
103
+
104
+ // ── Freeze source snapshot (immutable provenance proof) ────────
105
+ const snapshot = createSourceSnapshot(observations);
106
+ const snapshotJson = JSON.stringify(snapshot);
107
+
108
+ const store = getMiniSkillStore();
109
+
110
+ // Auto-generate content from observations
111
+ const title = generateTitle(observations);
112
+ const instruction = options?.instruction || generateInstruction(observations);
113
+ const trigger = options?.trigger || generateTrigger(observations);
114
+ const facts = extractFacts(observations);
115
+ const tags = [
116
+ ...(options?.tags || []),
117
+ ...extractTags(observations),
118
+ ];
119
+
120
+ const now = new Date().toISOString();
121
+
122
+ // Atomic: ID allocation + insert + counter bump in a single SQLite transaction.
123
+ // Prevents concurrent promotes from receiving the same ID.
124
+ const skill = await store.atomicInsertWithId({
125
+ sourceObservationIds: observations.map(o => o.id),
126
+ sourceEntity: observations[0]?.entityName || 'unknown',
127
+ title,
128
+ instruction,
129
+ trigger,
130
+ facts,
131
+ projectId,
132
+ createdAt: now,
133
+ usedCount: 0,
134
+ tags: [...new Set(tags)],
135
+ sourceSnapshot: snapshotJson,
136
+ updatedAt: now,
137
+ });
138
+
139
+ return skill;
140
+ }
141
+
142
+ // ── Load & query mini-skills ─────────────────────────────────────
143
+
144
+ /**
145
+ * Load all mini-skills for a project.
146
+ */
147
+ export async function loadMiniSkills(
148
+ projectDir: string,
149
+ projectId?: string,
150
+ ): Promise<MiniSkill[]> {
151
+ const store = getMiniSkillStore();
152
+ if (!projectId) return store.loadAll();
153
+ return store.loadByProject(projectId);
154
+ }
155
+
156
+ /**
157
+ * Load all mini-skills (unfiltered).
158
+ */
159
+ export async function loadAllMiniSkills(projectDir: string): Promise<MiniSkill[]> {
160
+ return getMiniSkillStore().loadAll();
161
+ }
162
+
163
+ /**
164
+ * Delete a mini-skill by ID.
165
+ */
166
+ export async function deleteMiniSkill(
167
+ projectDir: string,
168
+ skillId: number,
169
+ ): Promise<boolean> {
170
+ const store = getMiniSkillStore();
171
+ const all = await store.loadAll();
172
+ const exists = all.some(s => s.id === skillId);
173
+ if (!exists) return false;
174
+ await store.remove(skillId);
175
+ return true;
176
+ }
177
+
178
+ /**
179
+ * Increment usedCount for skills that were injected in session_start.
180
+ */
181
+ export async function recordMiniSkillUsage(
182
+ projectDir: string,
183
+ skillIds: number[],
184
+ ): Promise<void> {
185
+ if (skillIds.length === 0) return;
186
+ const store = getMiniSkillStore();
187
+ const existing = await store.loadAll();
188
+ for (const skill of existing) {
189
+ if (skillIds.includes(skill.id)) {
190
+ skill.usedCount++;
191
+ await store.update(skill);
192
+ }
193
+ }
194
+ }
195
+
196
+ // ── Format mini-skills for session injection ─────────────────────
197
+
198
+ /**
199
+ * Format mini-skills for injection into session_start context.
200
+ * Returns a markdown string ready to append to session context.
201
+ */
202
+ export function formatMiniSkillsForInjection(skills: MiniSkill[]): string {
203
+ if (skills.length === 0) return '';
204
+
205
+ const lines = [
206
+ `## [SESSION] Project Mini-Skills (${skills.length} active)`,
207
+ '',
208
+ ];
209
+
210
+ for (const skill of skills) {
211
+ lines.push(`### ${skill.title}`);
212
+ lines.push(`**Do**: ${skill.instruction}`);
213
+ lines.push(`**When**: ${skill.trigger}`);
214
+ if (skill.facts.length > 0) {
215
+ for (const fact of skill.facts) {
216
+ lines.push(`- ${fact}`);
217
+ }
218
+ }
219
+ lines.push('');
220
+ }
221
+
222
+ return lines.join('\n');
223
+ }
224
+
225
+ // ── Auto-generation helpers ──────────────────────────────────────
226
+
227
+ function generateTitle(observations: Observation[]): string {
228
+ if (observations.length === 1) {
229
+ return observations[0].title;
230
+ }
231
+ // Multiple observations — use the first one's title as base
232
+ return observations[0].title;
233
+ }
234
+
235
+ function generateInstruction(observations: Observation[]): string {
236
+ // Convert narrative into imperative instruction
237
+ const obs = observations[0];
238
+ const narrative = obs.narrative || '';
239
+
240
+ // For gotchas, flip to "avoid" instruction
241
+ if (obs.type === 'gotcha') {
242
+ return `Avoid: ${narrative.split('\n')[0]}`;
243
+ }
244
+ // For decisions, state the chosen approach
245
+ if (obs.type === 'decision') {
246
+ return `Follow: ${narrative.split('\n')[0]}`;
247
+ }
248
+ // For problem-solution, state the solution
249
+ if (obs.type === 'problem-solution') {
250
+ return `Apply fix: ${narrative.split('\n')[0]}`;
251
+ }
252
+ // Default: use narrative as-is
253
+ return narrative.split('\n')[0] || obs.title;
254
+ }
255
+
256
+ function generateTrigger(observations: Observation[]): string {
257
+ const obs = observations[0];
258
+
259
+ // Use entity name + file paths as trigger context
260
+ const parts: string[] = [];
261
+ if (obs.entityName && obs.entityName !== 'unknown') {
262
+ parts.push(`Working on ${obs.entityName}`);
263
+ }
264
+ if (obs.filesModified.length > 0) {
265
+ parts.push(`touching ${obs.filesModified.slice(0, 3).join(', ')}`);
266
+ }
267
+ if (obs.concepts.length > 0) {
268
+ parts.push(`involving ${obs.concepts.slice(0, 3).join(', ')}`);
269
+ }
270
+
271
+ return parts.length > 0 ? parts.join('; ') : `Related to ${obs.title}`;
272
+ }
273
+
274
+ function extractFacts(observations: Observation[]): string[] {
275
+ const facts = new Set<string>();
276
+ for (const obs of observations) {
277
+ for (const f of obs.facts) {
278
+ facts.add(f);
279
+ }
280
+ }
281
+ return [...facts].slice(0, 10);
282
+ }
283
+
284
+ function extractTags(observations: Observation[]): string[] {
285
+ const tags = new Set<string>();
286
+ for (const obs of observations) {
287
+ tags.add(obs.type);
288
+ for (const c of obs.concepts) {
289
+ if (c.length <= 30) tags.add(c.toLowerCase());
290
+ }
291
+ }
292
+ return [...tags].slice(0, 10);
293
+ }
294
+
295
+ // ── Provenance helpers (Phase 3a) ────────────────────────────────
296
+
297
+ /**
298
+ * Create an immutable source snapshot from observations at promote time.
299
+ * Contains the minimum field set needed for self-contained provenance proof.
300
+ */
301
+ function createSourceSnapshot(observations: Observation[]): SourceSnapshot {
302
+ return {
303
+ observations: observations.map((o): SnapshotObservation => ({
304
+ id: o.id,
305
+ title: o.title,
306
+ type: o.type,
307
+ narrative: o.narrative,
308
+ facts: [...o.facts],
309
+ entityName: o.entityName,
310
+ projectId: o.projectId,
311
+ createdAt: o.createdAt,
312
+ sourceDetail: o.sourceDetail,
313
+ })),
314
+ promotedAt: new Date().toISOString(),
315
+ };
316
+ }
317
+
318
+ /**
319
+ * Resolve the provenance status of a mini-skill by checking whether its
320
+ * source observations still exist.
321
+ *
322
+ * @param skill The mini-skill to check
323
+ * @param getObservationById Lookup function: (id) => Observation | undefined
324
+ */
325
+ export function resolveProvenanceStatus(
326
+ skill: MiniSkill,
327
+ getObservationById: (id: number) => { id: number; status?: string } | undefined,
328
+ ): ProvenanceStatus {
329
+ const ids = skill.sourceObservationIds;
330
+ if (ids.length === 0) {
331
+ return skill.sourceSnapshot ? 'snapshot-only' : 'legacy';
332
+ }
333
+ const found = ids.filter(id => {
334
+ const obs = getObservationById(id);
335
+ return obs && (obs.status ?? 'active') === 'active';
336
+ });
337
+ if (found.length === ids.length) return 'verified';
338
+ if (found.length > 0) return 'partial';
339
+ return skill.sourceSnapshot ? 'snapshot-only' : 'legacy';
340
+ }
341
+
342
+ // ── Knowledge Layer helpers (Phase 3a) ───────────────────────────
343
+
344
+ /**
345
+ * Resolve the knowledge layer for a document based on its type and source.
346
+ * This is computed at index time — NOT stored in SQLite.
347
+ */
348
+ export function resolveKnowledgeLayer(
349
+ documentType: DocumentType,
350
+ sourceDetail?: string,
351
+ source?: string,
352
+ ): KnowledgeLayer {
353
+ if (documentType === 'mini-skill') return 'promoted';
354
+ if (sourceDetail === 'git-ingest' || source === 'git') return 'evidence';
355
+ return 'project-truth';
356
+ }
357
+
358
+ /**
359
+ * Convert a MiniSkill into a MemorixDocument for Orama indexing.
360
+ * The document carries documentType='mini-skill' and knowledgeLayer='promoted'.
361
+ */
362
+ export function miniSkillToDocument(skill: MiniSkill): MemorixDocument {
363
+ const content = skill.instruction + '\n' + skill.facts.join('\n');
364
+ return {
365
+ id: `skill:${encodeURIComponent(skill.projectId)}:${skill.id}`,
366
+ observationId: skill.id,
367
+ entityName: skill.sourceEntity,
368
+ type: 'mini-skill',
369
+ title: skill.title,
370
+ narrative: skill.instruction,
371
+ facts: skill.facts.join('\n'),
372
+ filesModified: '',
373
+ concepts: skill.tags.join(', '),
374
+ tokens: countTextTokens(content),
375
+ createdAt: skill.createdAt,
376
+ projectId: skill.projectId,
377
+ accessCount: skill.usedCount,
378
+ lastAccessedAt: '',
379
+ status: 'active',
380
+ source: 'agent',
381
+ sourceDetail: 'explicit',
382
+ valueCategory: 'core',
383
+ documentType: 'mini-skill',
384
+ knowledgeLayer: 'promoted',
385
+ };
386
+ }