memorix 1.2.0 → 1.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/CHANGELOG.md +30 -1
  2. package/README.md +18 -4
  3. package/README.zh-CN.md +18 -4
  4. package/TEAM.md +86 -86
  5. package/dist/cli/index.js +15919 -14055
  6. package/dist/cli/index.js.map +1 -1
  7. package/dist/index.js +1997 -1021
  8. package/dist/index.js.map +1 -1
  9. package/dist/maintenance-runner.d.ts +1 -1
  10. package/dist/maintenance-runner.js +8481 -8005
  11. package/dist/maintenance-runner.js.map +1 -1
  12. package/dist/memcode-runtime/CHANGELOG.md +30 -1
  13. package/dist/sdk.d.ts +7 -2
  14. package/dist/sdk.js +2022 -1024
  15. package/dist/sdk.js.map +1 -1
  16. package/dist/types.d.ts +49 -1
  17. package/dist/types.js.map +1 -1
  18. package/docs/1.2.2-MEMORY-CONTROL-PLANE.md +434 -0
  19. package/docs/AGENT_OPERATOR_PLAYBOOK.md +4 -0
  20. package/docs/API_REFERENCE.md +27 -5
  21. package/docs/DESIGN_DECISIONS.md +357 -357
  22. package/docs/DEVELOPMENT.md +4 -0
  23. package/docs/README.md +1 -1
  24. package/docs/SETUP.md +7 -1
  25. package/docs/dev-log/progress.txt +91 -11
  26. package/docs/knowledge/workflows/memorix-release.md +57 -0
  27. package/package.json +1 -1
  28. package/plugins/codex/memorix/.codex-plugin/plugin.json +1 -1
  29. package/src/audit/index.ts +156 -156
  30. package/src/cli/command-guide.ts +192 -0
  31. package/src/cli/commands/audit-list.ts +89 -89
  32. package/src/cli/commands/audit.ts +9 -4
  33. package/src/cli/commands/background.ts +659 -659
  34. package/src/cli/commands/cleanup.ts +5 -1
  35. package/src/cli/commands/codegraph.ts +17 -8
  36. package/src/cli/commands/context.ts +3 -2
  37. package/src/cli/commands/doctor.ts +4 -2
  38. package/src/cli/commands/explain.ts +9 -3
  39. package/src/cli/commands/formation.ts +48 -48
  40. package/src/cli/commands/git-hook-install.ts +111 -111
  41. package/src/cli/commands/handoff.ts +75 -61
  42. package/src/cli/commands/hooks-status.ts +63 -63
  43. package/src/cli/commands/identity.ts +116 -0
  44. package/src/cli/commands/ingest-commit.ts +153 -153
  45. package/src/cli/commands/ingest-image.ts +71 -69
  46. package/src/cli/commands/ingest-log.ts +180 -180
  47. package/src/cli/commands/ingest.ts +44 -44
  48. package/src/cli/commands/integrate-shared.ts +15 -15
  49. package/src/cli/commands/knowledge.ts +40 -0
  50. package/src/cli/commands/lock.ts +93 -92
  51. package/src/cli/commands/memory.ts +58 -21
  52. package/src/cli/commands/message.ts +123 -118
  53. package/src/cli/commands/operator-shared.ts +98 -3
  54. package/src/cli/commands/poll.ts +74 -64
  55. package/src/cli/commands/purge-all-memory.ts +85 -85
  56. package/src/cli/commands/purge-project-memory.ts +83 -83
  57. package/src/cli/commands/reasoning.ts +135 -121
  58. package/src/cli/commands/retention.ts +9 -4
  59. package/src/cli/commands/serve-http.ts +22 -43
  60. package/src/cli/commands/serve-shared.ts +118 -118
  61. package/src/cli/commands/session.ts +29 -3
  62. package/src/cli/commands/setup.ts +9 -3
  63. package/src/cli/commands/skills.ts +124 -119
  64. package/src/cli/commands/status.ts +4 -3
  65. package/src/cli/commands/task.ts +193 -184
  66. package/src/cli/commands/team.ts +14 -10
  67. package/src/cli/commands/transfer.ts +108 -55
  68. package/src/cli/commands/uninstall-project-artifacts.ts +85 -85
  69. package/src/cli/identity.ts +89 -0
  70. package/src/cli/index.ts +96 -19
  71. package/src/cli/invocation.ts +115 -0
  72. package/src/cli/tui/ChatView.tsx +234 -234
  73. package/src/cli/tui/CommandBar.tsx +312 -312
  74. package/src/cli/tui/ContextRail.tsx +118 -118
  75. package/src/cli/tui/HeaderBar.tsx +72 -72
  76. package/src/cli/tui/LogoBanner.tsx +51 -51
  77. package/src/cli/tui/Sidebar.tsx +179 -179
  78. package/src/cli/tui/chat-service.ts +41 -18
  79. package/src/cli/tui/data.ts +23 -44
  80. package/src/cli/tui/index.ts +41 -41
  81. package/src/cli/tui/markdown-render.tsx +371 -371
  82. package/src/cli/tui/operator-context.ts +60 -0
  83. package/src/cli/tui/use-mouse.ts +157 -157
  84. package/src/cli/tui/useNavigation.ts +56 -56
  85. package/src/cli/tui/views/MemoryView.tsx +10 -8
  86. package/src/cli/update-checker.ts +211 -211
  87. package/src/cli/version.ts +7 -7
  88. package/src/cli/workbench.ts +1 -1
  89. package/src/codegraph/auto-context.ts +34 -17
  90. package/src/codegraph/context-pack.ts +1 -0
  91. package/src/codegraph/current-facts.ts +19 -1
  92. package/src/codegraph/project-context.ts +2 -0
  93. package/src/codegraph/task-lens.ts +49 -5
  94. package/src/compact/engine.ts +26 -10
  95. package/src/compact/index-format.ts +25 -2
  96. package/src/compact/token-budget.ts +74 -74
  97. package/src/dashboard/project-classification.ts +64 -64
  98. package/src/dashboard/server.ts +58 -52
  99. package/src/embedding/fastembed-provider.ts +142 -142
  100. package/src/embedding/transformers-provider.ts +111 -111
  101. package/src/git/extractor.ts +209 -209
  102. package/src/git/hooks-path.ts +85 -85
  103. package/src/hooks/admission.ts +117 -0
  104. package/src/hooks/handler.ts +98 -91
  105. package/src/hooks/pattern-detector.ts +173 -173
  106. package/src/hooks/significance-filter.ts +250 -250
  107. package/src/knowledge/claims.ts +51 -1
  108. package/src/knowledge/context-assembly.ts +97 -0
  109. package/src/knowledge/types.ts +1 -0
  110. package/src/knowledge/workflows.ts +34 -3
  111. package/src/knowledge/workset.ts +179 -10
  112. package/src/llm/memory-manager.ts +328 -328
  113. package/src/llm/provider.ts +885 -885
  114. package/src/llm/quality.ts +248 -248
  115. package/src/memory/admission.ts +57 -0
  116. package/src/memory/attribution-guard.ts +249 -249
  117. package/src/memory/auto-relations.ts +21 -0
  118. package/src/memory/consolidation.ts +13 -2
  119. package/src/memory/disclosure-policy.ts +140 -135
  120. package/src/memory/entity-extractor.ts +197 -197
  121. package/src/memory/export-import.ts +11 -3
  122. package/src/memory/formation/evaluate.ts +217 -217
  123. package/src/memory/formation/extract.ts +361 -361
  124. package/src/memory/formation/index.ts +417 -417
  125. package/src/memory/formation/resolve.ts +344 -344
  126. package/src/memory/formation/types.ts +315 -315
  127. package/src/memory/freshness.ts +122 -122
  128. package/src/memory/graph-context.ts +8 -2
  129. package/src/memory/graph-scope.ts +46 -0
  130. package/src/memory/graph.ts +197 -197
  131. package/src/memory/observations.ts +162 -4
  132. package/src/memory/quality-audit.ts +2 -0
  133. package/src/memory/refs.ts +94 -94
  134. package/src/memory/retention.ts +22 -2
  135. package/src/memory/secret-filter.ts +79 -79
  136. package/src/memory/session.ts +5 -2
  137. package/src/memory/visibility.ts +80 -0
  138. package/src/multimodal/image-loader.ts +143 -143
  139. package/src/orchestrate/adapters/claude-stream.ts +192 -192
  140. package/src/orchestrate/adapters/claude.ts +111 -111
  141. package/src/orchestrate/adapters/codex-stream.ts +134 -134
  142. package/src/orchestrate/adapters/codex.ts +41 -41
  143. package/src/orchestrate/adapters/gemini-stream.ts +166 -166
  144. package/src/orchestrate/adapters/gemini.ts +42 -42
  145. package/src/orchestrate/adapters/index.ts +73 -73
  146. package/src/orchestrate/adapters/opencode-stream.ts +143 -143
  147. package/src/orchestrate/adapters/opencode.ts +47 -47
  148. package/src/orchestrate/adapters/spawn-helper.ts +286 -286
  149. package/src/orchestrate/adapters/types.ts +77 -77
  150. package/src/orchestrate/capability-router.ts +284 -284
  151. package/src/orchestrate/context-compact.ts +188 -188
  152. package/src/orchestrate/cost-tracker.ts +219 -219
  153. package/src/orchestrate/error-recovery.ts +191 -191
  154. package/src/orchestrate/evidence.ts +140 -140
  155. package/src/orchestrate/ledger.ts +110 -110
  156. package/src/orchestrate/memorix-bridge.ts +378 -340
  157. package/src/orchestrate/output-budget.ts +80 -80
  158. package/src/orchestrate/permission.ts +152 -152
  159. package/src/orchestrate/pipeline-trace.ts +131 -131
  160. package/src/orchestrate/prompt-builder.ts +155 -155
  161. package/src/orchestrate/ring-buffer.ts +37 -37
  162. package/src/orchestrate/task-graph.ts +389 -389
  163. package/src/orchestrate/verify-gate.ts +33 -10
  164. package/src/orchestrate/worktree.ts +232 -232
  165. package/src/project/aliases.ts +374 -374
  166. package/src/project/detector.ts +268 -268
  167. package/src/rules/adapters/claude-code.ts +99 -99
  168. package/src/rules/adapters/codex.ts +97 -97
  169. package/src/rules/adapters/copilot.ts +124 -124
  170. package/src/rules/adapters/cursor.ts +114 -114
  171. package/src/rules/adapters/kiro.ts +126 -126
  172. package/src/rules/adapters/trae.ts +56 -56
  173. package/src/rules/adapters/windsurf.ts +83 -83
  174. package/src/rules/syncer.ts +235 -235
  175. package/src/runtime/control-plane-maintenance.ts +1 -0
  176. package/src/runtime/isolated-maintenance.ts +1 -0
  177. package/src/runtime/lifecycle.ts +18 -0
  178. package/src/runtime/maintenance-jobs.ts +1 -0
  179. package/src/runtime/maintenance-runner.ts +2 -0
  180. package/src/runtime/project-maintenance.ts +89 -0
  181. package/src/sdk.ts +334 -304
  182. package/src/search/intent-detector.ts +289 -289
  183. package/src/search/query-expansion.ts +52 -52
  184. package/src/server/formation-timeout.ts +27 -27
  185. package/src/server.ts +334 -93
  186. package/src/skills/mini-skills.ts +386 -386
  187. package/src/store/chat-store.ts +119 -119
  188. package/src/store/graph-store.ts +249 -249
  189. package/src/store/mini-skill-store.ts +349 -349
  190. package/src/store/orama-store.ts +61 -6
  191. package/src/store/persistence-json.ts +212 -212
  192. package/src/store/persistence.ts +291 -291
  193. package/src/store/project-affinity.ts +195 -195
  194. package/src/store/sqlite-db.ts +23 -1
  195. package/src/store/sqlite-store.ts +12 -2
  196. package/src/team/event-bus.ts +76 -76
  197. package/src/team/file-locks.ts +173 -173
  198. package/src/team/handoff.ts +168 -161
  199. package/src/team/messages.ts +203 -203
  200. package/src/team/poll.ts +132 -132
  201. package/src/team/tasks.ts +211 -211
  202. package/src/types.ts +51 -0
  203. package/src/wiki/generator.ts +2 -0
  204. package/src/workspace/mcp-adapters/codex.ts +191 -191
  205. package/src/workspace/mcp-adapters/copilot.ts +105 -105
  206. package/src/workspace/mcp-adapters/cursor.ts +53 -53
  207. package/src/workspace/mcp-adapters/kiro.ts +64 -64
  208. package/src/workspace/mcp-adapters/opencode.ts +123 -123
  209. package/src/workspace/mcp-adapters/trae.ts +134 -134
  210. package/src/workspace/mcp-adapters/windsurf.ts +91 -91
  211. package/src/workspace/sanitizer.ts +60 -60
  212. package/src/workspace/workflow-sync.ts +131 -131
@@ -1,250 +1,250 @@
1
- /**
2
- * Significance Filter
3
- *
4
- * Determines if content is significant enough to be stored as memory.
5
- * Inspired by Cipher's isSignificantKnowledge() — filters out trivial content
6
- * while preserving technical knowledge, decisions, and problem-solving.
7
- *
8
- * Performance: O(n) regex matching, ~0.1-0.5ms per call.
9
- * No external dependencies, pure TypeScript.
10
- */
11
-
12
- // ─── Skip Patterns (content that should NOT be stored) ───
13
-
14
- const SKIP_PATTERNS: RegExp[] = [
15
- // Personal information and identity (privacy)
16
- /\b(my name|user['']?s? name|find my name|who am i|what['']?s my name)\b/i,
17
- /\b(password|secret|api[_-]?key|access[_-]?token|private[_-]?key)\b/i,
18
-
19
- // Simple greetings and social interactions
20
- /^(user:|assistant:)?\s*(hello|hi|hey|good morning|good afternoon|good evening|thanks|thank you|please|sorry|excuse me|bye|goodbye|你好|谢谢|再见)\b/i,
21
-
22
- // Generic status messages
23
- /^(task completed|operation successful|processing|loading|waiting|done|finished|ready|完成|成功|处理中)\b/i,
24
-
25
- // Simple yes/no or acknowledgment responses
26
- /^(user:|assistant:)?\s*(yes|no|ok|okay|sure|fine|great|good|right|correct|wrong|true|false|是|否|好的|对|错)\s*[.!?]?\s*$/i,
27
-
28
- // Tool results with no meaningful content
29
- /^(memorix_search|memorix_store|memorix_detail):\s*(found|completed|no results|error|stored)/i,
30
-
31
- // Empty or whitespace-only
32
- /^\s*$/,
33
-
34
- // Very short content (less than 10 chars after trimming)
35
- /^.{0,9}$/,
36
- ];
37
-
38
- // ─── Technical Patterns (content that SHOULD be stored) ───
39
-
40
- const TECHNICAL_PATTERNS: RegExp[] = [
41
- // Programming concepts and patterns
42
- /\b(function|method|class|interface|module|library|framework|algorithm|data structure|design pattern)\b/i,
43
- /\b(variable|constant|parameter|argument|return|async|await|promise|callback|closure|scope)\b/i,
44
- /\b(loop|iteration|recursion|condition|exception|error handling|debugging|testing|optimization)\b/i,
45
-
46
- // Code elements and syntax
47
- /\b(import|export|require|include|package|dependency|api|endpoint|request|response)\b/i,
48
- /\b(database|query|sql|nosql|schema|table|index|transaction|orm|migration)\b/i,
49
- /\b(git|version control|commit|merge|branch|pull request|repository|deployment)\b/i,
50
-
51
- // Technical implementations
52
- /\b(implements?|extends?|inherits?|overrides?|polymorphism|encapsulation|abstraction)\b/i,
53
- /\b(sort|search|filter|map|reduce|transform|parse|serialize|encrypt|decrypt)\b/i,
54
- /\b(authentication|authorization|security|validation|sanitization|middleware)\b/i,
55
-
56
- // Code blocks and technical syntax
57
- /```[\s\S]*```/,
58
- /`[^`]+`/,
59
-
60
- // Package managers and build tools
61
- /\b(npm|yarn|pnpm|pip|composer|cargo|go get|mvn|gradle|webpack|vite|rollup|tsup)\b/i,
62
-
63
- // File and system operations
64
- /\b(file|directory|path|config|environment|server|client|host|port|url|http|https|ssl|tls)\b/i,
65
- /\b(dockerfile|docker|container|kubernetes|cloud|aws|azure|gcp|ci\/cd|pipeline)\b/i,
66
-
67
- // Programming languages and technologies
68
- /\b(javascript|typescript|python|java|c\+\+|c#|rust|go|php|ruby|swift|kotlin|scala)\b/i,
69
- /\b(react|vue|angular|node|express|django|flask|spring|rails|laravel|fastapi|nextjs)\b/i,
70
- /\b(html|css|scss|sass|tailwind|bootstrap)\b/i,
71
-
72
- // Error messages and debugging
73
- /\b(error|exception|traceback|stack trace|compilation|syntax error|runtime error|bug|fix)\b/i,
74
- /(TypeError|ReferenceError|SyntaxError|RangeError|URIError|EvalError|AggregateError)/,
75
-
76
- // Technical explanations and problem-solving
77
- /\b(solution|approach|implementation|technique|strategy|pattern|best practice|optimization)\b/i,
78
- /\b(performance|scalability|maintainability|refactoring|code review|documentation)\b/i,
79
-
80
- // Decision and architecture keywords
81
- /\b(decision|chose|选择|决定|architecture|设计|trade-?off|权衡|因为|because|reason|原因)\b/i,
82
-
83
- // Chinese technical terms (no word boundary - Chinese doesn't use spaces)
84
- /(函数|方法|类|接口|模块|框架|算法|数据结构|设计模式|变量|常量|参数|返回|异步|回调|闭包|作用域)/,
85
- /(循环|迭代|递归|条件|异常|错误处理|调试|测试|优化|导入|导出|依赖|接口|端点|请求|响应)/,
86
- /(数据库|查询|表|索引|事务|迁移|版本控制|提交|合并|分支|部署|实现|继承|重写|多态|封装|抽象)/,
87
- ];
88
-
89
- // ─── Code-like Patterns ───
90
-
91
- const CODE_PATTERNS: RegExp[] = [
92
- /[{}[\]()]/, // Brackets and parentheses
93
- /[=><!&|]{2}/, // Double operators (==, !=, &&, ||, etc.)
94
- /\w+\.\w+\(/, // Method calls (obj.method()
95
- /\w+\s*=\s*\w+/, // Assignment
96
- /\/\*[\s\S]*?\*\/|\/\/.*$/m, // Comments
97
- /\$[a-zA-Z_][a-zA-Z0-9_]*/, // Shell/PHP variables
98
- /@\w+/, // Decorators/annotations
99
- ];
100
-
101
- // ─── Technical Words (for density calculation) ───
102
-
103
- const TECHNICAL_WORDS = new Set([
104
- 'api', 'sdk', 'cli', 'gui', 'ui', 'ux', 'ide', 'editor', 'compiler', 'interpreter',
105
- 'runtime', 'virtual', 'machine', 'container', 'image', 'build', 'deploy', 'release',
106
- 'version', 'update', 'patch', 'bug', 'feature', 'enhancement', 'issue', 'ticket',
107
- 'workflow', 'process', 'pipeline', 'automation', 'script', 'batch', 'cron', 'job',
108
- 'service', 'microservice', 'monolith', 'architecture', 'pattern', 'design', 'system',
109
- 'network', 'protocol', 'tcp', 'udp', 'http', 'https', 'ssl', 'tls', 'dns', 'cdn',
110
- 'cache', 'redis', 'memcached', 'session', 'cookie', 'token', 'jwt', 'oauth', 'auth',
111
- 'encrypt', 'decrypt', 'hash', 'salt', 'key', 'certificate', 'binary', 'buffer',
112
- 'json', 'xml', 'yaml', 'toml', 'csv', 'markdown', 'html', 'css', 'regex', 'parser',
113
- 'lexer', 'ast', 'ir', 'bytecode', 'jit', 'gc', 'heap', 'stack', 'memory', 'cpu',
114
- 'thread', 'process', 'async', 'sync', 'concurrent', 'parallel', 'mutex', 'lock',
115
- 'semaphore', 'deadlock', 'race', 'condition', 'atomic', 'volatile', 'immutable',
116
- ]);
117
-
118
- // ─── Main Filter Function ───
119
-
120
- export interface SignificanceResult {
121
- /** Whether the content is significant enough to store */
122
- isSignificant: boolean;
123
- /** Reason for the decision (for debugging/logging) */
124
- reason: string;
125
- /** Confidence score 0-1 (higher = more confident in decision) */
126
- confidence: number;
127
- }
128
-
129
- /**
130
- * Determine if content is significant enough to be stored as memory.
131
- *
132
- * @param content - The text content to evaluate
133
- * @returns SignificanceResult with decision, reason, and confidence
134
- */
135
- export function isSignificantKnowledge(content: string): SignificanceResult {
136
- if (!content || typeof content !== 'string') {
137
- return { isSignificant: false, reason: 'empty_content', confidence: 1.0 };
138
- }
139
-
140
- const text = content.trim();
141
- const textLower = text.toLowerCase();
142
-
143
- // ─── Phase 1: Skip patterns (fast rejection) ───
144
- for (const pattern of SKIP_PATTERNS) {
145
- if (pattern.test(text)) {
146
- return { isSignificant: false, reason: 'skip_pattern', confidence: 0.9 };
147
- }
148
- }
149
-
150
- // ─── Phase 2: Technical patterns (fast acceptance) ───
151
- for (const pattern of TECHNICAL_PATTERNS) {
152
- if (pattern.test(text)) {
153
- return { isSignificant: true, reason: 'technical_pattern', confidence: 0.85 };
154
- }
155
- }
156
-
157
- // ─── Phase 3: Code-like patterns ───
158
- let codePatternMatches = 0;
159
- for (const pattern of CODE_PATTERNS) {
160
- if (pattern.test(text)) {
161
- codePatternMatches++;
162
- }
163
- }
164
- if (codePatternMatches >= 2) {
165
- return { isSignificant: true, reason: 'code_patterns', confidence: 0.75 };
166
- }
167
-
168
- // ─── Phase 4: Technical word density ───
169
- const words = textLower.split(/\s+/).filter(w => w.length > 1);
170
- if (words.length > 5) {
171
- const technicalWordCount = words.filter(word =>
172
- TECHNICAL_WORDS.has(word.replace(/[^\w]/g, ''))
173
- ).length;
174
- const density = technicalWordCount / words.length;
175
-
176
- if (density > 0.15) {
177
- return { isSignificant: true, reason: 'high_technical_density', confidence: 0.7 };
178
- }
179
- if (density > 0.08 && words.length > 20) {
180
- return { isSignificant: true, reason: 'moderate_technical_density', confidence: 0.6 };
181
- }
182
- }
183
-
184
- // ─── Phase 5: Length-based heuristic ───
185
- // Longer content is more likely to be significant
186
- if (text.length > 200) {
187
- return { isSignificant: true, reason: 'substantial_length', confidence: 0.5 };
188
- }
189
-
190
- // ─── Default: not significant ───
191
- return { isSignificant: false, reason: 'no_technical_indicators', confidence: 0.6 };
192
- }
193
-
194
- /**
195
- * Check if content is a retrieved/search result that shouldn't be re-stored.
196
- * Prevents memory pollution from search results being stored as new memories.
197
- */
198
- export function isRetrievedResult(content: string): boolean {
199
- if (!content || typeof content !== 'string') return false;
200
- const text = content.toLowerCase();
201
-
202
- const retrievedPatterns = [
203
- /^(memorix_search|memorix_detail|memorix_timeline|search_nodes|read_graph):/i,
204
- /^(retrieved|result|results|found|matches|nodes|edges|search completed):/i,
205
- /^(observation #\d+|stored observation|memory #\d+)/i,
206
- /^(id:|timestamp:|similarity:|source:|type:)/i,
207
- /^(totalresults:|searchtime:|tokens:)/i,
208
- ];
209
-
210
- for (const pattern of retrievedPatterns) {
211
- if (pattern.test(text)) {
212
- return true;
213
- }
214
- }
215
-
216
- return false;
217
- }
218
-
219
- /**
220
- * Quick check for trivial commands that should never be stored.
221
- * Faster than full isSignificantKnowledge for common cases.
222
- */
223
- export function isTrivialCommand(command: string): boolean {
224
- if (!command || typeof command !== 'string') return true;
225
-
226
- const trivialPatterns = [
227
- /^(ls|dir|cd|pwd|echo|cat|type|head|tail|wc|which|where|whoami)(\s|$)/i,
228
- /^(Get-Content|Test-Path|Get-Item|Get-ChildItem|Set-Location|Write-Host)(\s|$)/i,
229
- /^(git\s+(status|log|diff|show|branch|remote|stash\s+list))(\s|$)/i,
230
- /^(npm\s+(list|ls|view|info|outdated))(\s|$)/i,
231
- /^(pip\s+(list|show|freeze)|python\s+--?version|node\s+--?version)(\s|$)/i,
232
- /^(env|printenv|set|export)(\s|$)/i,
233
- /^(clear|cls|exit|quit)(\s|$)/i,
234
- ];
235
-
236
- const cmd = command.trim();
237
-
238
- for (const pattern of trivialPatterns) {
239
- if (pattern.test(cmd)) {
240
- return true;
241
- }
242
- }
243
-
244
- // Self-referential: inspecting memorix's own data files
245
- if (/\.memorix[/\\]|observations\.json|memorix.*data/i.test(cmd)) {
246
- return true;
247
- }
248
-
249
- return false;
250
- }
1
+ /**
2
+ * Significance Filter
3
+ *
4
+ * Determines if content is significant enough to be stored as memory.
5
+ * Inspired by Cipher's isSignificantKnowledge() — filters out trivial content
6
+ * while preserving technical knowledge, decisions, and problem-solving.
7
+ *
8
+ * Performance: O(n) regex matching, ~0.1-0.5ms per call.
9
+ * No external dependencies, pure TypeScript.
10
+ */
11
+
12
+ // ─── Skip Patterns (content that should NOT be stored) ───
13
+
14
+ const SKIP_PATTERNS: RegExp[] = [
15
+ // Personal information and identity (privacy)
16
+ /\b(my name|user['']?s? name|find my name|who am i|what['']?s my name)\b/i,
17
+ /\b(password|secret|api[_-]?key|access[_-]?token|private[_-]?key)\b/i,
18
+
19
+ // Simple greetings and social interactions
20
+ /^(user:|assistant:)?\s*(hello|hi|hey|good morning|good afternoon|good evening|thanks|thank you|please|sorry|excuse me|bye|goodbye|你好|谢谢|再见)\b/i,
21
+
22
+ // Generic status messages
23
+ /^(task completed|operation successful|processing|loading|waiting|done|finished|ready|完成|成功|处理中)\b/i,
24
+
25
+ // Simple yes/no or acknowledgment responses
26
+ /^(user:|assistant:)?\s*(yes|no|ok|okay|sure|fine|great|good|right|correct|wrong|true|false|是|否|好的|对|错)\s*[.!?]?\s*$/i,
27
+
28
+ // Tool results with no meaningful content
29
+ /^(memorix_search|memorix_store|memorix_detail):\s*(found|completed|no results|error|stored)/i,
30
+
31
+ // Empty or whitespace-only
32
+ /^\s*$/,
33
+
34
+ // Very short content (less than 10 chars after trimming)
35
+ /^.{0,9}$/,
36
+ ];
37
+
38
+ // ─── Technical Patterns (content that SHOULD be stored) ───
39
+
40
+ const TECHNICAL_PATTERNS: RegExp[] = [
41
+ // Programming concepts and patterns
42
+ /\b(function|method|class|interface|module|library|framework|algorithm|data structure|design pattern)\b/i,
43
+ /\b(variable|constant|parameter|argument|return|async|await|promise|callback|closure|scope)\b/i,
44
+ /\b(loop|iteration|recursion|condition|exception|error handling|debugging|testing|optimization)\b/i,
45
+
46
+ // Code elements and syntax
47
+ /\b(import|export|require|include|package|dependency|api|endpoint|request|response)\b/i,
48
+ /\b(database|query|sql|nosql|schema|table|index|transaction|orm|migration)\b/i,
49
+ /\b(git|version control|commit|merge|branch|pull request|repository|deployment)\b/i,
50
+
51
+ // Technical implementations
52
+ /\b(implements?|extends?|inherits?|overrides?|polymorphism|encapsulation|abstraction)\b/i,
53
+ /\b(sort|search|filter|map|reduce|transform|parse|serialize|encrypt|decrypt)\b/i,
54
+ /\b(authentication|authorization|security|validation|sanitization|middleware)\b/i,
55
+
56
+ // Code blocks and technical syntax
57
+ /```[\s\S]*```/,
58
+ /`[^`]+`/,
59
+
60
+ // Package managers and build tools
61
+ /\b(npm|yarn|pnpm|pip|composer|cargo|go get|mvn|gradle|webpack|vite|rollup|tsup)\b/i,
62
+
63
+ // File and system operations
64
+ /\b(file|directory|path|config|environment|server|client|host|port|url|http|https|ssl|tls)\b/i,
65
+ /\b(dockerfile|docker|container|kubernetes|cloud|aws|azure|gcp|ci\/cd|pipeline)\b/i,
66
+
67
+ // Programming languages and technologies
68
+ /\b(javascript|typescript|python|java|c\+\+|c#|rust|go|php|ruby|swift|kotlin|scala)\b/i,
69
+ /\b(react|vue|angular|node|express|django|flask|spring|rails|laravel|fastapi|nextjs)\b/i,
70
+ /\b(html|css|scss|sass|tailwind|bootstrap)\b/i,
71
+
72
+ // Error messages and debugging
73
+ /\b(error|exception|traceback|stack trace|compilation|syntax error|runtime error|bug|fix)\b/i,
74
+ /(TypeError|ReferenceError|SyntaxError|RangeError|URIError|EvalError|AggregateError)/,
75
+
76
+ // Technical explanations and problem-solving
77
+ /\b(solution|approach|implementation|technique|strategy|pattern|best practice|optimization)\b/i,
78
+ /\b(performance|scalability|maintainability|refactoring|code review|documentation)\b/i,
79
+
80
+ // Decision and architecture keywords
81
+ /\b(decision|chose|选择|决定|architecture|设计|trade-?off|权衡|因为|because|reason|原因)\b/i,
82
+
83
+ // Chinese technical terms (no word boundary - Chinese doesn't use spaces)
84
+ /(函数|方法|类|接口|模块|框架|算法|数据结构|设计模式|变量|常量|参数|返回|异步|回调|闭包|作用域)/,
85
+ /(循环|迭代|递归|条件|异常|错误处理|调试|测试|优化|导入|导出|依赖|接口|端点|请求|响应)/,
86
+ /(数据库|查询|表|索引|事务|迁移|版本控制|提交|合并|分支|部署|实现|继承|重写|多态|封装|抽象)/,
87
+ ];
88
+
89
+ // ─── Code-like Patterns ───
90
+
91
+ const CODE_PATTERNS: RegExp[] = [
92
+ /[{}[\]()]/, // Brackets and parentheses
93
+ /[=><!&|]{2}/, // Double operators (==, !=, &&, ||, etc.)
94
+ /\w+\.\w+\(/, // Method calls (obj.method()
95
+ /\w+\s*=\s*\w+/, // Assignment
96
+ /\/\*[\s\S]*?\*\/|\/\/.*$/m, // Comments
97
+ /\$[a-zA-Z_][a-zA-Z0-9_]*/, // Shell/PHP variables
98
+ /@\w+/, // Decorators/annotations
99
+ ];
100
+
101
+ // ─── Technical Words (for density calculation) ───
102
+
103
+ const TECHNICAL_WORDS = new Set([
104
+ 'api', 'sdk', 'cli', 'gui', 'ui', 'ux', 'ide', 'editor', 'compiler', 'interpreter',
105
+ 'runtime', 'virtual', 'machine', 'container', 'image', 'build', 'deploy', 'release',
106
+ 'version', 'update', 'patch', 'bug', 'feature', 'enhancement', 'issue', 'ticket',
107
+ 'workflow', 'process', 'pipeline', 'automation', 'script', 'batch', 'cron', 'job',
108
+ 'service', 'microservice', 'monolith', 'architecture', 'pattern', 'design', 'system',
109
+ 'network', 'protocol', 'tcp', 'udp', 'http', 'https', 'ssl', 'tls', 'dns', 'cdn',
110
+ 'cache', 'redis', 'memcached', 'session', 'cookie', 'token', 'jwt', 'oauth', 'auth',
111
+ 'encrypt', 'decrypt', 'hash', 'salt', 'key', 'certificate', 'binary', 'buffer',
112
+ 'json', 'xml', 'yaml', 'toml', 'csv', 'markdown', 'html', 'css', 'regex', 'parser',
113
+ 'lexer', 'ast', 'ir', 'bytecode', 'jit', 'gc', 'heap', 'stack', 'memory', 'cpu',
114
+ 'thread', 'process', 'async', 'sync', 'concurrent', 'parallel', 'mutex', 'lock',
115
+ 'semaphore', 'deadlock', 'race', 'condition', 'atomic', 'volatile', 'immutable',
116
+ ]);
117
+
118
+ // ─── Main Filter Function ───
119
+
120
+ export interface SignificanceResult {
121
+ /** Whether the content is significant enough to store */
122
+ isSignificant: boolean;
123
+ /** Reason for the decision (for debugging/logging) */
124
+ reason: string;
125
+ /** Confidence score 0-1 (higher = more confident in decision) */
126
+ confidence: number;
127
+ }
128
+
129
+ /**
130
+ * Determine if content is significant enough to be stored as memory.
131
+ *
132
+ * @param content - The text content to evaluate
133
+ * @returns SignificanceResult with decision, reason, and confidence
134
+ */
135
+ export function isSignificantKnowledge(content: string): SignificanceResult {
136
+ if (!content || typeof content !== 'string') {
137
+ return { isSignificant: false, reason: 'empty_content', confidence: 1.0 };
138
+ }
139
+
140
+ const text = content.trim();
141
+ const textLower = text.toLowerCase();
142
+
143
+ // ─── Phase 1: Skip patterns (fast rejection) ───
144
+ for (const pattern of SKIP_PATTERNS) {
145
+ if (pattern.test(text)) {
146
+ return { isSignificant: false, reason: 'skip_pattern', confidence: 0.9 };
147
+ }
148
+ }
149
+
150
+ // ─── Phase 2: Technical patterns (fast acceptance) ───
151
+ for (const pattern of TECHNICAL_PATTERNS) {
152
+ if (pattern.test(text)) {
153
+ return { isSignificant: true, reason: 'technical_pattern', confidence: 0.85 };
154
+ }
155
+ }
156
+
157
+ // ─── Phase 3: Code-like patterns ───
158
+ let codePatternMatches = 0;
159
+ for (const pattern of CODE_PATTERNS) {
160
+ if (pattern.test(text)) {
161
+ codePatternMatches++;
162
+ }
163
+ }
164
+ if (codePatternMatches >= 2) {
165
+ return { isSignificant: true, reason: 'code_patterns', confidence: 0.75 };
166
+ }
167
+
168
+ // ─── Phase 4: Technical word density ───
169
+ const words = textLower.split(/\s+/).filter(w => w.length > 1);
170
+ if (words.length > 5) {
171
+ const technicalWordCount = words.filter(word =>
172
+ TECHNICAL_WORDS.has(word.replace(/[^\w]/g, ''))
173
+ ).length;
174
+ const density = technicalWordCount / words.length;
175
+
176
+ if (density > 0.15) {
177
+ return { isSignificant: true, reason: 'high_technical_density', confidence: 0.7 };
178
+ }
179
+ if (density > 0.08 && words.length > 20) {
180
+ return { isSignificant: true, reason: 'moderate_technical_density', confidence: 0.6 };
181
+ }
182
+ }
183
+
184
+ // ─── Phase 5: Length-based heuristic ───
185
+ // Longer content is more likely to be significant
186
+ if (text.length > 200) {
187
+ return { isSignificant: true, reason: 'substantial_length', confidence: 0.5 };
188
+ }
189
+
190
+ // ─── Default: not significant ───
191
+ return { isSignificant: false, reason: 'no_technical_indicators', confidence: 0.6 };
192
+ }
193
+
194
+ /**
195
+ * Check if content is a retrieved/search result that shouldn't be re-stored.
196
+ * Prevents memory pollution from search results being stored as new memories.
197
+ */
198
+ export function isRetrievedResult(content: string): boolean {
199
+ if (!content || typeof content !== 'string') return false;
200
+ const text = content.toLowerCase();
201
+
202
+ const retrievedPatterns = [
203
+ /^(memorix_search|memorix_detail|memorix_timeline|search_nodes|read_graph):/i,
204
+ /^(retrieved|result|results|found|matches|nodes|edges|search completed):/i,
205
+ /^(observation #\d+|stored observation|memory #\d+)/i,
206
+ /^(id:|timestamp:|similarity:|source:|type:)/i,
207
+ /^(totalresults:|searchtime:|tokens:)/i,
208
+ ];
209
+
210
+ for (const pattern of retrievedPatterns) {
211
+ if (pattern.test(text)) {
212
+ return true;
213
+ }
214
+ }
215
+
216
+ return false;
217
+ }
218
+
219
+ /**
220
+ * Quick check for trivial commands that should never be stored.
221
+ * Faster than full isSignificantKnowledge for common cases.
222
+ */
223
+ export function isTrivialCommand(command: string): boolean {
224
+ if (!command || typeof command !== 'string') return true;
225
+
226
+ const trivialPatterns = [
227
+ /^(ls|dir|cd|pwd|echo|cat|type|head|tail|wc|which|where|whoami)(\s|$)/i,
228
+ /^(Get-Content|Test-Path|Get-Item|Get-ChildItem|Set-Location|Write-Host)(\s|$)/i,
229
+ /^(git\s+(status|log|diff|show|branch|remote|stash\s+list))(\s|$)/i,
230
+ /^(npm\s+(list|ls|view|info|outdated))(\s|$)/i,
231
+ /^(pip\s+(list|show|freeze)|python\s+--?version|node\s+--?version)(\s|$)/i,
232
+ /^(env|printenv|set|export)(\s|$)/i,
233
+ /^(clear|cls|exit|quit)(\s|$)/i,
234
+ ];
235
+
236
+ const cmd = command.trim();
237
+
238
+ for (const pattern of trivialPatterns) {
239
+ if (pattern.test(cmd)) {
240
+ return true;
241
+ }
242
+ }
243
+
244
+ // Self-referential: inspecting memorix's own data files
245
+ if (/\.memorix[/\\]|observations\.json|memorix.*data/i.test(cmd)) {
246
+ return true;
247
+ }
248
+
249
+ return false;
250
+ }
@@ -242,6 +242,56 @@ export function writeClaim(store: ClaimStore, input: KnowledgeClaimInput): Claim
242
242
  });
243
243
  }
244
244
 
245
+ /**
246
+ * Deliberately approve or reject a source-backed claim after its evidence has
247
+ * been checked. Derived agent observations never cross this boundary by
248
+ * themselves.
249
+ */
250
+ export function reviewClaim(
251
+ store: ClaimStore,
252
+ input: {
253
+ claimId: string;
254
+ reviewState: Extract<KnowledgeClaimReviewState, 'approved' | 'rejected'>;
255
+ detail: string;
256
+ },
257
+ ): KnowledgeClaim {
258
+ if (input.reviewState !== 'approved' && input.reviewState !== 'rejected') {
259
+ throw new Error('A claim review must approve or reject the claim');
260
+ }
261
+ const detail = compactText(input.detail, 'review detail');
262
+ return store.transaction(() => {
263
+ const claim = store.getClaim(input.claimId);
264
+ if (!claim) throw new Error('Claim was not found');
265
+ if (input.reviewState === 'approved' && claim.status === 'superseded') {
266
+ throw new Error('A superseded claim cannot be approved');
267
+ }
268
+ const now = new Date().toISOString();
269
+ const nextStatus: KnowledgeClaimStatus = input.reviewState === 'rejected'
270
+ ? 'unknown'
271
+ : claim.status === 'unknown' && claim.reviewState === 'rejected'
272
+ ? 'active'
273
+ : claim.status;
274
+ const updated: KnowledgeClaim = {
275
+ ...claim,
276
+ status: nextStatus,
277
+ reviewState: input.reviewState,
278
+ updatedAt: now,
279
+ };
280
+ store.updateClaim(updated);
281
+ store.recordEvent({
282
+ projectId: claim.projectId,
283
+ claimId: claim.id,
284
+ kind: 'reviewed',
285
+ fromStatus: claim.status,
286
+ toStatus: updated.status,
287
+ detail: 'Review: ' + claim.reviewState + ' -> ' + input.reviewState + '. ' + detail,
288
+ createdAt: now,
289
+ });
290
+ reconcileConflicts(store, claim.projectId, claim.conflictKey, now);
291
+ return store.getClaim(claim.id) ?? updated;
292
+ });
293
+ }
294
+
245
295
  export function supersedeClaim(
246
296
  store: ClaimStore,
247
297
  input: {
@@ -353,7 +403,7 @@ export function deriveLowRiskClaimsFromObservation(
353
403
  scope: 'project',
354
404
  confidence,
355
405
  observedAt: observation.updatedAt ?? observation.createdAt,
356
- reviewState: 'approved',
406
+ reviewState: isGit ? 'approved' : 'needs-review',
357
407
  origin: isGit ? 'git' : 'derived',
358
408
  evidence,
359
409
  });
@@ -0,0 +1,97 @@
1
+ /**
2
+ * Shared metadata contract for every bounded context delivery surface.
3
+ * The rendered Workset stays agent-facing; this receipt is for JSON, explain,
4
+ * diagnostics, and future handoff adapters.
5
+ */
6
+ export type ContextDeliveryTarget =
7
+ | 'project-context'
8
+ | 'context-pack'
9
+ | 'hook-session-start'
10
+ | 'session-handoff';
11
+
12
+ export type ContextCandidateKind =
13
+ | 'task'
14
+ | 'current-fact'
15
+ | 'code-state'
16
+ | 'semantic-code'
17
+ | 'start-here'
18
+ | 'memory'
19
+ | 'claim'
20
+ | 'knowledge-page'
21
+ | 'workflow'
22
+ | 'verification'
23
+ | 'caution';
24
+
25
+ export type ContextCandidateFreshness = 'current' | 'suspect' | 'stale' | 'unknown';
26
+ export type ContextCandidateTrust = 'source-backed' | 'derived' | 'historical';
27
+
28
+ export interface ContextReceiptSelection {
29
+ kind: ContextCandidateKind;
30
+ /** Stable source id when the candidate has one; never raw content. */
31
+ id?: string;
32
+ reason: string;
33
+ freshness?: ContextCandidateFreshness;
34
+ trust?: ContextCandidateTrust;
35
+ }
36
+
37
+ export interface ContextReceiptOmission {
38
+ kind: ContextCandidateKind;
39
+ reason: 'token-budget' | 'hidden-by-task-lens' | 'unavailable';
40
+ count: number;
41
+ }
42
+
43
+ export interface ContextReceipt {
44
+ version: '1.2.2';
45
+ target: ContextDeliveryTarget;
46
+ elapsedMs: number;
47
+ budget: {
48
+ maxTokens: number;
49
+ tokenCount: number;
50
+ };
51
+ selected: ContextReceiptSelection[];
52
+ omitted: ContextReceiptOmission[];
53
+ scheduledActions: string[];
54
+ }
55
+
56
+ function displayTarget(target: ContextDeliveryTarget): string {
57
+ switch (target) {
58
+ case 'project-context': return 'Project Context';
59
+ case 'context-pack': return 'Context Pack';
60
+ case 'hook-session-start': return 'SessionStart hook';
61
+ case 'session-handoff': return 'session handoff';
62
+ }
63
+ }
64
+
65
+ /** A human-facing diagnostic formatter. Do not append this to agent context. */
66
+ export function formatContextReceipt(receipt: ContextReceipt): string {
67
+ const lines = [
68
+ 'Context delivery receipt',
69
+ `- Target: ${displayTarget(receipt.target)}`,
70
+ `- Budget: ${receipt.budget.tokenCount}/${receipt.budget.maxTokens} tokens`,
71
+ `- Assembly: ${receipt.elapsedMs} ms`,
72
+ `- Selected: ${receipt.selected.length} item(s)`,
73
+ ];
74
+
75
+ if (receipt.selected.length > 0) {
76
+ lines.push('', 'Selected evidence');
77
+ for (const item of receipt.selected.slice(0, 20)) {
78
+ const id = item.id ? ` ${item.id}` : '';
79
+ const qualifiers = [item.trust, item.freshness].filter(Boolean).join(', ');
80
+ lines.push(`- ${item.kind}${id}: ${item.reason}${qualifiers ? ` (${qualifiers})` : ''}`);
81
+ }
82
+ }
83
+
84
+ if (receipt.omitted.length > 0) {
85
+ lines.push('', 'Withheld by budget');
86
+ for (const item of receipt.omitted) {
87
+ lines.push(`- ${item.kind}: ${item.count} item(s) (${item.reason})`);
88
+ }
89
+ }
90
+
91
+ if (receipt.scheduledActions.length > 0) {
92
+ lines.push('', 'Scheduled follow-up');
93
+ for (const action of receipt.scheduledActions) lines.push(`- ${action}`);
94
+ }
95
+
96
+ return lines.join('\n');
97
+ }