memorix 1.2.1 → 1.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/README.md +14 -2
  3. package/README.zh-CN.md +14 -2
  4. package/TEAM.md +86 -86
  5. package/dist/cli/index.js +15407 -13779
  6. package/dist/cli/index.js.map +1 -1
  7. package/dist/index.js +1321 -529
  8. package/dist/index.js.map +1 -1
  9. package/dist/maintenance-runner.d.ts +1 -1
  10. package/dist/maintenance-runner.js +8458 -8087
  11. package/dist/maintenance-runner.js.map +1 -1
  12. package/dist/memcode-runtime/CHANGELOG.md +16 -0
  13. package/dist/sdk.d.ts +7 -2
  14. package/dist/sdk.js +1349 -535
  15. package/dist/sdk.js.map +1 -1
  16. package/dist/types.d.ts +49 -1
  17. package/dist/types.js.map +1 -1
  18. package/docs/1.2.2-MEMORY-CONTROL-PLANE.md +434 -0
  19. package/docs/AGENT_OPERATOR_PLAYBOOK.md +4 -0
  20. package/docs/API_REFERENCE.md +24 -4
  21. package/docs/DESIGN_DECISIONS.md +357 -357
  22. package/docs/README.md +1 -1
  23. package/docs/dev-log/progress.txt +91 -11
  24. package/package.json +1 -1
  25. package/plugins/codex/memorix/.codex-plugin/plugin.json +1 -1
  26. package/src/audit/index.ts +156 -156
  27. package/src/cli/command-guide.ts +192 -0
  28. package/src/cli/commands/audit-list.ts +89 -89
  29. package/src/cli/commands/audit.ts +9 -4
  30. package/src/cli/commands/background.ts +659 -659
  31. package/src/cli/commands/cleanup.ts +5 -1
  32. package/src/cli/commands/codegraph.ts +15 -5
  33. package/src/cli/commands/context.ts +3 -2
  34. package/src/cli/commands/doctor.ts +4 -2
  35. package/src/cli/commands/explain.ts +9 -3
  36. package/src/cli/commands/formation.ts +48 -48
  37. package/src/cli/commands/git-hook-install.ts +111 -111
  38. package/src/cli/commands/handoff.ts +75 -61
  39. package/src/cli/commands/hooks-status.ts +63 -63
  40. package/src/cli/commands/identity.ts +116 -0
  41. package/src/cli/commands/ingest-commit.ts +153 -153
  42. package/src/cli/commands/ingest-image.ts +71 -69
  43. package/src/cli/commands/ingest-log.ts +180 -180
  44. package/src/cli/commands/ingest.ts +44 -44
  45. package/src/cli/commands/integrate-shared.ts +15 -15
  46. package/src/cli/commands/lock.ts +93 -92
  47. package/src/cli/commands/memory.ts +58 -21
  48. package/src/cli/commands/message.ts +123 -118
  49. package/src/cli/commands/operator-shared.ts +98 -3
  50. package/src/cli/commands/poll.ts +74 -64
  51. package/src/cli/commands/purge-all-memory.ts +85 -85
  52. package/src/cli/commands/purge-project-memory.ts +83 -83
  53. package/src/cli/commands/reasoning.ts +135 -121
  54. package/src/cli/commands/retention.ts +9 -4
  55. package/src/cli/commands/serve-http.ts +8 -2
  56. package/src/cli/commands/serve-shared.ts +118 -118
  57. package/src/cli/commands/session.ts +29 -3
  58. package/src/cli/commands/skills.ts +124 -119
  59. package/src/cli/commands/status.ts +4 -3
  60. package/src/cli/commands/task.ts +193 -184
  61. package/src/cli/commands/team.ts +14 -10
  62. package/src/cli/commands/transfer.ts +108 -55
  63. package/src/cli/commands/uninstall-project-artifacts.ts +85 -85
  64. package/src/cli/identity.ts +89 -0
  65. package/src/cli/index.ts +96 -19
  66. package/src/cli/invocation.ts +115 -0
  67. package/src/cli/tui/ChatView.tsx +234 -234
  68. package/src/cli/tui/CommandBar.tsx +312 -312
  69. package/src/cli/tui/ContextRail.tsx +118 -118
  70. package/src/cli/tui/HeaderBar.tsx +72 -72
  71. package/src/cli/tui/LogoBanner.tsx +51 -51
  72. package/src/cli/tui/Sidebar.tsx +179 -179
  73. package/src/cli/tui/chat-service.ts +41 -18
  74. package/src/cli/tui/data.ts +23 -44
  75. package/src/cli/tui/index.ts +41 -41
  76. package/src/cli/tui/markdown-render.tsx +371 -371
  77. package/src/cli/tui/operator-context.ts +60 -0
  78. package/src/cli/tui/use-mouse.ts +157 -157
  79. package/src/cli/tui/useNavigation.ts +56 -56
  80. package/src/cli/tui/views/MemoryView.tsx +10 -8
  81. package/src/cli/update-checker.ts +211 -211
  82. package/src/cli/version.ts +7 -7
  83. package/src/cli/workbench.ts +1 -1
  84. package/src/codegraph/auto-context.ts +31 -2
  85. package/src/codegraph/context-pack.ts +1 -0
  86. package/src/codegraph/project-context.ts +2 -0
  87. package/src/compact/engine.ts +26 -10
  88. package/src/compact/index-format.ts +25 -2
  89. package/src/compact/token-budget.ts +74 -74
  90. package/src/dashboard/project-classification.ts +64 -64
  91. package/src/dashboard/server.ts +46 -9
  92. package/src/embedding/fastembed-provider.ts +142 -142
  93. package/src/embedding/transformers-provider.ts +111 -111
  94. package/src/git/extractor.ts +209 -209
  95. package/src/git/hooks-path.ts +85 -85
  96. package/src/hooks/admission.ts +117 -0
  97. package/src/hooks/handler.ts +98 -91
  98. package/src/hooks/pattern-detector.ts +173 -173
  99. package/src/hooks/significance-filter.ts +250 -250
  100. package/src/knowledge/context-assembly.ts +97 -0
  101. package/src/knowledge/workset.ts +179 -10
  102. package/src/llm/memory-manager.ts +328 -328
  103. package/src/llm/provider.ts +885 -885
  104. package/src/llm/quality.ts +248 -248
  105. package/src/memory/admission.ts +57 -0
  106. package/src/memory/attribution-guard.ts +249 -249
  107. package/src/memory/consolidation.ts +13 -2
  108. package/src/memory/disclosure-policy.ts +140 -135
  109. package/src/memory/entity-extractor.ts +197 -197
  110. package/src/memory/export-import.ts +11 -3
  111. package/src/memory/formation/evaluate.ts +217 -217
  112. package/src/memory/formation/extract.ts +361 -361
  113. package/src/memory/formation/index.ts +417 -417
  114. package/src/memory/formation/resolve.ts +344 -344
  115. package/src/memory/formation/types.ts +315 -315
  116. package/src/memory/freshness.ts +122 -122
  117. package/src/memory/graph-context.ts +8 -2
  118. package/src/memory/graph.ts +197 -197
  119. package/src/memory/observations.ts +162 -4
  120. package/src/memory/quality-audit.ts +2 -0
  121. package/src/memory/refs.ts +94 -94
  122. package/src/memory/retention.ts +22 -2
  123. package/src/memory/secret-filter.ts +79 -79
  124. package/src/memory/session.ts +5 -2
  125. package/src/memory/visibility.ts +80 -0
  126. package/src/multimodal/image-loader.ts +143 -143
  127. package/src/orchestrate/adapters/claude-stream.ts +192 -192
  128. package/src/orchestrate/adapters/claude.ts +111 -111
  129. package/src/orchestrate/adapters/codex-stream.ts +134 -134
  130. package/src/orchestrate/adapters/codex.ts +41 -41
  131. package/src/orchestrate/adapters/gemini-stream.ts +166 -166
  132. package/src/orchestrate/adapters/gemini.ts +42 -42
  133. package/src/orchestrate/adapters/index.ts +73 -73
  134. package/src/orchestrate/adapters/opencode-stream.ts +143 -143
  135. package/src/orchestrate/adapters/opencode.ts +47 -47
  136. package/src/orchestrate/adapters/spawn-helper.ts +286 -286
  137. package/src/orchestrate/adapters/types.ts +77 -77
  138. package/src/orchestrate/capability-router.ts +284 -284
  139. package/src/orchestrate/context-compact.ts +188 -188
  140. package/src/orchestrate/cost-tracker.ts +219 -219
  141. package/src/orchestrate/error-recovery.ts +191 -191
  142. package/src/orchestrate/evidence.ts +140 -140
  143. package/src/orchestrate/ledger.ts +110 -110
  144. package/src/orchestrate/memorix-bridge.ts +378 -340
  145. package/src/orchestrate/output-budget.ts +80 -80
  146. package/src/orchestrate/permission.ts +152 -152
  147. package/src/orchestrate/pipeline-trace.ts +131 -131
  148. package/src/orchestrate/prompt-builder.ts +155 -155
  149. package/src/orchestrate/ring-buffer.ts +37 -37
  150. package/src/orchestrate/task-graph.ts +389 -389
  151. package/src/orchestrate/worktree.ts +232 -232
  152. package/src/project/aliases.ts +374 -374
  153. package/src/project/detector.ts +268 -268
  154. package/src/rules/adapters/claude-code.ts +99 -99
  155. package/src/rules/adapters/codex.ts +97 -97
  156. package/src/rules/adapters/copilot.ts +124 -124
  157. package/src/rules/adapters/cursor.ts +114 -114
  158. package/src/rules/adapters/kiro.ts +126 -126
  159. package/src/rules/adapters/trae.ts +56 -56
  160. package/src/rules/adapters/windsurf.ts +83 -83
  161. package/src/rules/syncer.ts +235 -235
  162. package/src/runtime/control-plane-maintenance.ts +1 -0
  163. package/src/runtime/isolated-maintenance.ts +1 -0
  164. package/src/runtime/lifecycle.ts +18 -0
  165. package/src/runtime/maintenance-jobs.ts +1 -0
  166. package/src/runtime/maintenance-runner.ts +2 -0
  167. package/src/runtime/project-maintenance.ts +89 -0
  168. package/src/sdk.ts +334 -304
  169. package/src/search/intent-detector.ts +289 -289
  170. package/src/search/query-expansion.ts +52 -52
  171. package/src/server/formation-timeout.ts +27 -27
  172. package/src/server.ts +260 -81
  173. package/src/skills/mini-skills.ts +386 -386
  174. package/src/store/chat-store.ts +119 -119
  175. package/src/store/graph-store.ts +249 -249
  176. package/src/store/mini-skill-store.ts +349 -349
  177. package/src/store/orama-store.ts +61 -6
  178. package/src/store/persistence-json.ts +212 -212
  179. package/src/store/persistence.ts +291 -291
  180. package/src/store/project-affinity.ts +195 -195
  181. package/src/store/sqlite-db.ts +23 -1
  182. package/src/store/sqlite-store.ts +12 -2
  183. package/src/team/event-bus.ts +76 -76
  184. package/src/team/file-locks.ts +173 -173
  185. package/src/team/handoff.ts +168 -161
  186. package/src/team/messages.ts +203 -203
  187. package/src/team/poll.ts +132 -132
  188. package/src/team/tasks.ts +211 -211
  189. package/src/types.ts +51 -0
  190. package/src/wiki/generator.ts +2 -0
  191. package/src/workspace/mcp-adapters/codex.ts +191 -191
  192. package/src/workspace/mcp-adapters/copilot.ts +105 -105
  193. package/src/workspace/mcp-adapters/cursor.ts +53 -53
  194. package/src/workspace/mcp-adapters/kiro.ts +64 -64
  195. package/src/workspace/mcp-adapters/opencode.ts +123 -123
  196. package/src/workspace/mcp-adapters/trae.ts +134 -134
  197. package/src/workspace/mcp-adapters/windsurf.ts +91 -91
  198. package/src/workspace/sanitizer.ts +60 -60
  199. package/src/workspace/workflow-sync.ts +131 -131
@@ -1,250 +1,250 @@
1
- /**
2
- * Significance Filter
3
- *
4
- * Determines if content is significant enough to be stored as memory.
5
- * Inspired by Cipher's isSignificantKnowledge() — filters out trivial content
6
- * while preserving technical knowledge, decisions, and problem-solving.
7
- *
8
- * Performance: O(n) regex matching, ~0.1-0.5ms per call.
9
- * No external dependencies, pure TypeScript.
10
- */
11
-
12
- // ─── Skip Patterns (content that should NOT be stored) ───
13
-
14
- const SKIP_PATTERNS: RegExp[] = [
15
- // Personal information and identity (privacy)
16
- /\b(my name|user['']?s? name|find my name|who am i|what['']?s my name)\b/i,
17
- /\b(password|secret|api[_-]?key|access[_-]?token|private[_-]?key)\b/i,
18
-
19
- // Simple greetings and social interactions
20
- /^(user:|assistant:)?\s*(hello|hi|hey|good morning|good afternoon|good evening|thanks|thank you|please|sorry|excuse me|bye|goodbye|你好|谢谢|再见)\b/i,
21
-
22
- // Generic status messages
23
- /^(task completed|operation successful|processing|loading|waiting|done|finished|ready|完成|成功|处理中)\b/i,
24
-
25
- // Simple yes/no or acknowledgment responses
26
- /^(user:|assistant:)?\s*(yes|no|ok|okay|sure|fine|great|good|right|correct|wrong|true|false|是|否|好的|对|错)\s*[.!?]?\s*$/i,
27
-
28
- // Tool results with no meaningful content
29
- /^(memorix_search|memorix_store|memorix_detail):\s*(found|completed|no results|error|stored)/i,
30
-
31
- // Empty or whitespace-only
32
- /^\s*$/,
33
-
34
- // Very short content (less than 10 chars after trimming)
35
- /^.{0,9}$/,
36
- ];
37
-
38
- // ─── Technical Patterns (content that SHOULD be stored) ───
39
-
40
- const TECHNICAL_PATTERNS: RegExp[] = [
41
- // Programming concepts and patterns
42
- /\b(function|method|class|interface|module|library|framework|algorithm|data structure|design pattern)\b/i,
43
- /\b(variable|constant|parameter|argument|return|async|await|promise|callback|closure|scope)\b/i,
44
- /\b(loop|iteration|recursion|condition|exception|error handling|debugging|testing|optimization)\b/i,
45
-
46
- // Code elements and syntax
47
- /\b(import|export|require|include|package|dependency|api|endpoint|request|response)\b/i,
48
- /\b(database|query|sql|nosql|schema|table|index|transaction|orm|migration)\b/i,
49
- /\b(git|version control|commit|merge|branch|pull request|repository|deployment)\b/i,
50
-
51
- // Technical implementations
52
- /\b(implements?|extends?|inherits?|overrides?|polymorphism|encapsulation|abstraction)\b/i,
53
- /\b(sort|search|filter|map|reduce|transform|parse|serialize|encrypt|decrypt)\b/i,
54
- /\b(authentication|authorization|security|validation|sanitization|middleware)\b/i,
55
-
56
- // Code blocks and technical syntax
57
- /```[\s\S]*```/,
58
- /`[^`]+`/,
59
-
60
- // Package managers and build tools
61
- /\b(npm|yarn|pnpm|pip|composer|cargo|go get|mvn|gradle|webpack|vite|rollup|tsup)\b/i,
62
-
63
- // File and system operations
64
- /\b(file|directory|path|config|environment|server|client|host|port|url|http|https|ssl|tls)\b/i,
65
- /\b(dockerfile|docker|container|kubernetes|cloud|aws|azure|gcp|ci\/cd|pipeline)\b/i,
66
-
67
- // Programming languages and technologies
68
- /\b(javascript|typescript|python|java|c\+\+|c#|rust|go|php|ruby|swift|kotlin|scala)\b/i,
69
- /\b(react|vue|angular|node|express|django|flask|spring|rails|laravel|fastapi|nextjs)\b/i,
70
- /\b(html|css|scss|sass|tailwind|bootstrap)\b/i,
71
-
72
- // Error messages and debugging
73
- /\b(error|exception|traceback|stack trace|compilation|syntax error|runtime error|bug|fix)\b/i,
74
- /(TypeError|ReferenceError|SyntaxError|RangeError|URIError|EvalError|AggregateError)/,
75
-
76
- // Technical explanations and problem-solving
77
- /\b(solution|approach|implementation|technique|strategy|pattern|best practice|optimization)\b/i,
78
- /\b(performance|scalability|maintainability|refactoring|code review|documentation)\b/i,
79
-
80
- // Decision and architecture keywords
81
- /\b(decision|chose|选择|决定|architecture|设计|trade-?off|权衡|因为|because|reason|原因)\b/i,
82
-
83
- // Chinese technical terms (no word boundary - Chinese doesn't use spaces)
84
- /(函数|方法|类|接口|模块|框架|算法|数据结构|设计模式|变量|常量|参数|返回|异步|回调|闭包|作用域)/,
85
- /(循环|迭代|递归|条件|异常|错误处理|调试|测试|优化|导入|导出|依赖|接口|端点|请求|响应)/,
86
- /(数据库|查询|表|索引|事务|迁移|版本控制|提交|合并|分支|部署|实现|继承|重写|多态|封装|抽象)/,
87
- ];
88
-
89
- // ─── Code-like Patterns ───
90
-
91
- const CODE_PATTERNS: RegExp[] = [
92
- /[{}[\]()]/, // Brackets and parentheses
93
- /[=><!&|]{2}/, // Double operators (==, !=, &&, ||, etc.)
94
- /\w+\.\w+\(/, // Method calls (obj.method()
95
- /\w+\s*=\s*\w+/, // Assignment
96
- /\/\*[\s\S]*?\*\/|\/\/.*$/m, // Comments
97
- /\$[a-zA-Z_][a-zA-Z0-9_]*/, // Shell/PHP variables
98
- /@\w+/, // Decorators/annotations
99
- ];
100
-
101
- // ─── Technical Words (for density calculation) ───
102
-
103
- const TECHNICAL_WORDS = new Set([
104
- 'api', 'sdk', 'cli', 'gui', 'ui', 'ux', 'ide', 'editor', 'compiler', 'interpreter',
105
- 'runtime', 'virtual', 'machine', 'container', 'image', 'build', 'deploy', 'release',
106
- 'version', 'update', 'patch', 'bug', 'feature', 'enhancement', 'issue', 'ticket',
107
- 'workflow', 'process', 'pipeline', 'automation', 'script', 'batch', 'cron', 'job',
108
- 'service', 'microservice', 'monolith', 'architecture', 'pattern', 'design', 'system',
109
- 'network', 'protocol', 'tcp', 'udp', 'http', 'https', 'ssl', 'tls', 'dns', 'cdn',
110
- 'cache', 'redis', 'memcached', 'session', 'cookie', 'token', 'jwt', 'oauth', 'auth',
111
- 'encrypt', 'decrypt', 'hash', 'salt', 'key', 'certificate', 'binary', 'buffer',
112
- 'json', 'xml', 'yaml', 'toml', 'csv', 'markdown', 'html', 'css', 'regex', 'parser',
113
- 'lexer', 'ast', 'ir', 'bytecode', 'jit', 'gc', 'heap', 'stack', 'memory', 'cpu',
114
- 'thread', 'process', 'async', 'sync', 'concurrent', 'parallel', 'mutex', 'lock',
115
- 'semaphore', 'deadlock', 'race', 'condition', 'atomic', 'volatile', 'immutable',
116
- ]);
117
-
118
- // ─── Main Filter Function ───
119
-
120
- export interface SignificanceResult {
121
- /** Whether the content is significant enough to store */
122
- isSignificant: boolean;
123
- /** Reason for the decision (for debugging/logging) */
124
- reason: string;
125
- /** Confidence score 0-1 (higher = more confident in decision) */
126
- confidence: number;
127
- }
128
-
129
- /**
130
- * Determine if content is significant enough to be stored as memory.
131
- *
132
- * @param content - The text content to evaluate
133
- * @returns SignificanceResult with decision, reason, and confidence
134
- */
135
- export function isSignificantKnowledge(content: string): SignificanceResult {
136
- if (!content || typeof content !== 'string') {
137
- return { isSignificant: false, reason: 'empty_content', confidence: 1.0 };
138
- }
139
-
140
- const text = content.trim();
141
- const textLower = text.toLowerCase();
142
-
143
- // ─── Phase 1: Skip patterns (fast rejection) ───
144
- for (const pattern of SKIP_PATTERNS) {
145
- if (pattern.test(text)) {
146
- return { isSignificant: false, reason: 'skip_pattern', confidence: 0.9 };
147
- }
148
- }
149
-
150
- // ─── Phase 2: Technical patterns (fast acceptance) ───
151
- for (const pattern of TECHNICAL_PATTERNS) {
152
- if (pattern.test(text)) {
153
- return { isSignificant: true, reason: 'technical_pattern', confidence: 0.85 };
154
- }
155
- }
156
-
157
- // ─── Phase 3: Code-like patterns ───
158
- let codePatternMatches = 0;
159
- for (const pattern of CODE_PATTERNS) {
160
- if (pattern.test(text)) {
161
- codePatternMatches++;
162
- }
163
- }
164
- if (codePatternMatches >= 2) {
165
- return { isSignificant: true, reason: 'code_patterns', confidence: 0.75 };
166
- }
167
-
168
- // ─── Phase 4: Technical word density ───
169
- const words = textLower.split(/\s+/).filter(w => w.length > 1);
170
- if (words.length > 5) {
171
- const technicalWordCount = words.filter(word =>
172
- TECHNICAL_WORDS.has(word.replace(/[^\w]/g, ''))
173
- ).length;
174
- const density = technicalWordCount / words.length;
175
-
176
- if (density > 0.15) {
177
- return { isSignificant: true, reason: 'high_technical_density', confidence: 0.7 };
178
- }
179
- if (density > 0.08 && words.length > 20) {
180
- return { isSignificant: true, reason: 'moderate_technical_density', confidence: 0.6 };
181
- }
182
- }
183
-
184
- // ─── Phase 5: Length-based heuristic ───
185
- // Longer content is more likely to be significant
186
- if (text.length > 200) {
187
- return { isSignificant: true, reason: 'substantial_length', confidence: 0.5 };
188
- }
189
-
190
- // ─── Default: not significant ───
191
- return { isSignificant: false, reason: 'no_technical_indicators', confidence: 0.6 };
192
- }
193
-
194
- /**
195
- * Check if content is a retrieved/search result that shouldn't be re-stored.
196
- * Prevents memory pollution from search results being stored as new memories.
197
- */
198
- export function isRetrievedResult(content: string): boolean {
199
- if (!content || typeof content !== 'string') return false;
200
- const text = content.toLowerCase();
201
-
202
- const retrievedPatterns = [
203
- /^(memorix_search|memorix_detail|memorix_timeline|search_nodes|read_graph):/i,
204
- /^(retrieved|result|results|found|matches|nodes|edges|search completed):/i,
205
- /^(observation #\d+|stored observation|memory #\d+)/i,
206
- /^(id:|timestamp:|similarity:|source:|type:)/i,
207
- /^(totalresults:|searchtime:|tokens:)/i,
208
- ];
209
-
210
- for (const pattern of retrievedPatterns) {
211
- if (pattern.test(text)) {
212
- return true;
213
- }
214
- }
215
-
216
- return false;
217
- }
218
-
219
- /**
220
- * Quick check for trivial commands that should never be stored.
221
- * Faster than full isSignificantKnowledge for common cases.
222
- */
223
- export function isTrivialCommand(command: string): boolean {
224
- if (!command || typeof command !== 'string') return true;
225
-
226
- const trivialPatterns = [
227
- /^(ls|dir|cd|pwd|echo|cat|type|head|tail|wc|which|where|whoami)(\s|$)/i,
228
- /^(Get-Content|Test-Path|Get-Item|Get-ChildItem|Set-Location|Write-Host)(\s|$)/i,
229
- /^(git\s+(status|log|diff|show|branch|remote|stash\s+list))(\s|$)/i,
230
- /^(npm\s+(list|ls|view|info|outdated))(\s|$)/i,
231
- /^(pip\s+(list|show|freeze)|python\s+--?version|node\s+--?version)(\s|$)/i,
232
- /^(env|printenv|set|export)(\s|$)/i,
233
- /^(clear|cls|exit|quit)(\s|$)/i,
234
- ];
235
-
236
- const cmd = command.trim();
237
-
238
- for (const pattern of trivialPatterns) {
239
- if (pattern.test(cmd)) {
240
- return true;
241
- }
242
- }
243
-
244
- // Self-referential: inspecting memorix's own data files
245
- if (/\.memorix[/\\]|observations\.json|memorix.*data/i.test(cmd)) {
246
- return true;
247
- }
248
-
249
- return false;
250
- }
1
+ /**
2
+ * Significance Filter
3
+ *
4
+ * Determines if content is significant enough to be stored as memory.
5
+ * Inspired by Cipher's isSignificantKnowledge() — filters out trivial content
6
+ * while preserving technical knowledge, decisions, and problem-solving.
7
+ *
8
+ * Performance: O(n) regex matching, ~0.1-0.5ms per call.
9
+ * No external dependencies, pure TypeScript.
10
+ */
11
+
12
+ // ─── Skip Patterns (content that should NOT be stored) ───
13
+
14
+ const SKIP_PATTERNS: RegExp[] = [
15
+ // Personal information and identity (privacy)
16
+ /\b(my name|user['']?s? name|find my name|who am i|what['']?s my name)\b/i,
17
+ /\b(password|secret|api[_-]?key|access[_-]?token|private[_-]?key)\b/i,
18
+
19
+ // Simple greetings and social interactions
20
+ /^(user:|assistant:)?\s*(hello|hi|hey|good morning|good afternoon|good evening|thanks|thank you|please|sorry|excuse me|bye|goodbye|你好|谢谢|再见)\b/i,
21
+
22
+ // Generic status messages
23
+ /^(task completed|operation successful|processing|loading|waiting|done|finished|ready|完成|成功|处理中)\b/i,
24
+
25
+ // Simple yes/no or acknowledgment responses
26
+ /^(user:|assistant:)?\s*(yes|no|ok|okay|sure|fine|great|good|right|correct|wrong|true|false|是|否|好的|对|错)\s*[.!?]?\s*$/i,
27
+
28
+ // Tool results with no meaningful content
29
+ /^(memorix_search|memorix_store|memorix_detail):\s*(found|completed|no results|error|stored)/i,
30
+
31
+ // Empty or whitespace-only
32
+ /^\s*$/,
33
+
34
+ // Very short content (less than 10 chars after trimming)
35
+ /^.{0,9}$/,
36
+ ];
37
+
38
+ // ─── Technical Patterns (content that SHOULD be stored) ───
39
+
40
+ const TECHNICAL_PATTERNS: RegExp[] = [
41
+ // Programming concepts and patterns
42
+ /\b(function|method|class|interface|module|library|framework|algorithm|data structure|design pattern)\b/i,
43
+ /\b(variable|constant|parameter|argument|return|async|await|promise|callback|closure|scope)\b/i,
44
+ /\b(loop|iteration|recursion|condition|exception|error handling|debugging|testing|optimization)\b/i,
45
+
46
+ // Code elements and syntax
47
+ /\b(import|export|require|include|package|dependency|api|endpoint|request|response)\b/i,
48
+ /\b(database|query|sql|nosql|schema|table|index|transaction|orm|migration)\b/i,
49
+ /\b(git|version control|commit|merge|branch|pull request|repository|deployment)\b/i,
50
+
51
+ // Technical implementations
52
+ /\b(implements?|extends?|inherits?|overrides?|polymorphism|encapsulation|abstraction)\b/i,
53
+ /\b(sort|search|filter|map|reduce|transform|parse|serialize|encrypt|decrypt)\b/i,
54
+ /\b(authentication|authorization|security|validation|sanitization|middleware)\b/i,
55
+
56
+ // Code blocks and technical syntax
57
+ /```[\s\S]*```/,
58
+ /`[^`]+`/,
59
+
60
+ // Package managers and build tools
61
+ /\b(npm|yarn|pnpm|pip|composer|cargo|go get|mvn|gradle|webpack|vite|rollup|tsup)\b/i,
62
+
63
+ // File and system operations
64
+ /\b(file|directory|path|config|environment|server|client|host|port|url|http|https|ssl|tls)\b/i,
65
+ /\b(dockerfile|docker|container|kubernetes|cloud|aws|azure|gcp|ci\/cd|pipeline)\b/i,
66
+
67
+ // Programming languages and technologies
68
+ /\b(javascript|typescript|python|java|c\+\+|c#|rust|go|php|ruby|swift|kotlin|scala)\b/i,
69
+ /\b(react|vue|angular|node|express|django|flask|spring|rails|laravel|fastapi|nextjs)\b/i,
70
+ /\b(html|css|scss|sass|tailwind|bootstrap)\b/i,
71
+
72
+ // Error messages and debugging
73
+ /\b(error|exception|traceback|stack trace|compilation|syntax error|runtime error|bug|fix)\b/i,
74
+ /(TypeError|ReferenceError|SyntaxError|RangeError|URIError|EvalError|AggregateError)/,
75
+
76
+ // Technical explanations and problem-solving
77
+ /\b(solution|approach|implementation|technique|strategy|pattern|best practice|optimization)\b/i,
78
+ /\b(performance|scalability|maintainability|refactoring|code review|documentation)\b/i,
79
+
80
+ // Decision and architecture keywords
81
+ /\b(decision|chose|选择|决定|architecture|设计|trade-?off|权衡|因为|because|reason|原因)\b/i,
82
+
83
+ // Chinese technical terms (no word boundary - Chinese doesn't use spaces)
84
+ /(函数|方法|类|接口|模块|框架|算法|数据结构|设计模式|变量|常量|参数|返回|异步|回调|闭包|作用域)/,
85
+ /(循环|迭代|递归|条件|异常|错误处理|调试|测试|优化|导入|导出|依赖|接口|端点|请求|响应)/,
86
+ /(数据库|查询|表|索引|事务|迁移|版本控制|提交|合并|分支|部署|实现|继承|重写|多态|封装|抽象)/,
87
+ ];
88
+
89
+ // ─── Code-like Patterns ───
90
+
91
+ const CODE_PATTERNS: RegExp[] = [
92
+ /[{}[\]()]/, // Brackets and parentheses
93
+ /[=><!&|]{2}/, // Double operators (==, !=, &&, ||, etc.)
94
+ /\w+\.\w+\(/, // Method calls (obj.method()
95
+ /\w+\s*=\s*\w+/, // Assignment
96
+ /\/\*[\s\S]*?\*\/|\/\/.*$/m, // Comments
97
+ /\$[a-zA-Z_][a-zA-Z0-9_]*/, // Shell/PHP variables
98
+ /@\w+/, // Decorators/annotations
99
+ ];
100
+
101
+ // ─── Technical Words (for density calculation) ───
102
+
103
+ const TECHNICAL_WORDS = new Set([
104
+ 'api', 'sdk', 'cli', 'gui', 'ui', 'ux', 'ide', 'editor', 'compiler', 'interpreter',
105
+ 'runtime', 'virtual', 'machine', 'container', 'image', 'build', 'deploy', 'release',
106
+ 'version', 'update', 'patch', 'bug', 'feature', 'enhancement', 'issue', 'ticket',
107
+ 'workflow', 'process', 'pipeline', 'automation', 'script', 'batch', 'cron', 'job',
108
+ 'service', 'microservice', 'monolith', 'architecture', 'pattern', 'design', 'system',
109
+ 'network', 'protocol', 'tcp', 'udp', 'http', 'https', 'ssl', 'tls', 'dns', 'cdn',
110
+ 'cache', 'redis', 'memcached', 'session', 'cookie', 'token', 'jwt', 'oauth', 'auth',
111
+ 'encrypt', 'decrypt', 'hash', 'salt', 'key', 'certificate', 'binary', 'buffer',
112
+ 'json', 'xml', 'yaml', 'toml', 'csv', 'markdown', 'html', 'css', 'regex', 'parser',
113
+ 'lexer', 'ast', 'ir', 'bytecode', 'jit', 'gc', 'heap', 'stack', 'memory', 'cpu',
114
+ 'thread', 'process', 'async', 'sync', 'concurrent', 'parallel', 'mutex', 'lock',
115
+ 'semaphore', 'deadlock', 'race', 'condition', 'atomic', 'volatile', 'immutable',
116
+ ]);
117
+
118
+ // ─── Main Filter Function ───
119
+
120
+ export interface SignificanceResult {
121
+ /** Whether the content is significant enough to store */
122
+ isSignificant: boolean;
123
+ /** Reason for the decision (for debugging/logging) */
124
+ reason: string;
125
+ /** Confidence score 0-1 (higher = more confident in decision) */
126
+ confidence: number;
127
+ }
128
+
129
+ /**
130
+ * Determine if content is significant enough to be stored as memory.
131
+ *
132
+ * @param content - The text content to evaluate
133
+ * @returns SignificanceResult with decision, reason, and confidence
134
+ */
135
+ export function isSignificantKnowledge(content: string): SignificanceResult {
136
+ if (!content || typeof content !== 'string') {
137
+ return { isSignificant: false, reason: 'empty_content', confidence: 1.0 };
138
+ }
139
+
140
+ const text = content.trim();
141
+ const textLower = text.toLowerCase();
142
+
143
+ // ─── Phase 1: Skip patterns (fast rejection) ───
144
+ for (const pattern of SKIP_PATTERNS) {
145
+ if (pattern.test(text)) {
146
+ return { isSignificant: false, reason: 'skip_pattern', confidence: 0.9 };
147
+ }
148
+ }
149
+
150
+ // ─── Phase 2: Technical patterns (fast acceptance) ───
151
+ for (const pattern of TECHNICAL_PATTERNS) {
152
+ if (pattern.test(text)) {
153
+ return { isSignificant: true, reason: 'technical_pattern', confidence: 0.85 };
154
+ }
155
+ }
156
+
157
+ // ─── Phase 3: Code-like patterns ───
158
+ let codePatternMatches = 0;
159
+ for (const pattern of CODE_PATTERNS) {
160
+ if (pattern.test(text)) {
161
+ codePatternMatches++;
162
+ }
163
+ }
164
+ if (codePatternMatches >= 2) {
165
+ return { isSignificant: true, reason: 'code_patterns', confidence: 0.75 };
166
+ }
167
+
168
+ // ─── Phase 4: Technical word density ───
169
+ const words = textLower.split(/\s+/).filter(w => w.length > 1);
170
+ if (words.length > 5) {
171
+ const technicalWordCount = words.filter(word =>
172
+ TECHNICAL_WORDS.has(word.replace(/[^\w]/g, ''))
173
+ ).length;
174
+ const density = technicalWordCount / words.length;
175
+
176
+ if (density > 0.15) {
177
+ return { isSignificant: true, reason: 'high_technical_density', confidence: 0.7 };
178
+ }
179
+ if (density > 0.08 && words.length > 20) {
180
+ return { isSignificant: true, reason: 'moderate_technical_density', confidence: 0.6 };
181
+ }
182
+ }
183
+
184
+ // ─── Phase 5: Length-based heuristic ───
185
+ // Longer content is more likely to be significant
186
+ if (text.length > 200) {
187
+ return { isSignificant: true, reason: 'substantial_length', confidence: 0.5 };
188
+ }
189
+
190
+ // ─── Default: not significant ───
191
+ return { isSignificant: false, reason: 'no_technical_indicators', confidence: 0.6 };
192
+ }
193
+
194
+ /**
195
+ * Check if content is a retrieved/search result that shouldn't be re-stored.
196
+ * Prevents memory pollution from search results being stored as new memories.
197
+ */
198
+ export function isRetrievedResult(content: string): boolean {
199
+ if (!content || typeof content !== 'string') return false;
200
+ const text = content.toLowerCase();
201
+
202
+ const retrievedPatterns = [
203
+ /^(memorix_search|memorix_detail|memorix_timeline|search_nodes|read_graph):/i,
204
+ /^(retrieved|result|results|found|matches|nodes|edges|search completed):/i,
205
+ /^(observation #\d+|stored observation|memory #\d+)/i,
206
+ /^(id:|timestamp:|similarity:|source:|type:)/i,
207
+ /^(totalresults:|searchtime:|tokens:)/i,
208
+ ];
209
+
210
+ for (const pattern of retrievedPatterns) {
211
+ if (pattern.test(text)) {
212
+ return true;
213
+ }
214
+ }
215
+
216
+ return false;
217
+ }
218
+
219
+ /**
220
+ * Quick check for trivial commands that should never be stored.
221
+ * Faster than full isSignificantKnowledge for common cases.
222
+ */
223
+ export function isTrivialCommand(command: string): boolean {
224
+ if (!command || typeof command !== 'string') return true;
225
+
226
+ const trivialPatterns = [
227
+ /^(ls|dir|cd|pwd|echo|cat|type|head|tail|wc|which|where|whoami)(\s|$)/i,
228
+ /^(Get-Content|Test-Path|Get-Item|Get-ChildItem|Set-Location|Write-Host)(\s|$)/i,
229
+ /^(git\s+(status|log|diff|show|branch|remote|stash\s+list))(\s|$)/i,
230
+ /^(npm\s+(list|ls|view|info|outdated))(\s|$)/i,
231
+ /^(pip\s+(list|show|freeze)|python\s+--?version|node\s+--?version)(\s|$)/i,
232
+ /^(env|printenv|set|export)(\s|$)/i,
233
+ /^(clear|cls|exit|quit)(\s|$)/i,
234
+ ];
235
+
236
+ const cmd = command.trim();
237
+
238
+ for (const pattern of trivialPatterns) {
239
+ if (pattern.test(cmd)) {
240
+ return true;
241
+ }
242
+ }
243
+
244
+ // Self-referential: inspecting memorix's own data files
245
+ if (/\.memorix[/\\]|observations\.json|memorix.*data/i.test(cmd)) {
246
+ return true;
247
+ }
248
+
249
+ return false;
250
+ }
@@ -0,0 +1,97 @@
1
+ /**
2
+ * Shared metadata contract for every bounded context delivery surface.
3
+ * The rendered Workset stays agent-facing; this receipt is for JSON, explain,
4
+ * diagnostics, and future handoff adapters.
5
+ */
6
+ export type ContextDeliveryTarget =
7
+ | 'project-context'
8
+ | 'context-pack'
9
+ | 'hook-session-start'
10
+ | 'session-handoff';
11
+
12
+ export type ContextCandidateKind =
13
+ | 'task'
14
+ | 'current-fact'
15
+ | 'code-state'
16
+ | 'semantic-code'
17
+ | 'start-here'
18
+ | 'memory'
19
+ | 'claim'
20
+ | 'knowledge-page'
21
+ | 'workflow'
22
+ | 'verification'
23
+ | 'caution';
24
+
25
+ export type ContextCandidateFreshness = 'current' | 'suspect' | 'stale' | 'unknown';
26
+ export type ContextCandidateTrust = 'source-backed' | 'derived' | 'historical';
27
+
28
+ export interface ContextReceiptSelection {
29
+ kind: ContextCandidateKind;
30
+ /** Stable source id when the candidate has one; never raw content. */
31
+ id?: string;
32
+ reason: string;
33
+ freshness?: ContextCandidateFreshness;
34
+ trust?: ContextCandidateTrust;
35
+ }
36
+
37
+ export interface ContextReceiptOmission {
38
+ kind: ContextCandidateKind;
39
+ reason: 'token-budget' | 'hidden-by-task-lens' | 'unavailable';
40
+ count: number;
41
+ }
42
+
43
+ export interface ContextReceipt {
44
+ version: '1.2.2';
45
+ target: ContextDeliveryTarget;
46
+ elapsedMs: number;
47
+ budget: {
48
+ maxTokens: number;
49
+ tokenCount: number;
50
+ };
51
+ selected: ContextReceiptSelection[];
52
+ omitted: ContextReceiptOmission[];
53
+ scheduledActions: string[];
54
+ }
55
+
56
+ function displayTarget(target: ContextDeliveryTarget): string {
57
+ switch (target) {
58
+ case 'project-context': return 'Project Context';
59
+ case 'context-pack': return 'Context Pack';
60
+ case 'hook-session-start': return 'SessionStart hook';
61
+ case 'session-handoff': return 'session handoff';
62
+ }
63
+ }
64
+
65
+ /** A human-facing diagnostic formatter. Do not append this to agent context. */
66
+ export function formatContextReceipt(receipt: ContextReceipt): string {
67
+ const lines = [
68
+ 'Context delivery receipt',
69
+ `- Target: ${displayTarget(receipt.target)}`,
70
+ `- Budget: ${receipt.budget.tokenCount}/${receipt.budget.maxTokens} tokens`,
71
+ `- Assembly: ${receipt.elapsedMs} ms`,
72
+ `- Selected: ${receipt.selected.length} item(s)`,
73
+ ];
74
+
75
+ if (receipt.selected.length > 0) {
76
+ lines.push('', 'Selected evidence');
77
+ for (const item of receipt.selected.slice(0, 20)) {
78
+ const id = item.id ? ` ${item.id}` : '';
79
+ const qualifiers = [item.trust, item.freshness].filter(Boolean).join(', ');
80
+ lines.push(`- ${item.kind}${id}: ${item.reason}${qualifiers ? ` (${qualifiers})` : ''}`);
81
+ }
82
+ }
83
+
84
+ if (receipt.omitted.length > 0) {
85
+ lines.push('', 'Withheld by budget');
86
+ for (const item of receipt.omitted) {
87
+ lines.push(`- ${item.kind}: ${item.count} item(s) (${item.reason})`);
88
+ }
89
+ }
90
+
91
+ if (receipt.scheduledActions.length > 0) {
92
+ lines.push('', 'Scheduled follow-up');
93
+ for (const action of receipt.scheduledActions) lines.push(`- ${action}`);
94
+ }
95
+
96
+ return lines.join('\n');
97
+ }