recallnest 2.2.0 → 2.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/.env +4 -0
  2. package/CLAUDE.md +1 -1
  3. package/README.md +30 -5
  4. package/README_CN.md +30 -5
  5. package/config.json +55 -0
  6. package/connectors/examples/email-adapter.ts +73 -0
  7. package/connectors/examples/logs-adapter.ts +103 -0
  8. package/connectors/examples/rss-adapter.ts +95 -0
  9. package/logs/daily-recall.error.log +0 -0
  10. package/logs/daily-recall.log +60 -0
  11. package/logs/ingest-2026-04-11.log +110 -0
  12. package/logs/ingest-2026-04-12.log +90 -0
  13. package/logs/ingest-2026-04-13.log +87 -0
  14. package/logs/launchagent-stderr.log +0 -0
  15. package/logs/launchagent-stdout.log +0 -0
  16. package/package.json +1 -1
  17. package/src/cli.ts +30 -0
  18. package/src/connector-types.ts +57 -0
  19. package/src/conversation-importer.ts +25 -1
  20. package/src/data-checkup.ts +31 -1
  21. package/src/doctor.ts +29 -0
  22. package/src/ingest.ts +203 -0
  23. package/src/mcp-server.ts +2 -2
  24. package/src/obsidian-connector.ts +282 -0
  25. package/src/session-schema.ts +2 -2
  26. package/src/source-heartbeat.ts +108 -0
  27. package/.claude-plugin/CLAUDE.md +0 -29
  28. package/.claude-plugin/marketplace.json +0 -18
  29. package/.dockerignore +0 -11
  30. package/.github/workflows/ci.yml +0 -28
  31. package/.mcp.json +0 -9
  32. package/CHANGELOG.md +0 -51
  33. package/DEMO.md +0 -94
  34. package/Dockerfile +0 -20
  35. package/EVAL.md +0 -89
  36. package/FAILURES.md +0 -75
  37. package/OPERATIONS.md +0 -59
  38. package/ROADMAP.md +0 -245
  39. package/SKILL.md +0 -250
  40. package/assets/dashboard.png +0 -0
  41. package/assets/knowledge-graph.png +0 -0
  42. package/assets/recallnest-workbench.png +0 -0
  43. package/assets/screenshots/ui-full.png +0 -0
  44. package/assets/screenshots/ui-overview.png +0 -0
  45. package/assets/screenshots/ui-search.png +0 -0
  46. package/assets/ui/app.js +0 -1031
  47. package/assets/ui/index.html +0 -224
  48. package/assets/ui/styles.css +0 -781
  49. package/assets/wechat-qr.jpg +0 -0
  50. package/bun.lock +0 -337
  51. package/daily-reflections/2026-03-05.md +0 -15
  52. package/daily-reflections/2026-03-06.md +0 -15
  53. package/daily-reflections/2026-03-07.md +0 -7
  54. package/daily-reflections/2026-03-08.md +0 -34
  55. package/daily-reflections/2026-03-09.md +0 -35
  56. package/daily-reflections/2026-03-10.md +0 -36
  57. package/daily-reflections/2026-03-11.md +0 -35
  58. package/daily-reflections/2026-03-12.md +0 -36
  59. package/daily-reflections/2026-03-13.md +0 -35
  60. package/daily-reflections/2026-03-14.md +0 -35
  61. package/daily-reflections/2026-03-15.md +0 -35
  62. package/daily-reflections/2026-03-16.md +0 -41
  63. package/daily-reflections/2026-03-17.md +0 -10
  64. package/daily-reflections/2026-03-18.md +0 -10
  65. package/daily-reflections/2026-03-19.md +0 -10
  66. package/daily-reflections/2026-03-20.md +0 -10
  67. package/daily-reflections/2026-03-21.md +0 -10
  68. package/daily-reflections/2026-03-22.md +0 -10
  69. package/daily-reflections/2026-03-23.md +0 -10
  70. package/daily-reflections/2026-03-24.md +0 -10
  71. package/daily-reflections/2026-03-25.md +0 -32
  72. package/daily-reflections/2026-03-26.md +0 -37
  73. package/daily-reflections/2026-03-27.md +0 -35
  74. package/daily-reflections/2026-03-28.md +0 -35
  75. package/daily-reflections/2026-03-29.md +0 -35
  76. package/daily-reflections/2026-03-30.md +0 -36
  77. package/daily-reflections/2026-03-31.md +0 -35
  78. package/daily-reflections/2026-04-01.md +0 -35
  79. package/daily-reflections/2026-04-02.md +0 -35
  80. package/daily-reflections/2026-04-03.md +0 -37
  81. package/daily-reflections/2026-04-04.md +0 -37
  82. package/daily-reflections/2026-04-05.md +0 -35
  83. package/daily-reflections/2026-04-06.md +0 -36
  84. package/daily-reflections/2026-04-07.md +0 -35
  85. package/daily-reflections/2026-04-08.md +0 -35
  86. package/daily-reflections/2026-04-12.md +0 -35
  87. package/data/alias-map.example.json +0 -22
  88. package/docs/api-reference.md +0 -1291
  89. package/docs/architecture.md +0 -168
  90. package/docs/memory-boundary-contract.md +0 -226
  91. package/docs/memory-categories.md +0 -119
  92. package/docs/pipeline-audit-ultramemory.md +0 -177
  93. package/docs/plans/2026-03-08-query-expansion.md +0 -270
  94. package/docs/plans/2026-03-16-continuity-layer.md +0 -196
  95. package/docs/plans/2026-04-01-recall-boost.md +0 -100
  96. package/docs/plans/mcp-tiering-plan.md +0 -126
  97. package/docs/research/recall-quality-audit-2026-03-22.md +0 -153
  98. package/docs/self-evolution.md +0 -198
  99. package/docs/superpowers/plans/2026-03-19-ingest-pipeline-upgrade.md +0 -782
  100. package/docs/superpowers/plans/2026-04-11-constructive-retrieval-emotion.md +0 -1195
  101. package/docs/superpowers/specs/2026-03-19-ingest-pipeline-upgrade-design.md +0 -77
  102. package/docs/superpowers/specs/2026-03-23-pull-claude-desktop-design.md +0 -95
  103. package/docs/superpowers/specs/2026-04-11-constructive-retrieval-emotion-design.md +0 -398
  104. package/eval/continuity/results-2026-03-16.md +0 -117
  105. package/eval/continuity/results-2026-03-19.md +0 -453
  106. package/eval/continuity/runbook.md +0 -110
  107. package/eval/continuity/seed-cases.md +0 -54
  108. package/eval/reports/2026-03-06-abstract-query-baseline.md +0 -96
  109. package/eval/reports/2026-03-06-aws-ssh-baseline.md +0 -82
  110. package/eval/reports/2026-03-06-baseline.md +0 -82
  111. package/eval/reports/query-expansion.md +0 -138
  112. package/glama.json +0 -6
  113. package/lm +0 -19
  114. package/plan-philosophy-upgrades.md +0 -363
  115. package/plan-product-upgrades.md +0 -155
  116. package/plan-v1.2-distributable.md +0 -105
  117. package/plan.md +0 -140
  118. package/research-memory-evolution.md +0 -440
  119. package/research-rl-agent-memory.md +0 -330
  120. package/scripts/archive-distilled-junk.ts +0 -116
  121. package/scripts/backfill-anchors.ts +0 -130
  122. package/scripts/backfill-l0l1l2.ts +0 -98
  123. package/scripts/blind-scan.ts +0 -588
  124. package/scripts/cleanup-step1-exact-dups.ts +0 -117
  125. package/scripts/cleanup-step2-template-dups.ts +0 -113
  126. package/scripts/cleanup-step3-stale-content.ts +0 -149
  127. package/scripts/cleanup-step4-orphan-scopes.ts +0 -131
  128. package/scripts/delete-distilled-junk.ts +0 -88
  129. package/scripts/diagnose-vector-search.ts +0 -132
  130. package/scripts/distill-facts.ts +0 -305
  131. package/scripts/health-check.ts +0 -343
  132. package/scripts/incremental-ingest.sh +0 -71
  133. package/scripts/migrate-language.ts +0 -75
  134. package/scripts/mlp-health-check.ts +0 -382
  135. package/scripts/pull-claude-desktop.ts +0 -515
  136. package/scripts/re-ingest-cc.sh +0 -66
  137. package/scripts/rebalance-memory-health.ts +0 -181
  138. package/scripts/run-desktop-ingest.sh +0 -11
  139. package/scripts/start-server.sh +0 -12
  140. package/scripts/verify-emotion-decay.ts +0 -148
  141. package/scripts/viz-dashboard.html +0 -423
  142. package/scripts/viz-export.ts +0 -703
  143. package/src/__tests__/access-tracker-novelty.test.ts +0 -228
  144. package/src/__tests__/activity-counter.test.ts +0 -96
  145. package/src/__tests__/admission-control.test.ts +0 -206
  146. package/src/__tests__/anchor-generator.test.ts +0 -67
  147. package/src/__tests__/auto-consolidation.test.ts +0 -168
  148. package/src/__tests__/auto-recall.test.ts +0 -131
  149. package/src/__tests__/babel-integration.test.ts +0 -139
  150. package/src/__tests__/batch-dedup.test.ts +0 -65
  151. package/src/__tests__/capture-engine.test.ts +0 -1144
  152. package/src/__tests__/capture-heuristic.test.ts +0 -171
  153. package/src/__tests__/cascade-forget.test.ts +0 -210
  154. package/src/__tests__/category-min-scores.test.ts +0 -33
  155. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  156. package/src/__tests__/circuit-breaker.test.ts +0 -99
  157. package/src/__tests__/cluster-consolidation.test.ts +0 -712
  158. package/src/__tests__/confidence-metadata.test.ts +0 -125
  159. package/src/__tests__/confidence-tracker.test.ts +0 -249
  160. package/src/__tests__/conflict-advisor.test.ts +0 -206
  161. package/src/__tests__/conflict-escalation.test.ts +0 -149
  162. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  163. package/src/__tests__/conflict-output.test.ts +0 -85
  164. package/src/__tests__/conflict-store.test.ts +0 -374
  165. package/src/__tests__/consolidation-engine.test.ts +0 -181
  166. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  167. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  168. package/src/__tests__/context-composer-pins.test.ts +0 -64
  169. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  170. package/src/__tests__/context-reconstructor.test.ts +0 -65
  171. package/src/__tests__/context-renderer.test.ts +0 -91
  172. package/src/__tests__/continuity-eval.test.ts +0 -275
  173. package/src/__tests__/continuity-schema.test.ts +0 -97
  174. package/src/__tests__/conversation-importer.test.ts +0 -692
  175. package/src/__tests__/core-recall-eval.test.ts +0 -235
  176. package/src/__tests__/core-summary.test.ts +0 -109
  177. package/src/__tests__/data-checkup.test.ts +0 -225
  178. package/src/__tests__/decay-exemption.test.ts +0 -84
  179. package/src/__tests__/dedup-actions.test.ts +0 -58
  180. package/src/__tests__/dedup-guard.test.ts +0 -39
  181. package/src/__tests__/deterministic-id.test.ts +0 -39
  182. package/src/__tests__/distill-lock.test.ts +0 -176
  183. package/src/__tests__/doctor.test.ts +0 -303
  184. package/src/__tests__/dream-pipeline.test.ts +0 -232
  185. package/src/__tests__/drill-down.test.ts +0 -108
  186. package/src/__tests__/embedder.test.ts +0 -122
  187. package/src/__tests__/emotion-decay.test.ts +0 -46
  188. package/src/__tests__/emotion-detector.test.ts +0 -56
  189. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  190. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  191. package/src/__tests__/entity-resolver.test.ts +0 -58
  192. package/src/__tests__/ethics-layer.test.ts +0 -476
  193. package/src/__tests__/event-segmenter.test.ts +0 -153
  194. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  195. package/src/__tests__/frequency-tracker.test.ts +0 -113
  196. package/src/__tests__/graph-export.test.ts +0 -489
  197. package/src/__tests__/hotness-blend.test.ts +0 -76
  198. package/src/__tests__/ingest.test.ts +0 -360
  199. package/src/__tests__/interference-detector.test.ts +0 -203
  200. package/src/__tests__/kg-extractor.test.ts +0 -184
  201. package/src/__tests__/kg-store.test.ts +0 -198
  202. package/src/__tests__/llm-consolidation.test.ts +0 -226
  203. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  204. package/src/__tests__/memory-boundaries.test.ts +0 -237
  205. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -243
  206. package/src/__tests__/memory-evolution.test.ts +0 -271
  207. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  208. package/src/__tests__/memory-lint.test.ts +0 -271
  209. package/src/__tests__/memory-output.test.ts +0 -215
  210. package/src/__tests__/multi-vector.test.ts +0 -242
  211. package/src/__tests__/narrative-architecture.test.ts +0 -456
  212. package/src/__tests__/pending-review.test.ts +0 -77
  213. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  214. package/src/__tests__/ppr-traversal.test.ts +0 -256
  215. package/src/__tests__/prediction-engine.test.ts +0 -349
  216. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  217. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  218. package/src/__tests__/preference-matcher.test.ts +0 -230
  219. package/src/__tests__/preference-slots.test.ts +0 -205
  220. package/src/__tests__/prospective-memory.test.ts +0 -283
  221. package/src/__tests__/query-entity-detector.test.ts +0 -171
  222. package/src/__tests__/query-expander-alias.test.ts +0 -89
  223. package/src/__tests__/query-expander.test.ts +0 -34
  224. package/src/__tests__/recall-governor.test.ts +0 -227
  225. package/src/__tests__/recall-mode.test.ts +0 -64
  226. package/src/__tests__/result-synthesizer.test.ts +0 -198
  227. package/src/__tests__/resume-context.test.ts +0 -4898
  228. package/src/__tests__/retrieval-trace.test.ts +0 -213
  229. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  230. package/src/__tests__/retroactive-boost.test.ts +0 -223
  231. package/src/__tests__/salience-scoring.test.ts +0 -106
  232. package/src/__tests__/scope-inventory.test.ts +0 -200
  233. package/src/__tests__/scope-policy.test.ts +0 -69
  234. package/src/__tests__/session-checkpoint.test.ts +0 -259
  235. package/src/__tests__/session-distiller.test.ts +0 -611
  236. package/src/__tests__/session-gc.test.ts +0 -215
  237. package/src/__tests__/skill-engine.test.ts +0 -546
  238. package/src/__tests__/skill-promotion.test.ts +0 -349
  239. package/src/__tests__/store-scope-audit.test.ts +0 -81
  240. package/src/__tests__/supersede-chain.test.ts +0 -154
  241. package/src/__tests__/temporal-parser.test.ts +0 -241
  242. package/src/__tests__/temporal-validity.test.ts +0 -160
  243. package/src/__tests__/term-registry.test.ts +0 -121
  244. package/src/__tests__/tool-output-compressor.test.ts +0 -133
  245. package/src/__tests__/topic-tag.test.ts +0 -113
  246. package/src/__tests__/trusted-memory.test.ts +0 -828
  247. package/src/__tests__/version-manager.test.ts +0 -213
  248. package/src/__tests__/workflow-observation.test.ts +0 -400
  249. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,828 +0,0 @@
1
- import { afterEach, beforeEach, describe, expect, it } from "bun:test";
2
- import { existsSync, mkdirSync, rmSync, writeFileSync } from "node:fs";
3
- import { join } from "node:path";
4
- import { tmpdir } from "node:os";
5
- import { randomUUID } from "node:crypto";
6
-
7
- import { createAuditLogger } from "../audit-log.js";
8
- import type { AuditEntry } from "../audit-log.js";
9
- import {
10
- DEFAULT_RETENTION_POLICY,
11
- loadRetentionPolicy,
12
- saveRetentionPolicy,
13
- shouldArchiveByPolicy,
14
- } from "../retention-policy.js";
15
- import type { RetentionPolicy } from "../retention-policy.js";
16
- import { scanForPII } from "../pii-detector.js";
17
-
18
- // ---------------------------------------------------------------------------
19
- // Helpers
20
- // ---------------------------------------------------------------------------
21
-
22
- function makeTmpDir(): string {
23
- const dir = join(tmpdir(), `recallnest-test-${randomUUID()}`);
24
- mkdirSync(dir, { recursive: true });
25
- return dir;
26
- }
27
-
28
- // ---------------------------------------------------------------------------
29
- // F-1: Audit Log
30
- // ---------------------------------------------------------------------------
31
-
32
- describe("F-1: audit log", () => {
33
- let tmpDir: string;
34
-
35
- beforeEach(() => {
36
- tmpDir = makeTmpDir();
37
- });
38
-
39
- afterEach(() => {
40
- try {
41
- rmSync(tmpDir, { recursive: true, force: true });
42
- } catch {
43
- // cleanup best-effort
44
- }
45
- });
46
-
47
- it("log writes an entry and count returns 1", () => {
48
- const logPath = join(tmpDir, "audit.jsonl");
49
- const logger = createAuditLogger(logPath);
50
-
51
- logger.log({ operation: "store", actor: "manual", scope: "test" });
52
-
53
- expect(logger.count()).toBe(1);
54
- });
55
-
56
- it("log writes multiple entries", () => {
57
- const logPath = join(tmpDir, "audit.jsonl");
58
- const logger = createAuditLogger(logPath);
59
-
60
- logger.log({ operation: "store", actor: "manual" });
61
- logger.log({ operation: "retrieve", actor: "agent" });
62
- logger.log({ operation: "delete", actor: "system" });
63
-
64
- expect(logger.count()).toBe(3);
65
- });
66
-
67
- it("getRecent returns newest first", () => {
68
- const logPath = join(tmpDir, "audit.jsonl");
69
- const logger = createAuditLogger(logPath);
70
-
71
- logger.log({ operation: "store", actor: "manual", details: "first" });
72
- logger.log({ operation: "update", actor: "agent", details: "second" });
73
- logger.log({ operation: "delete", actor: "system", details: "third" });
74
-
75
- const recent = logger.getRecent(2);
76
- expect(recent).toHaveLength(2);
77
- expect(recent[0].details).toBe("third");
78
- expect(recent[1].details).toBe("second");
79
- });
80
-
81
- it("getRecent defaults to 20", () => {
82
- const logPath = join(tmpDir, "audit.jsonl");
83
- const logger = createAuditLogger(logPath);
84
-
85
- for (let i = 0; i < 25; i++) {
86
- logger.log({ operation: "store", actor: "manual", details: `entry-${i}` });
87
- }
88
-
89
- const recent = logger.getRecent();
90
- expect(recent).toHaveLength(20);
91
- expect(recent[0].details).toBe("entry-24");
92
- });
93
-
94
- it("exportAll returns all entries in order", () => {
95
- const logPath = join(tmpDir, "audit.jsonl");
96
- const logger = createAuditLogger(logPath);
97
-
98
- logger.log({ operation: "store", actor: "manual", details: "a" });
99
- logger.log({ operation: "update", actor: "agent", details: "b" });
100
-
101
- const all = logger.exportAll();
102
- expect(all).toHaveLength(2);
103
- expect(all[0].details).toBe("a");
104
- expect(all[1].details).toBe("b");
105
- });
106
-
107
- it("entries have ISO timestamps", () => {
108
- const logPath = join(tmpDir, "audit.jsonl");
109
- const logger = createAuditLogger(logPath);
110
-
111
- logger.log({ operation: "store", actor: "manual" });
112
-
113
- const entries = logger.exportAll();
114
- expect(entries[0].timestamp).toMatch(/^\d{4}-\d{2}-\d{2}T/);
115
- });
116
-
117
- it("entries preserve scope and memoryId", () => {
118
- const logPath = join(tmpDir, "audit.jsonl");
119
- const logger = createAuditLogger(logPath);
120
-
121
- logger.log({
122
- operation: "store",
123
- actor: "api",
124
- scope: "project:x",
125
- memoryId: "mem-123",
126
- });
127
-
128
- const entries = logger.exportAll();
129
- expect(entries[0].scope).toBe("project:x");
130
- expect(entries[0].memoryId).toBe("mem-123");
131
- });
132
-
133
- it("truncates details to 200 chars", () => {
134
- const logPath = join(tmpDir, "audit.jsonl");
135
- const logger = createAuditLogger(logPath);
136
-
137
- const longDetails = "x".repeat(300);
138
- logger.log({ operation: "store", actor: "manual", details: longDetails });
139
-
140
- const entries = logger.exportAll();
141
- expect(entries[0].details!.length).toBe(200);
142
- });
143
-
144
- it("returns empty arrays / 0 count when file does not exist", () => {
145
- const logPath = join(tmpDir, "nonexistent.jsonl");
146
- const logger = createAuditLogger(logPath);
147
-
148
- expect(logger.getRecent()).toEqual([]);
149
- expect(logger.exportAll()).toEqual([]);
150
- expect(logger.count()).toBe(0);
151
- });
152
-
153
- it("silently handles write to read-only path", () => {
154
- // Use a path that cannot be written to (deep nested under /dev/null)
155
- const logger = createAuditLogger("/dev/null/impossible/audit.jsonl");
156
-
157
- // Should not throw
158
- expect(() => {
159
- logger.log({ operation: "store", actor: "manual" });
160
- }).not.toThrow();
161
- });
162
-
163
- it("creates parent directory if missing", () => {
164
- const nestedPath = join(tmpDir, "sub", "deep", "audit.jsonl");
165
- const logger = createAuditLogger(nestedPath);
166
-
167
- logger.log({ operation: "store", actor: "manual" });
168
-
169
- expect(existsSync(nestedPath)).toBe(true);
170
- expect(logger.count()).toBe(1);
171
- });
172
-
173
- it("skips malformed lines gracefully", () => {
174
- const logPath = join(tmpDir, "audit.jsonl");
175
- // Write some valid and invalid lines
176
- writeFileSync(
177
- logPath,
178
- '{"timestamp":"2026-01-01T00:00:00Z","operation":"store","actor":"manual"}\nBAD LINE\n{"timestamp":"2026-01-02T00:00:00Z","operation":"update","actor":"agent"}\n',
179
- );
180
-
181
- const logger = createAuditLogger(logPath);
182
- expect(logger.count()).toBe(2);
183
- expect(logger.exportAll()).toHaveLength(2);
184
- });
185
- });
186
-
187
- // ---------------------------------------------------------------------------
188
- // F-2: Retention Policy
189
- // ---------------------------------------------------------------------------
190
-
191
- describe("F-2: retention policy", () => {
192
- let tmpDir: string;
193
-
194
- beforeEach(() => {
195
- tmpDir = makeTmpDir();
196
- });
197
-
198
- afterEach(() => {
199
- try {
200
- rmSync(tmpDir, { recursive: true, force: true });
201
- } catch {
202
- // cleanup best-effort
203
- }
204
- });
205
-
206
- it("DEFAULT_RETENTION_POLICY has safe defaults", () => {
207
- expect(DEFAULT_RETENTION_POLICY.autoArchiveAfterDays).toBe(0);
208
- expect(DEFAULT_RETENTION_POLICY.maxMemories).toBe(0);
209
- expect(DEFAULT_RETENTION_POLICY.allowHardDelete).toBe(false);
210
- });
211
-
212
- it("loadRetentionPolicy returns defaults for unconfigured scope", () => {
213
- const policy = loadRetentionPolicy("unknown-scope", tmpDir);
214
- expect(policy).toEqual(DEFAULT_RETENTION_POLICY);
215
- });
216
-
217
- it("save and load round-trips correctly", () => {
218
- const custom: Partial<RetentionPolicy> = {
219
- autoArchiveAfterDays: 30,
220
- maxMemories: 100,
221
- };
222
-
223
- saveRetentionPolicy("my-scope", custom, tmpDir);
224
- const loaded = loadRetentionPolicy("my-scope", tmpDir);
225
-
226
- expect(loaded.autoArchiveAfterDays).toBe(30);
227
- expect(loaded.maxMemories).toBe(100);
228
- expect(loaded.allowHardDelete).toBe(false); // default preserved
229
- });
230
-
231
- it("partial save merges with defaults", () => {
232
- saveRetentionPolicy("scope-a", { allowHardDelete: true }, tmpDir);
233
- const loaded = loadRetentionPolicy("scope-a", tmpDir);
234
-
235
- expect(loaded.allowHardDelete).toBe(true);
236
- expect(loaded.autoArchiveAfterDays).toBe(0);
237
- expect(loaded.maxMemories).toBe(0);
238
- });
239
-
240
- it("different scopes have independent policies", () => {
241
- saveRetentionPolicy("scope-x", { maxMemories: 50 }, tmpDir);
242
- saveRetentionPolicy("scope-y", { maxMemories: 200 }, tmpDir);
243
-
244
- expect(loadRetentionPolicy("scope-x", tmpDir).maxMemories).toBe(50);
245
- expect(loadRetentionPolicy("scope-y", tmpDir).maxMemories).toBe(200);
246
- });
247
-
248
- it("shouldArchiveByPolicy: default policy never archives", () => {
249
- const result = shouldArchiveByPolicy(DEFAULT_RETENTION_POLICY, 365, 9999);
250
- expect(result.archive).toBe(false);
251
- expect(result.reason).toBeUndefined();
252
- });
253
-
254
- it("shouldArchiveByPolicy: archives when age exceeds limit", () => {
255
- const policy: RetentionPolicy = {
256
- autoArchiveAfterDays: 30,
257
- maxMemories: 0,
258
- allowHardDelete: false,
259
- };
260
-
261
- const result = shouldArchiveByPolicy(policy, 31, 10);
262
- expect(result.archive).toBe(true);
263
- expect(result.reason).toContain("31d");
264
- expect(result.reason).toContain("30d");
265
- });
266
-
267
- it("shouldArchiveByPolicy: does not archive when age is within limit", () => {
268
- const policy: RetentionPolicy = {
269
- autoArchiveAfterDays: 30,
270
- maxMemories: 0,
271
- allowHardDelete: false,
272
- };
273
-
274
- expect(shouldArchiveByPolicy(policy, 29, 10).archive).toBe(false);
275
- expect(shouldArchiveByPolicy(policy, 30, 10).archive).toBe(false);
276
- });
277
-
278
- it("shouldArchiveByPolicy: archives when count exceeds limit", () => {
279
- const policy: RetentionPolicy = {
280
- autoArchiveAfterDays: 0,
281
- maxMemories: 100,
282
- allowHardDelete: false,
283
- };
284
-
285
- const result = shouldArchiveByPolicy(policy, 5, 101);
286
- expect(result.archive).toBe(true);
287
- expect(result.reason).toContain("101");
288
- expect(result.reason).toContain("100");
289
- });
290
-
291
- it("shouldArchiveByPolicy: does not archive when count is within limit", () => {
292
- const policy: RetentionPolicy = {
293
- autoArchiveAfterDays: 0,
294
- maxMemories: 100,
295
- allowHardDelete: false,
296
- };
297
-
298
- expect(shouldArchiveByPolicy(policy, 5, 99).archive).toBe(false);
299
- expect(shouldArchiveByPolicy(policy, 5, 100).archive).toBe(false);
300
- });
301
-
302
- it("allowHardDelete defaults to false", () => {
303
- saveRetentionPolicy("scope-del", {}, tmpDir);
304
- const loaded = loadRetentionPolicy("scope-del", tmpDir);
305
- expect(loaded.allowHardDelete).toBe(false);
306
- });
307
- });
308
-
309
- // ---------------------------------------------------------------------------
310
- // F-3: PII Detector
311
- // ---------------------------------------------------------------------------
312
-
313
- describe("F-3: PII detector", () => {
314
- it("returns clean result for text without PII", () => {
315
- const result = scanForPII("This is a normal sentence about programming.");
316
- expect(result.hasPII).toBe(false);
317
- expect(result.detections).toHaveLength(0);
318
- expect(result.summary).toBe("No PII detected");
319
- });
320
-
321
- it("returns clean result for pure Chinese text without PII", () => {
322
- const result = scanForPII("今天天气不错,我们去公园散步吧。");
323
- expect(result.hasPII).toBe(false);
324
- expect(result.detections).toHaveLength(0);
325
- });
326
-
327
- it("detects API keys (high severity)", () => {
328
- const result = scanForPII("My key is sk-1234567890abcdefghijklmnop");
329
- expect(result.hasPII).toBe(true);
330
- const apiKey = result.detections.find((d) => d.type === "api_key");
331
- expect(apiKey).toBeDefined();
332
- expect(apiKey!.severity).toBe("high");
333
- });
334
-
335
- it("detects token patterns (high severity)", () => {
336
- const result = scanForPII("token=abcdefghij1234567890abcdefghij");
337
- expect(result.hasPII).toBe(true);
338
- const detection = result.detections.find((d) => d.type === "api_key");
339
- expect(detection).toBeDefined();
340
- expect(detection!.severity).toBe("high");
341
- });
342
-
343
- it("detects passwords (high severity)", () => {
344
- const result = scanForPII('password="MyS3cretP@ss!"');
345
- expect(result.hasPII).toBe(true);
346
- const pwd = result.detections.find((d) => d.type === "password");
347
- expect(pwd).toBeDefined();
348
- expect(pwd!.severity).toBe("high");
349
- });
350
-
351
- it("detects Chinese ID numbers (high severity)", () => {
352
- const result = scanForPII("身份证号: 110101199003077891");
353
- expect(result.hasPII).toBe(true);
354
- const id = result.detections.find((d) => d.type === "id_number");
355
- expect(id).toBeDefined();
356
- expect(id!.severity).toBe("high");
357
- });
358
-
359
- it("detects email addresses (low severity)", () => {
360
- const result = scanForPII("Contact me at alice@example.com");
361
- expect(result.hasPII).toBe(true);
362
- const email = result.detections.find((d) => d.type === "email");
363
- expect(email).toBeDefined();
364
- expect(email!.severity).toBe("low");
365
- });
366
-
367
- it("detects phone numbers (medium severity)", () => {
368
- const result = scanForPII("我的手机号是 13812345678");
369
- expect(result.hasPII).toBe(true);
370
- const phone = result.detections.find((d) => d.type === "phone");
371
- expect(phone).toBeDefined();
372
- expect(phone!.severity).toBe("medium");
373
- });
374
-
375
- it("detects credit card numbers (high severity)", () => {
376
- const result = scanForPII("Card: 4111-1111-1111-1111");
377
- expect(result.hasPII).toBe(true);
378
- const cc = result.detections.find((d) => d.type === "credit_card");
379
- expect(cc).toBeDefined();
380
- expect(cc!.severity).toBe("high");
381
- });
382
-
383
- it("detects credit card without separators", () => {
384
- const result = scanForPII("Card: 4111111111111111");
385
- expect(result.hasPII).toBe(true);
386
- const cc = result.detections.find((d) => d.type === "credit_card");
387
- expect(cc).toBeDefined();
388
- });
389
-
390
- it("detects multiple PII types in mixed text", () => {
391
- const text =
392
- "User alice@test.com has password=SuperSecret123 and phone 13900001234. " +
393
- "API key: sk-abcdefghijklmnopqrstuvwxyz";
394
- const result = scanForPII(text);
395
-
396
- expect(result.hasPII).toBe(true);
397
- const types = new Set(result.detections.map((d) => d.type));
398
- expect(types.has("email")).toBe(true);
399
- expect(types.has("password")).toBe(true);
400
- expect(types.has("phone")).toBe(true);
401
- expect(types.has("api_key")).toBe(true);
402
- expect(result.detections.length).toBeGreaterThanOrEqual(4);
403
- });
404
-
405
- it("masks sensitive matches (preserves head/tail, masks middle)", () => {
406
- const result = scanForPII("token=abcdefghijklmnopqrstuvwxyz1234");
407
- expect(result.hasPII).toBe(true);
408
- const detection = result.detections[0];
409
- // Masked value should contain ***
410
- expect(detection.match).toContain("***");
411
- // Should not contain the full original value
412
- expect(detection.match.length).toBeLessThan(
413
- "token=abcdefghijklmnopqrstuvwxyz1234".length,
414
- );
415
- });
416
-
417
- it("mask preserves first 4 and last 4 chars for long values", () => {
418
- // Email is a good test case: alice@example.com (17 chars, > 8)
419
- const result = scanForPII("email: alice@example.com");
420
- const email = result.detections.find((d) => d.type === "email");
421
- expect(email).toBeDefined();
422
- // "alice@example.com" -> "alic***e.com"
423
- expect(email!.match.startsWith("alic")).toBe(true);
424
- expect(email!.match.endsWith(".com")).toBe(true);
425
- expect(email!.match).toContain("***");
426
- });
427
-
428
- it("provides accurate summary counts", () => {
429
- const text =
430
- "password=MySecret123 alice@test.com 13812345678";
431
- const result = scanForPII(text);
432
-
433
- // Should mention total count and severity breakdown
434
- expect(result.summary).toContain("Found");
435
- expect(result.summary).toMatch(/\d+ high/);
436
- expect(result.summary).toMatch(/\d+ medium/);
437
- expect(result.summary).toMatch(/\d+ low/);
438
- });
439
-
440
- it("records position (char offset) of matches", () => {
441
- const text = "prefix alice@example.com suffix";
442
- const result = scanForPII(text);
443
- const email = result.detections.find((d) => d.type === "email");
444
- expect(email).toBeDefined();
445
- expect(email!.position).toBe(text.indexOf("alice@example.com"));
446
- });
447
-
448
- it("handles empty string", () => {
449
- const result = scanForPII("");
450
- expect(result.hasPII).toBe(false);
451
- expect(result.detections).toHaveLength(0);
452
- });
453
-
454
- it("can be called multiple times (regex state reset)", () => {
455
- // Ensures global regex lastIndex is properly reset between calls
456
- const text = "sk-abcdefghijklmnopqrstuvwxyz";
457
- const r1 = scanForPII(text);
458
- const r2 = scanForPII(text);
459
- expect(r1.detections.length).toBe(r2.detections.length);
460
- expect(r1.hasPII).toBe(r2.hasPII);
461
- });
462
- });
463
-
464
- // ---------------------------------------------------------------------------
465
- // F-2 Integration: Retention Policy + Auto-GC
466
- // ---------------------------------------------------------------------------
467
-
468
- import {
469
- maybeRunGc,
470
- resetGcTimestamp,
471
- DEFAULT_AUTO_GC_CONFIG,
472
- } from "../auto-gc.js";
473
- import { isActiveMemory } from "../memory-evolution.js";
474
-
475
- describe("F-2 integration: retention policy + auto-gc", () => {
476
- let tmpDir: string;
477
-
478
- beforeEach(() => {
479
- tmpDir = makeTmpDir();
480
- resetGcTimestamp();
481
- });
482
-
483
- afterEach(() => {
484
- try {
485
- rmSync(tmpDir, { recursive: true, force: true });
486
- } catch {
487
- // cleanup best-effort
488
- }
489
- });
490
-
491
- /** Build a minimal mock store for auto-gc tests. */
492
- function makeGcStore(entries: Array<{
493
- id: string;
494
- importance: number;
495
- timestamp: number;
496
- metadata: string;
497
- scope: string;
498
- }>) {
499
- const data = new Map(entries.map(e => [e.id, {
500
- ...e,
501
- text: "test",
502
- vector: [1, 0, 0],
503
- category: "events" as const,
504
- }]));
505
- const updates: Array<{ id: string; metadata: string }> = [];
506
- return {
507
- store: {
508
- stats: async () => ({ total: data.size }),
509
- list: async () => Array.from(data.values()),
510
- update: async (id: string, patch: { metadata: string }) => {
511
- updates.push({ id, metadata: patch.metadata });
512
- const entry = data.get(id);
513
- if (!entry) return null;
514
- entry.metadata = patch.metadata;
515
- return entry;
516
- },
517
- },
518
- updates,
519
- };
520
- }
521
-
522
- it("archives memories exceeding autoArchiveAfterDays", async () => {
523
- const now = Date.now();
524
- const scope = "project:retention-age";
525
- // Save a retention policy: autoArchiveAfterDays = 30
526
- saveRetentionPolicy(scope, { autoArchiveAfterDays: 30 }, tmpDir);
527
-
528
- const activeMeta = JSON.stringify({
529
- evolution: { status: "active", version: 1 },
530
- });
531
-
532
- // One memory aged 45 days (above autoArchiveAfterDays=30)
533
- // Set importance high enough and decay score high enough that decay alone won't archive
534
- const { store, updates } = makeGcStore([
535
- {
536
- id: "aged-mem",
537
- importance: 0.5,
538
- timestamp: now - 45 * 86_400_000,
539
- metadata: activeMeta,
540
- scope,
541
- },
542
- ]);
543
-
544
- const result = await maybeRunGc(
545
- store as ReturnType<typeof makeGcStore>["store"] & import("../store.js").MemoryStore,
546
- {
547
- ...DEFAULT_AUTO_GC_CONFIG,
548
- minMemoryCount: 1,
549
- minHoursSinceLastGc: 0,
550
- // Set a very low decay threshold so decay alone wouldn't trigger
551
- decayScoreThreshold: 0.001,
552
- minAgeDays: 60, // Higher than 45 → decay check skipped
553
- },
554
- tmpDir,
555
- );
556
-
557
- expect(result.triggered).toBe(true);
558
- expect(result.archivedCount).toBe(1);
559
- expect(updates.length).toBe(1);
560
- // Verify the archived metadata marks it as archived
561
- expect(isActiveMemory(updates[0].metadata)).toBe(false);
562
- });
563
-
564
- it("archives memories when scope exceeds maxMemories", async () => {
565
- const now = Date.now();
566
- const scope = "project:retention-count";
567
- // maxMemories = 5 → with 6 active memories, oldest should be archived
568
- saveRetentionPolicy(scope, { maxMemories: 5 }, tmpDir);
569
-
570
- const activeMeta = JSON.stringify({
571
- evolution: { status: "active", version: 1 },
572
- });
573
-
574
- // Create 6 memories, all recent (within minAgeDays so decay won't fire)
575
- const entries = Array.from({ length: 6 }, (_, i) => ({
576
- id: `mem-${i}`,
577
- importance: 0.5,
578
- timestamp: now - (i + 1) * 86_400_000, // 1-6 days old
579
- metadata: activeMeta,
580
- scope,
581
- }));
582
-
583
- const { store, updates } = makeGcStore(entries);
584
-
585
- const result = await maybeRunGc(
586
- store as ReturnType<typeof makeGcStore>["store"] & import("../store.js").MemoryStore,
587
- {
588
- ...DEFAULT_AUTO_GC_CONFIG,
589
- minMemoryCount: 1,
590
- minHoursSinceLastGc: 0,
591
- decayScoreThreshold: 0.001, // Very low so decay alone won't trigger
592
- minAgeDays: 365, // Very high so decay check is skipped
593
- },
594
- tmpDir,
595
- );
596
-
597
- expect(result.triggered).toBe(true);
598
- // At least one should be archived since activeCount (6) > maxMemories (5)
599
- expect(result.archivedCount).toBeGreaterThanOrEqual(1);
600
- expect(updates.length).toBeGreaterThanOrEqual(1);
601
- });
602
-
603
- it("does not affect existing behavior when no retention config exists", async () => {
604
- const now = Date.now();
605
- const scope = "project:no-retention";
606
- // No saveRetentionPolicy call → default policy (0/0/false) → no policy archival
607
-
608
- const activeMeta = JSON.stringify({
609
- evolution: { status: "active", version: 1 },
610
- });
611
-
612
- // Memory aged 10 days, within default minAgeDays (30) → decay skip
613
- // No retention policy → policy skip
614
- const { store, updates } = makeGcStore([
615
- {
616
- id: "young-mem",
617
- importance: 0.5,
618
- timestamp: now - 10 * 86_400_000,
619
- metadata: activeMeta,
620
- scope,
621
- },
622
- ]);
623
-
624
- const result = await maybeRunGc(
625
- store as ReturnType<typeof makeGcStore>["store"] & import("../store.js").MemoryStore,
626
- {
627
- ...DEFAULT_AUTO_GC_CONFIG,
628
- minMemoryCount: 1,
629
- minHoursSinceLastGc: 0,
630
- minAgeDays: 30,
631
- },
632
- tmpDir, // Points to empty retention dir
633
- );
634
-
635
- expect(result.triggered).toBe(true);
636
- expect(result.archivedCount).toBe(0);
637
- expect(updates.length).toBe(0);
638
- });
639
- });
640
-
641
- // ---------------------------------------------------------------------------
642
- // F-3 Integration: PII Detection + persistMemory
643
- // ---------------------------------------------------------------------------
644
-
645
- import { persistMemory } from "../capture-engine.js";
646
-
647
- describe("F-3 integration: PII detection + persistMemory", () => {
648
- /** Build minimal deps for persistMemory. */
649
- function createPiiTestDeps() {
650
- const storedEntries: Array<Record<string, unknown>> = [];
651
- let seq = 1;
652
- return {
653
- storedEntries,
654
- deps: {
655
- embedder: {
656
- async embedPassage(_text: string) {
657
- return [1, 0, 0];
658
- },
659
- },
660
- store: {
661
- async store(entry: Record<string, unknown>) {
662
- const stored = {
663
- ...entry,
664
- id: `00000000-0000-0000-0000-${String(seq).padStart(12, "0")}`,
665
- timestamp: 1_700_000_000_000 + seq,
666
- };
667
- seq += 1;
668
- storedEntries.push(stored);
669
- return stored;
670
- },
671
- async list(
672
- _scopeFilter?: string[],
673
- _category?: string,
674
- limit = 20,
675
- offset = 0,
676
- ) {
677
- return storedEntries.slice(offset, offset + limit);
678
- },
679
- async update(id: string, updates: Record<string, unknown>) {
680
- const index = storedEntries.findIndex((e) => e.id === id);
681
- if (index < 0) return null;
682
- storedEntries[index] = { ...storedEntries[index], ...updates };
683
- return storedEntries[index];
684
- },
685
- async getById(id: string) {
686
- return storedEntries.find((e) => e.id === id) ?? null;
687
- },
688
- async get(id: string) {
689
- return storedEntries.find((e) => e.id === id) ?? null;
690
- },
691
- },
692
- },
693
- };
694
- }
695
-
696
- it("adds piiWarning to metadata when text contains API key", async () => {
697
- const { deps, storedEntries } = createPiiTestDeps();
698
- const result = await persistMemory(deps as Parameters<typeof persistMemory>[0], {
699
- text: "My API key is sk-abcdefghijklmnopqrstuvwxyz",
700
- category: "events",
701
- importance: 0.7,
702
- scope: "project:pii-test",
703
- source: "manual",
704
- tags: [],
705
- });
706
-
707
- expect(result.id).toBeDefined();
708
- // Check the stored entry's metadata contains piiWarning
709
- const stored = storedEntries[0];
710
- const meta = JSON.parse(stored.metadata as string);
711
- expect(meta.piiWarning).toBeDefined();
712
- expect(meta.piiWarning.severity).toBe("high");
713
- expect(meta.piiWarning.detections).toBeGreaterThanOrEqual(1);
714
- expect(meta.piiWarning.summary).toContain("Found");
715
- });
716
-
717
- it("does not add piiWarning to metadata for normal text", async () => {
718
- const { deps, storedEntries } = createPiiTestDeps();
719
- const result = await persistMemory(deps as Parameters<typeof persistMemory>[0], {
720
- text: "User prefers dark mode in all applications",
721
- category: "preferences",
722
- importance: 0.7,
723
- scope: "project:pii-test",
724
- source: "manual",
725
- tags: [],
726
- });
727
-
728
- expect(result.id).toBeDefined();
729
- const stored = storedEntries[0];
730
- const meta = JSON.parse(stored.metadata as string);
731
- expect(meta.piiWarning).toBeUndefined();
732
- });
733
-
734
- it("PII detection does not block write (text with PII is still stored)", async () => {
735
- const { deps, storedEntries } = createPiiTestDeps();
736
- const sensitiveText =
737
- "password=SuperSecret123 and token=abcdefghijklmnopqrstuvwxyz1234";
738
- const result = await persistMemory(deps as Parameters<typeof persistMemory>[0], {
739
- text: sensitiveText,
740
- category: "events",
741
- importance: 0.7,
742
- scope: "project:pii-test",
743
- source: "manual",
744
- tags: [],
745
- });
746
-
747
- // Memory was stored despite PII
748
- expect(result.id).toBeDefined();
749
- expect(result.disposition).toBe("stored");
750
- expect(storedEntries.length).toBe(1);
751
- // The stored text is the original text (not redacted)
752
- expect(storedEntries[0].text).toBe(sensitiveText);
753
- });
754
- });
755
-
756
- // ---------------------------------------------------------------------------
757
- // F-1 integration: audit logger in persistMemory & maybeRunGc
758
- // ---------------------------------------------------------------------------
759
-
760
- describe("F-1 integration: audit logger", () => {
761
- let tmpDir: string;
762
- beforeEach(() => { tmpDir = join(tmpdir(), `f1-audit-${randomUUID()}`); mkdirSync(tmpDir, { recursive: true }); });
763
- afterEach(() => { try { rmSync(tmpDir, { recursive: true, force: true }); } catch {} });
764
-
765
- it("persistMemory records store audit entry", async () => {
766
- const { persistMemory } = await import("../capture-engine.js");
767
- const { createAuditLogger } = await import("../audit-log.js");
768
- const logPath = join(tmpDir, "audit.jsonl");
769
- const logger = createAuditLogger(logPath);
770
-
771
- const deps = {
772
- embedder: { async embedPassage() { return [1, 0, 0]; } },
773
- store: {
774
- async store(entry: Record<string, unknown>) { return { ...entry, id: entry.id ?? "test-1", timestamp: Date.now() }; },
775
- async list() { return []; },
776
- async update() { return null; },
777
- async getById() { return null; },
778
- },
779
- auditLogger: logger,
780
- };
781
-
782
- await persistMemory(deps as Parameters<typeof persistMemory>[0], {
783
- text: "User prefers dark mode",
784
- category: "preferences",
785
- scope: "project:test",
786
- source: "manual",
787
- importance: 0.7,
788
- tags: [],
789
- });
790
-
791
- const entries = logger.exportAll();
792
- const storeEntry = entries.find(e => e.operation === "store");
793
- expect(storeEntry).toBeDefined();
794
- expect(storeEntry!.actor).toBe("manual");
795
- expect(storeEntry!.scope).toBe("project:test");
796
- });
797
-
798
- it("maybeRunGc records archive audit entry", async () => {
799
- const { maybeRunGc, resetGcTimestamp } = await import("../auto-gc.js");
800
- const { createAuditLogger } = await import("../audit-log.js");
801
- resetGcTimestamp();
802
-
803
- const logPath = join(tmpDir, "audit-gc.jsonl");
804
- const logger = createAuditLogger(logPath);
805
- const now = Date.now();
806
- const oldTs = now - 120 * 86_400_000;
807
- const activeMeta = JSON.stringify({ evolution: { status: "active", version: 1, accessCount: 0, lastAccessedAt: null, validFrom: oldTs, validUntil: null } });
808
-
809
- const store = {
810
- async stats() { return { total: 100 }; },
811
- async list() { return [{ id: "gc-1", text: "old", importance: 0.1, timestamp: oldTs, metadata: activeMeta, category: "events", scope: "project:test" }]; },
812
- async update(id: string, upd: Record<string, unknown>) { return { id, ...upd }; },
813
- };
814
-
815
- const result = await maybeRunGc(
816
- store as Parameters<typeof maybeRunGc>[0],
817
- { minMemoryCount: 1, minHoursSinceLastGc: 0, decayScoreThreshold: 0.99, maxArchivePerRun: 10, minAgeDays: 30 },
818
- undefined, // retentionConfigDir
819
- logger, // auditLogger (4th param)
820
- );
821
-
822
- expect(result.archivedCount).toBe(1);
823
- const archiveEntry = logger.exportAll().find(e => e.operation === "archive");
824
- expect(archiveEntry).toBeDefined();
825
- expect(archiveEntry!.memoryId).toBe("gc-1");
826
- expect(archiveEntry!.actor).toBe("system");
827
- });
828
- });