recallnest 2.3.0 → 2.5.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (221) hide show
  1. package/CHANGELOG.md +150 -0
  2. package/README.md +17 -31
  3. package/README_CN.md +12 -22
  4. package/assets/ui/app.js +1031 -0
  5. package/assets/ui/index.html +224 -0
  6. package/assets/ui/styles.css +781 -0
  7. package/config.json.example +4 -1
  8. package/docs/api-reference.md +1291 -0
  9. package/docs/architecture.md +168 -0
  10. package/docs/connector-spec.md +126 -0
  11. package/eval/cases-canary.json +58 -0
  12. package/eval/cases-scope-robustness.json +278 -0
  13. package/eval/cases.json +117 -20
  14. package/package.json +22 -1
  15. package/src/__tests__/access-tracker-novelty.test.ts +238 -0
  16. package/src/__tests__/activity-counter.test.ts +125 -0
  17. package/src/__tests__/adaptive-fidelity.test.ts +102 -0
  18. package/src/__tests__/admission-control.test.ts +206 -0
  19. package/src/__tests__/anchor-generator.test.ts +67 -0
  20. package/src/__tests__/auto-consolidation.test.ts +168 -0
  21. package/src/__tests__/auto-recall.test.ts +131 -0
  22. package/src/__tests__/babel-integration.test.ts +144 -0
  23. package/src/__tests__/batch-dedup.test.ts +65 -0
  24. package/src/__tests__/canary-eval.test.ts +114 -0
  25. package/src/__tests__/capture-engine.test.ts +1238 -0
  26. package/src/__tests__/capture-heuristic.test.ts +171 -0
  27. package/src/__tests__/cascade-forget.test.ts +210 -0
  28. package/src/__tests__/category-min-scores.test.ts +33 -0
  29. package/src/__tests__/cc8-cc1-essential-context.test.ts +298 -0
  30. package/src/__tests__/circuit-breaker.test.ts +99 -0
  31. package/src/__tests__/cluster-consolidation.test.ts +782 -0
  32. package/src/__tests__/confidence-metadata.test.ts +125 -0
  33. package/src/__tests__/confidence-tracker.test.ts +261 -0
  34. package/src/__tests__/conflict-advisor.test.ts +206 -0
  35. package/src/__tests__/conflict-escalation.test.ts +149 -0
  36. package/src/__tests__/conflict-lifecycle.test.ts +83 -0
  37. package/src/__tests__/conflict-output.test.ts +85 -0
  38. package/src/__tests__/conflict-store.test.ts +374 -0
  39. package/src/__tests__/connector-v1.test.ts +181 -0
  40. package/src/__tests__/consolidation-engine.test.ts +333 -0
  41. package/src/__tests__/constructive-retrieval.test.ts +509 -0
  42. package/src/__tests__/context-collapse-renderer.test.ts +214 -0
  43. package/src/__tests__/context-composer-pins.test.ts +64 -0
  44. package/src/__tests__/context-composer-task-selection.test.ts +24 -0
  45. package/src/__tests__/context-reconstructor.test.ts +65 -0
  46. package/src/__tests__/context-renderer.test.ts +91 -0
  47. package/src/__tests__/continuity-eval.test.ts +275 -0
  48. package/src/__tests__/continuity-schema.test.ts +97 -0
  49. package/src/__tests__/contracts.test.ts +216 -0
  50. package/src/__tests__/conversation-importer.test.ts +692 -0
  51. package/src/__tests__/core-recall-eval.test.ts +235 -0
  52. package/src/__tests__/core-summary.test.ts +109 -0
  53. package/src/__tests__/data-checkup.test.ts +276 -0
  54. package/src/__tests__/decay-exemption.test.ts +84 -0
  55. package/src/__tests__/dedup-actions.test.ts +58 -0
  56. package/src/__tests__/dedup-guard.test.ts +39 -0
  57. package/src/__tests__/deterministic-id.test.ts +39 -0
  58. package/src/__tests__/distill-lock.test.ts +305 -0
  59. package/src/__tests__/distill-session-argshape.test.ts +79 -0
  60. package/src/__tests__/doctor.test.ts +319 -0
  61. package/src/__tests__/dream-pipeline.test.ts +321 -0
  62. package/src/__tests__/drill-down.test.ts +108 -0
  63. package/src/__tests__/embedder.test.ts +122 -0
  64. package/src/__tests__/emotion-decay.test.ts +46 -0
  65. package/src/__tests__/emotion-detector.test.ts +56 -0
  66. package/src/__tests__/emotion-phase1-integration.test.ts +153 -0
  67. package/src/__tests__/emotion-retrieval.test.ts +56 -0
  68. package/src/__tests__/entity-resolver.test.ts +58 -0
  69. package/src/__tests__/env-config.test.ts +151 -0
  70. package/src/__tests__/error-signature-boost.test.ts +87 -0
  71. package/src/__tests__/error-signature.test.ts +95 -0
  72. package/src/__tests__/error-taxonomy.test.ts +129 -0
  73. package/src/__tests__/ethics-layer.test.ts +476 -0
  74. package/src/__tests__/event-segmenter.test.ts +153 -0
  75. package/src/__tests__/feature-flags-integration.test.ts +54 -0
  76. package/src/__tests__/frequency-tracker.test.ts +113 -0
  77. package/src/__tests__/graph-export.test.ts +489 -0
  78. package/src/__tests__/hotness-blend.test.ts +76 -0
  79. package/src/__tests__/ingest-chunking.test.ts +44 -0
  80. package/src/__tests__/ingest.test.ts +360 -0
  81. package/src/__tests__/interference-detector.test.ts +203 -0
  82. package/src/__tests__/kg-extractor.test.ts +192 -0
  83. package/src/__tests__/kg-store.test.ts +300 -0
  84. package/src/__tests__/llm-consolidation.test.ts +226 -0
  85. package/src/__tests__/maintenance-locks.test.ts +174 -0
  86. package/src/__tests__/mcp-efficiency.test.ts +288 -0
  87. package/src/__tests__/mcp-related-scopes.test.ts +151 -0
  88. package/src/__tests__/memory-boundaries.test.ts +250 -0
  89. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +345 -0
  90. package/src/__tests__/memory-evolution.test.ts +271 -0
  91. package/src/__tests__/memory-health-rebalance.test.ts +144 -0
  92. package/src/__tests__/memory-lint.test.ts +421 -0
  93. package/src/__tests__/memory-output.test.ts +215 -0
  94. package/src/__tests__/memory-promotion.test.ts +315 -0
  95. package/src/__tests__/migrate-dedup-ids.test.ts +65 -0
  96. package/src/__tests__/multi-vector.test.ts +242 -0
  97. package/src/__tests__/narrative-architecture.test.ts +456 -0
  98. package/src/__tests__/noise-filter.test.ts +205 -0
  99. package/src/__tests__/obsidian-connector.test.ts +363 -0
  100. package/src/__tests__/omitted-reporting.test.ts +98 -0
  101. package/src/__tests__/pending-review.test.ts +77 -0
  102. package/src/__tests__/pii-redact.test.ts +314 -0
  103. package/src/__tests__/post-retrieval-filter.test.ts +178 -0
  104. package/src/__tests__/ppr-traversal.test.ts +256 -0
  105. package/src/__tests__/prediction-engine.test.ts +349 -0
  106. package/src/__tests__/predictive-prospective-memory.test.ts +416 -0
  107. package/src/__tests__/preference-guard-smoke.test.ts +211 -0
  108. package/src/__tests__/preference-matcher.test.ts +230 -0
  109. package/src/__tests__/preference-slots.test.ts +205 -0
  110. package/src/__tests__/prospective-memory.test.ts +283 -0
  111. package/src/__tests__/query-entity-detector.test.ts +171 -0
  112. package/src/__tests__/query-expander-alias.test.ts +146 -0
  113. package/src/__tests__/query-expander.test.ts +34 -0
  114. package/src/__tests__/recall-governor.test.ts +227 -0
  115. package/src/__tests__/recall-mode.test.ts +64 -0
  116. package/src/__tests__/result-synthesizer.test.ts +198 -0
  117. package/src/__tests__/resume-context.test.ts +4898 -0
  118. package/src/__tests__/retrieval-trace.test.ts +213 -0
  119. package/src/__tests__/retriever-boundary-weight.test.ts +136 -0
  120. package/src/__tests__/retroactive-boost.test.ts +223 -0
  121. package/src/__tests__/salience-scoring.test.ts +106 -0
  122. package/src/__tests__/scope-inventory.test.ts +200 -0
  123. package/src/__tests__/scope-policy.test.ts +69 -0
  124. package/src/__tests__/scope-suggester.test.ts +80 -0
  125. package/src/__tests__/session-checkpoint.test.ts +291 -0
  126. package/src/__tests__/session-distiller.test.ts +640 -0
  127. package/src/__tests__/session-gc.test.ts +215 -0
  128. package/src/__tests__/skill-engine.test.ts +552 -0
  129. package/src/__tests__/skill-promotion.test.ts +601 -0
  130. package/src/__tests__/skill-verifier.test.ts +122 -0
  131. package/src/__tests__/source-heartbeat.test.ts +250 -0
  132. package/src/__tests__/store-patch-metadata.test.ts +205 -0
  133. package/src/__tests__/store-scope-audit.test.ts +81 -0
  134. package/src/__tests__/store-upsert.test.ts +184 -0
  135. package/src/__tests__/supersede-chain.test.ts +154 -0
  136. package/src/__tests__/temporal-parser.test.ts +241 -0
  137. package/src/__tests__/temporal-validity.test.ts +160 -0
  138. package/src/__tests__/term-registry.test.ts +121 -0
  139. package/src/__tests__/tool-error-surfacing.test.ts +98 -0
  140. package/src/__tests__/tool-output-compressor.test.ts +160 -0
  141. package/src/__tests__/topic-tag.test.ts +113 -0
  142. package/src/__tests__/trusted-memory.test.ts +839 -0
  143. package/src/__tests__/usage-tracker.test.ts +287 -0
  144. package/src/__tests__/version-manager.test.ts +213 -0
  145. package/src/__tests__/workflow-observation-skill-outcome.test.ts +352 -0
  146. package/src/__tests__/workflow-observation.test.ts +433 -0
  147. package/src/__tests__/write-verifier.test.ts +122 -0
  148. package/src/access-tracker.ts +38 -32
  149. package/src/activity-counter.ts +46 -18
  150. package/src/aliases.ts +133 -0
  151. package/src/api-server.ts +27 -7
  152. package/src/audit-log.ts +4 -2
  153. package/src/auto-consolidation.ts +8 -3
  154. package/src/auto-gc.ts +85 -21
  155. package/src/capture-engine.ts +54 -21
  156. package/src/cli.ts +169 -37
  157. package/src/confidence-tracker.ts +36 -18
  158. package/src/consolidation-engine.ts +109 -11
  159. package/src/context-composer.ts +8 -1
  160. package/src/data-checkup.ts +95 -6
  161. package/src/distill-lock.ts +194 -15
  162. package/src/doctor.ts +9 -2
  163. package/src/dream-pipeline.ts +118 -34
  164. package/src/env-config.ts +77 -0
  165. package/src/error-signature.ts +153 -0
  166. package/src/error-taxonomy.ts +115 -0
  167. package/src/eval.ts +251 -6
  168. package/src/idempotency.ts +8 -0
  169. package/src/ingest.ts +31 -10
  170. package/src/kg-extractor.ts +6 -2
  171. package/src/kg-store.ts +236 -44
  172. package/src/llm-consolidation.ts +2 -1
  173. package/src/mcp-server.ts +85 -1799
  174. package/src/mcp-tool-deps.ts +48 -0
  175. package/src/mcp-tools-advanced.ts +941 -0
  176. package/src/mcp-tools-core.ts +633 -0
  177. package/src/mcp-tools-governance.ts +475 -0
  178. package/src/memory-boundaries.ts +3 -1
  179. package/src/memory-evolution.ts +73 -1
  180. package/src/memory-lint.ts +183 -10
  181. package/src/memory-output.ts +114 -3
  182. package/src/memory-promotion.ts +246 -0
  183. package/src/memory-schema.ts +25 -2
  184. package/src/memory-store-port.ts +43 -0
  185. package/src/multi-vector.ts +2 -1
  186. package/src/narrative-schema.ts +2 -1
  187. package/src/noise-filter.ts +57 -6
  188. package/src/pii-detector.ts +157 -5
  189. package/src/query-expander.ts +90 -9
  190. package/src/result-synthesizer.ts +2 -1
  191. package/src/retention-policy.ts +2 -1
  192. package/src/retriever.ts +259 -139
  193. package/src/runtime-config.ts +8 -1
  194. package/src/scope-suggester.ts +113 -0
  195. package/src/session-distiller.ts +23 -2
  196. package/src/session-engine.ts +2 -1
  197. package/src/session-schema.ts +1 -0
  198. package/src/session-store.ts +5 -0
  199. package/src/skill-engine.ts +78 -0
  200. package/src/skill-promotion.ts +247 -47
  201. package/src/skill-schema.ts +16 -3
  202. package/src/skill-verifier.ts +152 -0
  203. package/src/store.ts +267 -38
  204. package/src/tool-output-compressor.ts +3 -1
  205. package/src/ui-server.ts +2 -1
  206. package/src/usage-tracker.ts +242 -0
  207. package/src/version-manager.ts +3 -2
  208. package/src/workflow-observation-engine.ts +2 -1
  209. package/src/workflow-observation-schema.ts +2 -1
  210. package/src/workflow-observation-store.ts +6 -2
  211. package/.env +0 -4
  212. package/CLAUDE.md +0 -46
  213. package/config.json +0 -55
  214. package/daily-recall.sh +0 -110
  215. package/logs/daily-recall.error.log +0 -0
  216. package/logs/daily-recall.log +0 -60
  217. package/logs/ingest-2026-04-11.log +0 -110
  218. package/logs/ingest-2026-04-12.log +0 -90
  219. package/logs/ingest-2026-04-13.log +0 -87
  220. package/logs/launchagent-stderr.log +0 -0
  221. package/logs/launchagent-stdout.log +0 -0
@@ -0,0 +1,215 @@
1
+ import { describe, expect, it } from "bun:test";
2
+ import { existsSync, mkdirSync, mkdtempSync, readdirSync, rmSync, utimesSync, writeFileSync } from "node:fs";
3
+ import { join } from "node:path";
4
+ import { tmpdir } from "node:os";
5
+
6
+ import { buildSessionCheckpointRecord } from "../session-engine.js";
7
+ import { SessionCheckpointStore, classifyCheckpointQuality } from "../session-store.js";
8
+
9
+ const FALLBACK_SUMMARY = "Checkpoint captured current task state without repo-state details.";
10
+ const NOW = new Date("2026-04-01T00:00:00.000Z");
11
+
12
+ function daysBeforeNow(days: number): string {
13
+ return new Date(NOW.getTime() - days * 86_400_000).toISOString();
14
+ }
15
+
16
+ function makeRichCheckpoint(overrides: Record<string, unknown> = {}) {
17
+ return buildSessionCheckpointRecord({
18
+ sessionId: overrides.sessionId ?? crypto.randomUUID(),
19
+ scope: overrides.scope ?? "project:test",
20
+ summary: overrides.summary ?? "Rich checkpoint with real content about the project status.",
21
+ decisions: overrides.decisions ?? ["decision-a"],
22
+ openLoops: overrides.openLoops ?? ["loop-a"],
23
+ nextActions: overrides.nextActions ?? ["action-a"],
24
+ entities: [],
25
+ files: [],
26
+ updatedAt: overrides.updatedAt ?? daysBeforeNow(1),
27
+ });
28
+ }
29
+
30
+ function makeMinimalCheckpoint(overrides: Record<string, unknown> = {}) {
31
+ return buildSessionCheckpointRecord({
32
+ sessionId: overrides.sessionId ?? crypto.randomUUID(),
33
+ scope: overrides.scope ?? "project:test",
34
+ summary: FALLBACK_SUMMARY,
35
+ decisions: [],
36
+ openLoops: [],
37
+ nextActions: [],
38
+ entities: [],
39
+ files: [],
40
+ updatedAt: overrides.updatedAt ?? daysBeforeNow(1),
41
+ });
42
+ }
43
+
44
+ function createTempStore(): { store: SessionCheckpointStore; dir: string; cleanup: () => void } {
45
+ const dir = mkdtempSync(join(tmpdir(), "rn-gc-test-"));
46
+ const checkpointDir = join(dir, "session-checkpoints");
47
+ mkdirSync(checkpointDir, { recursive: true });
48
+ const store = new SessionCheckpointStore(checkpointDir);
49
+ return {
50
+ store,
51
+ dir,
52
+ cleanup: () => rmSync(dir, { recursive: true, force: true }),
53
+ };
54
+ }
55
+
56
+ describe("checkpoint gc - retention rules", () => {
57
+ it("keeps latest N rich checkpoints per scope and archives older ones", async () => {
58
+ const { store, cleanup } = createTempStore();
59
+ try {
60
+ // 7 rich checkpoints for same scope, spread across 5-50 days
61
+ const ages = [5, 10, 15, 25, 35, 42, 50];
62
+ for (const age of ages) {
63
+ await store.save(makeRichCheckpoint({ updatedAt: daysBeforeNow(age) }));
64
+ }
65
+
66
+ const result = store.gc({ now: NOW, keepPerScope: 5, archiveAfterDays: 30 });
67
+ expect(result.kept).toBe(5);
68
+ expect(result.archived).toBe(2); // 42d and 50d
69
+ expect(result.deleted).toBe(0);
70
+ expect(result.errors).toHaveLength(0);
71
+ } finally {
72
+ cleanup();
73
+ }
74
+ });
75
+
76
+ it("keeps latest checkpoint per session if within 48 hours", async () => {
77
+ const { store, cleanup } = createTempStore();
78
+ try {
79
+ const sessionA = crypto.randomUUID();
80
+ const sessionB = crypto.randomUUID();
81
+
82
+ // sessionA: 1 hour old minimal — should be protected by session TTL
83
+ await store.save(makeMinimalCheckpoint({ sessionId: sessionA, updatedAt: daysBeforeNow(0.04) }));
84
+ // sessionB: 10 days old minimal — no session TTL protection, >7 days → delete
85
+ await store.save(makeMinimalCheckpoint({ sessionId: sessionB, updatedAt: daysBeforeNow(10) }));
86
+
87
+ const result = store.gc({ now: NOW, sessionTtlHours: 48, minimalTtlDays: 7 });
88
+ expect(result.kept).toBe(1); // sessionA protected
89
+ expect(result.deleted).toBe(1); // sessionB expired minimal
90
+ } finally {
91
+ cleanup();
92
+ }
93
+ });
94
+
95
+ it("deletes minimal checkpoints older than 7 days", async () => {
96
+ const { store, cleanup } = createTempStore();
97
+ try {
98
+ await store.save(makeMinimalCheckpoint({ updatedAt: daysBeforeNow(3) }));
99
+ await store.save(makeMinimalCheckpoint({ updatedAt: daysBeforeNow(8) }));
100
+ await store.save(makeMinimalCheckpoint({ updatedAt: daysBeforeNow(15) }));
101
+
102
+ const result = store.gc({ now: NOW, minimalTtlDays: 7 });
103
+ expect(result.kept).toBe(1); // 3d old
104
+ expect(result.deleted).toBe(2); // 8d and 15d old
105
+ } finally {
106
+ cleanup();
107
+ }
108
+ });
109
+
110
+ it("archives rich checkpoints older than 30 days not in latest-per-scope", async () => {
111
+ const { store, dir, cleanup } = createTempStore();
112
+ try {
113
+ const ages = [5, 10, 20, 35, 40, 50];
114
+ for (const age of ages) {
115
+ await store.save(makeRichCheckpoint({ updatedAt: daysBeforeNow(age) }));
116
+ }
117
+
118
+ const result = store.gc({ now: NOW, keepPerScope: 3, archiveAfterDays: 30 });
119
+ expect(result.kept).toBe(3); // 5d, 10d, 20d
120
+ expect(result.archived).toBe(3); // 35d, 40d, 50d
121
+
122
+ // Verify files actually moved to archive
123
+ const archiveDir = join(dir, "archive", "session-checkpoints");
124
+ expect(existsSync(archiveDir)).toBe(true);
125
+ expect(readdirSync(archiveDir).filter((f) => f.endsWith(".json"))).toHaveLength(3);
126
+ } finally {
127
+ cleanup();
128
+ }
129
+ });
130
+
131
+ it("hard-deletes archived files older than 90 days", async () => {
132
+ const { store, dir, cleanup } = createTempStore();
133
+ try {
134
+ // Manually place 2 files in archive directory
135
+ const archiveDir = join(dir, "archive", "session-checkpoints");
136
+ mkdirSync(archiveDir, { recursive: true });
137
+
138
+ const file60d = join(archiveDir, "old-60d-file.json");
139
+ const file100d = join(archiveDir, "old-100d-file.json");
140
+ writeFileSync(file60d, "{}");
141
+ writeFileSync(file100d, "{}");
142
+
143
+ // Backdate mtimes
144
+ const mtime60 = new Date(NOW.getTime() - 60 * 86_400_000);
145
+ const mtime100 = new Date(NOW.getTime() - 100 * 86_400_000);
146
+ utimesSync(file60d, mtime60, mtime60);
147
+ utimesSync(file100d, mtime100, mtime100);
148
+
149
+ const result = store.gc({ now: NOW, archiveTtlDays: 90 });
150
+ expect(existsSync(file60d)).toBe(true); // 60d < 90d, survives
151
+ expect(existsSync(file100d)).toBe(false); // 100d > 90d, deleted
152
+ expect(result.deleted).toBe(1);
153
+ } finally {
154
+ cleanup();
155
+ }
156
+ });
157
+ });
158
+
159
+ describe("checkpoint gc - priority and edge cases", () => {
160
+ it("session TTL protection overrides minimal delete rule", async () => {
161
+ const { store, cleanup } = createTempStore();
162
+ try {
163
+ const sessionId = crypto.randomUUID();
164
+ // 2 hours old minimal — minimalTtlDays=0 would delete, but session TTL protects
165
+ await store.save(makeMinimalCheckpoint({ sessionId, updatedAt: daysBeforeNow(0.08) }));
166
+
167
+ const result = store.gc({ now: NOW, sessionTtlHours: 48, minimalTtlDays: 0 });
168
+ expect(result.kept).toBe(1);
169
+ expect(result.deleted).toBe(0);
170
+
171
+ const keepAction = result.actions.find((a) => a.action === "keep");
172
+ expect(keepAction?.reason).toContain("session");
173
+ } finally {
174
+ cleanup();
175
+ }
176
+ });
177
+
178
+ it("dry run does not modify any files", async () => {
179
+ const { store, dir, cleanup } = createTempStore();
180
+ try {
181
+ // 1 to delete (minimal, 10d), 1 to archive (rich, 35d), 1 to keep (rich, 2d)
182
+ await store.save(makeMinimalCheckpoint({ updatedAt: daysBeforeNow(10) }));
183
+ await store.save(makeRichCheckpoint({ updatedAt: daysBeforeNow(35) }));
184
+ await store.save(makeRichCheckpoint({ updatedAt: daysBeforeNow(2) }));
185
+
186
+ const checkpointDir = join(dir, "session-checkpoints");
187
+ const beforeCount = readdirSync(checkpointDir).filter((f) => f.endsWith(".json")).length;
188
+
189
+ const result = store.gc({ now: NOW, dryRun: true, keepPerScope: 1, archiveAfterDays: 30, minimalTtlDays: 7 });
190
+ expect(result.archived).toBeGreaterThan(0);
191
+ expect(result.deleted).toBeGreaterThan(0);
192
+
193
+ // Files are still there
194
+ const afterCount = readdirSync(checkpointDir).filter((f) => f.endsWith(".json")).length;
195
+ expect(afterCount).toBe(beforeCount);
196
+ } finally {
197
+ cleanup();
198
+ }
199
+ });
200
+ });
201
+
202
+ describe("checkpoint gc - structural", () => {
203
+ it("handles empty directory gracefully", () => {
204
+ const { store, cleanup } = createTempStore();
205
+ try {
206
+ const result = store.gc({ now: NOW });
207
+ expect(result.kept).toBe(0);
208
+ expect(result.archived).toBe(0);
209
+ expect(result.deleted).toBe(0);
210
+ expect(result.errors).toHaveLength(0);
211
+ } finally {
212
+ cleanup();
213
+ }
214
+ });
215
+ });