recallnest 2.3.0 → 2.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/CHANGELOG.md +187 -0
  2. package/README.md +49 -38
  3. package/README_CN.md +46 -31
  4. package/assets/ui/app.js +1031 -0
  5. package/assets/ui/index.html +224 -0
  6. package/assets/ui/styles.css +781 -0
  7. package/config.json.example +4 -1
  8. package/docs/api-reference.md +1291 -0
  9. package/docs/architecture.md +168 -0
  10. package/docs/connector-spec.md +126 -0
  11. package/eval/cases-canary.json +58 -0
  12. package/eval/cases-scope-robustness.json +278 -0
  13. package/eval/cases.json +117 -20
  14. package/package.json +25 -4
  15. package/src/__tests__/access-tracker-novelty.test.ts +304 -0
  16. package/src/__tests__/activity-counter.test.ts +125 -0
  17. package/src/__tests__/adaptive-fidelity.test.ts +102 -0
  18. package/src/__tests__/admission-control.test.ts +206 -0
  19. package/src/__tests__/anchor-generator.test.ts +67 -0
  20. package/src/__tests__/api-server-security.test.ts +102 -0
  21. package/src/__tests__/auto-consolidation.test.ts +168 -0
  22. package/src/__tests__/auto-recall.test.ts +131 -0
  23. package/src/__tests__/babel-integration.test.ts +144 -0
  24. package/src/__tests__/batch-dedup.test.ts +65 -0
  25. package/src/__tests__/belief-history.test.ts +220 -0
  26. package/src/__tests__/canary-eval.test.ts +114 -0
  27. package/src/__tests__/capture-engine.test.ts +1328 -0
  28. package/src/__tests__/capture-heuristic.test.ts +171 -0
  29. package/src/__tests__/cascade-forget.test.ts +210 -0
  30. package/src/__tests__/category-min-scores.test.ts +116 -0
  31. package/src/__tests__/cc8-cc1-essential-context.test.ts +298 -0
  32. package/src/__tests__/circuit-breaker.test.ts +99 -0
  33. package/src/__tests__/cluster-consolidation.test.ts +945 -0
  34. package/src/__tests__/confidence-metadata.test.ts +125 -0
  35. package/src/__tests__/confidence-tracker.test.ts +261 -0
  36. package/src/__tests__/conflict-advisor.test.ts +206 -0
  37. package/src/__tests__/conflict-escalation.test.ts +149 -0
  38. package/src/__tests__/conflict-lifecycle.test.ts +83 -0
  39. package/src/__tests__/conflict-output.test.ts +85 -0
  40. package/src/__tests__/conflict-store.test.ts +418 -0
  41. package/src/__tests__/connector-v1.test.ts +181 -0
  42. package/src/__tests__/consolidation-engine.test.ts +430 -0
  43. package/src/__tests__/constructive-retrieval.test.ts +509 -0
  44. package/src/__tests__/context-collapse-renderer.test.ts +214 -0
  45. package/src/__tests__/context-composer-pins.test.ts +64 -0
  46. package/src/__tests__/context-composer-task-selection.test.ts +24 -0
  47. package/src/__tests__/context-reconstructor.test.ts +65 -0
  48. package/src/__tests__/context-renderer.test.ts +91 -0
  49. package/src/__tests__/continuity-eval.test.ts +275 -0
  50. package/src/__tests__/continuity-schema.test.ts +97 -0
  51. package/src/__tests__/contracts.test.ts +262 -0
  52. package/src/__tests__/conversation-importer.test.ts +692 -0
  53. package/src/__tests__/core-recall-eval.test.ts +235 -0
  54. package/src/__tests__/core-summary.test.ts +109 -0
  55. package/src/__tests__/data-checkup.test.ts +276 -0
  56. package/src/__tests__/decay-exemption.test.ts +129 -0
  57. package/src/__tests__/dedup-actions.test.ts +58 -0
  58. package/src/__tests__/dedup-guard.test.ts +39 -0
  59. package/src/__tests__/deterministic-id.test.ts +39 -0
  60. package/src/__tests__/distill-lock.test.ts +305 -0
  61. package/src/__tests__/distill-session-argshape.test.ts +79 -0
  62. package/src/__tests__/doctor.test.ts +319 -0
  63. package/src/__tests__/dream-pipeline.test.ts +780 -0
  64. package/src/__tests__/drill-down.test.ts +108 -0
  65. package/src/__tests__/embedder.test.ts +122 -0
  66. package/src/__tests__/emotion-decay.test.ts +46 -0
  67. package/src/__tests__/emotion-detector.test.ts +56 -0
  68. package/src/__tests__/emotion-phase1-integration.test.ts +153 -0
  69. package/src/__tests__/emotion-retrieval.test.ts +56 -0
  70. package/src/__tests__/entity-resolver.test.ts +58 -0
  71. package/src/__tests__/env-config.test.ts +151 -0
  72. package/src/__tests__/error-signature-boost.test.ts +87 -0
  73. package/src/__tests__/error-signature.test.ts +95 -0
  74. package/src/__tests__/error-taxonomy.test.ts +129 -0
  75. package/src/__tests__/ethics-layer.test.ts +476 -0
  76. package/src/__tests__/event-segmenter.test.ts +153 -0
  77. package/src/__tests__/feature-flags-integration.test.ts +54 -0
  78. package/src/__tests__/frequency-tracker.test.ts +113 -0
  79. package/src/__tests__/freshness.test.ts +186 -0
  80. package/src/__tests__/graph-export.test.ts +489 -0
  81. package/src/__tests__/hotness-blend.test.ts +283 -0
  82. package/src/__tests__/ingest-chunking.test.ts +44 -0
  83. package/src/__tests__/ingest.test.ts +360 -0
  84. package/src/__tests__/interference-detector.test.ts +203 -0
  85. package/src/__tests__/kg-extractor.test.ts +192 -0
  86. package/src/__tests__/kg-store.test.ts +300 -0
  87. package/src/__tests__/llm-client-pivot.test.ts +628 -0
  88. package/src/__tests__/llm-consolidation.test.ts +226 -0
  89. package/src/__tests__/maintenance-locks.test.ts +189 -0
  90. package/src/__tests__/mcp-efficiency.test.ts +288 -0
  91. package/src/__tests__/mcp-related-scopes.test.ts +151 -0
  92. package/src/__tests__/memory-boundaries.test.ts +282 -0
  93. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +345 -0
  94. package/src/__tests__/memory-evolution.test.ts +271 -0
  95. package/src/__tests__/memory-health-rebalance.test.ts +144 -0
  96. package/src/__tests__/memory-lint.test.ts +421 -0
  97. package/src/__tests__/memory-output.test.ts +215 -0
  98. package/src/__tests__/memory-promotion.test.ts +315 -0
  99. package/src/__tests__/migrate-dedup-ids.test.ts +65 -0
  100. package/src/__tests__/multi-vector.test.ts +242 -0
  101. package/src/__tests__/narrative-architecture.test.ts +456 -0
  102. package/src/__tests__/noise-filter.test.ts +205 -0
  103. package/src/__tests__/noise-prototype-bank.test.ts +280 -0
  104. package/src/__tests__/obsidian-connector.test.ts +363 -0
  105. package/src/__tests__/omitted-reporting.test.ts +98 -0
  106. package/src/__tests__/pending-review.test.ts +77 -0
  107. package/src/__tests__/pii-redact.test.ts +333 -0
  108. package/src/__tests__/pivot-apply.test.ts +373 -0
  109. package/src/__tests__/pivot-distill-supervisor.test.ts +457 -0
  110. package/src/__tests__/pivot-distill.test.ts +1178 -0
  111. package/src/__tests__/post-retrieval-filter.test.ts +178 -0
  112. package/src/__tests__/ppr-traversal.test.ts +256 -0
  113. package/src/__tests__/prediction-engine.test.ts +349 -0
  114. package/src/__tests__/predictive-prospective-memory.test.ts +416 -0
  115. package/src/__tests__/preference-guard-smoke.test.ts +211 -0
  116. package/src/__tests__/preference-matcher.test.ts +282 -0
  117. package/src/__tests__/preference-slots.test.ts +205 -0
  118. package/src/__tests__/prospective-memory.test.ts +283 -0
  119. package/src/__tests__/pull-from-macbook-sync-only.test.ts +679 -0
  120. package/src/__tests__/query-entity-detector.test.ts +171 -0
  121. package/src/__tests__/query-expander-alias.test.ts +146 -0
  122. package/src/__tests__/query-expander.test.ts +34 -0
  123. package/src/__tests__/recall-gate.test.ts +266 -0
  124. package/src/__tests__/recall-governor.test.ts +227 -0
  125. package/src/__tests__/recall-mode.test.ts +64 -0
  126. package/src/__tests__/resolve-db-path.test.ts +130 -0
  127. package/src/__tests__/resolve-tier.test.ts +64 -0
  128. package/src/__tests__/result-synthesizer.test.ts +198 -0
  129. package/src/__tests__/resume-context.test.ts +4898 -0
  130. package/src/__tests__/retrieval-eval.test.ts +163 -0
  131. package/src/__tests__/retrieval-trace.test.ts +213 -0
  132. package/src/__tests__/retriever-boundary-weight.test.ts +136 -0
  133. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +123 -0
  134. package/src/__tests__/retroactive-boost.test.ts +223 -0
  135. package/src/__tests__/salience-scoring.test.ts +106 -0
  136. package/src/__tests__/scope-inventory.test.ts +200 -0
  137. package/src/__tests__/scope-policy.test.ts +69 -0
  138. package/src/__tests__/scope-suggester.test.ts +80 -0
  139. package/src/__tests__/session-checkpoint.test.ts +291 -0
  140. package/src/__tests__/session-distiller.test.ts +640 -0
  141. package/src/__tests__/session-gc.test.ts +215 -0
  142. package/src/__tests__/skill-engine.test.ts +552 -0
  143. package/src/__tests__/skill-promotion.test.ts +654 -0
  144. package/src/__tests__/skill-verifier.test.ts +122 -0
  145. package/src/__tests__/source-heartbeat.test.ts +250 -0
  146. package/src/__tests__/stable-context-length-contract.test.ts +62 -0
  147. package/src/__tests__/store-patch-metadata.test.ts +205 -0
  148. package/src/__tests__/store-read-consistency.test.ts +122 -0
  149. package/src/__tests__/store-schema-migration.test.ts +87 -0
  150. package/src/__tests__/store-scope-audit.test.ts +81 -0
  151. package/src/__tests__/store-upsert.test.ts +201 -0
  152. package/src/__tests__/supersede-chain.test.ts +154 -0
  153. package/src/__tests__/temporal-parser.test.ts +241 -0
  154. package/src/__tests__/temporal-validity.test.ts +160 -0
  155. package/src/__tests__/term-registry-terminal-roster.test.ts +127 -0
  156. package/src/__tests__/term-registry.test.ts +121 -0
  157. package/src/__tests__/tool-error-surfacing.test.ts +98 -0
  158. package/src/__tests__/tool-output-compressor.test.ts +160 -0
  159. package/src/__tests__/topic-tag.test.ts +113 -0
  160. package/src/__tests__/trusted-memory.test.ts +839 -0
  161. package/src/__tests__/ui-server-security.test.ts +93 -0
  162. package/src/__tests__/usage-tracker.test.ts +287 -0
  163. package/src/__tests__/version-manager.test.ts +213 -0
  164. package/src/__tests__/workflow-observation-skill-outcome.test.ts +352 -0
  165. package/src/__tests__/workflow-observation.test.ts +433 -0
  166. package/src/__tests__/write-verifier.test.ts +122 -0
  167. package/src/access-tracker.ts +90 -34
  168. package/src/activity-counter.ts +46 -18
  169. package/src/adaptive-retrieval.ts +11 -0
  170. package/src/aliases.ts +133 -0
  171. package/src/api-server.ts +36 -9
  172. package/src/audit-log.ts +4 -2
  173. package/src/auto-consolidation.ts +8 -3
  174. package/src/auto-gc.ts +85 -21
  175. package/src/auto-recall.ts +61 -1
  176. package/src/belief-history.ts +164 -0
  177. package/src/capture-engine.ts +142 -32
  178. package/src/cli.ts +268 -41
  179. package/src/confidence-tracker.ts +36 -18
  180. package/src/conflict-engine.ts +24 -3
  181. package/src/consolidation-engine.ts +255 -23
  182. package/src/context-composer-stable-selection.ts +7 -1
  183. package/src/context-composer.ts +8 -1
  184. package/src/data-checkup.ts +96 -7
  185. package/src/decay-engine.ts +59 -7
  186. package/src/distill-lock.ts +194 -15
  187. package/src/doctor.ts +13 -4
  188. package/src/dream-pipeline.ts +473 -41
  189. package/src/env-config.ts +118 -0
  190. package/src/error-signature.ts +153 -0
  191. package/src/error-taxonomy.ts +115 -0
  192. package/src/eval.ts +402 -14
  193. package/src/freshness.ts +192 -0
  194. package/src/http-request-policy.ts +148 -0
  195. package/src/idempotency.ts +8 -0
  196. package/src/ingest.ts +308 -12
  197. package/src/kg-extractor.ts +13 -3
  198. package/src/kg-store.ts +236 -44
  199. package/src/llm-client.ts +106 -11
  200. package/src/llm-consolidation.ts +2 -1
  201. package/src/mcp-server.ts +87 -1800
  202. package/src/mcp-tool-deps.ts +48 -0
  203. package/src/mcp-tools-advanced.ts +954 -0
  204. package/src/mcp-tools-core.ts +637 -0
  205. package/src/mcp-tools-governance.ts +475 -0
  206. package/src/memory-boundaries.ts +26 -3
  207. package/src/memory-evolution.ts +73 -1
  208. package/src/memory-health-rebalance.ts +4 -0
  209. package/src/memory-lint.ts +183 -10
  210. package/src/memory-output.ts +129 -4
  211. package/src/memory-promotion.ts +246 -0
  212. package/src/memory-schema.ts +25 -2
  213. package/src/memory-store-port.ts +46 -0
  214. package/src/multi-vector.ts +2 -1
  215. package/src/narrative-schema.ts +2 -1
  216. package/src/noise-filter.ts +57 -6
  217. package/src/noise-prototype-bank.ts +408 -0
  218. package/src/pii-detector.ts +207 -5
  219. package/src/pivot-apply.ts +399 -0
  220. package/src/preference-matcher.ts +37 -3
  221. package/src/query-expander.ts +90 -9
  222. package/src/recall-gate.ts +305 -0
  223. package/src/result-synthesizer.ts +2 -1
  224. package/src/retention-policy.ts +2 -1
  225. package/src/retrieval-profiles.ts +46 -4
  226. package/src/retriever.ts +354 -157
  227. package/src/retroactive-boost.ts +6 -2
  228. package/src/runtime-config.ts +78 -6
  229. package/src/scope-suggester.ts +113 -0
  230. package/src/session-distiller.ts +23 -2
  231. package/src/session-engine.ts +2 -1
  232. package/src/session-schema.ts +1 -0
  233. package/src/session-store.ts +5 -0
  234. package/src/skill-engine.ts +78 -0
  235. package/src/skill-promotion.ts +304 -48
  236. package/src/skill-schema.ts +16 -3
  237. package/src/skill-verifier.ts +152 -0
  238. package/src/store.ts +321 -57
  239. package/src/term-registry.ts +35 -0
  240. package/src/tool-output-compressor.ts +3 -1
  241. package/src/ui-server.ts +9 -1
  242. package/src/usage-tracker.ts +242 -0
  243. package/src/version-manager.ts +3 -2
  244. package/src/version.ts +19 -0
  245. package/src/workflow-observation-engine.ts +2 -1
  246. package/src/workflow-observation-schema.ts +2 -1
  247. package/src/workflow-observation-store.ts +6 -2
  248. package/.env +0 -4
  249. package/CLAUDE.md +0 -46
  250. package/config.json +0 -55
  251. package/daily-recall.sh +0 -110
  252. package/logs/daily-recall.error.log +0 -0
  253. package/logs/daily-recall.log +0 -60
  254. package/logs/ingest-2026-04-11.log +0 -110
  255. package/logs/ingest-2026-04-12.log +0 -90
  256. package/logs/ingest-2026-04-13.log +0 -87
  257. package/logs/launchagent-stderr.log +0 -0
  258. package/logs/launchagent-stdout.log +0 -0
@@ -0,0 +1,203 @@
1
+ /**
2
+ * F2: Interference Detection + Active Forgetting Gate — tests for
3
+ * cluster detection, density measurement, RIF enhancement, and checkup.
4
+ */
5
+
6
+ import { describe, expect, test } from "bun:test";
7
+ import {
8
+ detectInterference,
9
+ measureInterferenceDensity,
10
+ type InterferenceResult,
11
+ } from "../interference-detector.js";
12
+ import { filterInterference } from "../rif.js";
13
+ import type { MemoryEntry } from "../store.js";
14
+ import type { RetrievalResult } from "../retriever.js";
15
+
16
+ // ---------------------------------------------------------------------------
17
+ // Helpers
18
+ // ---------------------------------------------------------------------------
19
+
20
+ /** Create a memory entry with a specific vector for clustering. */
21
+ function makeMemory(id: string, vector: number[], importance = 0.7): MemoryEntry {
22
+ return {
23
+ id,
24
+ text: `memory ${id}`,
25
+ vector,
26
+ category: "events",
27
+ scope: "test",
28
+ importance,
29
+ timestamp: Date.now(),
30
+ metadata: JSON.stringify({ confidence: 0.7 }),
31
+ };
32
+ }
33
+
34
+ /** Create a unit vector in the given direction (for predictable cosine sim). */
35
+ function unitVec(direction: number[], dims = 4): number[] {
36
+ const v = Array(dims).fill(0);
37
+ for (let i = 0; i < direction.length && i < dims; i++) v[i] = direction[i];
38
+ const norm = Math.sqrt(v.reduce((s, x) => s + x * x, 0));
39
+ return norm > 0 ? v.map(x => x / norm) : v;
40
+ }
41
+
42
+ function makeRetrievalResult(id: string, vector: number[], score: number): RetrievalResult {
43
+ return {
44
+ entry: makeMemory(id, vector),
45
+ score,
46
+ sources: {},
47
+ };
48
+ }
49
+
50
+ // ---------------------------------------------------------------------------
51
+ // detectInterference
52
+ // ---------------------------------------------------------------------------
53
+
54
+ describe("F2: detectInterference", () => {
55
+ test("empty input returns empty array", () => {
56
+ expect(detectInterference([])).toEqual([]);
57
+ });
58
+
59
+ test("singleton memories have low risk", () => {
60
+ const m1 = makeMemory("a", unitVec([1, 0, 0, 0]));
61
+ const m2 = makeMemory("b", unitVec([0, 1, 0, 0])); // orthogonal — different cluster
62
+ const results = detectInterference([m1, m2]);
63
+ expect(results.length).toBe(2);
64
+ expect(results.every(r => r.interferenceRisk === "low")).toBe(true);
65
+ });
66
+
67
+ test("similar vectors form a cluster", () => {
68
+ const base = [1, 0.1, 0, 0];
69
+ const similar = [1, 0.15, 0, 0]; // very similar to base
70
+ const m1 = makeMemory("a", unitVec(base));
71
+ const m2 = makeMemory("b", unitVec(similar));
72
+ const m3 = makeMemory("c", unitVec([0, 0, 1, 0])); // different cluster
73
+ const results = detectInterference([m1, m2, m3]);
74
+ // m1 and m2 should be in same cluster, m3 alone
75
+ const clusterIds = new Set(results.map(r => r.clusterId));
76
+ expect(clusterIds.size).toBe(2); // 2 clusters
77
+ });
78
+
79
+ test("cluster rank 0 has low risk, rank 3+ has high risk", () => {
80
+ const v = unitVec([1, 0, 0, 0]);
81
+ const memories = [
82
+ makeMemory("a", v, 0.9),
83
+ makeMemory("b", v, 0.8),
84
+ makeMemory("c", v, 0.7),
85
+ makeMemory("d", v, 0.3), // weakest — should be high risk
86
+ ];
87
+ const results = detectInterference(memories);
88
+ // All in one cluster
89
+ const clusterIds = new Set(results.map(r => r.clusterId));
90
+ expect(clusterIds.size).toBe(1);
91
+ // Rank 0 is low risk
92
+ const topRanked = results.find(r => r.clusterRank === 0);
93
+ expect(topRanked?.interferenceRisk).toBe("low");
94
+ // Rank 3 is high risk
95
+ const bottomRanked = results.find(r => r.clusterRank === 3);
96
+ expect(bottomRanked?.interferenceRisk).toBe("high");
97
+ });
98
+ });
99
+
100
+ // ---------------------------------------------------------------------------
101
+ // measureInterferenceDensity
102
+ // ---------------------------------------------------------------------------
103
+
104
+ describe("F2: measureInterferenceDensity", () => {
105
+ test("no clusters → zero density", () => {
106
+ const memories = [
107
+ makeMemory("a", unitVec([1, 0, 0, 0])),
108
+ makeMemory("b", unitVec([0, 1, 0, 0])),
109
+ makeMemory("c", unitVec([0, 0, 1, 0])),
110
+ ];
111
+ const density = measureInterferenceDensity(memories);
112
+ expect(density.clusterCount).toBe(0);
113
+ expect(density.highRiskCount).toBe(0);
114
+ expect(density.avgClusterSize).toBe(0);
115
+ });
116
+
117
+ test("one cluster → density reflects cluster size", () => {
118
+ const v = unitVec([1, 0, 0, 0]);
119
+ const memories = [
120
+ makeMemory("a", v, 0.9),
121
+ makeMemory("b", v, 0.7),
122
+ makeMemory("c", v, 0.5),
123
+ makeMemory("d", v, 0.3),
124
+ ];
125
+ const density = measureInterferenceDensity(memories);
126
+ expect(density.clusterCount).toBe(1);
127
+ expect(density.avgClusterSize).toBe(4);
128
+ expect(density.highRiskCount).toBe(1); // rank 3 = high
129
+ });
130
+ });
131
+
132
+ // ---------------------------------------------------------------------------
133
+ // Enhanced RIF (cluster top-K)
134
+ // ---------------------------------------------------------------------------
135
+
136
+ describe("F2: Enhanced RIF with cluster top-K", () => {
137
+ test("cluster within top-K not demoted", () => {
138
+ const v = unitVec([1, 0, 0, 0]);
139
+ const results = [
140
+ makeRetrievalResult("a", v, 0.9),
141
+ makeRetrievalResult("b", v, 0.85),
142
+ makeRetrievalResult("c", v, 0.80),
143
+ ];
144
+ const filtered = filterInterference(results, 0.85, 0.80, 3);
145
+ // All 3 should be kept (within top-K=3)
146
+ expect(filtered.length).toBe(3);
147
+ expect(filtered[0].entry.id).toBe("a");
148
+ });
149
+
150
+ test("4th cluster member gets 50% score demotion", () => {
151
+ const v = unitVec([1, 0, 0, 0]);
152
+ const results = [
153
+ makeRetrievalResult("a", v, 0.9),
154
+ makeRetrievalResult("b", v, 0.85),
155
+ makeRetrievalResult("c", v, 0.80),
156
+ makeRetrievalResult("d", v, 0.75), // 4th member
157
+ ];
158
+ const filtered = filterInterference(results, 0.85, 0.80, 3);
159
+ // d should be at the end with 50% score
160
+ const d = filtered.find(r => r.entry.id === "d");
161
+ expect(d).toBeDefined();
162
+ expect(d!.score).toBeCloseTo(0.375, 2); // 0.75 * 0.5
163
+ });
164
+
165
+ test("diverse results unaffected by cluster top-K", () => {
166
+ const results = [
167
+ makeRetrievalResult("a", unitVec([1, 0, 0, 0]), 0.9),
168
+ makeRetrievalResult("b", unitVec([0, 1, 0, 0]), 0.85),
169
+ makeRetrievalResult("c", unitVec([0, 0, 1, 0]), 0.80),
170
+ makeRetrievalResult("d", unitVec([0, 0, 0, 1]), 0.75),
171
+ ];
172
+ const filtered = filterInterference(results, 0.85, 0.80, 3);
173
+ // All diverse — no demotion
174
+ expect(filtered.length).toBe(4);
175
+ expect(filtered.map(r => r.entry.id)).toEqual(["a", "b", "c", "d"]);
176
+ });
177
+ });
178
+
179
+ // ---------------------------------------------------------------------------
180
+ // data-checkup integration
181
+ // ---------------------------------------------------------------------------
182
+
183
+ describe("F2: data-checkup interference check", () => {
184
+ // We test the check function indirectly through measureInterferenceDensity
185
+ test("healthy density has low high-risk ratio", () => {
186
+ const memories = [
187
+ makeMemory("a", unitVec([1, 0, 0, 0])),
188
+ makeMemory("b", unitVec([0, 1, 0, 0])),
189
+ makeMemory("c", unitVec([0, 0, 1, 0])),
190
+ ];
191
+ const density = measureInterferenceDensity(memories);
192
+ // high-risk should be < 20% of total
193
+ expect(density.highRiskCount / density.totalMemories).toBeLessThan(0.2);
194
+ });
195
+
196
+ test("unhealthy density detected in identical vectors", () => {
197
+ const v = unitVec([1, 0, 0, 0]);
198
+ const memories = Array.from({ length: 10 }, (_, i) => makeMemory(`m${i}`, v, 0.5 - i * 0.01));
199
+ const density = measureInterferenceDensity(memories);
200
+ expect(density.clusterCount).toBe(1);
201
+ expect(density.highRiskCount).toBeGreaterThan(0);
202
+ });
203
+ });
@@ -0,0 +1,192 @@
1
+ import { describe, expect, it } from "bun:test";
2
+ import { normalizeEntity, normalizePredicate, KGExtractor, isKGModeEnabled } from "../kg-extractor.js";
3
+
4
+ function createMockLlm(response: unknown) {
5
+ return {
6
+ lastSystem: null as string | null,
7
+ lastUser: null as string | null,
8
+ async chatJson(_system: string, _user: string) {
9
+ this.lastSystem = _system;
10
+ this.lastUser = _user;
11
+ return response;
12
+ },
13
+ // Stub remaining LLMClient methods
14
+ async generateL0() { return null; },
15
+ async generateL1() { return null; },
16
+ async smartExtract() { return null; },
17
+ async smartExtractBatch() { return []; },
18
+ async dedupDecision() { return null; },
19
+ async dedupBatch() { return []; },
20
+ async mergeTexts() { return null; },
21
+ async preferenceMatch() { return null; },
22
+ async ping() { return false; },
23
+ } as any;
24
+ }
25
+
26
+ function createMockKGStore() {
27
+ return {
28
+ storedTriples: [] as any[],
29
+ async createTriples(triples: any[]) {
30
+ const result = triples.map((t: any, i: number) => ({
31
+ ...t,
32
+ id: `mock-${i}`,
33
+ timestamp: Date.now(),
34
+ }));
35
+ this.storedTriples.push(...result);
36
+ return result;
37
+ },
38
+ } as any;
39
+ }
40
+
41
+ describe("normalizeEntity", () => {
42
+ it("trims and collapses whitespace", () => {
43
+ expect(normalizeEntity(" Hello World ")).toBe("Hello World");
44
+ });
45
+ it("converts to title case", () => {
46
+ expect(normalizeEntity("alice")).toBe("Alice");
47
+ expect(normalizeEntity("PYTHON")).toBe("Python");
48
+ });
49
+ it("preserves CJK text", () => {
50
+ expect(normalizeEntity("张三")).toBe("张三");
51
+ });
52
+ it("strips quotes", () => {
53
+ expect(normalizeEntity('"Alice"')).toBe("Alice");
54
+ });
55
+ it("returns empty for empty input", () => {
56
+ expect(normalizeEntity("")).toBe("");
57
+ });
58
+ });
59
+
60
+ describe("normalizePredicate", () => {
61
+ it("converts to snake_case", () => {
62
+ expect(normalizePredicate("works with")).toBe("works_with");
63
+ expect(normalizePredicate("Created By")).toBe("created_by");
64
+ });
65
+ it("preserves CJK predicates", () => {
66
+ expect(normalizePredicate("属于")).toBe("属于");
67
+ });
68
+ });
69
+
70
+ describe("isKGModeEnabled", () => {
71
+ it("reads env var", () => {
72
+ const orig = process.env.RECALLNEST_KG_MODE;
73
+ try {
74
+ process.env.RECALLNEST_KG_MODE = "true";
75
+ expect(isKGModeEnabled()).toBe(true);
76
+ delete process.env.RECALLNEST_KG_MODE;
77
+ expect(isKGModeEnabled()).toBe(false);
78
+ } finally {
79
+ if (orig !== undefined) process.env.RECALLNEST_KG_MODE = orig;
80
+ else delete process.env.RECALLNEST_KG_MODE;
81
+ }
82
+ });
83
+ });
84
+
85
+ describe("KGExtractor.extract", () => {
86
+ it("extracts valid triples", async () => {
87
+ const llm = createMockLlm({
88
+ triples: [
89
+ { subject: "Alice", predicate: "uses", object: "Python", confidence: 0.9 },
90
+ { subject: "Alice", predicate: "works_at", object: "Google", confidence: 0.85 },
91
+ ],
92
+ });
93
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
94
+ const triples = await ext.extract("Alice uses Python at Google");
95
+ expect(triples.length).toBe(2);
96
+ expect(triples[0].subject).toBe("Alice");
97
+ });
98
+
99
+ it("filters low confidence", async () => {
100
+ const llm = createMockLlm({
101
+ triples: [
102
+ { subject: "Alice", predicate: "uses", object: "Python", confidence: 0.9 },
103
+ { subject: "Alice", predicate: "maybe", object: "Bob", confidence: 0.3 },
104
+ ],
105
+ });
106
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
107
+ const triples = await ext.extract("Alice uses Python and maybe Bob");
108
+ expect(triples.length).toBe(1);
109
+ });
110
+
111
+ it("normalizes entities", async () => {
112
+ const llm = createMockLlm({
113
+ triples: [{ subject: " alice ", predicate: "WORKS WITH", object: "bob", confidence: 0.9 }],
114
+ });
115
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
116
+ const triples = await ext.extract("alice works with bob");
117
+ expect(triples[0].subject).toBe("Alice");
118
+ expect(triples[0].predicate).toBe("works_with");
119
+ expect(triples[0].object).toBe("Bob");
120
+ });
121
+
122
+ it("skips self-referencing triples", async () => {
123
+ const llm = createMockLlm({
124
+ triples: [
125
+ { subject: "Alice", predicate: "is", object: "Alice", confidence: 0.9 },
126
+ { subject: "Bob", predicate: "uses", object: "Go", confidence: 0.9 },
127
+ ],
128
+ });
129
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
130
+ const triples = await ext.extract("Alice is Alice, Bob uses Go");
131
+ expect(triples.length).toBe(1);
132
+ expect(triples[0].subject).toBe("Bob");
133
+ });
134
+
135
+ it("deduplicates within batch", async () => {
136
+ const llm = createMockLlm({
137
+ triples: [
138
+ { subject: "Alice", predicate: "uses", object: "Python", confidence: 0.9 },
139
+ { subject: "Alice", predicate: "uses", object: "Python", confidence: 0.85 },
140
+ ],
141
+ });
142
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
143
+ expect((await ext.extract("Alice uses Python a lot")).length).toBe(1);
144
+ });
145
+
146
+ it("handles null LLM response", async () => {
147
+ const llm = createMockLlm(null);
148
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
149
+ expect((await ext.extract("Some text here")).length).toBe(0);
150
+ });
151
+
152
+ it("propagates LLM transport failure (not silently zero triples)", async () => {
153
+ const llm = createMockLlm(null);
154
+ llm.chatJson = async () => { throw new Error("rate limited"); };
155
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
156
+ // Backfill relies on this to avoid journaling failed extractions as processed
157
+ await expect(ext.extract("Some text long enough here")).rejects.toThrow("rate limited");
158
+ });
159
+
160
+ it("skips short text", async () => {
161
+ const llm = createMockLlm({ triples: [] });
162
+ const ext = new KGExtractor({ llmClient: llm, kgStore: createMockKGStore() });
163
+ expect((await ext.extract("hi")).length).toBe(0);
164
+ expect(llm.lastUser).toBeNull(); // LLM not called
165
+ });
166
+ });
167
+
168
+ describe("KGExtractor.extractAndStore", () => {
169
+ it("persists triples to KG store", async () => {
170
+ const llm = createMockLlm({
171
+ triples: [
172
+ { subject: "Alice", predicate: "uses", object: "Python", confidence: 0.9 },
173
+ ],
174
+ });
175
+ const kgStore = createMockKGStore();
176
+ const ext = new KGExtractor({ llmClient: llm, kgStore });
177
+ const count = await ext.extractAndStore("Alice uses Python", "mem-001", "global");
178
+ expect(count).toBe(1);
179
+ expect(kgStore.storedTriples[0].scope).toBe("global");
180
+ expect(kgStore.storedTriples[0].source_memory_id).toBe("mem-001");
181
+ });
182
+
183
+ it("caps source_text at 500 chars", async () => {
184
+ const llm = createMockLlm({
185
+ triples: [{ subject: "A", predicate: "uses", object: "B", confidence: 0.9 }],
186
+ });
187
+ const kgStore = createMockKGStore();
188
+ const ext = new KGExtractor({ llmClient: llm, kgStore });
189
+ await ext.extractAndStore("x".repeat(1000), "mem-001", "global");
190
+ expect(kgStore.storedTriples[0].source_text.length).toBe(500);
191
+ });
192
+ });
@@ -0,0 +1,300 @@
1
+ import { describe, expect, it, beforeEach, afterEach } from "bun:test";
2
+ import { mkdtempSync, rmSync } from "node:fs";
3
+ import { join } from "node:path";
4
+ import { tmpdir } from "node:os";
5
+ import { KGStore, tripleId } from "../kg-store.js";
6
+
7
+ let workDir: string;
8
+
9
+ function makeTriple(overrides: Record<string, unknown> = {}) {
10
+ return {
11
+ scope: "global",
12
+ subject: "Alice",
13
+ predicate: "uses",
14
+ object: "Python",
15
+ confidence: 0.9,
16
+ source_memory_id: "mem-001",
17
+ source_text: "Alice uses Python",
18
+ ...overrides,
19
+ };
20
+ }
21
+
22
+ describe("tripleId", () => {
23
+ it("produces deterministic IDs", () => {
24
+ const id1 = tripleId("global", "Alice", "uses", "Python");
25
+ const id2 = tripleId("global", "Alice", "uses", "Python");
26
+ expect(id1).toBe(id2);
27
+ });
28
+
29
+ it("different triples produce different IDs", () => {
30
+ const id1 = tripleId("global", "Alice", "uses", "Python");
31
+ const id2 = tripleId("global", "Alice", "uses", "JavaScript");
32
+ expect(id1).not.toBe(id2);
33
+ });
34
+
35
+ it("scope affects ID", () => {
36
+ const id1 = tripleId("global", "Alice", "uses", "Python");
37
+ const id2 = tripleId("agent:bob", "Alice", "uses", "Python");
38
+ expect(id1).not.toBe(id2);
39
+ });
40
+ });
41
+
42
+ describe("KGStore", () => {
43
+ beforeEach(() => {
44
+ workDir = mkdtempSync(join(tmpdir(), "kg-store-test-"));
45
+ });
46
+ afterEach(() => {
47
+ try { rmSync(workDir, { recursive: true, force: true }); } catch {}
48
+ });
49
+
50
+ describe("createTriple", () => {
51
+ it("stores a triple", async () => {
52
+ const store = new KGStore({ dbPath: workDir });
53
+ const t = await store.createTriple(makeTriple());
54
+ expect(t.id).toBeTruthy();
55
+ expect(t.subject).toBe("Alice");
56
+ expect(t.predicate).toBe("uses");
57
+ expect(t.object).toBe("Python");
58
+ expect(t.timestamp).toBeGreaterThan(0);
59
+ });
60
+
61
+ it("upserts on duplicate", async () => {
62
+ const store = new KGStore({ dbPath: workDir });
63
+ const t1 = await store.createTriple(makeTriple({ confidence: 0.8 }));
64
+ const t2 = await store.createTriple(makeTriple({ confidence: 0.95 }));
65
+ expect(t1.id).toBe(t2.id);
66
+ expect(await store.countTriples()).toBe(1);
67
+ });
68
+ });
69
+
70
+ describe("mention counting", () => {
71
+ it("new triple starts at mention_count 1 with its source recorded", async () => {
72
+ const store = new KGStore({ dbPath: workDir });
73
+ const t = await store.createTriple(makeTriple());
74
+ expect(t.mention_count).toBe(1);
75
+ expect(t.first_seen).toBeGreaterThan(0);
76
+ expect(JSON.parse(t.source_memory_ids)).toEqual(["mem-001"]);
77
+ });
78
+
79
+ it("same triple from a different source memory increments count", async () => {
80
+ const store = new KGStore({ dbPath: workDir });
81
+ const t1 = await store.createTriple(makeTriple({ source_memory_id: "mem-001" }));
82
+ const t2 = await store.createTriple(makeTriple({ source_memory_id: "mem-002" }));
83
+ expect(t2.id).toBe(t1.id);
84
+ expect(t2.mention_count).toBe(2);
85
+ expect(JSON.parse(t2.source_memory_ids).sort()).toEqual(["mem-001", "mem-002"]);
86
+ expect(t2.first_seen).toBe(t1.first_seen);
87
+ expect(await store.countTriples()).toBe(1);
88
+ });
89
+
90
+ it("same triple from the same source memory does NOT increment count", async () => {
91
+ const store = new KGStore({ dbPath: workDir });
92
+ const t1 = await store.createTriple(makeTriple({ confidence: 0.8 }));
93
+ const t2 = await store.createTriple(makeTriple({ confidence: 0.95 }));
94
+ expect(t2.mention_count).toBe(1);
95
+ expect(JSON.parse(t2.source_memory_ids)).toEqual(["mem-001"]);
96
+ // confidence keeps the max seen
97
+ expect(t2.confidence).toBe(0.95);
98
+ const again = await store.createTriple(makeTriple({ confidence: 0.5 }));
99
+ expect(again.confidence).toBe(0.95);
100
+ });
101
+
102
+ it("batch with same triple from different sources counts each source once", async () => {
103
+ const store = new KGStore({ dbPath: workDir });
104
+ const triples = await store.createTriples([
105
+ makeTriple({ source_memory_id: "mem-001" }),
106
+ makeTriple({ source_memory_id: "mem-002" }),
107
+ makeTriple({ source_memory_id: "mem-002" }), // duplicate source in batch
108
+ ]);
109
+ expect(triples.length).toBe(1);
110
+ expect(triples[0].mention_count).toBe(2);
111
+ expect(await store.countTriples()).toBe(1);
112
+ });
113
+
114
+ it("count survives across batch and single writes", async () => {
115
+ const store = new KGStore({ dbPath: workDir });
116
+ await store.createTriples([makeTriple({ source_memory_id: "mem-001" })]);
117
+ await store.createTriples([makeTriple({ source_memory_id: "mem-002" })]);
118
+ const t = await store.createTriple(makeTriple({ source_memory_id: "mem-003" }));
119
+ expect(t.mention_count).toBe(3);
120
+ });
121
+ });
122
+
123
+ describe("createTriples (batch)", () => {
124
+ it("stores multiple triples", async () => {
125
+ const store = new KGStore({ dbPath: workDir });
126
+ const triples = await store.createTriples([
127
+ makeTriple({ subject: "Alice", object: "Python" }),
128
+ makeTriple({ subject: "Alice", object: "JavaScript" }),
129
+ makeTriple({ subject: "Bob", object: "Go" }),
130
+ ]);
131
+ expect(triples.length).toBe(3);
132
+ expect(await store.countTriples()).toBe(3);
133
+ });
134
+
135
+ it("deduplicates within batch", async () => {
136
+ const store = new KGStore({ dbPath: workDir });
137
+ const triples = await store.createTriples([
138
+ makeTriple({ subject: "Alice", object: "Python" }),
139
+ makeTriple({ subject: "Alice", object: "Python" }),
140
+ ]);
141
+ expect(triples.length).toBe(1);
142
+ });
143
+
144
+ it("handles empty batch", async () => {
145
+ const store = new KGStore({ dbPath: workDir });
146
+ expect(await store.createTriples([])).toEqual([]);
147
+ });
148
+ });
149
+
150
+ describe("edge queries", () => {
151
+ it("getOutgoingEdges", async () => {
152
+ const store = new KGStore({ dbPath: workDir });
153
+ await store.createTriples([
154
+ makeTriple({ subject: "Alice", predicate: "uses", object: "Python" }),
155
+ makeTriple({ subject: "Alice", predicate: "knows", object: "Bob" }),
156
+ makeTriple({ subject: "Bob", predicate: "uses", object: "Go" }),
157
+ ]);
158
+ const edges = await store.getOutgoingEdges("Alice");
159
+ expect(edges.length).toBe(2);
160
+ expect(edges.every((e) => e.subject === "Alice")).toBe(true);
161
+ });
162
+
163
+ it("getIncomingEdges", async () => {
164
+ const store = new KGStore({ dbPath: workDir });
165
+ await store.createTriples([
166
+ makeTriple({ subject: "Alice", predicate: "knows", object: "Bob" }),
167
+ makeTriple({ subject: "Charlie", predicate: "knows", object: "Bob" }),
168
+ makeTriple({ subject: "Bob", predicate: "uses", object: "Go" }),
169
+ ]);
170
+ const edges = await store.getIncomingEdges("Bob");
171
+ expect(edges.length).toBe(2);
172
+ expect(edges.every((e) => e.object === "Bob")).toBe(true);
173
+ });
174
+ });
175
+
176
+ describe("getNeighborhood (BFS)", () => {
177
+ it("returns 1-hop neighborhood", async () => {
178
+ const store = new KGStore({ dbPath: workDir });
179
+ await store.createTriples([
180
+ makeTriple({ subject: "Alice", predicate: "knows", object: "Bob" }),
181
+ makeTriple({ subject: "Alice", predicate: "uses", object: "Python" }),
182
+ makeTriple({ subject: "Bob", predicate: "uses", object: "Go" }),
183
+ makeTriple({ subject: "Charlie", predicate: "uses", object: "Rust" }),
184
+ ]);
185
+ const hood = await store.getNeighborhood(["Alice"], 1);
186
+ const entities = hood.map((n) => n.entity).sort();
187
+ expect(entities).toContain("Alice");
188
+ expect(entities).toContain("Bob");
189
+ expect(entities).toContain("Python");
190
+ expect(entities).not.toContain("Charlie");
191
+ });
192
+
193
+ it("returns 2-hop neighborhood", async () => {
194
+ const store = new KGStore({ dbPath: workDir });
195
+ await store.createTriples([
196
+ makeTriple({ subject: "Alice", predicate: "knows", object: "Bob" }),
197
+ makeTriple({ subject: "Bob", predicate: "knows", object: "Charlie" }),
198
+ ]);
199
+ const hood = await store.getNeighborhood(["Alice"], 2);
200
+ const entities = hood.map((n) => n.entity);
201
+ expect(entities).toContain("Charlie");
202
+ });
203
+ });
204
+
205
+ describe("scope isolation", () => {
206
+ it("edge queries respect scope filter", async () => {
207
+ const store = new KGStore({ dbPath: workDir });
208
+ await store.createTriples([
209
+ makeTriple({ scope: "agent:alice", subject: "Alice", object: "Python" }),
210
+ makeTriple({ scope: "agent:bob", subject: "Alice", object: "Go" }),
211
+ ]);
212
+ const edges = await store.getOutgoingEdges("Alice", "agent:alice");
213
+ expect(edges.length).toBe(1);
214
+ expect(edges[0].object).toBe("Python");
215
+ });
216
+ });
217
+
218
+ describe("deleteBySource", () => {
219
+ it("deletes all triples from a source memory", async () => {
220
+ const store = new KGStore({ dbPath: workDir });
221
+ await store.createTriples([
222
+ makeTriple({ source_memory_id: "mem-001", subject: "Alice", object: "Python" }),
223
+ makeTriple({ source_memory_id: "mem-001", subject: "Alice", object: "Go" }),
224
+ makeTriple({ source_memory_id: "mem-002", subject: "Bob", object: "Rust" }),
225
+ ]);
226
+ await store.deleteBySource("mem-001");
227
+ expect(await store.countTriples()).toBe(1);
228
+ });
229
+
230
+ it("multi-source triple survives forgetting one source (count decremented)", async () => {
231
+ const store = new KGStore({ dbPath: workDir });
232
+ await store.createTriple(makeTriple({ source_memory_id: "mem-001" }));
233
+ await store.createTriple(makeTriple({ source_memory_id: "mem-002" }));
234
+
235
+ await store.deleteBySource("mem-001");
236
+ // Fact still evidenced by mem-002 — row survives with decremented count
237
+ expect(await store.countTriples()).toBe(1);
238
+ const edges = await store.getOutgoingEdges("Alice");
239
+ expect(edges.length).toBe(1);
240
+ expect(edges[0].mention_count).toBe(1);
241
+ expect(JSON.parse(edges[0].source_memory_ids)).toEqual(["mem-002"]);
242
+
243
+ await store.deleteBySource("mem-002");
244
+ // Last evidence gone — row deleted
245
+ expect(await store.countTriples()).toBe(0);
246
+ });
247
+ });
248
+
249
+ describe("getTriplesBySourceMemories", () => {
250
+ it("maps each memory id to the triples it contributed", async () => {
251
+ const store = new KGStore({ dbPath: workDir });
252
+ await store.createTriples([
253
+ makeTriple({ source_memory_id: "mem-001", subject: "Alice", object: "Python" }),
254
+ makeTriple({ source_memory_id: "mem-001", subject: "Alice", object: "Go" }),
255
+ makeTriple({ source_memory_id: "mem-002", subject: "Bob", object: "Rust" }),
256
+ ]);
257
+ const map = await store.getTriplesBySourceMemories(["mem-001", "mem-002", "mem-404"]);
258
+ expect(map.get("mem-001")?.length).toBe(2);
259
+ expect(map.get("mem-002")?.length).toBe(1);
260
+ expect(map.has("mem-404")).toBe(false);
261
+ });
262
+
263
+ it("a multi-source triple appears under every contributing memory", async () => {
264
+ const store = new KGStore({ dbPath: workDir });
265
+ await store.createTriple(makeTriple({ source_memory_id: "mem-001" }));
266
+ await store.createTriple(makeTriple({ source_memory_id: "mem-002" }));
267
+ const map = await store.getTriplesBySourceMemories(["mem-001", "mem-002"]);
268
+ expect(map.get("mem-001")?.length).toBe(1);
269
+ expect(map.get("mem-002")?.length).toBe(1);
270
+ expect(map.get("mem-001")?.[0].id).toBe(map.get("mem-002")?.[0].id);
271
+ expect(map.get("mem-001")?.[0].mention_count).toBe(2);
272
+ });
273
+
274
+ it("returns empty map for empty input", async () => {
275
+ const store = new KGStore({ dbPath: workDir });
276
+ expect((await store.getTriplesBySourceMemories([])).size).toBe(0);
277
+ });
278
+ });
279
+
280
+ describe("entity queries", () => {
281
+ it("getAllEntities returns unique entities", async () => {
282
+ const store = new KGStore({ dbPath: workDir });
283
+ await store.createTriples([
284
+ makeTriple({ subject: "Alice", object: "Python" }),
285
+ makeTriple({ subject: "Bob", object: "Python" }),
286
+ ]);
287
+ const entities = await store.getAllEntities();
288
+ expect(entities).toContain("Alice");
289
+ expect(entities).toContain("Bob");
290
+ expect(entities).toContain("Python");
291
+ });
292
+
293
+ it("hasEntity checks existence", async () => {
294
+ const store = new KGStore({ dbPath: workDir });
295
+ await store.createTriple(makeTriple());
296
+ expect(await store.hasEntity("Alice")).toBe(true);
297
+ expect(await store.hasEntity("Charlie")).toBe(false);
298
+ });
299
+ });
300
+ });