recallnest 2.3.0 → 2.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/CHANGELOG.md +187 -0
  2. package/README.md +49 -38
  3. package/README_CN.md +46 -31
  4. package/assets/ui/app.js +1031 -0
  5. package/assets/ui/index.html +224 -0
  6. package/assets/ui/styles.css +781 -0
  7. package/config.json.example +4 -1
  8. package/docs/api-reference.md +1291 -0
  9. package/docs/architecture.md +168 -0
  10. package/docs/connector-spec.md +126 -0
  11. package/eval/cases-canary.json +58 -0
  12. package/eval/cases-scope-robustness.json +278 -0
  13. package/eval/cases.json +117 -20
  14. package/package.json +25 -4
  15. package/src/__tests__/access-tracker-novelty.test.ts +304 -0
  16. package/src/__tests__/activity-counter.test.ts +125 -0
  17. package/src/__tests__/adaptive-fidelity.test.ts +102 -0
  18. package/src/__tests__/admission-control.test.ts +206 -0
  19. package/src/__tests__/anchor-generator.test.ts +67 -0
  20. package/src/__tests__/api-server-security.test.ts +102 -0
  21. package/src/__tests__/auto-consolidation.test.ts +168 -0
  22. package/src/__tests__/auto-recall.test.ts +131 -0
  23. package/src/__tests__/babel-integration.test.ts +144 -0
  24. package/src/__tests__/batch-dedup.test.ts +65 -0
  25. package/src/__tests__/belief-history.test.ts +220 -0
  26. package/src/__tests__/canary-eval.test.ts +114 -0
  27. package/src/__tests__/capture-engine.test.ts +1328 -0
  28. package/src/__tests__/capture-heuristic.test.ts +171 -0
  29. package/src/__tests__/cascade-forget.test.ts +210 -0
  30. package/src/__tests__/category-min-scores.test.ts +116 -0
  31. package/src/__tests__/cc8-cc1-essential-context.test.ts +298 -0
  32. package/src/__tests__/circuit-breaker.test.ts +99 -0
  33. package/src/__tests__/cluster-consolidation.test.ts +945 -0
  34. package/src/__tests__/confidence-metadata.test.ts +125 -0
  35. package/src/__tests__/confidence-tracker.test.ts +261 -0
  36. package/src/__tests__/conflict-advisor.test.ts +206 -0
  37. package/src/__tests__/conflict-escalation.test.ts +149 -0
  38. package/src/__tests__/conflict-lifecycle.test.ts +83 -0
  39. package/src/__tests__/conflict-output.test.ts +85 -0
  40. package/src/__tests__/conflict-store.test.ts +418 -0
  41. package/src/__tests__/connector-v1.test.ts +181 -0
  42. package/src/__tests__/consolidation-engine.test.ts +430 -0
  43. package/src/__tests__/constructive-retrieval.test.ts +509 -0
  44. package/src/__tests__/context-collapse-renderer.test.ts +214 -0
  45. package/src/__tests__/context-composer-pins.test.ts +64 -0
  46. package/src/__tests__/context-composer-task-selection.test.ts +24 -0
  47. package/src/__tests__/context-reconstructor.test.ts +65 -0
  48. package/src/__tests__/context-renderer.test.ts +91 -0
  49. package/src/__tests__/continuity-eval.test.ts +275 -0
  50. package/src/__tests__/continuity-schema.test.ts +97 -0
  51. package/src/__tests__/contracts.test.ts +262 -0
  52. package/src/__tests__/conversation-importer.test.ts +692 -0
  53. package/src/__tests__/core-recall-eval.test.ts +235 -0
  54. package/src/__tests__/core-summary.test.ts +109 -0
  55. package/src/__tests__/data-checkup.test.ts +276 -0
  56. package/src/__tests__/decay-exemption.test.ts +129 -0
  57. package/src/__tests__/dedup-actions.test.ts +58 -0
  58. package/src/__tests__/dedup-guard.test.ts +39 -0
  59. package/src/__tests__/deterministic-id.test.ts +39 -0
  60. package/src/__tests__/distill-lock.test.ts +305 -0
  61. package/src/__tests__/distill-session-argshape.test.ts +79 -0
  62. package/src/__tests__/doctor.test.ts +319 -0
  63. package/src/__tests__/dream-pipeline.test.ts +780 -0
  64. package/src/__tests__/drill-down.test.ts +108 -0
  65. package/src/__tests__/embedder.test.ts +122 -0
  66. package/src/__tests__/emotion-decay.test.ts +46 -0
  67. package/src/__tests__/emotion-detector.test.ts +56 -0
  68. package/src/__tests__/emotion-phase1-integration.test.ts +153 -0
  69. package/src/__tests__/emotion-retrieval.test.ts +56 -0
  70. package/src/__tests__/entity-resolver.test.ts +58 -0
  71. package/src/__tests__/env-config.test.ts +151 -0
  72. package/src/__tests__/error-signature-boost.test.ts +87 -0
  73. package/src/__tests__/error-signature.test.ts +95 -0
  74. package/src/__tests__/error-taxonomy.test.ts +129 -0
  75. package/src/__tests__/ethics-layer.test.ts +476 -0
  76. package/src/__tests__/event-segmenter.test.ts +153 -0
  77. package/src/__tests__/feature-flags-integration.test.ts +54 -0
  78. package/src/__tests__/frequency-tracker.test.ts +113 -0
  79. package/src/__tests__/freshness.test.ts +186 -0
  80. package/src/__tests__/graph-export.test.ts +489 -0
  81. package/src/__tests__/hotness-blend.test.ts +283 -0
  82. package/src/__tests__/ingest-chunking.test.ts +44 -0
  83. package/src/__tests__/ingest.test.ts +360 -0
  84. package/src/__tests__/interference-detector.test.ts +203 -0
  85. package/src/__tests__/kg-extractor.test.ts +192 -0
  86. package/src/__tests__/kg-store.test.ts +300 -0
  87. package/src/__tests__/llm-client-pivot.test.ts +628 -0
  88. package/src/__tests__/llm-consolidation.test.ts +226 -0
  89. package/src/__tests__/maintenance-locks.test.ts +189 -0
  90. package/src/__tests__/mcp-efficiency.test.ts +288 -0
  91. package/src/__tests__/mcp-related-scopes.test.ts +151 -0
  92. package/src/__tests__/memory-boundaries.test.ts +282 -0
  93. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +345 -0
  94. package/src/__tests__/memory-evolution.test.ts +271 -0
  95. package/src/__tests__/memory-health-rebalance.test.ts +144 -0
  96. package/src/__tests__/memory-lint.test.ts +421 -0
  97. package/src/__tests__/memory-output.test.ts +215 -0
  98. package/src/__tests__/memory-promotion.test.ts +315 -0
  99. package/src/__tests__/migrate-dedup-ids.test.ts +65 -0
  100. package/src/__tests__/multi-vector.test.ts +242 -0
  101. package/src/__tests__/narrative-architecture.test.ts +456 -0
  102. package/src/__tests__/noise-filter.test.ts +205 -0
  103. package/src/__tests__/noise-prototype-bank.test.ts +280 -0
  104. package/src/__tests__/obsidian-connector.test.ts +363 -0
  105. package/src/__tests__/omitted-reporting.test.ts +98 -0
  106. package/src/__tests__/pending-review.test.ts +77 -0
  107. package/src/__tests__/pii-redact.test.ts +333 -0
  108. package/src/__tests__/pivot-apply.test.ts +373 -0
  109. package/src/__tests__/pivot-distill-supervisor.test.ts +457 -0
  110. package/src/__tests__/pivot-distill.test.ts +1178 -0
  111. package/src/__tests__/post-retrieval-filter.test.ts +178 -0
  112. package/src/__tests__/ppr-traversal.test.ts +256 -0
  113. package/src/__tests__/prediction-engine.test.ts +349 -0
  114. package/src/__tests__/predictive-prospective-memory.test.ts +416 -0
  115. package/src/__tests__/preference-guard-smoke.test.ts +211 -0
  116. package/src/__tests__/preference-matcher.test.ts +282 -0
  117. package/src/__tests__/preference-slots.test.ts +205 -0
  118. package/src/__tests__/prospective-memory.test.ts +283 -0
  119. package/src/__tests__/pull-from-macbook-sync-only.test.ts +679 -0
  120. package/src/__tests__/query-entity-detector.test.ts +171 -0
  121. package/src/__tests__/query-expander-alias.test.ts +146 -0
  122. package/src/__tests__/query-expander.test.ts +34 -0
  123. package/src/__tests__/recall-gate.test.ts +266 -0
  124. package/src/__tests__/recall-governor.test.ts +227 -0
  125. package/src/__tests__/recall-mode.test.ts +64 -0
  126. package/src/__tests__/resolve-db-path.test.ts +130 -0
  127. package/src/__tests__/resolve-tier.test.ts +64 -0
  128. package/src/__tests__/result-synthesizer.test.ts +198 -0
  129. package/src/__tests__/resume-context.test.ts +4898 -0
  130. package/src/__tests__/retrieval-eval.test.ts +163 -0
  131. package/src/__tests__/retrieval-trace.test.ts +213 -0
  132. package/src/__tests__/retriever-boundary-weight.test.ts +136 -0
  133. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +123 -0
  134. package/src/__tests__/retroactive-boost.test.ts +223 -0
  135. package/src/__tests__/salience-scoring.test.ts +106 -0
  136. package/src/__tests__/scope-inventory.test.ts +200 -0
  137. package/src/__tests__/scope-policy.test.ts +69 -0
  138. package/src/__tests__/scope-suggester.test.ts +80 -0
  139. package/src/__tests__/session-checkpoint.test.ts +291 -0
  140. package/src/__tests__/session-distiller.test.ts +640 -0
  141. package/src/__tests__/session-gc.test.ts +215 -0
  142. package/src/__tests__/skill-engine.test.ts +552 -0
  143. package/src/__tests__/skill-promotion.test.ts +654 -0
  144. package/src/__tests__/skill-verifier.test.ts +122 -0
  145. package/src/__tests__/source-heartbeat.test.ts +250 -0
  146. package/src/__tests__/stable-context-length-contract.test.ts +62 -0
  147. package/src/__tests__/store-patch-metadata.test.ts +205 -0
  148. package/src/__tests__/store-read-consistency.test.ts +122 -0
  149. package/src/__tests__/store-schema-migration.test.ts +87 -0
  150. package/src/__tests__/store-scope-audit.test.ts +81 -0
  151. package/src/__tests__/store-upsert.test.ts +201 -0
  152. package/src/__tests__/supersede-chain.test.ts +154 -0
  153. package/src/__tests__/temporal-parser.test.ts +241 -0
  154. package/src/__tests__/temporal-validity.test.ts +160 -0
  155. package/src/__tests__/term-registry-terminal-roster.test.ts +127 -0
  156. package/src/__tests__/term-registry.test.ts +121 -0
  157. package/src/__tests__/tool-error-surfacing.test.ts +98 -0
  158. package/src/__tests__/tool-output-compressor.test.ts +160 -0
  159. package/src/__tests__/topic-tag.test.ts +113 -0
  160. package/src/__tests__/trusted-memory.test.ts +839 -0
  161. package/src/__tests__/ui-server-security.test.ts +93 -0
  162. package/src/__tests__/usage-tracker.test.ts +287 -0
  163. package/src/__tests__/version-manager.test.ts +213 -0
  164. package/src/__tests__/workflow-observation-skill-outcome.test.ts +352 -0
  165. package/src/__tests__/workflow-observation.test.ts +433 -0
  166. package/src/__tests__/write-verifier.test.ts +122 -0
  167. package/src/access-tracker.ts +90 -34
  168. package/src/activity-counter.ts +46 -18
  169. package/src/adaptive-retrieval.ts +11 -0
  170. package/src/aliases.ts +133 -0
  171. package/src/api-server.ts +36 -9
  172. package/src/audit-log.ts +4 -2
  173. package/src/auto-consolidation.ts +8 -3
  174. package/src/auto-gc.ts +85 -21
  175. package/src/auto-recall.ts +61 -1
  176. package/src/belief-history.ts +164 -0
  177. package/src/capture-engine.ts +142 -32
  178. package/src/cli.ts +268 -41
  179. package/src/confidence-tracker.ts +36 -18
  180. package/src/conflict-engine.ts +24 -3
  181. package/src/consolidation-engine.ts +255 -23
  182. package/src/context-composer-stable-selection.ts +7 -1
  183. package/src/context-composer.ts +8 -1
  184. package/src/data-checkup.ts +96 -7
  185. package/src/decay-engine.ts +59 -7
  186. package/src/distill-lock.ts +194 -15
  187. package/src/doctor.ts +13 -4
  188. package/src/dream-pipeline.ts +473 -41
  189. package/src/env-config.ts +118 -0
  190. package/src/error-signature.ts +153 -0
  191. package/src/error-taxonomy.ts +115 -0
  192. package/src/eval.ts +402 -14
  193. package/src/freshness.ts +192 -0
  194. package/src/http-request-policy.ts +148 -0
  195. package/src/idempotency.ts +8 -0
  196. package/src/ingest.ts +308 -12
  197. package/src/kg-extractor.ts +13 -3
  198. package/src/kg-store.ts +236 -44
  199. package/src/llm-client.ts +106 -11
  200. package/src/llm-consolidation.ts +2 -1
  201. package/src/mcp-server.ts +87 -1800
  202. package/src/mcp-tool-deps.ts +48 -0
  203. package/src/mcp-tools-advanced.ts +954 -0
  204. package/src/mcp-tools-core.ts +637 -0
  205. package/src/mcp-tools-governance.ts +475 -0
  206. package/src/memory-boundaries.ts +26 -3
  207. package/src/memory-evolution.ts +73 -1
  208. package/src/memory-health-rebalance.ts +4 -0
  209. package/src/memory-lint.ts +183 -10
  210. package/src/memory-output.ts +129 -4
  211. package/src/memory-promotion.ts +246 -0
  212. package/src/memory-schema.ts +25 -2
  213. package/src/memory-store-port.ts +46 -0
  214. package/src/multi-vector.ts +2 -1
  215. package/src/narrative-schema.ts +2 -1
  216. package/src/noise-filter.ts +57 -6
  217. package/src/noise-prototype-bank.ts +408 -0
  218. package/src/pii-detector.ts +207 -5
  219. package/src/pivot-apply.ts +399 -0
  220. package/src/preference-matcher.ts +37 -3
  221. package/src/query-expander.ts +90 -9
  222. package/src/recall-gate.ts +305 -0
  223. package/src/result-synthesizer.ts +2 -1
  224. package/src/retention-policy.ts +2 -1
  225. package/src/retrieval-profiles.ts +46 -4
  226. package/src/retriever.ts +354 -157
  227. package/src/retroactive-boost.ts +6 -2
  228. package/src/runtime-config.ts +78 -6
  229. package/src/scope-suggester.ts +113 -0
  230. package/src/session-distiller.ts +23 -2
  231. package/src/session-engine.ts +2 -1
  232. package/src/session-schema.ts +1 -0
  233. package/src/session-store.ts +5 -0
  234. package/src/skill-engine.ts +78 -0
  235. package/src/skill-promotion.ts +304 -48
  236. package/src/skill-schema.ts +16 -3
  237. package/src/skill-verifier.ts +152 -0
  238. package/src/store.ts +321 -57
  239. package/src/term-registry.ts +35 -0
  240. package/src/tool-output-compressor.ts +3 -1
  241. package/src/ui-server.ts +9 -1
  242. package/src/usage-tracker.ts +242 -0
  243. package/src/version-manager.ts +3 -2
  244. package/src/version.ts +19 -0
  245. package/src/workflow-observation-engine.ts +2 -1
  246. package/src/workflow-observation-schema.ts +2 -1
  247. package/src/workflow-observation-store.ts +6 -2
  248. package/.env +0 -4
  249. package/CLAUDE.md +0 -46
  250. package/config.json +0 -55
  251. package/daily-recall.sh +0 -110
  252. package/logs/daily-recall.error.log +0 -0
  253. package/logs/daily-recall.log +0 -60
  254. package/logs/ingest-2026-04-11.log +0 -110
  255. package/logs/ingest-2026-04-12.log +0 -90
  256. package/logs/ingest-2026-04-13.log +0 -87
  257. package/logs/launchagent-stderr.log +0 -0
  258. package/logs/launchagent-stdout.log +0 -0
@@ -0,0 +1,223 @@
1
+ import { describe, expect, it } from "bun:test";
2
+
3
+ import {
4
+ retroactiveBoost,
5
+ DEFAULT_RETROACTIVE_BOOST_CONFIG,
6
+ type RetroactiveBoostConfig,
7
+ } from "../retroactive-boost.js";
8
+ import type { MemoryEntry, MemorySearchResult } from "../store.js";
9
+
10
+ // ---------------------------------------------------------------------------
11
+ // Helpers
12
+ // ---------------------------------------------------------------------------
13
+
14
+ function makeEntry(id: string, text: string, overrides: Partial<MemoryEntry> = {}): MemoryEntry {
15
+ return {
16
+ id,
17
+ text,
18
+ vector: [1, 0, 0],
19
+ category: "events",
20
+ scope: "project:test",
21
+ importance: 0.5,
22
+ timestamp: Date.now() - 7 * 86_400_000, // 7 days old by default
23
+ metadata: "{}",
24
+ ...overrides,
25
+ };
26
+ }
27
+
28
+ function createMockStore(
29
+ entries: MemoryEntry[],
30
+ searchResults: MemorySearchResult[] = [],
31
+ ) {
32
+ const data = new Map(entries.map(e => [e.id, { ...e }]));
33
+ const updates: Array<{ id: string; importance?: number; metadata?: string }> = [];
34
+
35
+ return {
36
+ updates,
37
+ data,
38
+ async vectorSearch(_vector: number[], limit = 5, minScore = 0.3, _scopeFilter?: string[]) {
39
+ return searchResults.filter(r => r.score >= minScore).slice(0, limit);
40
+ },
41
+ async update(id: string, upd: any, _scopeFilter?: string[]) {
42
+ const entry = data.get(id);
43
+ if (!entry) return null;
44
+ if (upd.importance !== undefined) entry.importance = upd.importance;
45
+ if (upd.metadata !== undefined) entry.metadata = upd.metadata;
46
+ updates.push({ id, ...upd });
47
+ return entry;
48
+ },
49
+ } as any;
50
+ }
51
+
52
+ // ---------------------------------------------------------------------------
53
+ // Tests
54
+ // ---------------------------------------------------------------------------
55
+
56
+ describe("retroactive-boost (STC)", () => {
57
+ it("skips when new entry has low importance", async () => {
58
+ const store = createMockStore([]);
59
+ const newEntry = makeEntry("new-1", "low importance note", { importance: 0.5 });
60
+
61
+ const result = await retroactiveBoost(store, newEntry);
62
+ expect(result.triggered).toBe(false);
63
+ expect(result.reason).toBe("below_importance_threshold");
64
+ });
65
+
66
+ it("skips when new entry has no vector", async () => {
67
+ const store = createMockStore([]);
68
+ const newEntry = makeEntry("new-1", "important note", {
69
+ importance: 0.9,
70
+ vector: [],
71
+ });
72
+
73
+ const result = await retroactiveBoost(store, newEntry);
74
+ expect(result.triggered).toBe(false);
75
+ expect(result.reason).toBe("no_vector");
76
+ });
77
+
78
+ it("boosts related low-importance old entries", async () => {
79
+ const oldEntry = makeEntry("old-1", "Singapore weather info", {
80
+ importance: 0.3,
81
+ timestamp: Date.now() - 30 * 86_400_000, // 30 days old
82
+ });
83
+ const searchResults: MemorySearchResult[] = [
84
+ { entry: oldEntry, score: 0.85 },
85
+ ];
86
+ const store = createMockStore([oldEntry], searchResults);
87
+
88
+ const newEntry = makeEntry("new-1", "I'm moving to Singapore", {
89
+ importance: 0.9,
90
+ vector: [1, 0, 0],
91
+ });
92
+
93
+ const result = await retroactiveBoost(store, newEntry);
94
+ expect(result.triggered).toBe(true);
95
+ expect(result.boostedCount).toBe(1);
96
+ expect(result.boostedIds).toContain("old-1");
97
+
98
+ // Verify the update was applied
99
+ expect(store.updates.length).toBe(1);
100
+ expect(store.updates[0].importance).toBe(0.3 + 0.15); // 0.45
101
+ });
102
+
103
+ it("does not boost entries that are already high importance", async () => {
104
+ const highEntry = makeEntry("high-1", "already important", {
105
+ importance: 0.7,
106
+ timestamp: Date.now() - 30 * 86_400_000,
107
+ });
108
+ const searchResults: MemorySearchResult[] = [
109
+ { entry: highEntry, score: 0.85 },
110
+ ];
111
+ const store = createMockStore([highEntry], searchResults);
112
+
113
+ const newEntry = makeEntry("new-1", "trigger", { importance: 0.9, vector: [1, 0, 0] });
114
+
115
+ const result = await retroactiveBoost(store, newEntry);
116
+ expect(result.triggered).toBe(true);
117
+ expect(result.boostedCount).toBe(0); // high-1 was already above threshold
118
+ });
119
+
120
+ it("does not boost very recent entries", async () => {
121
+ const recentEntry = makeEntry("recent-1", "just stored", {
122
+ importance: 0.3,
123
+ timestamp: Date.now() - 3_600_000, // 1 hour old
124
+ });
125
+ const searchResults: MemorySearchResult[] = [
126
+ { entry: recentEntry, score: 0.85 },
127
+ ];
128
+ const store = createMockStore([recentEntry], searchResults);
129
+
130
+ const newEntry = makeEntry("new-1", "trigger", { importance: 0.9, vector: [1, 0, 0] });
131
+
132
+ const result = await retroactiveBoost(store, newEntry);
133
+ expect(result.triggered).toBe(true);
134
+ expect(result.boostedCount).toBe(0); // too recent
135
+ });
136
+
137
+ it("caps boosted importance at maxBoostedImportance", async () => {
138
+ const oldEntry = makeEntry("old-1", "related note", {
139
+ importance: 0.55,
140
+ timestamp: Date.now() - 30 * 86_400_000,
141
+ });
142
+ const searchResults: MemorySearchResult[] = [
143
+ { entry: oldEntry, score: 0.85 },
144
+ ];
145
+ const store = createMockStore([oldEntry], searchResults);
146
+
147
+ const newEntry = makeEntry("new-1", "trigger", { importance: 0.9, vector: [1, 0, 0] });
148
+
149
+ const config: RetroactiveBoostConfig = {
150
+ ...DEFAULT_RETROACTIVE_BOOST_CONFIG,
151
+ boostAmount: 0.3, // would push to 0.85
152
+ maxBoostedImportance: 0.75, // but capped at 0.75
153
+ };
154
+
155
+ const result = await retroactiveBoost(store, newEntry, config);
156
+ expect(result.boostedCount).toBe(1);
157
+ expect(store.updates[0].importance).toBe(0.75); // capped
158
+ });
159
+
160
+ it("promotes tier from peripheral to working when boosted above 0.5", async () => {
161
+ const oldEntry = makeEntry("old-1", "peripheral memory", {
162
+ importance: 0.3,
163
+ timestamp: Date.now() - 30 * 86_400_000,
164
+ metadata: JSON.stringify({ tier: "peripheral" }),
165
+ });
166
+ const searchResults: MemorySearchResult[] = [
167
+ { entry: oldEntry, score: 0.85 },
168
+ ];
169
+ const store = createMockStore([oldEntry], searchResults);
170
+
171
+ const newEntry = makeEntry("new-1", "important trigger", { importance: 0.9, vector: [1, 0, 0] });
172
+
173
+ const config: RetroactiveBoostConfig = {
174
+ ...DEFAULT_RETROACTIVE_BOOST_CONFIG,
175
+ boostAmount: 0.25, // 0.3 + 0.25 = 0.55 > 0.5
176
+ };
177
+
178
+ const result = await retroactiveBoost(store, newEntry, config);
179
+ expect(result.boostedCount).toBe(1);
180
+
181
+ // Check metadata for tier promotion
182
+ const updatedMeta = JSON.parse(store.updates[0].metadata);
183
+ expect(updatedMeta.tier).toBe("working");
184
+ expect(updatedMeta.stc_boosts).toHaveLength(1);
185
+ expect(updatedMeta.stc_boosts[0].triggeredBy).toBe("new-1".slice(0, 8));
186
+ });
187
+
188
+ it("respects maxBoostPerTrigger limit", async () => {
189
+ const entries: MemoryEntry[] = [];
190
+ const searchResults: MemorySearchResult[] = [];
191
+
192
+ for (let i = 0; i < 10; i++) {
193
+ const e = makeEntry(`old-${i}`, `entry ${i}`, {
194
+ importance: 0.3,
195
+ timestamp: Date.now() - 30 * 86_400_000,
196
+ });
197
+ entries.push(e);
198
+ searchResults.push({ entry: e, score: 0.85 - i * 0.01 });
199
+ }
200
+
201
+ const store = createMockStore(entries, searchResults);
202
+ const newEntry = makeEntry("new-1", "trigger", { importance: 0.9, vector: [1, 0, 0] });
203
+
204
+ const result = await retroactiveBoost(store, newEntry);
205
+ expect(result.boostedCount).toBe(5); // default maxBoostPerTrigger
206
+ });
207
+
208
+ it("skips self in search results", async () => {
209
+ const newEntry = makeEntry("new-1", "I'm important", {
210
+ importance: 0.9,
211
+ vector: [1, 0, 0],
212
+ });
213
+ // Search returns the new entry itself
214
+ const searchResults: MemorySearchResult[] = [
215
+ { entry: newEntry, score: 1.0 },
216
+ ];
217
+ const store = createMockStore([newEntry], searchResults);
218
+
219
+ const result = await retroactiveBoost(store, newEntry);
220
+ expect(result.triggered).toBe(true);
221
+ expect(result.boostedCount).toBe(0);
222
+ });
223
+ });
@@ -0,0 +1,106 @@
1
+ import { describe, it, expect } from "bun:test";
2
+ import type { LLMClient } from "../llm-client.js";
3
+
4
+ function createMockLLM(response: string): LLMClient {
5
+ return {
6
+ async chat() {
7
+ return response;
8
+ },
9
+ async assessImportance(text: string) {
10
+ const parsed = JSON.parse(response);
11
+ return parsed.importance ?? null;
12
+ },
13
+ async reassessImportanceBatch(
14
+ entries: Array<{ id: string; text: string; category: string; currentImportance: number }>,
15
+ ) {
16
+ const results = new Map<string, number>();
17
+ try {
18
+ const parsed = JSON.parse(response);
19
+ if (Array.isArray(parsed)) {
20
+ for (const item of parsed) {
21
+ if (item.idx >= 0 && item.idx < entries.length) {
22
+ results.set(entries[item.idx].id, item.importance);
23
+ }
24
+ }
25
+ }
26
+ } catch {
27
+ // match real implementation: non-fatal
28
+ }
29
+ return results;
30
+ },
31
+ } as any;
32
+ }
33
+
34
+ describe("HP-4: Salience scoring anchoring", () => {
35
+ describe("assessImportance anchored tiers", () => {
36
+ it("identity/correction → 0.85+", async () => {
37
+ const llm = createMockLLM(JSON.stringify({ importance: 0.92, reason: "用户明确纠正" }));
38
+ const result = await llm.assessImportance("不要用 rm 删除文件", "profile");
39
+ expect(result).toBeGreaterThanOrEqual(0.85);
40
+ });
41
+
42
+ it("decision/case → 0.70-0.84", async () => {
43
+ const llm = createMockLLM(JSON.stringify({ importance: 0.75, reason: "架构决策" }));
44
+ const result = await llm.assessImportance("选用 LanceDB 作为向量存储", "cases");
45
+ expect(result).toBeGreaterThanOrEqual(0.70);
46
+ expect(result).toBeLessThan(0.85);
47
+ });
48
+
49
+ it("entity/background → 0.55-0.69", async () => {
50
+ const llm = createMockLLM(JSON.stringify({ importance: 0.60, reason: "项目信息" }));
51
+ const result = await llm.assessImportance("RecallNest 使用 Bun 运行时", "entities");
52
+ expect(result).toBeGreaterThanOrEqual(0.55);
53
+ expect(result).toBeLessThan(0.70);
54
+ });
55
+
56
+ it("event/one-off → 0.40-0.54", async () => {
57
+ const llm = createMockLLM(JSON.stringify({ importance: 0.45, reason: "一次性操作" }));
58
+ const result = await llm.assessImportance("今天部署了 v2.1", "events");
59
+ expect(result).toBeGreaterThanOrEqual(0.40);
60
+ expect(result).toBeLessThan(0.55);
61
+ });
62
+
63
+ it("chatter/temp → 0.10-0.30", async () => {
64
+ const llm = createMockLLM(JSON.stringify({ importance: 0.15, reason: "临时上下文" }));
65
+ const result = await llm.assessImportance("好的,我看一下", "events");
66
+ expect(result).toBeGreaterThanOrEqual(0.10);
67
+ expect(result).toBeLessThan(0.40);
68
+ });
69
+ });
70
+
71
+ describe("reassessImportanceBatch", () => {
72
+ it("returns adjusted entries with ≥ 0.1 delta", async () => {
73
+ const batchResponse = JSON.stringify([
74
+ { idx: 0, importance: 0.90 },
75
+ { idx: 2, importance: 0.30 },
76
+ ]);
77
+ const llm = createMockLLM(batchResponse);
78
+ const entries = [
79
+ { id: "a", text: "永远不要用 rm", category: "profile", currentImportance: 0.70 },
80
+ { id: "b", text: "选用 LanceDB", category: "cases", currentImportance: 0.75 },
81
+ { id: "c", text: "今天天气不错", category: "events", currentImportance: 0.70 },
82
+ ];
83
+ const result = await llm.reassessImportanceBatch(entries);
84
+ expect(result.size).toBe(2);
85
+ expect(result.get("a")).toBe(0.90);
86
+ expect(result.get("c")).toBe(0.30);
87
+ expect(result.has("b")).toBe(false);
88
+ });
89
+
90
+ it("returns empty map on empty input", async () => {
91
+ const llm = createMockLLM("[]");
92
+ const result = await llm.reassessImportanceBatch([]);
93
+ expect(result.size).toBe(0);
94
+ });
95
+
96
+ it("handles invalid LLM response gracefully", async () => {
97
+ const llm = createMockLLM("not-json");
98
+ const entries = [
99
+ { id: "a", text: "test", category: "events", currentImportance: 0.5 },
100
+ ];
101
+ // Should not throw
102
+ const result = await llm.reassessImportanceBatch(entries);
103
+ expect(result.size).toBe(0);
104
+ });
105
+ });
106
+ });
@@ -0,0 +1,200 @@
1
+ import { afterEach, describe, expect, it } from "bun:test";
2
+ import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
3
+ import { tmpdir } from "node:os";
4
+ import { join } from "node:path";
5
+
6
+ import { collectScopeInventory, formatScopeInventoryReport } from "../scope-inventory.js";
7
+ import { MemoryStore } from "../store.js";
8
+
9
+ const cleanupPaths: string[] = [];
10
+
11
+ afterEach(() => {
12
+ while (cleanupPaths.length > 0) {
13
+ const target = cleanupPaths.pop();
14
+ if (target) {
15
+ rmSync(target, { recursive: true, force: true });
16
+ }
17
+ }
18
+ });
19
+
20
+ function createTempRoot(): string {
21
+ const root = mkdtempSync(join(tmpdir(), "recallnest-scope-inventory-"));
22
+ cleanupPaths.push(root);
23
+ return root;
24
+ }
25
+
26
+ function writeJson(dir: string, name: string, payload: unknown): void {
27
+ mkdirSync(dir, { recursive: true });
28
+ writeFileSync(join(dir, name), JSON.stringify(payload, null, 2) + "\n");
29
+ }
30
+
31
+ describe("collectScopeInventory", () => {
32
+ it("audits memories, pins, checkpoints, and workflow observations separately", async () => {
33
+ const root = createTempRoot();
34
+ const store = new MemoryStore({
35
+ dbPath: join(root, "db"),
36
+ vectorDim: 3,
37
+ });
38
+
39
+ await store.store({
40
+ text: "Scoped durable memory.",
41
+ vector: [1, 0, 0],
42
+ category: "entities",
43
+ scope: "project:recallnest",
44
+ importance: 0.8,
45
+ metadata: "{}",
46
+ });
47
+ await store.store({
48
+ text: "Historical global memory row.",
49
+ vector: [0, 1, 0],
50
+ category: "events",
51
+ scope: "global",
52
+ importance: 0.5,
53
+ metadata: "{}",
54
+ });
55
+
56
+ const pinsDir = join(root, "pins");
57
+ writeJson(pinsDir, "pin-legacy.json", {
58
+ id: "pin-legacy",
59
+ type: "pinned-memory",
60
+ title: "Legacy pin",
61
+ summary: "Pinned from an old global row.",
62
+ source: {
63
+ memoryId: "memory-1",
64
+ scope: "global",
65
+ timestamp: Date.now(),
66
+ metadata: {},
67
+ },
68
+ createdAt: "2026-03-18T00:00:00.000Z",
69
+ updatedAt: "2026-03-18T00:00:00.000Z",
70
+ snippet: "Legacy pin snippet.",
71
+ });
72
+
73
+ const checkpointsDir = join(root, "session-checkpoints");
74
+ writeJson(checkpointsDir, "checkpoint-legacy.json", {
75
+ checkpointId: "checkpoint-legacy",
76
+ sessionId: "session-1",
77
+ resolvedScope: " ",
78
+ summary: "Old checkpoint that never got a real resolved scope.",
79
+ updatedAt: "2026-03-18T00:01:00.000Z",
80
+ });
81
+
82
+ const workflowDir = join(root, "workflow-observations");
83
+ writeJson(workflowDir, "workflow-legacy.json", {
84
+ observationId: "workflow-legacy",
85
+ workflowId: "resume_context",
86
+ resolvedScope: null,
87
+ summary: "Legacy workflow observation missing scope.",
88
+ recordedAt: "2026-03-18T00:02:00.000Z",
89
+ });
90
+ mkdirSync(workflowDir, { recursive: true });
91
+ writeFileSync(join(workflowDir, "broken.json"), "{not-json");
92
+
93
+ const report = await collectScopeInventory({
94
+ store,
95
+ sampleLimit: 10,
96
+ pinsDir,
97
+ checkpointsDir,
98
+ workflowObservationsDir: workflowDir,
99
+ });
100
+
101
+ expect(report.totalScannedCount).toBe(6);
102
+ expect(report.totalAnomalyCount).toBe(4);
103
+ expect(report.totalInvalidCount).toBe(1);
104
+ expect(report.totalReviewedCount).toBe(0);
105
+
106
+ const memoryLayer = report.layers.find((layer) => layer.layer === "memories");
107
+ const pinLayer = report.layers.find((layer) => layer.layer === "pins");
108
+ const checkpointLayer = report.layers.find((layer) => layer.layer === "session-checkpoints");
109
+ const workflowLayer = report.layers.find((layer) => layer.layer === "workflow-observations");
110
+
111
+ expect(memoryLayer?.anomalyCount).toBe(1);
112
+ expect(memoryLayer?.counts.global).toBe(1);
113
+ expect(pinLayer?.anomalyCount).toBe(1);
114
+ expect(pinLayer?.counts.global).toBe(1);
115
+ expect(checkpointLayer?.anomalyCount).toBe(1);
116
+ expect(checkpointLayer?.counts.empty).toBe(1);
117
+ expect(workflowLayer?.anomalyCount).toBe(1);
118
+ expect(workflowLayer?.counts.missing).toBe(1);
119
+ expect(workflowLayer?.invalidCount).toBe(1);
120
+ expect(workflowLayer?.reviewedCount).toBe(0);
121
+
122
+ const output = formatScopeInventoryReport(report);
123
+ expect(output).toContain("Scope inventory");
124
+ expect(output).toContain("[memories]");
125
+ expect(output).toContain("[pins]");
126
+ expect(output).toContain("[session-checkpoints]");
127
+ expect(output).toContain("[workflow-observations]");
128
+ });
129
+
130
+ it("returns a clean report when every layer is scoped correctly", async () => {
131
+ const root = createTempRoot();
132
+ const store = new MemoryStore({
133
+ dbPath: join(root, "db"),
134
+ vectorDim: 3,
135
+ });
136
+
137
+ await store.store({
138
+ text: "Scoped memory.",
139
+ vector: [1, 0, 0],
140
+ category: "entities",
141
+ scope: "project:recallnest",
142
+ importance: 0.9,
143
+ metadata: "{}",
144
+ });
145
+
146
+ const report = await collectScopeInventory({
147
+ store,
148
+ sampleLimit: 5,
149
+ pinsDir: join(root, "missing-pins"),
150
+ checkpointsDir: join(root, "missing-checkpoints"),
151
+ workflowObservationsDir: join(root, "missing-workflows"),
152
+ });
153
+
154
+ expect(report.totalScannedCount).toBe(1);
155
+ expect(report.totalAnomalyCount).toBe(0);
156
+ expect(report.totalInvalidCount).toBe(0);
157
+ expect(report.totalReviewedCount).toBe(0);
158
+ expect(report.layers.every((layer) => layer.samples.length === 0)).toBe(true);
159
+ expect(formatScopeInventoryReport(report)).toContain("No unresolved legacy scope anomalies found");
160
+ });
161
+
162
+ it("suppresses reviewed keep-global workflow observations from unresolved anomaly counts", async () => {
163
+ const root = createTempRoot();
164
+ const store = new MemoryStore({
165
+ dbPath: join(root, "db"),
166
+ vectorDim: 3,
167
+ });
168
+
169
+ const workflowDir = join(root, "workflow-observations");
170
+ writeJson(workflowDir, "workflow-reviewed.json", {
171
+ observationId: "workflow-reviewed",
172
+ workflowId: "resume_context",
173
+ resolvedScope: "global",
174
+ summary: "Legacy workflow observation intentionally left global.",
175
+ recordedAt: "2026-03-18T00:02:00.000Z",
176
+ legacyScopeReview: {
177
+ decision: "keep",
178
+ kind: "global",
179
+ reason: "external-task",
180
+ reviewedAt: "2026-03-18T00:03:00.000Z",
181
+ },
182
+ });
183
+
184
+ const report = await collectScopeInventory({
185
+ store,
186
+ sampleLimit: 5,
187
+ workflowObservationsDir: workflowDir,
188
+ pinsDir: join(root, "missing-pins"),
189
+ checkpointsDir: join(root, "missing-checkpoints"),
190
+ });
191
+
192
+ const workflowLayer = report.layers.find((layer) => layer.layer === "workflow-observations");
193
+ expect(report.totalAnomalyCount).toBe(0);
194
+ expect(report.totalReviewedCount).toBe(1);
195
+ expect(workflowLayer?.anomalyCount).toBe(0);
196
+ expect(workflowLayer?.reviewedCount).toBe(1);
197
+ expect(workflowLayer?.samples).toHaveLength(0);
198
+ expect(formatScopeInventoryReport(report)).toContain("Reviewed keeps : 1");
199
+ });
200
+ });
@@ -0,0 +1,69 @@
1
+ import { describe, expect, it } from "bun:test";
2
+
3
+ import { matchesScopeFilter, resolveScopeSelection, resolveSessionScope } from "../scope-policy.js";
4
+
5
+ describe("scope-policy", () => {
6
+ it("prefers explicit scope over inferred values", () => {
7
+ const resolved = resolveScopeSelection({
8
+ scope: "project:recallnest",
9
+ sessionId: "session-123",
10
+ operation: "test:search",
11
+ env: {
12
+ RECALLNEST_DEFAULT_SCOPE: "project:other",
13
+ } as NodeJS.ProcessEnv,
14
+ });
15
+
16
+ expect(resolved.resolvedScope).toBe("project:recallnest");
17
+ expect(resolved.scopeFilter).toEqual(["project:recallnest"]);
18
+ expect(resolved.inferredFrom).toBe("scope");
19
+ });
20
+
21
+ it("falls back to session scope when explicit scope is absent", () => {
22
+ expect(resolveSessionScope("session-123")).toBe("session:session-123");
23
+
24
+ const resolved = resolveScopeSelection({
25
+ sessionId: "session-123",
26
+ operation: "test:search",
27
+ env: {} as NodeJS.ProcessEnv,
28
+ });
29
+
30
+ expect(resolved.resolvedScope).toBe("session:session-123");
31
+ expect(resolved.scopeFilter).toEqual(["session:session-123"]);
32
+ expect(resolved.inferredFrom).toBe("sessionId");
33
+ });
34
+
35
+ it("uses environment defaults when request scope is omitted", () => {
36
+ const resolved = resolveScopeSelection({
37
+ operation: "test:search",
38
+ env: {
39
+ RECALLNEST_DEFAULT_SCOPE: "project:recallnest",
40
+ } as NodeJS.ProcessEnv,
41
+ });
42
+
43
+ expect(resolved.resolvedScope).toBe("project:recallnest");
44
+ expect(resolved.scopeFilter).toEqual(["project:recallnest"]);
45
+ expect(resolved.inferredFrom).toBe("RECALLNEST_DEFAULT_SCOPE");
46
+ });
47
+
48
+ it("requires explicit opt-in before allowing cross-scope reads", () => {
49
+ expect(() => resolveScopeSelection({
50
+ operation: "test:search",
51
+ env: {} as NodeJS.ProcessEnv,
52
+ })).toThrow("requires a scope");
53
+
54
+ const allScopes = resolveScopeSelection({
55
+ operation: "test:search",
56
+ allScopes: true,
57
+ env: {} as NodeJS.ProcessEnv,
58
+ });
59
+
60
+ expect(allScopes.allScopes).toBe(true);
61
+ expect(allScopes.scopeFilter).toBeUndefined();
62
+ });
63
+
64
+ it("matches both exact and prefix scope filters", () => {
65
+ expect(matchesScopeFilter("project:recallnest", ["project:recallnest"])).toBe(true);
66
+ expect(matchesScopeFilter("cc:session-123", ["cc"])).toBe(true);
67
+ expect(matchesScopeFilter("project:other", ["project:recallnest"])).toBe(false);
68
+ });
69
+ });
@@ -0,0 +1,80 @@
1
+ import { describe, expect, it } from "bun:test";
2
+
3
+ import {
4
+ boundedLevenshtein,
5
+ createScopeSuggester,
6
+ formatScopeSuggestion,
7
+ normalizeScope,
8
+ suggestScopes,
9
+ } from "../scope-suggester.js";
10
+
11
+ describe("normalizeScope", () => {
12
+ it("lowercases and strips separators", () => {
13
+ expect(normalizeScope("CC-Foo")).toBe("ccfoo");
14
+ expect(normalizeScope("cc_foo bar")).toBe("ccfoobar");
15
+ });
16
+ });
17
+
18
+ describe("boundedLevenshtein", () => {
19
+ it("computes small distances and early-exits beyond max", () => {
20
+ expect(boundedLevenshtein("recallnest", "recallnest", 2)).toBe(0);
21
+ expect(boundedLevenshtein("recallnst", "recallnest", 2)).toBe(1);
22
+ expect(boundedLevenshtein("recalnst", "recallnest", 2)).toBe(2);
23
+ expect(boundedLevenshtein("abc", "xyzuvw", 2)).toBe(3); // max+1
24
+ });
25
+ });
26
+
27
+ describe("suggestScopes", () => {
28
+ const known = ["recallnest", "recallnest:self", "cc", "cc:55bcbfb3", "project:test"];
29
+
30
+ it("matches typos within edit distance 2", () => {
31
+ expect(suggestScopes("recallnst", known)).toContain("recallnest");
32
+ });
33
+
34
+ it("matches case differences via normalization", () => {
35
+ expect(suggestScopes("RecallNest", known)[0]).toBe("recallnest");
36
+ });
37
+
38
+ it("matches separator convention drift", () => {
39
+ expect(suggestScopes("recall-nest", known)[0]).toBe("recallnest");
40
+ expect(suggestScopes("recall_nest", known)[0]).toBe("recallnest");
41
+ });
42
+
43
+ it("matches by prefix in both directions", () => {
44
+ expect(suggestScopes("recall", known)).toContain("recallnest");
45
+ });
46
+
47
+ it("returns empty for unrelated input", () => {
48
+ expect(suggestScopes("totally-unrelated-thing", known)).toEqual([]);
49
+ expect(suggestScopes("", known)).toEqual([]);
50
+ });
51
+
52
+ it("caps suggestions at maxSuggestions", () => {
53
+ const many = ["aa1", "aa2", "aa3", "aa4", "aa5"];
54
+ expect(suggestScopes("aa", many, 3)).toHaveLength(3);
55
+ });
56
+ });
57
+
58
+ describe("createScopeSuggester", () => {
59
+ it("derives prefix families and caches scope counts", async () => {
60
+ let calls = 0;
61
+ const suggest = createScopeSuggester(async () => {
62
+ calls++;
63
+ return { "cc:55bcbfb3": 100, "cc:65314581": 50, "codex:019cc122": 30 };
64
+ });
65
+
66
+ // 拼错的 prefix 应命中 prefix 家族(cc),不需要整串 session scope 相似
67
+ const r1 = await suggest("ccc");
68
+ expect(r1).toContain("cc");
69
+
70
+ await suggest("codx");
71
+ expect(calls).toBe(1); // 60s TTL 内复用缓存
72
+ });
73
+ });
74
+
75
+ describe("formatScopeSuggestion", () => {
76
+ it("renders hint or empty string", () => {
77
+ expect(formatScopeSuggestion("recallnst", ["recallnest"])).toContain("recallnest");
78
+ expect(formatScopeSuggestion("x", [])).toBe("");
79
+ });
80
+ });