recallnest 2.2.0 → 2.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/.env +4 -0
  2. package/CLAUDE.md +1 -1
  3. package/README.md +30 -5
  4. package/README_CN.md +30 -5
  5. package/config.json +55 -0
  6. package/connectors/examples/email-adapter.ts +73 -0
  7. package/connectors/examples/logs-adapter.ts +103 -0
  8. package/connectors/examples/rss-adapter.ts +95 -0
  9. package/logs/daily-recall.error.log +0 -0
  10. package/logs/daily-recall.log +60 -0
  11. package/logs/ingest-2026-04-11.log +110 -0
  12. package/logs/ingest-2026-04-12.log +90 -0
  13. package/logs/ingest-2026-04-13.log +87 -0
  14. package/logs/launchagent-stderr.log +0 -0
  15. package/logs/launchagent-stdout.log +0 -0
  16. package/package.json +1 -1
  17. package/src/cli.ts +30 -0
  18. package/src/connector-types.ts +57 -0
  19. package/src/conversation-importer.ts +25 -1
  20. package/src/data-checkup.ts +31 -1
  21. package/src/doctor.ts +29 -0
  22. package/src/ingest.ts +203 -0
  23. package/src/mcp-server.ts +2 -2
  24. package/src/obsidian-connector.ts +282 -0
  25. package/src/session-schema.ts +2 -2
  26. package/src/source-heartbeat.ts +108 -0
  27. package/.claude-plugin/CLAUDE.md +0 -29
  28. package/.claude-plugin/marketplace.json +0 -18
  29. package/.dockerignore +0 -11
  30. package/.github/workflows/ci.yml +0 -28
  31. package/.mcp.json +0 -9
  32. package/CHANGELOG.md +0 -51
  33. package/DEMO.md +0 -94
  34. package/Dockerfile +0 -20
  35. package/EVAL.md +0 -89
  36. package/FAILURES.md +0 -75
  37. package/OPERATIONS.md +0 -59
  38. package/ROADMAP.md +0 -245
  39. package/SKILL.md +0 -250
  40. package/assets/dashboard.png +0 -0
  41. package/assets/knowledge-graph.png +0 -0
  42. package/assets/recallnest-workbench.png +0 -0
  43. package/assets/screenshots/ui-full.png +0 -0
  44. package/assets/screenshots/ui-overview.png +0 -0
  45. package/assets/screenshots/ui-search.png +0 -0
  46. package/assets/ui/app.js +0 -1031
  47. package/assets/ui/index.html +0 -224
  48. package/assets/ui/styles.css +0 -781
  49. package/assets/wechat-qr.jpg +0 -0
  50. package/bun.lock +0 -337
  51. package/daily-reflections/2026-03-05.md +0 -15
  52. package/daily-reflections/2026-03-06.md +0 -15
  53. package/daily-reflections/2026-03-07.md +0 -7
  54. package/daily-reflections/2026-03-08.md +0 -34
  55. package/daily-reflections/2026-03-09.md +0 -35
  56. package/daily-reflections/2026-03-10.md +0 -36
  57. package/daily-reflections/2026-03-11.md +0 -35
  58. package/daily-reflections/2026-03-12.md +0 -36
  59. package/daily-reflections/2026-03-13.md +0 -35
  60. package/daily-reflections/2026-03-14.md +0 -35
  61. package/daily-reflections/2026-03-15.md +0 -35
  62. package/daily-reflections/2026-03-16.md +0 -41
  63. package/daily-reflections/2026-03-17.md +0 -10
  64. package/daily-reflections/2026-03-18.md +0 -10
  65. package/daily-reflections/2026-03-19.md +0 -10
  66. package/daily-reflections/2026-03-20.md +0 -10
  67. package/daily-reflections/2026-03-21.md +0 -10
  68. package/daily-reflections/2026-03-22.md +0 -10
  69. package/daily-reflections/2026-03-23.md +0 -10
  70. package/daily-reflections/2026-03-24.md +0 -10
  71. package/daily-reflections/2026-03-25.md +0 -32
  72. package/daily-reflections/2026-03-26.md +0 -37
  73. package/daily-reflections/2026-03-27.md +0 -35
  74. package/daily-reflections/2026-03-28.md +0 -35
  75. package/daily-reflections/2026-03-29.md +0 -35
  76. package/daily-reflections/2026-03-30.md +0 -36
  77. package/daily-reflections/2026-03-31.md +0 -35
  78. package/daily-reflections/2026-04-01.md +0 -35
  79. package/daily-reflections/2026-04-02.md +0 -35
  80. package/daily-reflections/2026-04-03.md +0 -37
  81. package/daily-reflections/2026-04-04.md +0 -37
  82. package/daily-reflections/2026-04-05.md +0 -35
  83. package/daily-reflections/2026-04-06.md +0 -36
  84. package/daily-reflections/2026-04-07.md +0 -35
  85. package/daily-reflections/2026-04-08.md +0 -35
  86. package/daily-reflections/2026-04-12.md +0 -35
  87. package/data/alias-map.example.json +0 -22
  88. package/docs/api-reference.md +0 -1291
  89. package/docs/architecture.md +0 -168
  90. package/docs/memory-boundary-contract.md +0 -226
  91. package/docs/memory-categories.md +0 -119
  92. package/docs/pipeline-audit-ultramemory.md +0 -177
  93. package/docs/plans/2026-03-08-query-expansion.md +0 -270
  94. package/docs/plans/2026-03-16-continuity-layer.md +0 -196
  95. package/docs/plans/2026-04-01-recall-boost.md +0 -100
  96. package/docs/plans/mcp-tiering-plan.md +0 -126
  97. package/docs/research/recall-quality-audit-2026-03-22.md +0 -153
  98. package/docs/self-evolution.md +0 -198
  99. package/docs/superpowers/plans/2026-03-19-ingest-pipeline-upgrade.md +0 -782
  100. package/docs/superpowers/plans/2026-04-11-constructive-retrieval-emotion.md +0 -1195
  101. package/docs/superpowers/specs/2026-03-19-ingest-pipeline-upgrade-design.md +0 -77
  102. package/docs/superpowers/specs/2026-03-23-pull-claude-desktop-design.md +0 -95
  103. package/docs/superpowers/specs/2026-04-11-constructive-retrieval-emotion-design.md +0 -398
  104. package/eval/continuity/results-2026-03-16.md +0 -117
  105. package/eval/continuity/results-2026-03-19.md +0 -453
  106. package/eval/continuity/runbook.md +0 -110
  107. package/eval/continuity/seed-cases.md +0 -54
  108. package/eval/reports/2026-03-06-abstract-query-baseline.md +0 -96
  109. package/eval/reports/2026-03-06-aws-ssh-baseline.md +0 -82
  110. package/eval/reports/2026-03-06-baseline.md +0 -82
  111. package/eval/reports/query-expansion.md +0 -138
  112. package/glama.json +0 -6
  113. package/lm +0 -19
  114. package/plan-philosophy-upgrades.md +0 -363
  115. package/plan-product-upgrades.md +0 -155
  116. package/plan-v1.2-distributable.md +0 -105
  117. package/plan.md +0 -140
  118. package/research-memory-evolution.md +0 -440
  119. package/research-rl-agent-memory.md +0 -330
  120. package/scripts/archive-distilled-junk.ts +0 -116
  121. package/scripts/backfill-anchors.ts +0 -130
  122. package/scripts/backfill-l0l1l2.ts +0 -98
  123. package/scripts/blind-scan.ts +0 -588
  124. package/scripts/cleanup-step1-exact-dups.ts +0 -117
  125. package/scripts/cleanup-step2-template-dups.ts +0 -113
  126. package/scripts/cleanup-step3-stale-content.ts +0 -149
  127. package/scripts/cleanup-step4-orphan-scopes.ts +0 -131
  128. package/scripts/delete-distilled-junk.ts +0 -88
  129. package/scripts/diagnose-vector-search.ts +0 -132
  130. package/scripts/distill-facts.ts +0 -305
  131. package/scripts/health-check.ts +0 -343
  132. package/scripts/incremental-ingest.sh +0 -71
  133. package/scripts/migrate-language.ts +0 -75
  134. package/scripts/mlp-health-check.ts +0 -382
  135. package/scripts/pull-claude-desktop.ts +0 -515
  136. package/scripts/re-ingest-cc.sh +0 -66
  137. package/scripts/rebalance-memory-health.ts +0 -181
  138. package/scripts/run-desktop-ingest.sh +0 -11
  139. package/scripts/start-server.sh +0 -12
  140. package/scripts/verify-emotion-decay.ts +0 -148
  141. package/scripts/viz-dashboard.html +0 -423
  142. package/scripts/viz-export.ts +0 -703
  143. package/src/__tests__/access-tracker-novelty.test.ts +0 -228
  144. package/src/__tests__/activity-counter.test.ts +0 -96
  145. package/src/__tests__/admission-control.test.ts +0 -206
  146. package/src/__tests__/anchor-generator.test.ts +0 -67
  147. package/src/__tests__/auto-consolidation.test.ts +0 -168
  148. package/src/__tests__/auto-recall.test.ts +0 -131
  149. package/src/__tests__/babel-integration.test.ts +0 -139
  150. package/src/__tests__/batch-dedup.test.ts +0 -65
  151. package/src/__tests__/capture-engine.test.ts +0 -1144
  152. package/src/__tests__/capture-heuristic.test.ts +0 -171
  153. package/src/__tests__/cascade-forget.test.ts +0 -210
  154. package/src/__tests__/category-min-scores.test.ts +0 -33
  155. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  156. package/src/__tests__/circuit-breaker.test.ts +0 -99
  157. package/src/__tests__/cluster-consolidation.test.ts +0 -712
  158. package/src/__tests__/confidence-metadata.test.ts +0 -125
  159. package/src/__tests__/confidence-tracker.test.ts +0 -249
  160. package/src/__tests__/conflict-advisor.test.ts +0 -206
  161. package/src/__tests__/conflict-escalation.test.ts +0 -149
  162. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  163. package/src/__tests__/conflict-output.test.ts +0 -85
  164. package/src/__tests__/conflict-store.test.ts +0 -374
  165. package/src/__tests__/consolidation-engine.test.ts +0 -181
  166. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  167. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  168. package/src/__tests__/context-composer-pins.test.ts +0 -64
  169. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  170. package/src/__tests__/context-reconstructor.test.ts +0 -65
  171. package/src/__tests__/context-renderer.test.ts +0 -91
  172. package/src/__tests__/continuity-eval.test.ts +0 -275
  173. package/src/__tests__/continuity-schema.test.ts +0 -97
  174. package/src/__tests__/conversation-importer.test.ts +0 -692
  175. package/src/__tests__/core-recall-eval.test.ts +0 -235
  176. package/src/__tests__/core-summary.test.ts +0 -109
  177. package/src/__tests__/data-checkup.test.ts +0 -225
  178. package/src/__tests__/decay-exemption.test.ts +0 -84
  179. package/src/__tests__/dedup-actions.test.ts +0 -58
  180. package/src/__tests__/dedup-guard.test.ts +0 -39
  181. package/src/__tests__/deterministic-id.test.ts +0 -39
  182. package/src/__tests__/distill-lock.test.ts +0 -176
  183. package/src/__tests__/doctor.test.ts +0 -303
  184. package/src/__tests__/dream-pipeline.test.ts +0 -232
  185. package/src/__tests__/drill-down.test.ts +0 -108
  186. package/src/__tests__/embedder.test.ts +0 -122
  187. package/src/__tests__/emotion-decay.test.ts +0 -46
  188. package/src/__tests__/emotion-detector.test.ts +0 -56
  189. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  190. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  191. package/src/__tests__/entity-resolver.test.ts +0 -58
  192. package/src/__tests__/ethics-layer.test.ts +0 -476
  193. package/src/__tests__/event-segmenter.test.ts +0 -153
  194. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  195. package/src/__tests__/frequency-tracker.test.ts +0 -113
  196. package/src/__tests__/graph-export.test.ts +0 -489
  197. package/src/__tests__/hotness-blend.test.ts +0 -76
  198. package/src/__tests__/ingest.test.ts +0 -360
  199. package/src/__tests__/interference-detector.test.ts +0 -203
  200. package/src/__tests__/kg-extractor.test.ts +0 -184
  201. package/src/__tests__/kg-store.test.ts +0 -198
  202. package/src/__tests__/llm-consolidation.test.ts +0 -226
  203. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  204. package/src/__tests__/memory-boundaries.test.ts +0 -237
  205. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -243
  206. package/src/__tests__/memory-evolution.test.ts +0 -271
  207. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  208. package/src/__tests__/memory-lint.test.ts +0 -271
  209. package/src/__tests__/memory-output.test.ts +0 -215
  210. package/src/__tests__/multi-vector.test.ts +0 -242
  211. package/src/__tests__/narrative-architecture.test.ts +0 -456
  212. package/src/__tests__/pending-review.test.ts +0 -77
  213. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  214. package/src/__tests__/ppr-traversal.test.ts +0 -256
  215. package/src/__tests__/prediction-engine.test.ts +0 -349
  216. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  217. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  218. package/src/__tests__/preference-matcher.test.ts +0 -230
  219. package/src/__tests__/preference-slots.test.ts +0 -205
  220. package/src/__tests__/prospective-memory.test.ts +0 -283
  221. package/src/__tests__/query-entity-detector.test.ts +0 -171
  222. package/src/__tests__/query-expander-alias.test.ts +0 -89
  223. package/src/__tests__/query-expander.test.ts +0 -34
  224. package/src/__tests__/recall-governor.test.ts +0 -227
  225. package/src/__tests__/recall-mode.test.ts +0 -64
  226. package/src/__tests__/result-synthesizer.test.ts +0 -198
  227. package/src/__tests__/resume-context.test.ts +0 -4898
  228. package/src/__tests__/retrieval-trace.test.ts +0 -213
  229. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  230. package/src/__tests__/retroactive-boost.test.ts +0 -223
  231. package/src/__tests__/salience-scoring.test.ts +0 -106
  232. package/src/__tests__/scope-inventory.test.ts +0 -200
  233. package/src/__tests__/scope-policy.test.ts +0 -69
  234. package/src/__tests__/session-checkpoint.test.ts +0 -259
  235. package/src/__tests__/session-distiller.test.ts +0 -611
  236. package/src/__tests__/session-gc.test.ts +0 -215
  237. package/src/__tests__/skill-engine.test.ts +0 -546
  238. package/src/__tests__/skill-promotion.test.ts +0 -349
  239. package/src/__tests__/store-scope-audit.test.ts +0 -81
  240. package/src/__tests__/supersede-chain.test.ts +0 -154
  241. package/src/__tests__/temporal-parser.test.ts +0 -241
  242. package/src/__tests__/temporal-validity.test.ts +0 -160
  243. package/src/__tests__/term-registry.test.ts +0 -121
  244. package/src/__tests__/tool-output-compressor.test.ts +0 -133
  245. package/src/__tests__/topic-tag.test.ts +0 -113
  246. package/src/__tests__/trusted-memory.test.ts +0 -828
  247. package/src/__tests__/version-manager.test.ts +0 -213
  248. package/src/__tests__/workflow-observation.test.ts +0 -400
  249. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,476 +0,0 @@
1
- /**
2
- * Tests for Phase 2: Memory Ethics Layer
3
- *
4
- * Covers:
5
- * - PrivacyTier schema + parsePrivacyTier
6
- * - Forget engine: single + scope-level forget
7
- * - Cascade-forget lifecycle unification
8
- * - Audit log: forget + cascade_forget operations
9
- * - Privacy tier gate in capture (KG extraction)
10
- * - StoreMemoryInput accepts privacyTier
11
- */
12
- import { describe, expect, test } from "bun:test";
13
- import {
14
- PrivacyTierSchema,
15
- parsePrivacyTier,
16
- PRIVACY_TIERS,
17
- StoreMemoryInputSchema,
18
- type PrivacyTier,
19
- } from "../memory-schema.js";
20
- import { isActiveMemory, patchEvolution, parseEvolution } from "../memory-evolution.js";
21
- import { createAuditLogger, type AuditLogger } from "../audit-log.js";
22
- import { forgetMemory, forgetByScope, type ForgetByIdDeps } from "../forget-engine.js";
23
- import { cascadeForget, DEFAULT_CASCADE_FORGET_CONFIG } from "../cascade-forget.js";
24
- import type { MemoryEntry, MemoryStore } from "../store.js";
25
- import { existsSync, mkdirSync, rmSync, readFileSync } from "node:fs";
26
- import { join } from "node:path";
27
-
28
- // ---------------------------------------------------------------------------
29
- // Helpers
30
- // ---------------------------------------------------------------------------
31
-
32
- function makeEntry(overrides: Partial<MemoryEntry> = {}): MemoryEntry {
33
- return {
34
- id: overrides.id || "aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee",
35
- text: overrides.text || "test memory entry",
36
- vector: overrides.vector || Array(768).fill(0.1),
37
- category: overrides.category || "events",
38
- scope: overrides.scope || "project:test",
39
- importance: overrides.importance ?? 0.7,
40
- timestamp: overrides.timestamp || Date.now(),
41
- metadata: overrides.metadata || "{}",
42
- };
43
- }
44
-
45
- function makeMockStore(entries: MemoryEntry[]): MemoryStore {
46
- const data = new Map(entries.map(e => [e.id, { ...e }]));
47
- return {
48
- get: async (id: string) => data.get(id) || null,
49
- delete: async (id: string) => {
50
- const existed = data.has(id);
51
- data.delete(id);
52
- return existed;
53
- },
54
- update: async (id: string, updates: Partial<MemoryEntry>) => {
55
- const entry = data.get(id);
56
- if (!entry) return null;
57
- const updated = { ...entry, ...updates };
58
- data.set(id, updated);
59
- return updated;
60
- },
61
- list: async (scopeFilter?: string[]) => {
62
- const all = [...data.values()];
63
- if (!scopeFilter) return all;
64
- return all.filter(e => scopeFilter.includes(e.scope));
65
- },
66
- vectorSearch: async (vector: number[], limit: number, threshold: number, scopes?: string[]) => {
67
- const all = [...data.values()];
68
- const filtered = scopes
69
- ? all.filter(e => scopes.includes(e.scope))
70
- : all;
71
- // Fake similarity: entries with same scope get high score
72
- return filtered.slice(0, limit).map(e => ({
73
- entry: e,
74
- score: 0.85,
75
- }));
76
- },
77
- store: async (entry: any) => {
78
- data.set(entry.id, entry);
79
- return entry;
80
- },
81
- } as any;
82
- }
83
-
84
- function makeMockKGStore() {
85
- const deletedSources: string[] = [];
86
- const deletedScopes: string[] = [];
87
- return {
88
- deleteBySource: async (sourceMemoryId: string) => {
89
- deletedSources.push(sourceMemoryId);
90
- },
91
- deleteByScope: async (scope: string) => {
92
- deletedScopes.push(scope);
93
- },
94
- _deletedSources: deletedSources,
95
- _deletedScopes: deletedScopes,
96
- };
97
- }
98
-
99
- // ---------------------------------------------------------------------------
100
- // 1. PrivacyTier Schema
101
- // ---------------------------------------------------------------------------
102
-
103
- describe("PrivacyTier Schema", () => {
104
- test("all four tiers are valid", () => {
105
- for (const tier of PRIVACY_TIERS) {
106
- expect(PrivacyTierSchema.parse(tier)).toBe(tier);
107
- }
108
- });
109
-
110
- test("invalid tier throws", () => {
111
- expect(() => PrivacyTierSchema.parse("secret")).toThrow();
112
- expect(() => PrivacyTierSchema.parse("")).toThrow();
113
- });
114
-
115
- test("parsePrivacyTier returns durable for absent metadata", () => {
116
- expect(parsePrivacyTier(undefined)).toBe("durable");
117
- expect(parsePrivacyTier("")).toBe("durable");
118
- });
119
-
120
- test("parsePrivacyTier returns durable for metadata without privacyTier", () => {
121
- expect(parsePrivacyTier(JSON.stringify({ source: "manual" }))).toBe("durable");
122
- });
123
-
124
- test("parsePrivacyTier extracts tier from metadata", () => {
125
- expect(parsePrivacyTier(JSON.stringify({ privacyTier: "ephemeral" }))).toBe("ephemeral");
126
- expect(parsePrivacyTier(JSON.stringify({ privacyTier: "private" }))).toBe("private");
127
- expect(parsePrivacyTier(JSON.stringify({ privacyTier: "shared" }))).toBe("shared");
128
- });
129
-
130
- test("parsePrivacyTier returns durable for malformed metadata", () => {
131
- expect(parsePrivacyTier("not json")).toBe("durable");
132
- expect(parsePrivacyTier(JSON.stringify({ privacyTier: "invalid" }))).toBe("durable");
133
- });
134
- });
135
-
136
- // ---------------------------------------------------------------------------
137
- // 2. StoreMemoryInput accepts privacyTier
138
- // ---------------------------------------------------------------------------
139
-
140
- describe("StoreMemoryInput with privacyTier", () => {
141
- test("default privacyTier is durable", () => {
142
- const input = StoreMemoryInputSchema.parse({
143
- text: "test memory",
144
- scope: "project:test",
145
- });
146
- expect(input.privacyTier).toBe("durable");
147
- });
148
-
149
- test("explicit privacyTier is preserved", () => {
150
- const input = StoreMemoryInputSchema.parse({
151
- text: "test memory",
152
- scope: "project:test",
153
- privacyTier: "ephemeral",
154
- });
155
- expect(input.privacyTier).toBe("ephemeral");
156
- });
157
-
158
- test("invalid privacyTier throws", () => {
159
- expect(() => StoreMemoryInputSchema.parse({
160
- text: "test memory",
161
- scope: "project:test",
162
- privacyTier: "top_secret",
163
- })).toThrow();
164
- });
165
- });
166
-
167
- // ---------------------------------------------------------------------------
168
- // 3. Lifecycle Unification (cascade-forget uses isActiveMemory)
169
- // ---------------------------------------------------------------------------
170
-
171
- describe("Lifecycle Unification", () => {
172
- test("cascadeForget skips archived entries via evolution.status", async () => {
173
- const archivedMeta = patchEvolution("{}", { status: "archived" });
174
- const primary = makeEntry({ id: "primary-id-0000-0000-000000000001" });
175
- const archivedEntry = makeEntry({
176
- id: "archived-entry-0000-0000-000000000002",
177
- metadata: archivedMeta,
178
- });
179
- const activeEntry = makeEntry({
180
- id: "active-entry-0000-0000-0000000000003",
181
- metadata: patchEvolution("{}", { status: "active" }),
182
- importance: 0.8,
183
- });
184
-
185
- const store = makeMockStore([primary, archivedEntry, activeEntry]);
186
- const result = await cascadeForget(
187
- store,
188
- { id: primary.id, vector: primary.vector, scope: primary.scope },
189
- DEFAULT_CASCADE_FORGET_CONFIG,
190
- );
191
-
192
- // Archived entry should NOT be demoted
193
- expect(result.demotedIds).not.toContain(archivedEntry.id);
194
- });
195
-
196
- test("cascadeForget skips superseded entries via evolution.status", async () => {
197
- const supersededMeta = patchEvolution("{}", { status: "superseded" });
198
- const primary = makeEntry({ id: "primary-id-0000-0000-000000000010" });
199
- const supersededEntry = makeEntry({
200
- id: "superseded-0000-0000-0000000000020",
201
- metadata: supersededMeta,
202
- });
203
-
204
- const store = makeMockStore([primary, supersededEntry]);
205
- const result = await cascadeForget(
206
- store,
207
- { id: primary.id, vector: primary.vector, scope: primary.scope },
208
- DEFAULT_CASCADE_FORGET_CONFIG,
209
- );
210
-
211
- expect(result.demotedIds).not.toContain(supersededEntry.id);
212
- });
213
-
214
- test("isActiveMemory correctly identifies active vs non-active", () => {
215
- expect(isActiveMemory(undefined)).toBe(true); // no metadata = active
216
- expect(isActiveMemory(patchEvolution("{}", { status: "active" }))).toBe(true);
217
- expect(isActiveMemory(patchEvolution("{}", { status: "pending_review" }))).toBe(true);
218
- expect(isActiveMemory(patchEvolution("{}", { status: "archived" }))).toBe(false);
219
- expect(isActiveMemory(patchEvolution("{}", { status: "superseded" }))).toBe(false);
220
- });
221
- });
222
-
223
- // ---------------------------------------------------------------------------
224
- // 4. Audit Log Extensions
225
- // ---------------------------------------------------------------------------
226
-
227
- describe("Audit Log Extensions", () => {
228
- const tmpDir = join(import.meta.dir, ".tmp-audit-test");
229
-
230
- test("audit logger accepts forget operation", () => {
231
- const logPath = join(tmpDir, "audit-forget-test.jsonl");
232
- try { mkdirSync(tmpDir, { recursive: true }); } catch { /* ok */ }
233
- const logger = createAuditLogger(logPath);
234
-
235
- logger.log({
236
- operation: "forget",
237
- scope: "project:test",
238
- memoryId: "test-id",
239
- actor: "system",
240
- details: "forget test",
241
- });
242
-
243
- const content = readFileSync(logPath, "utf-8");
244
- const parsed = JSON.parse(content.trim());
245
- expect(parsed.operation).toBe("forget");
246
- expect(parsed.scope).toBe("project:test");
247
-
248
- try { rmSync(tmpDir, { recursive: true }); } catch { /* cleanup */ }
249
- });
250
-
251
- test("audit logger accepts cascade_forget operation", () => {
252
- const logPath = join(tmpDir, "audit-cascade-test.jsonl");
253
- try { mkdirSync(tmpDir, { recursive: true }); } catch { /* ok */ }
254
- const logger = createAuditLogger(logPath);
255
-
256
- logger.log({
257
- operation: "cascade_forget",
258
- scope: "project:test",
259
- memoryId: "test-id",
260
- actor: "system",
261
- details: "cascade forget test",
262
- });
263
-
264
- const content = readFileSync(logPath, "utf-8");
265
- const parsed = JSON.parse(content.trim());
266
- expect(parsed.operation).toBe("cascade_forget");
267
-
268
- try { rmSync(tmpDir, { recursive: true }); } catch { /* cleanup */ }
269
- });
270
- });
271
-
272
- // ---------------------------------------------------------------------------
273
- // 5. Forget Engine
274
- // ---------------------------------------------------------------------------
275
-
276
- describe("Forget Engine", () => {
277
- test("forgetMemory succeeds for ephemeral memory (no confirm needed)", async () => {
278
- const meta = JSON.stringify({ privacyTier: "ephemeral" });
279
- const entry = makeEntry({ metadata: meta });
280
- const store = makeMockStore([entry]);
281
- const kgStore = makeMockKGStore();
282
-
283
- const result = await forgetMemory(
284
- { store, kgStore: kgStore as any },
285
- { memoryId: entry.id, confirm: false },
286
- );
287
-
288
- expect(result.success).toBe(true);
289
- expect(result.kgTriplesRemoved).toBe(true);
290
- expect(kgStore._deletedSources).toContain(entry.id);
291
- });
292
-
293
- test("forgetMemory requires confirm for durable tier", async () => {
294
- const entry = makeEntry(); // default = durable
295
- const store = makeMockStore([entry]);
296
-
297
- const result = await forgetMemory(
298
- { store },
299
- { memoryId: entry.id, confirm: false },
300
- );
301
-
302
- expect(result.success).toBe(false);
303
- expect(result.error).toContain("durable");
304
- expect(result.error).toContain("confirm=true");
305
- });
306
-
307
- test("forgetMemory succeeds for durable with confirm=true", async () => {
308
- const entry = makeEntry();
309
- const store = makeMockStore([entry]);
310
-
311
- const result = await forgetMemory(
312
- { store },
313
- { memoryId: entry.id, confirm: true, reason: "user requested" },
314
- );
315
-
316
- expect(result.success).toBe(true);
317
- expect(result.evidence).toBeDefined();
318
- expect(result.evidence!.reason).toBe("user requested");
319
- expect(result.evidence!.privacyTier).toBe("durable");
320
- });
321
-
322
- test("forgetMemory returns error for nonexistent ID", async () => {
323
- const store = makeMockStore([]);
324
-
325
- const result = await forgetMemory(
326
- { store },
327
- { memoryId: "aaaaaaaa-bbbb-cccc-dddd-eeeeeeeeeeee", confirm: true },
328
- );
329
-
330
- expect(result.success).toBe(false);
331
- expect(result.error).toContain("not found");
332
- });
333
-
334
- test("forgetMemory preserves evidence snapshot", async () => {
335
- const entry = makeEntry({
336
- text: "important secret",
337
- importance: 0.9,
338
- });
339
- const store = makeMockStore([entry]);
340
-
341
- const result = await forgetMemory(
342
- { store },
343
- { memoryId: entry.id, confirm: true },
344
- );
345
-
346
- expect(result.success).toBe(true);
347
- expect(result.evidence).toBeDefined();
348
- expect(result.evidence!.entry.text).toBe("important secret");
349
- expect(result.evidence!.entry.importance).toBe(0.9);
350
- expect(result.evidence!.forgottenAt).toBeTruthy();
351
- });
352
-
353
- test("forgetMemory cascades to related memories", async () => {
354
- const primary = makeEntry({ id: "primary-id-0000-0000-000000000001", importance: 0.8 });
355
- const related = makeEntry({
356
- id: "related-id-0000-0000-000000000002",
357
- importance: 0.8,
358
- metadata: patchEvolution("{}", { status: "active" }),
359
- });
360
-
361
- const store = makeMockStore([primary, related]);
362
- const result = await forgetMemory(
363
- { store },
364
- { memoryId: primary.id, confirm: true },
365
- );
366
-
367
- expect(result.success).toBe(true);
368
- // Cascade should have attempted to demote
369
- // (exact count depends on mock similarity scores)
370
- expect(result.cascadeResult).toBeDefined();
371
- });
372
-
373
- test("forgetMemory logs audit trail", async () => {
374
- const tmpDir = join(import.meta.dir, ".tmp-forget-audit");
375
- const logPath = join(tmpDir, "forget-audit.jsonl");
376
- try { mkdirSync(tmpDir, { recursive: true }); } catch { /* ok */ }
377
-
378
- const entry = makeEntry({ metadata: JSON.stringify({ privacyTier: "private" }) });
379
- const store = makeMockStore([entry]);
380
- const auditLogger = createAuditLogger(logPath);
381
-
382
- const result = await forgetMemory(
383
- { store, auditLogger },
384
- { memoryId: entry.id, confirm: true, reason: "privacy cleanup" },
385
- );
386
-
387
- expect(result.success).toBe(true);
388
-
389
- const content = readFileSync(logPath, "utf-8").trim();
390
- const lines = content.split("\n").map(l => JSON.parse(l));
391
- const forgetLog = lines.find(l => l.operation === "forget");
392
- expect(forgetLog).toBeDefined();
393
- expect(forgetLog.details).toContain("private");
394
- expect(forgetLog.details).toContain("privacy cleanup");
395
-
396
- try { rmSync(tmpDir, { recursive: true }); } catch { /* cleanup */ }
397
- });
398
-
399
- test("forgetMemory cleans up KG triples", async () => {
400
- const entry = makeEntry();
401
- const store = makeMockStore([entry]);
402
- const kgStore = makeMockKGStore();
403
-
404
- const result = await forgetMemory(
405
- { store, kgStore: kgStore as any },
406
- { memoryId: entry.id, confirm: true },
407
- );
408
-
409
- expect(result.success).toBe(true);
410
- expect(result.kgTriplesRemoved).toBe(true);
411
- expect(kgStore._deletedSources).toContain(entry.id);
412
- });
413
-
414
- test("forgetByScope deletes all entries in scope", async () => {
415
- const entries = [
416
- makeEntry({ id: "scope-entry-0000-0000-000000000001", scope: "project:cleanup", metadata: JSON.stringify({ privacyTier: "private" }) }),
417
- makeEntry({ id: "scope-entry-0000-0000-000000000002", scope: "project:cleanup", metadata: JSON.stringify({ privacyTier: "ephemeral" }) }),
418
- makeEntry({ id: "other-scope-0000-0000-000000000003", scope: "project:keep" }),
419
- ];
420
- const store = makeMockStore(entries);
421
- const kgStore = makeMockKGStore();
422
-
423
- const result = await forgetByScope(
424
- { store, kgStore: kgStore as any },
425
- "project:cleanup",
426
- true,
427
- "scope cleanup",
428
- );
429
-
430
- expect(result.forgottenCount).toBe(2);
431
- expect(result.kgScopeCleared).toBe(true);
432
- expect(kgStore._deletedScopes).toContain("project:cleanup");
433
- });
434
-
435
- test("forgetByScope requires confirm", async () => {
436
- const entries = [
437
- makeEntry({ id: "scope-entry-0000-0000-000000000010", scope: "project:cleanup" }),
438
- ];
439
- const store = makeMockStore(entries);
440
-
441
- const result = await forgetByScope(
442
- { store },
443
- "project:cleanup",
444
- false,
445
- );
446
-
447
- expect(result.forgottenCount).toBe(0);
448
- });
449
- });
450
-
451
- // ---------------------------------------------------------------------------
452
- // 6. Privacy Tier values
453
- // ---------------------------------------------------------------------------
454
-
455
- describe("Privacy Tier Semantics", () => {
456
- test("PRIVACY_TIERS has exactly 4 tiers", () => {
457
- expect(PRIVACY_TIERS).toHaveLength(4);
458
- expect(PRIVACY_TIERS).toContain("ephemeral");
459
- expect(PRIVACY_TIERS).toContain("private");
460
- expect(PRIVACY_TIERS).toContain("durable");
461
- expect(PRIVACY_TIERS).toContain("shared");
462
- });
463
-
464
- test("ephemeral and private should block KG (semantics check)", () => {
465
- // This tests the logic that would be used in capture-engine
466
- const kgBlockedTiers: PrivacyTier[] = ["ephemeral", "private"];
467
- const kgAllowedTiers: PrivacyTier[] = ["durable", "shared"];
468
-
469
- for (const tier of kgBlockedTiers) {
470
- expect(tier === "ephemeral" || tier === "private").toBe(true);
471
- }
472
- for (const tier of kgAllowedTiers) {
473
- expect(tier !== "ephemeral" && tier !== "private").toBe(true);
474
- }
475
- });
476
- });
@@ -1,153 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
- import { segmentEvents, type EventSegmenterConfig } from "../event-segmenter.js";
3
-
4
- const cfg: EventSegmenterConfig = { maxSegmentSize: 500, minSegmentSize: 50 };
5
-
6
- describe("segmentEvents", () => {
7
- it("returns single segment for short text", () => {
8
- const result = segmentEvents("Hello world", cfg);
9
- expect(result).toHaveLength(1);
10
- expect(result[0].boundaryType).toBe("initial");
11
- });
12
-
13
- it("returns empty for empty input", () => {
14
- expect(segmentEvents("", cfg)).toHaveLength(0);
15
- expect(segmentEvents(" ", cfg)).toHaveLength(0);
16
- });
17
-
18
- it("splits on topic shift markers (Chinese)", () => {
19
- const text = [
20
- "[用户] 帮我查一下 TypeScript 的配置方法",
21
- "[助手] TypeScript 需要 tsconfig.json 文件来配置编译选项...",
22
- "这里有一些常见的配置项:strictNullChecks, target, module 等等。你可以根据项目需要来选择。",
23
- "[用户] 另外,帮我看看 Docker 的问题",
24
- "[助手] Docker 的问题是什么呢?请描述一下具体的错误信息。",
25
- ].join("\n");
26
-
27
- const result = segmentEvents(text, cfg);
28
- expect(result.length).toBeGreaterThanOrEqual(2);
29
- // First segment should contain TypeScript content
30
- expect(result[0].text).toContain("TypeScript");
31
- // Second segment should start with the Docker topic
32
- expect(result[result.length - 1].text).toContain("Docker");
33
- });
34
-
35
- it("splits on topic shift markers (English)", () => {
36
- const text = [
37
- "[用户] How do I configure TypeScript?",
38
- "[助手] You need a tsconfig.json file with compiler options like strictNullChecks and target settings for your project.",
39
- "[用户] By the way, what about Docker setup?",
40
- "[助手] For Docker, you'll need a Dockerfile and optionally a docker-compose.yml for multi-service setups.",
41
- ].join("\n");
42
-
43
- const result = segmentEvents(text, cfg);
44
- expect(result.length).toBeGreaterThanOrEqual(2);
45
- });
46
-
47
- it("splits on Q&A boundaries (user after assistant)", () => {
48
- const longAssistant = "A".repeat(200);
49
- const text = [
50
- `[用户] First question about performance`,
51
- `[助手] ${longAssistant}`,
52
- `[用户] Second question about security`,
53
- `[助手] Security requires authentication and authorization checks.`,
54
- ].join("\n");
55
-
56
- const result = segmentEvents(text, { maxSegmentSize: 500, minSegmentSize: 50 });
57
- expect(result.length).toBeGreaterThanOrEqual(2);
58
- expect(result[0].text).toContain("performance");
59
- });
60
-
61
- it("does not split inside code blocks", () => {
62
- const text = [
63
- "[用户] Show me the code",
64
- "[助手] Here's the implementation:",
65
- "```typescript",
66
- "function hello() {",
67
- " // 另外 this is NOT a topic shift inside code",
68
- ' console.log("hello");',
69
- "}",
70
- "```",
71
- "That's the basic structure you need. Let me explain more about the details and configuration options.",
72
- ].join("\n");
73
-
74
- const result = segmentEvents(text, cfg);
75
- // Should keep code block intact — "另外" inside ``` should not trigger split
76
- const codeSegment = result.find(s => s.text.includes("```typescript"));
77
- expect(codeSegment).toBeDefined();
78
- expect(codeSegment!.text).toContain('console.log("hello")');
79
- });
80
-
81
- it("keeps numbered lists intact", () => {
82
- const text = [
83
- "[助手] Here are the steps to follow for this configuration:",
84
- "1. Install the package using npm install",
85
- "2. Create config file in your project root",
86
- "3. Run the build command to verify",
87
- "4. Deploy to staging environment first",
88
- "5. Monitor logs for errors before production",
89
- "",
90
- "[用户] 另外,帮我看看另一个问题",
91
- ].join("\n");
92
-
93
- const result = segmentEvents(text, cfg);
94
- // The list should be in one segment
95
- const listSegment = result.find(s => s.text.includes("1. Install"));
96
- expect(listSegment).toBeDefined();
97
- expect(listSegment!.text).toContain("5. Monitor");
98
- });
99
-
100
- it("detects time jumps", () => {
101
- const text = [
102
- "[用户] 帮我看看这个 bug,已经排查了很久了。",
103
- "[助手] 好的,让我看看错误日志。根据分析,这个问题是由于内存泄漏导致的。",
104
- "[用户] 2024-03-15 下午我又遇到了另一个问题",
105
- "[助手] 请描述一下新的问题现象。",
106
- ].join("\n");
107
-
108
- const result = segmentEvents(text, cfg);
109
- // Should split at the date marker
110
- const timeSegment = result.find(s => s.text.includes("2024-03-15"));
111
- expect(timeSegment).toBeDefined();
112
- });
113
-
114
- it("respects max segment size", () => {
115
- const longLine = "A".repeat(300);
116
- const text = Array.from({ length: 10 }, (_, i) => `Line ${i}: ${longLine}`).join("\n");
117
-
118
- const result = segmentEvents(text, { maxSegmentSize: 800, minSegmentSize: 100 });
119
- // All segments should respect max size (with some tolerance for boundary alignment)
120
- for (const seg of result) {
121
- expect(seg.text.length).toBeLessThanOrEqual(800 * 1.5); // Allow some overshoot for boundary alignment
122
- }
123
- });
124
-
125
- it("merges tiny trailing segments", () => {
126
- const text = [
127
- "[用户] " + "A".repeat(400),
128
- "[助手] 好的", // This tiny trailing bit should merge with previous
129
- ].join("\n");
130
-
131
- const result = segmentEvents(text, { maxSegmentSize: 500, minSegmentSize: 50 });
132
- // Should not produce a segment with just "好的"
133
- const tinySegments = result.filter(s => s.text.length < 50);
134
- expect(tinySegments).toHaveLength(0);
135
- });
136
-
137
- it("handles bullet lists with - markers", () => {
138
- const text = [
139
- "[助手] Key considerations when designing this system:",
140
- "- Performance: optimize hot paths and cache results",
141
- "- Security: validate all inputs at system boundaries",
142
- "- Reliability: add retry logic with exponential backoff",
143
- "- Observability: structured logging with trace IDs",
144
- "",
145
- "[用户] 另外还有什么需要注意的吗?",
146
- ].join("\n");
147
-
148
- const result = segmentEvents(text, cfg);
149
- const listSeg = result.find(s => s.text.includes("- Performance"));
150
- expect(listSeg).toBeDefined();
151
- expect(listSeg!.text).toContain("- Observability");
152
- });
153
- });
@@ -1,54 +0,0 @@
1
- import { describe, test, expect, afterAll } from "bun:test";
2
- import { detectEmotionIfEnabled } from "../emotion-detector.js";
3
- import { shouldReconstruct, extractCitedIds, removeSentencesWithId } from "../context-reconstructor.js";
4
- import { adjustHalfLifeForEmotion, weibullDecay } from "../decay-engine.js";
5
-
6
- describe("feature flag isolation", () => {
7
- const saved = {
8
- emo: process.env.RECALLNEST_EMOTION_SCORING,
9
- con: process.env.RECALLNEST_CONSTRUCTIVE_RETRIEVAL,
10
- };
11
-
12
- afterAll(() => {
13
- if (saved.emo !== undefined) process.env.RECALLNEST_EMOTION_SCORING = saved.emo;
14
- else delete process.env.RECALLNEST_EMOTION_SCORING;
15
- if (saved.con !== undefined) process.env.RECALLNEST_CONSTRUCTIVE_RETRIEVAL = saved.con;
16
- else delete process.env.RECALLNEST_CONSTRUCTIVE_RETRIEVAL;
17
- });
18
-
19
- test("emotion off -> detectEmotionIfEnabled returns null", () => {
20
- delete process.env.RECALLNEST_EMOTION_SCORING;
21
- expect(detectEmotionIfEnabled("terrible bug")).toBeNull();
22
- });
23
-
24
- test("constructive off -> shouldReconstruct false", () => {
25
- expect(shouldReconstruct({
26
- flagEnabled: false, callerOptIn: true, resultCount: 10, llmAvailable: true,
27
- })).toBe(false);
28
- });
29
- });
30
-
31
- describe("emotion + decay end-to-end", () => {
32
- test("emotional memory retains more score at 30 days", () => {
33
- const baseHL = 60;
34
- const emoHL = adjustHalfLifeForEmotion(baseHL, { valence: -0.8, arousal: 0.7, label: "frustration" });
35
- expect(weibullDecay(30, emoHL, "working")).toBeGreaterThan(weibullDecay(30, baseHL, "working"));
36
- });
37
- });
38
-
39
- describe("grounding end-to-end", () => {
40
- test("removes phantom citations and lowers confidence", () => {
41
- const text = "Valid [src:r1]. Fake [src:phantom]. Also valid [src:r2].";
42
- const validIds = new Set(["r1", "r2"]);
43
- let result = text;
44
- let confidence = 1.0;
45
- for (const id of extractCitedIds(result)) {
46
- if (!validIds.has(id)) {
47
- result = removeSentencesWithId(result, id);
48
- confidence -= 0.2;
49
- }
50
- }
51
- expect(result).not.toContain("phantom");
52
- expect(confidence).toBe(0.8);
53
- });
54
- });