@chainlesschain/personal-data-hub 0.4.29 → 0.4.31

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/lib/forensics/qq-nt-collect.js +190 -0
  2. package/lib/prompt-builder.js +15 -1
  3. package/package.json +8 -3
  4. package/__tests__/adapter-guide.test.js +0 -47
  5. package/__tests__/adapter-spec.test.js +0 -78
  6. package/__tests__/adapters/ai-chat-cookie-capture-spec.test.js +0 -211
  7. package/__tests__/adapters/ai-chat-health-checker.test.js +0 -262
  8. package/__tests__/adapters/ai-chat-history.test.js +0 -396
  9. package/__tests__/adapters/ai-chat-http-client.test.js +0 -242
  10. package/__tests__/adapters/ai-chat-vendors.test.js +0 -874
  11. package/__tests__/adapters/alipay-bill-adapter.test.js +0 -538
  12. package/__tests__/adapters/apple-health.test.js +0 -95
  13. package/__tests__/adapters/bank-family.test.js +0 -125
  14. package/__tests__/adapters/biz-tianyancha.test.js +0 -159
  15. package/__tests__/adapters/browser-history-chrome.test.js +0 -377
  16. package/__tests__/adapters/browser-history-edge.test.js +0 -159
  17. package/__tests__/adapters/car-mercedesme.test.js +0 -74
  18. package/__tests__/adapters/doc-baidu-netdisk.test.js +0 -102
  19. package/__tests__/adapters/doc-camscanner.test.js +0 -147
  20. package/__tests__/adapters/doc-platforms.test.js +0 -177
  21. package/__tests__/adapters/edu-huawei-learning-live.test.js +0 -198
  22. package/__tests__/adapters/edu-zuoyebang-live.test.js +0 -226
  23. package/__tests__/adapters/email-adapter-snapshot.test.js +0 -237
  24. package/__tests__/adapters/email-adapter.test.js +0 -742
  25. package/__tests__/adapters/email-classifier.test.js +0 -347
  26. package/__tests__/adapters/email-imap-session.test.js +0 -334
  27. package/__tests__/adapters/email-parser.test.js +0 -244
  28. package/__tests__/adapters/email-pdf-extractor.test.js +0 -529
  29. package/__tests__/adapters/email-providers.test.js +0 -84
  30. package/__tests__/adapters/email-retry-progress.test.js +0 -294
  31. package/__tests__/adapters/email-templates.test.js +0 -822
  32. package/__tests__/adapters/family-23-collectors-scaffold.test.js +0 -182
  33. package/__tests__/adapters/finance-alipay-live.test.js +0 -258
  34. package/__tests__/adapters/finance-dcep.test.js +0 -74
  35. package/__tests__/adapters/fitness-joyrun.test.js +0 -82
  36. package/__tests__/adapters/game-genshin-live.test.js +0 -238
  37. package/__tests__/adapters/game-genshin-scaffold.test.js +0 -108
  38. package/__tests__/adapters/game-honor-of-kings-live.test.js +0 -230
  39. package/__tests__/adapters/git-activity.test.js +0 -222
  40. package/__tests__/adapters/gov-12123.test.js +0 -103
  41. package/__tests__/adapters/gov-ixiamen.test.js +0 -150
  42. package/__tests__/adapters/gov-tax.test.js +0 -135
  43. package/__tests__/adapters/health-meiyou.test.js +0 -125
  44. package/__tests__/adapters/local-files.test.js +0 -264
  45. package/__tests__/adapters/local-im-pc.test.js +0 -154
  46. package/__tests__/adapters/messaging-whatsapp.test.js +0 -289
  47. package/__tests__/adapters/music-kugou.test.js +0 -187
  48. package/__tests__/adapters/music-qq.test.js +0 -112
  49. package/__tests__/adapters/netease-music-live.test.js +0 -244
  50. package/__tests__/adapters/netease-music.test.js +0 -74
  51. package/__tests__/adapters/pc-local-discovery.test.js +0 -141
  52. package/__tests__/adapters/qq-pc-direct-read.test.js +0 -227
  53. package/__tests__/adapters/reading-family.test.js +0 -108
  54. package/__tests__/adapters/recruit-boss.test.js +0 -180
  55. package/__tests__/adapters/shell-history.test.js +0 -180
  56. package/__tests__/adapters/shopping-base.test.js +0 -179
  57. package/__tests__/adapters/shopping-dianping.test.js +0 -239
  58. package/__tests__/adapters/social-bilibili-adb-api-client.test.js +0 -721
  59. package/__tests__/adapters/social-bilibili-adb-chromium-cookies-reader.test.js +0 -346
  60. package/__tests__/adapters/social-bilibili-adb-collector.test.js +0 -284
  61. package/__tests__/adapters/social-bilibili-adb-cookies-extension.test.js +0 -343
  62. package/__tests__/adapters/social-bilibili-adb-snapshot-builder.test.js +0 -296
  63. package/__tests__/adapters/social-csdn.test.js +0 -175
  64. package/__tests__/adapters/social-dongchedi.test.js +0 -165
  65. package/__tests__/adapters/social-douyin-adb-aweme-detail.test.js +0 -165
  66. package/__tests__/adapters/social-douyin-adb-collector.test.js +0 -254
  67. package/__tests__/adapters/social-douyin-adb-db-extension.test.js +0 -114
  68. package/__tests__/adapters/social-douyin-adb-im-db-parser.test.js +0 -304
  69. package/__tests__/adapters/social-douyin-adb-snapshot-builder.test.js +0 -216
  70. package/__tests__/adapters/social-douyin-adb-usage-profile.test.js +0 -229
  71. package/__tests__/adapters/social-douyin-adb-watch-history.test.js +0 -269
  72. package/__tests__/adapters/social-kuaishou-adb-api-client.test.js +0 -496
  73. package/__tests__/adapters/social-kuaishou-adb-collector.test.js +0 -276
  74. package/__tests__/adapters/social-kuaishou-adb-cookies-extension.test.js +0 -152
  75. package/__tests__/adapters/social-kuaishou-adb-snapshot-builder.test.js +0 -178
  76. package/__tests__/adapters/social-toutiao-adb-account-reader.test.js +0 -135
  77. package/__tests__/adapters/social-toutiao-adb-api-client.test.js +0 -626
  78. package/__tests__/adapters/social-toutiao-adb-article.test.js +0 -155
  79. package/__tests__/adapters/social-toutiao-adb-collector.test.js +0 -378
  80. package/__tests__/adapters/social-toutiao-adb-cookies-extension.test.js +0 -193
  81. package/__tests__/adapters/social-toutiao-adb-snapshot-builder.test.js +0 -196
  82. package/__tests__/adapters/social-toutiao-kuaishou-scaffold.test.js +0 -311
  83. package/__tests__/adapters/social-weibo-adb-api-client.test.js +0 -362
  84. package/__tests__/adapters/social-weibo-adb-collector.test.js +0 -201
  85. package/__tests__/adapters/social-weibo-adb-cookies-extension.test.js +0 -167
  86. package/__tests__/adapters/social-weibo-adb-snapshot-builder.test.js +0 -189
  87. package/__tests__/adapters/social-xiaohongshu-adb-api-client.test.js +0 -431
  88. package/__tests__/adapters/social-xiaohongshu-adb-collector.test.js +0 -207
  89. package/__tests__/adapters/social-xiaohongshu-adb-cookies-extension.test.js +0 -0
  90. package/__tests__/adapters/social-xiaohongshu-adb-sign-provider-injection.test.js +0 -351
  91. package/__tests__/adapters/social-xiaohongshu-adb-sign.test.js +0 -130
  92. package/__tests__/adapters/social-xiaohongshu-adb-snapshot-builder.test.js +0 -200
  93. package/__tests__/adapters/social-zhihu.test.js +0 -246
  94. package/__tests__/adapters/system-data-adapter.test.js +0 -443
  95. package/__tests__/adapters/system-data-android-ingest.test.js +0 -144
  96. package/__tests__/adapters/system-data-android.test.js +0 -519
  97. package/__tests__/adapters/system-data-disclosure.test.js +0 -153
  98. package/__tests__/adapters/travel-12306.test.js +0 -512
  99. package/__tests__/adapters/travel-amap.test.js +0 -219
  100. package/__tests__/adapters/travel-baidu-map.test.js +0 -305
  101. package/__tests__/adapters/travel-base.test.js +0 -205
  102. package/__tests__/adapters/travel-ctrip.test.js +0 -377
  103. package/__tests__/adapters/travel-didi-consumer.test.js +0 -66
  104. package/__tests__/adapters/travel-didi.test.js +0 -204
  105. package/__tests__/adapters/travel-tencent-map.test.js +0 -207
  106. package/__tests__/adapters/travel-tongcheng.test.js +0 -289
  107. package/__tests__/adapters/video-platforms.test.js +0 -152
  108. package/__tests__/adapters/video-xigua.test.js +0 -106
  109. package/__tests__/adapters/vscode.test.js +0 -299
  110. package/__tests__/adapters/wechat-bootstrap.test.js +0 -240
  111. package/__tests__/adapters/wechat-env-probe.test.js +0 -162
  112. package/__tests__/adapters/wechat-frida-agent.test.js +0 -322
  113. package/__tests__/adapters/wechat-frida-integration.test.js +0 -149
  114. package/__tests__/adapters/wechat-frida-key-provider.test.js +0 -188
  115. package/__tests__/adapters/wechat-md5-key-provider.test.js +0 -101
  116. package/__tests__/adapters/wechat-pc-direct-read.test.js +0 -365
  117. package/__tests__/adapters/wechat-pc-group-topic.test.js +0 -63
  118. package/__tests__/adapters/wechat-pc-v4-sidecar.test.js +0 -72
  119. package/__tests__/adapters/weread.test.js +0 -123
  120. package/__tests__/adapters/wework-pc.test.js +0 -124
  121. package/__tests__/adapters/win-recent.test.js +0 -192
  122. package/__tests__/analysis-skills.test.js +0 -754
  123. package/__tests__/analysis.test.js +0 -1845
  124. package/__tests__/audio-ximalaya-snapshot.test.js +0 -279
  125. package/__tests__/batch.test.js +0 -133
  126. package/__tests__/bridges-cc-kg.test.js +0 -231
  127. package/__tests__/bridges-cc-llm.test.js +0 -191
  128. package/__tests__/bridges-cc-rag.test.js +0 -162
  129. package/__tests__/categories.test.js +0 -92
  130. package/__tests__/e2e/ai-chat-cross-source-journey.test.js +0 -213
  131. package/__tests__/e2e/full-user-journey.test.js +0 -188
  132. package/__tests__/e2e/local-data-adapters-cli.e2e.test.js +0 -146
  133. package/__tests__/entity-resolver-ingest-hook.test.js +0 -177
  134. package/__tests__/entity-resolver-stages.test.js +0 -411
  135. package/__tests__/entity-resolver-vault.test.js +0 -249
  136. package/__tests__/entity-resolver.test.js +0 -526
  137. package/__tests__/fitness-keep-snapshot.test.js +0 -224
  138. package/__tests__/fixtures/entity-resolver-200-mock.json +0 -96
  139. package/__tests__/ids.test.js +0 -45
  140. package/__tests__/integration/ai-chat-history-registry.test.js +0 -228
  141. package/__tests__/integration/aichat-wizard-end-to-end.test.js +0 -282
  142. package/__tests__/integration/cross-adapter-pipelines.test.js +0 -396
  143. package/__tests__/integration/local-data-adapters-pipeline.test.js +0 -373
  144. package/__tests__/integration/social-bilibili-pipeline.test.js +0 -261
  145. package/__tests__/integration/wechat-bootstrap-end-to-end.test.js +0 -390
  146. package/__tests__/key-providers.test.js +0 -126
  147. package/__tests__/kg-derive.test.js +0 -219
  148. package/__tests__/llm-client.test.js +0 -122
  149. package/__tests__/longtail-adapters.test.js +0 -281
  150. package/__tests__/messaging-qq-snapshot.test.js +0 -294
  151. package/__tests__/mobile-extractor-encrypted.test.js +0 -460
  152. package/__tests__/mobile-extractor.test.js +0 -288
  153. package/__tests__/mock-adapter.test.js +0 -93
  154. package/__tests__/prompt-builder.test.js +0 -249
  155. package/__tests__/query-parser.test.js +0 -365
  156. package/__tests__/rag-derive.test.js +0 -169
  157. package/__tests__/registry-readiness.test.js +0 -292
  158. package/__tests__/registry.test.js +0 -420
  159. package/__tests__/salvage-ingest.test.js +0 -97
  160. package/__tests__/schemas.test.js +0 -331
  161. package/__tests__/shopping-adapters.test.js +0 -392
  162. package/__tests__/shopping-eleme-snapshot.test.js +0 -454
  163. package/__tests__/shopping-pinduoduo-snapshot.test.js +0 -484
  164. package/__tests__/shopping-snapshot.test.js +0 -438
  165. package/__tests__/shopping-vipshop-snapshot.test.js +0 -425
  166. package/__tests__/shopping-xianyu-snapshot.test.js +0 -451
  167. package/__tests__/sidecar-contacts-cross-validate.test.js +0 -186
  168. package/__tests__/sidecar-supervisor.test.js +0 -128
  169. package/__tests__/sign-providers.test.js +0 -62
  170. package/__tests__/social-adapters.test.js +0 -280
  171. package/__tests__/social-bilibili-snapshot.test.js +0 -278
  172. package/__tests__/social-douban-snapshot.test.js +0 -351
  173. package/__tests__/social-douyin-im-direct-read.test.js +0 -377
  174. package/__tests__/social-douyin-salvage-collector.test.js +0 -98
  175. package/__tests__/social-douyin-salvage-mapper.test.js +0 -90
  176. package/__tests__/social-douyin-snapshot.test.js +0 -256
  177. package/__tests__/social-kuaishou-snapshot.test.js +0 -362
  178. package/__tests__/social-toutiao-snapshot.test.js +0 -366
  179. package/__tests__/social-weibo-snapshot.test.js +0 -234
  180. package/__tests__/social-weibo-sqlite-device.test.js +0 -174
  181. package/__tests__/social-xiaohongshu-snapshot.test.js +0 -232
  182. package/__tests__/sqlite-leaf-salvage.test.js +0 -97
  183. package/__tests__/travel-adapters.test.js +0 -483
  184. package/__tests__/travel-maps-snapshot.test.js +0 -426
  185. package/__tests__/vault-driver-error.test.js +0 -74
  186. package/__tests__/vault-search-helpers.test.js +0 -104
  187. package/__tests__/vault-search.test.js +0 -423
  188. package/__tests__/vault.test.js +0 -767
  189. package/__tests__/wechat-adapter.test.js +0 -594
  190. package/__tests__/whatsapp-adapter.test.js +0 -138
  191. package/scripts/_make-fixture-all.js +0 -126
  192. package/scripts/_make-fixture-contacts.js +0 -84
  193. package/scripts/evaluate-entity-resolver.js +0 -213
  194. package/scripts/run-native-tests-sandbox.sh +0 -55
  195. package/scripts/smoke-phase-5-5.js +0 -196
  196. package/scripts/smoke-phase-5-7.js +0 -181
  197. package/scripts/smoke-system-data-contacts.js +0 -309
  198. package/scripts/smoke-system-data.js +0 -312
  199. package/vitest.config.js +0 -88
@@ -1,767 +0,0 @@
1
- "use strict";
2
-
3
- import { describe, it, expect, beforeEach, afterEach } from "vitest";
4
-
5
- const fs = require("node:fs");
6
- const os = require("node:os");
7
- const path = require("node:path");
8
-
9
- const { newId } = require("../lib/ids");
10
- const { generateKeyHex } = require("../lib/key-providers");
11
- const { LocalVault } = require("../lib/vault");
12
- const { TARGET_VERSION } = require("../lib/migrations");
13
-
14
- // ─── Fixtures ─────────────────────────────────────────────────────────────
15
-
16
- const ts = () => Date.now();
17
-
18
- const source = (overrides = {}) => ({
19
- adapter: "test",
20
- adapterVersion: "0.1.0",
21
- capturedAt: ts(),
22
- capturedBy: "manual",
23
- ...overrides,
24
- });
25
-
26
- const eventOk = (overrides = {}) => ({
27
- id: newId(),
28
- type: "event",
29
- subtype: "message",
30
- occurredAt: ts(),
31
- ingestedAt: ts(),
32
- content: { text: "Hello" },
33
- source: source(),
34
- ...overrides,
35
- });
36
-
37
- const personOk = (overrides = {}) => ({
38
- id: newId(),
39
- type: "person",
40
- subtype: "contact",
41
- names: ["妈妈"],
42
- ingestedAt: ts(),
43
- source: source(),
44
- ...overrides,
45
- });
46
-
47
- const placeOk = (overrides = {}) => ({
48
- id: newId(),
49
- type: "place",
50
- name: "妈妈家",
51
- aliases: ["home", "妈家"],
52
- ingestedAt: ts(),
53
- source: source(),
54
- ...overrides,
55
- });
56
-
57
- const itemOk = (overrides = {}) => ({
58
- id: newId(),
59
- type: "item",
60
- subtype: "product",
61
- name: "蛋白粉",
62
- ingestedAt: ts(),
63
- source: source(),
64
- ...overrides,
65
- });
66
-
67
- const topicOk = (overrides = {}) => ({
68
- id: newId(),
69
- type: "topic",
70
- name: "母亲健康",
71
- ingestedAt: ts(),
72
- source: source(),
73
- ...overrides,
74
- });
75
-
76
- // ─── Test scaffolding ─────────────────────────────────────────────────────
77
-
78
- let tmpDir;
79
- let vaultPath;
80
- let vault;
81
- let key;
82
-
83
- function freshVault() {
84
- tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "pdh-vault-"));
85
- vaultPath = path.join(tmpDir, "vault.db");
86
- key = generateKeyHex();
87
- vault = new LocalVault({ path: vaultPath, key, skipAudit: true });
88
- vault.open();
89
- }
90
-
91
- afterEach(() => {
92
- if (vault) {
93
- try {
94
- vault.close();
95
- } catch (_e) {}
96
- vault = null;
97
- }
98
- if (tmpDir && fs.existsSync(tmpDir)) {
99
- fs.rmSync(tmpDir, { recursive: true, force: true });
100
- }
101
- });
102
-
103
- // ─── open / migrations ────────────────────────────────────────────────────
104
-
105
- describe("LocalVault open + migrations", () => {
106
- it("opens a fresh vault and runs initial migrations", () => {
107
- freshVault();
108
- expect(vault.schemaVersion()).toBe(TARGET_VERSION);
109
- expect(fs.existsSync(vaultPath)).toBe(true);
110
- });
111
-
112
- it("is idempotent: re-open same vault with same key works", () => {
113
- freshVault();
114
- const p = vault.putPerson(personOk());
115
- expect(p.changes).toBe(1);
116
- vault.close();
117
-
118
- const reopen = new LocalVault({ path: vaultPath, key, skipAudit: true });
119
- reopen.open();
120
- expect(reopen.schemaVersion()).toBe(TARGET_VERSION);
121
- expect(reopen.stats().persons).toBe(1);
122
- reopen.close();
123
- });
124
-
125
- it("rejects open with wrong key", () => {
126
- freshVault();
127
- vault.close();
128
-
129
- const wrongKey = generateKeyHex();
130
- const bad = new LocalVault({ path: vaultPath, key: wrongKey, skipAudit: true });
131
- expect(() => bad.open()).toThrow(/decryption failed/);
132
- });
133
-
134
- it("rejects construction with invalid key", () => {
135
- expect(() => new LocalVault({ path: "/tmp/x.db", key: "tooshort" })).toThrow(/hex/);
136
- expect(() => new LocalVault({ path: "/tmp/x.db" })).toThrow(/key/);
137
- expect(() => new LocalVault({})).toThrow(/path/);
138
- });
139
-
140
- it("opens unencrypted-rejection: file without key cannot be read with wrong key", () => {
141
- freshVault();
142
- vault.putEvent(eventOk());
143
- vault.close();
144
-
145
- const wrong = new LocalVault({ path: vaultPath, key: generateKeyHex(), skipAudit: true });
146
- expect(() => wrong.open()).toThrow();
147
- });
148
-
149
- // ── 2026-05-24 trap #25 — partial-index residue from `IF NOT EXISTS` ─────
150
- // Older vaults (pre commit 44c4188a8) may have full unique indices on
151
- // uniq_{events,persons,places,items}_source without the WHERE clause.
152
- // Migration v4 explicitly DROPs + CREATEs to force partial index, fixing
153
- // the "2nd ON CONFLICT clause does not match" SQLite error that silently
154
- // breaks adapter.sync.putEvent path.
155
- it("migration v4 recreates uniq_*_source as partial indices (WHERE NOT NULL)", () => {
156
- freshVault();
157
- const tables = ["events", "persons", "places", "items"];
158
- for (const t of tables) {
159
- const row = vault.db
160
- .prepare(`SELECT sql FROM sqlite_master WHERE type='index' AND name=?`)
161
- .get(`uniq_${t}_source`);
162
- expect(row, `index uniq_${t}_source must exist on fresh vault`).toBeTruthy();
163
- expect(
164
- row.sql,
165
- `uniq_${t}_source must include WHERE source_original_id IS NOT NULL`
166
- ).toContain("source_original_id IS NOT NULL");
167
- }
168
- });
169
-
170
- it("migration v4 fixes pre-existing FULL unique indices (simulated drift)", () => {
171
- freshVault();
172
- const tables = ["events", "persons", "places", "items"];
173
- for (const t of tables) {
174
- vault.db.exec(`DROP INDEX uniq_${t}_source`);
175
- vault.db.exec(
176
- `CREATE UNIQUE INDEX uniq_${t}_source ON ${t}(source_adapter, source_original_id)`
177
- );
178
- }
179
- vault.db
180
- .prepare(`UPDATE _meta SET value=?, updated_at=? WHERE key='schema_version'`)
181
- .run("3", Date.now());
182
- vault.close();
183
-
184
- const reopen = new LocalVault({ path: vaultPath, key, skipAudit: true });
185
- reopen.open();
186
- for (const t of tables) {
187
- const row = reopen.db
188
- .prepare(`SELECT sql FROM sqlite_master WHERE name=?`)
189
- .get(`uniq_${t}_source`);
190
- expect(
191
- row.sql,
192
- `migration v4 must add WHERE clause to uniq_${t}_source`
193
- ).toContain("source_original_id IS NOT NULL");
194
- }
195
- expect(reopen.schemaVersion()).toBe(TARGET_VERSION);
196
- reopen.close();
197
- });
198
-
199
- it("putEvent ON CONFLICT WHERE matches after migration v4 (no SQLite parse error)", () => {
200
- freshVault();
201
- vault.db.exec(`DROP INDEX uniq_events_source`);
202
- vault.db.exec(
203
- `CREATE UNIQUE INDEX uniq_events_source ON events(source_adapter, source_original_id)`
204
- );
205
- vault.db
206
- .prepare(`UPDATE _meta SET value='3' WHERE key='schema_version'`)
207
- .run();
208
- vault.close();
209
-
210
- const reopen = new LocalVault({ path: vaultPath, key, skipAudit: true });
211
- reopen.open();
212
- const baseSource = source({ originalId: "test:dup:1" });
213
- expect(() => reopen.putEvent(eventOk({ source: baseSource }))).not.toThrow();
214
- expect(() =>
215
- reopen.putEvent(
216
- eventOk({ source: baseSource, content: { text: "updated" } })
217
- )
218
- ).not.toThrow();
219
- reopen.close();
220
- });
221
- });
222
-
223
- // ─── Entity put/get ───────────────────────────────────────────────────────
224
-
225
- describe("LocalVault entity put/get round-trip", () => {
226
- it("event round-trips with content + extra preserved", () => {
227
- freshVault();
228
- const e = eventOk({
229
- content: { text: "买妈妈生日礼物", title: "淘宝订单", amount: { value: 288.5, currency: "CNY", direction: "out" } },
230
- extra: { vendor: "taobao", orderId: "T-12345" },
231
- });
232
- vault.putEvent(e);
233
- const got = vault.getEvent(e.id);
234
- expect(got).not.toBeNull();
235
- expect(got.id).toBe(e.id);
236
- expect(got.content.text).toBe("买妈妈生日礼物");
237
- expect(got.content.amount.value).toBe(288.5);
238
- expect(got.extra.vendor).toBe("taobao");
239
- });
240
-
241
- it("person round-trips with identifiers + names array", () => {
242
- freshVault();
243
- const p = personOk({
244
- names: ["妈妈", "陈某某"],
245
- identifiers: { phone: ["13800001111"], wechatId: "wxid_xyz" },
246
- });
247
- vault.putPerson(p);
248
- const got = vault.getPerson(p.id);
249
- expect(got.names).toEqual(["妈妈", "陈某某"]);
250
- expect(got.identifiers.phone).toEqual(["13800001111"]);
251
- });
252
-
253
- it("place round-trips with coordinates + aliases", () => {
254
- freshVault();
255
- const pl = placeOk({
256
- coordinates: { lat: 24.4798, lng: 118.0894 },
257
- address: "厦门思明区 XX 路 88 号",
258
- aliases: ["home", "妈家"],
259
- });
260
- vault.putPlace(pl);
261
- const got = vault.getPlace(pl.id);
262
- expect(got.coordinates).toEqual({ lat: 24.4798, lng: 118.0894 });
263
- expect(got.aliases).toEqual(["home", "妈家"]);
264
- });
265
-
266
- it("item round-trips with price object", () => {
267
- freshVault();
268
- const it = itemOk({ price: { value: 288.5, currency: "CNY" }, merchant: "person-taobao" });
269
- vault.putItem(it);
270
- const got = vault.getItem(it.id);
271
- expect(got.price).toEqual({ value: 288.5, currency: "CNY" });
272
- expect(got.merchant).toBe("person-taobao");
273
- });
274
-
275
- it("topic round-trips with parent + derivedFromEvents", () => {
276
- freshVault();
277
- const eId = newId();
278
- const t = topicOk({ parentTopic: "topic-family", derivedFromEvents: [eId] });
279
- vault.putTopic(t);
280
- const got = vault.getTopic(t.id);
281
- expect(got.parentTopic).toBe("topic-family");
282
- expect(got.derivedFromEvents).toEqual([eId]);
283
- });
284
-
285
- it("put with invalid entity throws (validators gate the vault)", () => {
286
- freshVault();
287
- expect(() => vault.putEvent({ id: "x", type: "event" })).toThrow(/invalid event/);
288
- expect(() => vault.putPerson({ id: "x", type: "person", subtype: "alien", names: [] })).toThrow(
289
- /invalid person/
290
- );
291
- });
292
-
293
- it("get returns null for unknown id", () => {
294
- freshVault();
295
- expect(vault.getEvent(newId())).toBeNull();
296
- expect(vault.getPerson(newId())).toBeNull();
297
- expect(vault.getPlace(newId())).toBeNull();
298
- });
299
-
300
- it("upsert: re-putting same id overwrites", () => {
301
- freshVault();
302
- const id = newId();
303
- vault.putEvent(eventOk({ id, content: { text: "v1" } }));
304
- vault.putEvent(eventOk({ id, content: { text: "v2" } }));
305
- expect(vault.getEvent(id).content.text).toBe("v2");
306
- expect(vault.stats().events).toBe(1);
307
- });
308
- });
309
-
310
- // ─── putBatch (transactional) ─────────────────────────────────────────────
311
-
312
- describe("LocalVault.putBatch", () => {
313
- it("commits all entities in a single transaction", () => {
314
- freshVault();
315
- const batch = {
316
- events: [eventOk(), eventOk()],
317
- persons: [personOk(), personOk(), personOk()],
318
- places: [placeOk()],
319
- items: [],
320
- topics: [topicOk()],
321
- };
322
- const counts = vault.putBatch(batch);
323
- expect(counts).toEqual({ events: 2, persons: 3, places: 1, items: 0, topics: 1 });
324
- expect(vault.stats().events).toBe(2);
325
- expect(vault.stats().persons).toBe(3);
326
- });
327
-
328
- it("rolls back on any invalid entity (atomicity)", () => {
329
- freshVault();
330
- const before = vault.stats();
331
- expect(() =>
332
- vault.putBatch({
333
- events: [eventOk(), { id: "bad", type: "event" /* invalid */ }],
334
- persons: [],
335
- })
336
- ).toThrow(/invalid event/);
337
- const after = vault.stats();
338
- expect(after.events).toBe(before.events); // no partial commit
339
- });
340
-
341
- it("findBySource locates a row by (adapter, originalId)", () => {
342
- freshVault();
343
- const e = eventOk({ source: source({ originalId: "msg-42" }) });
344
- vault.putEvent(e);
345
- const found = vault.findBySource("events", "test", "msg-42");
346
- expect(found).not.toBeNull();
347
- expect(found.id).toBe(e.id);
348
- expect(vault.findBySource("events", "test", "no-such")).toBeNull();
349
- });
350
- });
351
-
352
- // ─── raw_events ──────────────────────────────────────────────────────────
353
-
354
- describe("LocalVault.putRawEvent", () => {
355
- it("stores and replaces by (adapter, originalId)", () => {
356
- freshVault();
357
- vault.putRawEvent({
358
- adapter: "email-imap",
359
- originalId: "<msg-1@example.com>",
360
- capturedAt: ts(),
361
- payload: { from: "a@b.c", subject: "v1" },
362
- });
363
- vault.putRawEvent({
364
- adapter: "email-imap",
365
- originalId: "<msg-1@example.com>",
366
- capturedAt: ts(),
367
- payload: { from: "a@b.c", subject: "v2" },
368
- });
369
- expect(vault.stats().rawEvents).toBe(1); // dedup, not duplicate
370
- });
371
-
372
- it("validates required fields", () => {
373
- freshVault();
374
- expect(() =>
375
- vault.putRawEvent({ adapter: "", originalId: "x", capturedAt: ts(), payload: {} })
376
- ).toThrow(/adapter/);
377
- expect(() =>
378
- vault.putRawEvent({ adapter: "a", originalId: "", capturedAt: ts(), payload: {} })
379
- ).toThrow(/originalId/);
380
- expect(() =>
381
- vault.putRawEvent({ adapter: "a", originalId: "x", capturedAt: 0, payload: {} })
382
- ).toThrow(/capturedAt/);
383
- });
384
- });
385
-
386
- // ─── queryEvents / countEvents ───────────────────────────────────────────
387
-
388
- describe("LocalVault.queryEvents + countEvents", () => {
389
- it("filters by subtype + time window, ordered by occurred_at DESC", () => {
390
- freshVault();
391
- const t0 = ts() - 1_000_000;
392
- vault.putEvent(eventOk({ subtype: "order", occurredAt: t0 + 1000 }));
393
- vault.putEvent(eventOk({ subtype: "order", occurredAt: t0 + 5000 }));
394
- vault.putEvent(eventOk({ subtype: "message", occurredAt: t0 + 3000 }));
395
-
396
- const orders = vault.queryEvents({ subtype: "order", since: t0 });
397
- expect(orders.length).toBe(2);
398
- expect(orders[0].occurredAt).toBe(t0 + 5000); // newest first
399
- expect(orders[1].occurredAt).toBe(t0 + 1000);
400
-
401
- expect(vault.countEvents({ subtype: "order" })).toBe(2);
402
- expect(vault.countEvents({ subtype: "message" })).toBe(1);
403
- });
404
-
405
- it("filters by adapter", () => {
406
- freshVault();
407
- vault.putEvent(eventOk({ source: source({ adapter: "alipay" }) }));
408
- vault.putEvent(eventOk({ source: source({ adapter: "alipay" }) }));
409
- vault.putEvent(eventOk({ source: source({ adapter: "wechat" }) }));
410
- expect(vault.queryEvents({ adapter: "alipay" }).length).toBe(2);
411
- expect(vault.queryEvents({ adapter: "wechat" }).length).toBe(1);
412
- });
413
-
414
- it("limit + offset paginate correctly", () => {
415
- freshVault();
416
- const t0 = ts() - 1_000_000;
417
- for (let i = 0; i < 5; i++) {
418
- vault.putEvent(eventOk({ subtype: "message", occurredAt: t0 + i * 1000 }));
419
- }
420
- const page1 = vault.queryEvents({ limit: 2, offset: 0 });
421
- const page2 = vault.queryEvents({ limit: 2, offset: 2 });
422
- expect(page1.length).toBe(2);
423
- expect(page2.length).toBe(2);
424
- expect(page1[0].occurredAt).toBeGreaterThan(page2[0].occurredAt);
425
- });
426
- });
427
-
428
- // ─── searchPersons (LIKE name search) ────────────────────────────────────
429
- //
430
- // 2026-05-27 — AnalysisEngine entityFocus="persons" routes to searchPersons
431
- // when the question carries a name candidate ("妈手机号", "张三的电话").
432
- // LIKE on names / identifiers / notes / relation, no FTS5 migration.
433
-
434
- describe("LocalVault.searchPersons", () => {
435
- it("matches against names column (JSON-serialized array)", () => {
436
- freshVault();
437
- vault.putPerson(personOk({ names: ["妈妈", "陈某某"] }));
438
- vault.putPerson(personOk({ names: ["张三"] }));
439
- vault.putPerson(personOk({ names: ["王医生"] }));
440
-
441
- const r = vault.searchPersons({ q: "妈" });
442
- expect(r.length).toBe(1);
443
- expect(r[0].names).toContain("妈妈");
444
- });
445
-
446
- it("matches against identifiers (phone numbers)", () => {
447
- freshVault();
448
- vault.putPerson(personOk({
449
- names: ["张三"],
450
- identifiers: { phone: ["13800001111"] },
451
- }));
452
- vault.putPerson(personOk({
453
- names: ["李四"],
454
- identifiers: { phone: ["13900002222"] },
455
- }));
456
-
457
- const r = vault.searchPersons({ q: "13800" });
458
- expect(r.length).toBe(1);
459
- expect(r[0].names).toContain("张三");
460
- });
461
-
462
- it("matches against notes + relation", () => {
463
- freshVault();
464
- vault.putPerson(personOk({
465
- names: ["陈某某"], relation: "母亲", notes: "best mom ever",
466
- }));
467
- vault.putPerson(personOk({ names: ["路人甲"], relation: "stranger" }));
468
-
469
- expect(vault.searchPersons({ q: "母亲" }).length).toBe(1);
470
- expect(vault.searchPersons({ q: "best mom" }).length).toBe(1);
471
- });
472
-
473
- it("empty q delegates to queryPersons (ingest-ordered)", () => {
474
- freshVault();
475
- vault.putPerson(personOk({ names: ["A"] }));
476
- vault.putPerson(personOk({ names: ["B"] }));
477
- vault.putPerson(personOk({ names: ["C"] }));
478
-
479
- const r = vault.searchPersons({ q: "", limit: 2 });
480
- expect(r.length).toBe(2);
481
- });
482
-
483
- it("LIKE meta-characters in user input are escaped (no wildcard injection)", () => {
484
- freshVault();
485
- vault.putPerson(personOk({ names: ["100%棉"] }));
486
- vault.putPerson(personOk({ names: ["AAA"] }));
487
-
488
- // "100%" should match only the literal "100%棉" row, not everything.
489
- const r = vault.searchPersons({ q: "100%" });
490
- expect(r.length).toBe(1);
491
- expect(r[0].names).toContain("100%棉");
492
- });
493
-
494
- it("respects subtype + adapter filters", () => {
495
- freshVault();
496
- vault.putPerson(personOk({
497
- subtype: "contact", names: ["张三"],
498
- source: source({ adapter: "wechat" }),
499
- }));
500
- vault.putPerson(personOk({
501
- subtype: "merchant", names: ["张三"],
502
- source: source({ adapter: "system-data-android" }),
503
- }));
504
-
505
- expect(vault.searchPersons({ q: "张三", subtype: "merchant" }).length).toBe(1);
506
- expect(vault.searchPersons({ q: "张三", adapter: "wechat" }).length).toBe(1);
507
- });
508
-
509
- it("returns empty array when no match", () => {
510
- freshVault();
511
- vault.putPerson(personOk({ names: ["张三"] }));
512
- expect(vault.searchPersons({ q: "完全不存在的名字" })).toEqual([]);
513
- });
514
- });
515
-
516
- // ─── sync watermarks ──────────────────────────────────────────────────────
517
-
518
- describe("LocalVault sync watermarks", () => {
519
- it("get returns null for missing adapter", () => {
520
- freshVault();
521
- expect(vault.getWatermark("never-synced")).toBeNull();
522
- });
523
-
524
- it("set then get round-trips", () => {
525
- freshVault();
526
- vault.setWatermark("email-imap", "INBOX", {
527
- watermark: "12345",
528
- lastSyncedAt: 1700000000000,
529
- lastStatus: "ok",
530
- });
531
- const got = vault.getWatermark("email-imap", "INBOX");
532
- expect(got.adapter).toBe("email-imap");
533
- expect(got.scope).toBe("INBOX");
534
- expect(got.watermark).toBe("12345");
535
- expect(got.last_synced_at).toBe(1700000000000);
536
- expect(got.last_status).toBe("ok");
537
- });
538
-
539
- it("scope defaults to empty string", () => {
540
- freshVault();
541
- vault.setWatermark("alipay", "", { watermark: "2026-04" });
542
- expect(vault.getWatermark("alipay").watermark).toBe("2026-04");
543
- expect(vault.getWatermark("alipay", "").watermark).toBe("2026-04");
544
- });
545
-
546
- it("overwrites on duplicate (adapter, scope)", () => {
547
- freshVault();
548
- vault.setWatermark("a", "s", { watermark: "v1" });
549
- vault.setWatermark("a", "s", { watermark: "v2", lastStatus: "ok" });
550
- expect(vault.getWatermark("a", "s").watermark).toBe("v2");
551
- });
552
- });
553
-
554
- // ─── audit log ────────────────────────────────────────────────────────────
555
-
556
- describe("LocalVault audit_log", () => {
557
- it("appends audit rows", () => {
558
- freshVault();
559
- vault.audit("test.event", "target-1", { foo: "bar" });
560
- vault.audit("test.event", "target-2");
561
- const rows = vault.queryAudit({ action: "test.event" });
562
- expect(rows.length).toBe(2);
563
- expect(JSON.parse(rows.find((r) => r.target === "target-1").details).foo).toBe("bar");
564
- });
565
-
566
- it("filters by since + sorts DESC", () => {
567
- freshVault();
568
- vault.audit("a"); // older
569
- const middle = Date.now();
570
- vault.audit("b"); // newer
571
- const rows = vault.queryAudit({ since: middle });
572
- expect(rows.length).toBeGreaterThanOrEqual(1);
573
- expect(rows[0].action).toBe("b");
574
- });
575
- });
576
-
577
- // ─── key rotation ─────────────────────────────────────────────────────────
578
-
579
- describe("LocalVault.rotateKey", () => {
580
- it("rotates to a new key and old key can no longer decrypt", () => {
581
- freshVault();
582
- vault.putEvent(eventOk());
583
- vault.putPerson(personOk());
584
-
585
- const newKey = generateKeyHex();
586
- vault.rotateKey(newKey);
587
- vault.close();
588
-
589
- // Old key should fail.
590
- const withOldKey = new LocalVault({ path: vaultPath, key, skipAudit: true });
591
- expect(() => withOldKey.open()).toThrow();
592
-
593
- // New key opens fine and data is intact.
594
- const withNewKey = new LocalVault({ path: vaultPath, key: newKey, skipAudit: true });
595
- withNewKey.open();
596
- expect(withNewKey.stats().events).toBe(1);
597
- expect(withNewKey.stats().persons).toBe(1);
598
- withNewKey.close();
599
- });
600
-
601
- it("refuses to rotate to the same key", () => {
602
- freshVault();
603
- expect(() => vault.rotateKey(key)).toThrow(/refusing/);
604
- });
605
-
606
- it("validates new key shape", () => {
607
- freshVault();
608
- expect(() => vault.rotateKey("nope")).toThrow(/hex/);
609
- });
610
-
611
- it("records vault.key_rotated audit row", () => {
612
- freshVault();
613
- vault.rotateKey(generateKeyHex());
614
- const rows = vault.queryAudit({ action: "vault.key_rotated" });
615
- expect(rows.length).toBe(1);
616
- });
617
- });
618
-
619
- // ─── destroy ──────────────────────────────────────────────────────────────
620
-
621
- describe("LocalVault.destroy", () => {
622
- it("removes vault file + wal/shm sidecars", () => {
623
- freshVault();
624
- vault.putEvent(eventOk()); // forces WAL creation
625
- vault.destroy();
626
- expect(fs.existsSync(vaultPath)).toBe(false);
627
- expect(fs.existsSync(vaultPath + "-wal")).toBe(false);
628
- expect(fs.existsSync(vaultPath + "-shm")).toBe(false);
629
- });
630
-
631
- it("is safe to call on an already-closed vault", () => {
632
- freshVault();
633
- vault.close();
634
- expect(() => vault.destroy()).not.toThrow();
635
- });
636
- });
637
-
638
- // ─── stats ────────────────────────────────────────────────────────────────
639
-
640
- describe("LocalVault.stats", () => {
641
- it("reports per-table counts + schema version", () => {
642
- freshVault();
643
- vault.putBatch({
644
- events: [eventOk(), eventOk(), eventOk()],
645
- persons: [personOk()],
646
- places: [placeOk(), placeOk()],
647
- items: [],
648
- topics: [],
649
- });
650
- vault.putRawEvent({
651
- adapter: "x",
652
- originalId: "y",
653
- capturedAt: ts(),
654
- payload: {},
655
- });
656
- vault.audit("hello");
657
-
658
- const s = vault.stats();
659
- expect(s.schemaVersion).toBe(TARGET_VERSION);
660
- expect(s.events).toBe(3);
661
- expect(s.persons).toBe(1);
662
- expect(s.places).toBe(2);
663
- expect(s.items).toBe(0);
664
- expect(s.topics).toBe(0);
665
- expect(s.rawEvents).toBe(1);
666
- expect(s.auditLog).toBeGreaterThanOrEqual(1);
667
- });
668
- });
669
-
670
- describe("LocalVault.sumEventAmount", () => {
671
- // shopping/travel shape: content.amount = { value, currency, direction }
672
- const shopEvent = (amount, over = {}) =>
673
- eventOk({
674
- subtype: "order",
675
- source: source({ adapter: "shopping-jd" }),
676
- content: { title: "订单", amount },
677
- ...over,
678
- });
679
- // alipay shape: extra.amountFen (cents) + extra.direction
680
- const alipayEvent = (amountFen, direction, over = {}) =>
681
- eventOk({
682
- subtype: "payment",
683
- source: source({ adapter: "finance-alipay" }),
684
- content: { title: "支付" },
685
- extra: { amountFen, direction },
686
- ...over,
687
- });
688
-
689
- it("sums content.amount (shopping/travel) split by direction", () => {
690
- freshVault();
691
- vault.putEvent(shopEvent({ value: 100, currency: "CNY", direction: "out" }));
692
- vault.putEvent(shopEvent({ value: 30, currency: "CNY", direction: "out" }));
693
- vault.putEvent(shopEvent({ value: 50, currency: "CNY", direction: "in" }));
694
- const r = vault.sumEventAmount();
695
- expect(r.count).toBe(3);
696
- expect(r.byDirection.out).toBe(130);
697
- expect(r.byDirection.in).toBe(50);
698
- expect(r.total).toBe(180);
699
- expect(r.currency).toBe("CNY");
700
- });
701
-
702
- it("sums extra.amountFen (alipay), converting cents → yuan", () => {
703
- freshVault();
704
- vault.putEvent(alipayEvent(12345, "out"));
705
- vault.putEvent(alipayEvent(5500, "in"));
706
- const r = vault.sumEventAmount();
707
- expect(r.count).toBe(2);
708
- expect(r.byDirection.out).toBe(123.45);
709
- expect(r.byDirection.in).toBe(55);
710
- });
711
-
712
- it("excludes events with no extractable amount (messages/visits)", () => {
713
- freshVault();
714
- vault.putEvent(eventOk({ subtype: "message", content: { text: "hi" }, source: source({ adapter: "wechat" }) }));
715
- vault.putEvent(shopEvent({ value: 10, currency: "CNY", direction: "out" }));
716
- const r = vault.sumEventAmount();
717
- expect(r.count).toBe(1);
718
- expect(r.total).toBe(10);
719
- });
720
-
721
- it("filters by adapter and by time window", () => {
722
- freshVault();
723
- vault.putEvent(shopEvent({ value: 10, currency: "CNY", direction: "out" }, { occurredAt: 1000, source: source({ adapter: "shopping-jd" }) }));
724
- vault.putEvent(shopEvent({ value: 20, currency: "CNY", direction: "out" }, { occurredAt: 5000, source: source({ adapter: "shopping-taobao" }) }));
725
- expect(vault.sumEventAmount({ adapter: "shopping-jd" }).total).toBe(10);
726
- expect(vault.sumEventAmount({ since: 2000 }).total).toBe(20);
727
- expect(vault.sumEventAmount({ until: 2000 }).total).toBe(10);
728
- });
729
-
730
- it("mixed shapes coexist; per-currency breakdown, NO cross-currency sum", () => {
731
- freshVault();
732
- vault.putEvent(shopEvent({ value: 100, currency: "CNY", direction: "out" }));
733
- vault.putEvent(alipayEvent(20000, "out")); // 200 元 (CNY, alipay shape)
734
- vault.putEvent(shopEvent({ value: 5, currency: "USD", direction: "out" }));
735
- const r = vault.sumEventAmount();
736
- expect(r.count).toBe(3);
737
- // CNY has 2 events → primary; top-level reports CNY only (NOT 305 cross-sum).
738
- expect(r.currency).toBe("CNY");
739
- expect(r.total).toBe(300);
740
- expect(r.byDirection.out).toBe(300);
741
- // Full breakdown per currency.
742
- expect(r.byCurrency.CNY).toEqual({ total: 300, count: 2, byDirection: { out: 300, in: 0 } });
743
- expect(r.byCurrency.USD).toEqual({ total: 5, count: 1, byDirection: { out: 5, in: 0 } });
744
- });
745
-
746
- it("single currency → byCurrency has one entry matching top-level", () => {
747
- freshVault();
748
- vault.putEvent(shopEvent({ value: 40, currency: "CNY", direction: "out" }));
749
- vault.putEvent(shopEvent({ value: 10, currency: "CNY", direction: "in" }));
750
- const r = vault.sumEventAmount();
751
- expect(Object.keys(r.byCurrency)).toEqual(["CNY"]);
752
- expect(r.byCurrency.CNY).toEqual({ total: 50, count: 2, byDirection: { out: 40, in: 10 } });
753
- expect(r.total).toBe(50);
754
- expect(r.currency).toBe("CNY");
755
- });
756
-
757
- it("empty vault → zeros, CNY, count 0, empty byCurrency", () => {
758
- freshVault();
759
- expect(vault.sumEventAmount()).toEqual({
760
- total: 0,
761
- currency: "CNY",
762
- byCurrency: {},
763
- count: 0,
764
- byDirection: { out: 0, in: 0 },
765
- });
766
- });
767
- });