@chainlesschain/personal-data-hub 0.1.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/__tests__/adapters/ai-chat-cookie-capture-spec.test.js +211 -0
  2. package/__tests__/adapters/ai-chat-health-checker.test.js +262 -0
  3. package/__tests__/adapters/ai-chat-history.test.js +396 -0
  4. package/__tests__/adapters/ai-chat-http-client.test.js +242 -0
  5. package/__tests__/adapters/ai-chat-vendors.test.js +874 -0
  6. package/__tests__/adapters/alipay-bill-adapter.test.js +538 -0
  7. package/__tests__/adapters/email-adapter.test.js +138 -1
  8. package/__tests__/adapters/email-classifier.test.js +347 -0
  9. package/__tests__/adapters/email-pdf-extractor.test.js +529 -0
  10. package/__tests__/adapters/email-retry-progress.test.js +294 -0
  11. package/__tests__/adapters/email-templates.test.js +699 -0
  12. package/__tests__/adapters/social-toutiao-kuaishou-scaffold.test.js +269 -0
  13. package/__tests__/adapters/system-data-adapter.test.js +440 -0
  14. package/__tests__/adapters/system-data-android-ingest.test.js +144 -0
  15. package/__tests__/adapters/system-data-android.test.js +387 -0
  16. package/__tests__/adapters/system-data-disclosure.test.js +153 -0
  17. package/__tests__/adapters/wechat-bootstrap.test.js +240 -0
  18. package/__tests__/adapters/wechat-env-probe.test.js +162 -0
  19. package/__tests__/adapters/wechat-frida-agent.test.js +191 -0
  20. package/__tests__/adapters/wechat-frida-integration.test.js +149 -0
  21. package/__tests__/adapters/wechat-frida-key-provider.test.js +188 -0
  22. package/__tests__/adapters/wechat-md5-key-provider.test.js +101 -0
  23. package/__tests__/analysis-skills.test.js +556 -0
  24. package/__tests__/analysis.test.js +329 -1
  25. package/__tests__/e2e/ai-chat-cross-source-journey.test.js +213 -0
  26. package/__tests__/e2e/full-user-journey.test.js +188 -0
  27. package/__tests__/entity-resolver-ingest-hook.test.js +177 -0
  28. package/__tests__/entity-resolver-stages.test.js +411 -0
  29. package/__tests__/entity-resolver-vault.test.js +246 -0
  30. package/__tests__/entity-resolver.test.js +526 -0
  31. package/__tests__/fixtures/entity-resolver-200-mock.json +96 -0
  32. package/__tests__/integration/ai-chat-history-registry.test.js +228 -0
  33. package/__tests__/integration/aichat-wizard-end-to-end.test.js +282 -0
  34. package/__tests__/integration/cross-adapter-pipelines.test.js +396 -0
  35. package/__tests__/integration/wechat-bootstrap-end-to-end.test.js +390 -0
  36. package/__tests__/longtail-adapters.test.js +217 -0
  37. package/__tests__/mobile-extractor.test.js +288 -0
  38. package/__tests__/registry.test.js +4 -2
  39. package/__tests__/shopping-adapters.test.js +296 -0
  40. package/__tests__/sidecar-contacts-cross-validate.test.js +163 -0
  41. package/__tests__/sidecar-supervisor.test.js +120 -0
  42. package/__tests__/social-adapters.test.js +206 -0
  43. package/__tests__/travel-adapters.test.js +325 -0
  44. package/__tests__/vault.test.js +3 -3
  45. package/__tests__/wechat-adapter.test.js +476 -0
  46. package/__tests__/whatsapp-adapter.test.js +135 -0
  47. package/lib/adapter-spec.js +12 -0
  48. package/lib/adapters/_python-sidecar-base.js +207 -0
  49. package/lib/adapters/ai-chat-history/ai-chat-adapter.js +374 -0
  50. package/lib/adapters/ai-chat-history/cookie-auth.js +109 -0
  51. package/lib/adapters/ai-chat-history/cookie-capture-spec.js +331 -0
  52. package/lib/adapters/ai-chat-history/health-checker.js +210 -0
  53. package/lib/adapters/ai-chat-history/http-client.js +211 -0
  54. package/lib/adapters/ai-chat-history/index.js +28 -0
  55. package/lib/adapters/ai-chat-history/schema-map.js +258 -0
  56. package/lib/adapters/ai-chat-history/vendor-spec.js +86 -0
  57. package/lib/adapters/ai-chat-history/vendors/coze.js +179 -0
  58. package/lib/adapters/ai-chat-history/vendors/deepseek.js +199 -0
  59. package/lib/adapters/ai-chat-history/vendors/doubao.js +255 -0
  60. package/lib/adapters/ai-chat-history/vendors/dreamina.js +174 -0
  61. package/lib/adapters/ai-chat-history/vendors/hunyuan.js +176 -0
  62. package/lib/adapters/ai-chat-history/vendors/kimi.js +182 -0
  63. package/lib/adapters/ai-chat-history/vendors/qianfan.js +160 -0
  64. package/lib/adapters/ai-chat-history/vendors/tongyi.js +193 -0
  65. package/lib/adapters/ai-chat-history/vendors/zhipu.js +202 -0
  66. package/lib/adapters/ai-chat-history/wizard-controller.js +473 -0
  67. package/lib/adapters/alipay-bill/alipay-bill-adapter.js +311 -0
  68. package/lib/adapters/alipay-bill/counterparty.js +129 -0
  69. package/lib/adapters/alipay-bill/csv-parser.js +217 -0
  70. package/lib/adapters/alipay-bill/index.js +41 -0
  71. package/lib/adapters/alipay-bill/zip-decryptor.js +111 -0
  72. package/lib/adapters/email-imap/classifier.js +495 -0
  73. package/lib/adapters/email-imap/email-adapter.js +419 -8
  74. package/lib/adapters/email-imap/index.js +42 -0
  75. package/lib/adapters/email-imap/pdf-extractor.js +192 -0
  76. package/lib/adapters/email-imap/templates/bill.js +232 -0
  77. package/lib/adapters/email-imap/templates/government.js +120 -0
  78. package/lib/adapters/email-imap/templates/index.js +78 -0
  79. package/lib/adapters/email-imap/templates/order.js +186 -0
  80. package/lib/adapters/email-imap/templates/other.js +114 -0
  81. package/lib/adapters/email-imap/templates/register.js +113 -0
  82. package/lib/adapters/email-imap/templates/travel.js +157 -0
  83. package/lib/adapters/email-imap/templates/utils.js +275 -0
  84. package/lib/adapters/email-imap/transactions.js +234 -0
  85. package/lib/adapters/messaging-qq/index.js +158 -0
  86. package/lib/adapters/messaging-telegram/index.js +142 -0
  87. package/lib/adapters/messaging-whatsapp/index.js +189 -0
  88. package/lib/adapters/shopping-base/index.js +208 -0
  89. package/lib/adapters/shopping-jd/index.js +150 -0
  90. package/lib/adapters/shopping-meituan/index.js +154 -0
  91. package/lib/adapters/shopping-taobao/index.js +176 -0
  92. package/lib/adapters/social-bilibili/index.js +171 -0
  93. package/lib/adapters/social-douyin/index.js +116 -0
  94. package/lib/adapters/social-kuaishou/index.js +237 -0
  95. package/lib/adapters/social-toutiao/index.js +236 -0
  96. package/lib/adapters/social-weibo/index.js +164 -0
  97. package/lib/adapters/social-xiaohongshu/index.js +96 -0
  98. package/lib/adapters/system-data/disclosure.js +166 -0
  99. package/lib/adapters/system-data/index.js +34 -0
  100. package/lib/adapters/system-data/system-data-adapter.js +344 -0
  101. package/lib/adapters/system-data-android/adapter.js +348 -0
  102. package/lib/adapters/system-data-android/index.js +76 -0
  103. package/lib/adapters/travel-12306/index.js +151 -0
  104. package/lib/adapters/travel-amap/index.js +164 -0
  105. package/lib/adapters/travel-baidu-map/index.js +162 -0
  106. package/lib/adapters/travel-base/index.js +240 -0
  107. package/lib/adapters/travel-ctrip/index.js +151 -0
  108. package/lib/adapters/wechat/bootstrap.js +146 -0
  109. package/lib/adapters/wechat/content-parser.js +326 -0
  110. package/lib/adapters/wechat/db-reader.js +209 -0
  111. package/lib/adapters/wechat/env-probe.js +218 -0
  112. package/lib/adapters/wechat/frida-agent/loader.js +67 -0
  113. package/lib/adapters/wechat/frida-agent/wechat-key-hook.js +126 -0
  114. package/lib/adapters/wechat/index.js +37 -0
  115. package/lib/adapters/wechat/key-extractor.js +158 -0
  116. package/lib/adapters/wechat/key-providers/frida-key-provider.js +244 -0
  117. package/lib/adapters/wechat/key-providers/index.js +22 -0
  118. package/lib/adapters/wechat/key-providers/key-provider-base.js +44 -0
  119. package/lib/adapters/wechat/key-providers/md5-key-provider.js +81 -0
  120. package/lib/adapters/wechat/normalize.js +220 -0
  121. package/lib/adapters/wechat/wechat-adapter.js +205 -0
  122. package/lib/analysis-skills/base.js +113 -0
  123. package/lib/analysis-skills/footprint.js +167 -0
  124. package/lib/analysis-skills/index.js +58 -0
  125. package/lib/analysis-skills/interests.js +161 -0
  126. package/lib/analysis-skills/relations.js +226 -0
  127. package/lib/analysis-skills/spending.js +219 -0
  128. package/lib/analysis-skills/timeline.js +167 -0
  129. package/lib/analysis.js +191 -2
  130. package/lib/entity-resolver/embedding-stage.js +198 -0
  131. package/lib/entity-resolver/entity-resolver.js +384 -0
  132. package/lib/entity-resolver/index.js +42 -0
  133. package/lib/entity-resolver/llm-stage.js +191 -0
  134. package/lib/entity-resolver/rule-stage.js +208 -0
  135. package/lib/entity-resolver/worker.js +149 -0
  136. package/lib/index.js +131 -0
  137. package/lib/migrations.js +73 -0
  138. package/lib/mobile-extractor/android.js +193 -0
  139. package/lib/mobile-extractor/index.js +9 -0
  140. package/lib/mobile-extractor/ios.js +223 -0
  141. package/lib/prompt-builder.js +11 -1
  142. package/lib/query-parser.js +7 -1
  143. package/lib/registry.js +42 -0
  144. package/lib/sidecar/index.js +15 -0
  145. package/lib/sidecar/supervisor.js +359 -0
  146. package/lib/vault.js +343 -0
  147. package/package.json +36 -3
  148. package/scripts/_make-fixture-all.js +126 -0
  149. package/scripts/_make-fixture-contacts.js +84 -0
  150. package/scripts/evaluate-entity-resolver.js +213 -0
  151. package/scripts/smoke-phase-5-5.js +196 -0
  152. package/scripts/smoke-phase-5-7.js +181 -0
  153. package/scripts/smoke-system-data-contacts.js +309 -0
  154. package/scripts/smoke-system-data.js +312 -0
@@ -0,0 +1,294 @@
1
+ "use strict";
2
+
3
+ import { describe, it, expect, vi } from "vitest";
4
+
5
+ const {
6
+ EmailAdapter,
7
+ } = require("../../lib/adapters/email-imap/email-adapter");
8
+
9
+ /**
10
+ * Helpers — mock session factory + envelope generator. Mirrors the
11
+ * patterns in email-adapter.test.js but allows per-attempt connect
12
+ * outcomes for retry testing.
13
+ */
14
+ function makeFlakySession(spec = {}) {
15
+ // spec: { connectFailures: [<err>, <err>, ...], mailboxes: {INBOX: {...}} }
16
+ const failures = (spec.connectFailures || []).slice();
17
+ const recorder = { connectAttempts: 0, openedMailboxes: [], closedCalls: 0 };
18
+ const factory = (_opts) => {
19
+ let openMb = null;
20
+ return {
21
+ async connect() {
22
+ recorder.connectAttempts += 1;
23
+ if (failures.length > 0) {
24
+ const err = failures.shift();
25
+ throw err;
26
+ }
27
+ if (spec.connectThrows) throw spec.connectThrows;
28
+ },
29
+ async openMailbox(name) {
30
+ recorder.openedMailboxes.push(name);
31
+ const mb = spec.mailboxes && spec.mailboxes[name];
32
+ if (!mb) {
33
+ const err = new Error(`Mailbox doesn't exist: ${name}`);
34
+ err.code = "MAILBOX_NOT_FOUND";
35
+ throw err;
36
+ }
37
+ openMb = { name, ...mb };
38
+ return {
39
+ uidValidity: mb.uidValidity,
40
+ uidNext: mb.uidNext || 9999,
41
+ exists: (mb.envelopes || []).length,
42
+ };
43
+ },
44
+ async *fetchFullSince(sinceUid = 0) {
45
+ if (!openMb) return;
46
+ for (const env of openMb.envelopes || []) {
47
+ if (env.uid > sinceUid) yield { ...env, source: env.source || Buffer.alloc(0) };
48
+ }
49
+ },
50
+ async close() {
51
+ recorder.closedCalls += 1;
52
+ },
53
+ };
54
+ };
55
+ return { factory, recorder };
56
+ }
57
+
58
+ const env = (uid) => ({
59
+ uid,
60
+ internalDate: new Date(`2026-05-${String(uid % 30).padStart(2, "0")}T10:00:00Z`),
61
+ flags: ["\\Seen"],
62
+ messageId: `<m-${uid}@x>`,
63
+ subject: `Subject ${uid}`,
64
+ from: [{ name: "Sender", address: `s${uid}@example.com` }],
65
+ to: [{ address: "me@example.com" }],
66
+ cc: [],
67
+ date: new Date(`2026-05-${String(uid % 30).padStart(2, "0")}T10:00:00Z`),
68
+ size: 1024,
69
+ });
70
+
71
+ // ─── Phase 5.7.1 retry-with-backoff ──────────────────────────────────────
72
+
73
+ describe("EmailAdapter — Phase 5.7.1 connect retry", () => {
74
+ it("retries up to maxConnectRetries on transient errors then succeeds", async () => {
75
+ const transientErr = Object.assign(new Error("ECONNRESET"), { code: "ECONNRESET" });
76
+ const { factory, recorder } = makeFlakySession({
77
+ connectFailures: [transientErr, transientErr], // 2 fails then OK on 3rd
78
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [env(1)] } },
79
+ });
80
+ const a = new EmailAdapter({
81
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
82
+ sessionFactory: factory,
83
+ parser: async () => ({ textBody: "", attachments: [] }),
84
+ maxConnectRetries: 3,
85
+ retryBaseDelayMs: 1, // speed up test
86
+ });
87
+
88
+ const raws = [];
89
+ for await (const r of a.sync()) raws.push(r);
90
+ expect(recorder.connectAttempts).toBe(3); // 1 fail + 1 fail + 1 success
91
+ expect(raws).toHaveLength(1);
92
+ });
93
+
94
+ it("does NOT retry AUTH_FAILED", async () => {
95
+ const authErr = new (require("../../lib/adapters/email-imap/imap-session").ImapAuthFailedError)("bad creds");
96
+ const { factory, recorder } = makeFlakySession({
97
+ connectFailures: [authErr, authErr], // 2 fails — but only 1 attempt should happen
98
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [] } },
99
+ });
100
+ const a = new EmailAdapter({
101
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
102
+ sessionFactory: factory,
103
+ parser: async () => ({}),
104
+ maxConnectRetries: 3,
105
+ retryBaseDelayMs: 1,
106
+ });
107
+
108
+ let caught = null;
109
+ try {
110
+ for await (const _r of a.sync()) { /* drain */ }
111
+ } catch (err) {
112
+ caught = err;
113
+ }
114
+ expect(caught).not.toBeNull();
115
+ expect(caught.code).toBe("AUTH_FAILED");
116
+ expect(recorder.connectAttempts).toBe(1); // no retry
117
+ });
118
+
119
+ it("exhausts retries on persistent transient error then throws", async () => {
120
+ const transientErr = Object.assign(new Error("ETIMEDOUT"), { code: "ETIMEDOUT" });
121
+ const { factory, recorder } = makeFlakySession({
122
+ connectFailures: [transientErr, transientErr, transientErr],
123
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [] } },
124
+ });
125
+ const a = new EmailAdapter({
126
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
127
+ sessionFactory: factory,
128
+ parser: async () => ({}),
129
+ maxConnectRetries: 3,
130
+ retryBaseDelayMs: 1,
131
+ });
132
+
133
+ let caught = null;
134
+ try {
135
+ for await (const _r of a.sync()) { /* drain */ }
136
+ } catch (err) {
137
+ caught = err;
138
+ }
139
+ expect(caught).not.toBeNull();
140
+ expect(recorder.connectAttempts).toBe(3); // all 3 attempts used
141
+ });
142
+
143
+ it("maxConnectRetries=1 disables retry effectively", async () => {
144
+ const transientErr = Object.assign(new Error("ECONNRESET"), { code: "ECONNRESET" });
145
+ const { factory, recorder } = makeFlakySession({
146
+ connectFailures: [transientErr],
147
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [] } },
148
+ });
149
+ const a = new EmailAdapter({
150
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
151
+ sessionFactory: factory,
152
+ parser: async () => ({}),
153
+ maxConnectRetries: 1,
154
+ retryBaseDelayMs: 1,
155
+ });
156
+
157
+ let caught = null;
158
+ try {
159
+ for await (const _r of a.sync()) { /* drain */ }
160
+ } catch (err) {
161
+ caught = err;
162
+ }
163
+ expect(caught).not.toBeNull();
164
+ expect(recorder.connectAttempts).toBe(1);
165
+ });
166
+ });
167
+
168
+ // ─── Phase 5.7.2 progress streaming ──────────────────────────────────────
169
+
170
+ describe("EmailAdapter — Phase 5.7.2 onProgress callback", () => {
171
+ it("emits connecting → connected → mailbox-opened → fetching × N → done", async () => {
172
+ const { factory } = makeFlakySession({
173
+ mailboxes: {
174
+ INBOX: {
175
+ uidValidity: 1,
176
+ envelopes: [env(1), env(2), env(3)],
177
+ },
178
+ },
179
+ });
180
+ const events = [];
181
+ const a = new EmailAdapter({
182
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
183
+ sessionFactory: factory,
184
+ parser: async () => ({}),
185
+ onProgress: (e) => events.push(e),
186
+ });
187
+
188
+ const raws = [];
189
+ for await (const r of a.sync()) raws.push(r);
190
+
191
+ const phases = events.map((e) => e.phase);
192
+ expect(phases[0]).toBe("connecting");
193
+ expect(phases).toContain("connected");
194
+ expect(phases).toContain("mailbox-opened");
195
+ expect(phases.filter((p) => p === "fetching")).toHaveLength(3);
196
+ expect(phases[phases.length - 1]).toBe("done");
197
+
198
+ // Each fetching event should have current + total
199
+ const fetchEvents = events.filter((e) => e.phase === "fetching");
200
+ expect(fetchEvents[0].current).toBe(1);
201
+ expect(fetchEvents[0].total).toBe(3);
202
+ expect(fetchEvents[1].current).toBe(2);
203
+ expect(fetchEvents[2].current).toBe(3);
204
+
205
+ // mailbox-opened reports correct mailbox + count
206
+ const opened = events.find((e) => e.phase === "mailbox-opened");
207
+ expect(opened.mailbox).toBe("INBOX");
208
+ expect(opened.exists).toBe(3);
209
+
210
+ // done reports emitted + durationMs
211
+ const done = events.find((e) => e.phase === "done");
212
+ expect(done.emitted).toBe(3);
213
+ expect(done.durationMs).toBeGreaterThanOrEqual(0);
214
+ });
215
+
216
+ it("emits error events on transient failures with retriable flag", async () => {
217
+ const transientErr = Object.assign(new Error("ECONNRESET"), { code: "ECONNRESET" });
218
+ const { factory } = makeFlakySession({
219
+ connectFailures: [transientErr, transientErr],
220
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [env(1)] } },
221
+ });
222
+ const events = [];
223
+ const a = new EmailAdapter({
224
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
225
+ sessionFactory: factory,
226
+ parser: async () => ({}),
227
+ maxConnectRetries: 3,
228
+ retryBaseDelayMs: 1,
229
+ onProgress: (e) => events.push(e),
230
+ });
231
+
232
+ for await (const _r of a.sync()) { /* drain */ }
233
+ const errs = events.filter((e) => e.phase === "error");
234
+ expect(errs).toHaveLength(2);
235
+ expect(errs[0].retriable).toBe(true);
236
+ expect(errs[0].attempt).toBe(1);
237
+ expect(errs[1].retriable).toBe(true);
238
+ expect(errs[1].attempt).toBe(2);
239
+ });
240
+
241
+ it("per-sync onProgress in opts overrides constructor callback", async () => {
242
+ const { factory } = makeFlakySession({
243
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [env(1)] } },
244
+ });
245
+ const ctorEvents = [];
246
+ const optsEvents = [];
247
+ const a = new EmailAdapter({
248
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
249
+ sessionFactory: factory,
250
+ parser: async () => ({}),
251
+ onProgress: (e) => ctorEvents.push(e),
252
+ });
253
+
254
+ for await (const _r of a.sync({ onProgress: (e) => optsEvents.push(e) })) { /* drain */ }
255
+ expect(optsEvents.length).toBeGreaterThan(0);
256
+ expect(ctorEvents).toHaveLength(0); // constructor cb shadowed
257
+ });
258
+
259
+ it("onProgress listener errors do NOT abort sync", async () => {
260
+ const { factory } = makeFlakySession({
261
+ mailboxes: { INBOX: { uidValidity: 1, envelopes: [env(1)] } },
262
+ });
263
+ const a = new EmailAdapter({
264
+ account: { provider: "qq", email: "u@qq.com", authCode: "x", folders: ["INBOX"] },
265
+ sessionFactory: factory,
266
+ parser: async () => ({}),
267
+ onProgress: () => { throw new Error("listener boom"); },
268
+ });
269
+ const raws = [];
270
+ for await (const r of a.sync()) raws.push(r);
271
+ expect(raws).toHaveLength(1); // sync completed despite listener throws
272
+ });
273
+ });
274
+
275
+ // ─── version + capability advertise the new surfaces ─────────────────────
276
+
277
+ describe("EmailAdapter — Phase 5.7 surface advertising", () => {
278
+ it("version reflects 0.6.0", () => {
279
+ const a = new EmailAdapter({
280
+ account: { provider: "qq", email: "u@qq.com", authCode: "x" },
281
+ sessionFactory: makeFlakySession({}).factory,
282
+ });
283
+ expect(a.version).toBe("0.6.0");
284
+ });
285
+
286
+ it("capabilities advertise sync:retry-backoff + sync:progress-stream", () => {
287
+ const a = new EmailAdapter({
288
+ account: { provider: "qq", email: "u@qq.com", authCode: "x" },
289
+ sessionFactory: makeFlakySession({}).factory,
290
+ });
291
+ expect(a.capabilities).toContain("sync:retry-backoff");
292
+ expect(a.capabilities).toContain("sync:progress-stream");
293
+ });
294
+ });