@chainlesschain/personal-data-hub 0.3.6 → 0.3.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. package/__tests__/adapters/social-kuaishou-adb-api-client.test.js +432 -0
  2. package/__tests__/adapters/social-kuaishou-adb-collector.test.js +276 -0
  3. package/__tests__/adapters/social-kuaishou-adb-cookies-extension.test.js +141 -0
  4. package/__tests__/adapters/social-kuaishou-adb-snapshot-builder.test.js +178 -0
  5. package/__tests__/adapters/social-toutiao-adb-api-client.test.js +537 -0
  6. package/__tests__/adapters/social-toutiao-adb-collector.test.js +285 -0
  7. package/__tests__/adapters/social-toutiao-adb-cookies-extension.test.js +163 -0
  8. package/__tests__/adapters/social-toutiao-adb-snapshot-builder.test.js +196 -0
  9. package/__tests__/adapters/social-xiaohongshu-adb-sign-provider-injection.test.js +351 -0
  10. package/lib/adapters/social-kuaishou-adb/api-client.js +397 -0
  11. package/lib/adapters/social-kuaishou-adb/collector.js +196 -0
  12. package/lib/adapters/social-kuaishou-adb/cookies-extension.js +261 -0
  13. package/lib/adapters/social-kuaishou-adb/index.js +53 -0
  14. package/lib/adapters/social-kuaishou-adb/snapshot-builder.js +145 -0
  15. package/lib/adapters/social-toutiao-adb/api-client.js +377 -0
  16. package/lib/adapters/social-toutiao-adb/collector.js +200 -0
  17. package/lib/adapters/social-toutiao-adb/cookies-extension.js +266 -0
  18. package/lib/adapters/social-toutiao-adb/index.js +52 -0
  19. package/lib/adapters/social-toutiao-adb/snapshot-builder.js +148 -0
  20. package/lib/adapters/social-xiaohongshu-adb/api-client.js +36 -5
  21. package/lib/adapters/social-xiaohongshu-adb/collector.js +102 -51
  22. package/package.json +5 -1
@@ -0,0 +1,351 @@
1
+ "use strict";
2
+
3
+ /**
4
+ * Phase 6b — verify signProvider injection in XhsApiClient + collector.
5
+ *
6
+ * Tests both paths:
7
+ * - Bridge path (signedHeaders returns non-empty) → uses bridge headers
8
+ * - Fallback path (NullSignProvider OR bridge returns {}) → in-process md5
9
+ *
10
+ * Uses a fake fetch + fake signProvider to verify wiring without spawning
11
+ * Electron WebContentsView.
12
+ */
13
+
14
+ import { describe, it, expect, vi } from "vitest";
15
+
16
+ const {
17
+ XhsApiClient,
18
+ } = require("../../lib/adapters/social-xiaohongshu-adb/api-client");
19
+ const {
20
+ collect,
21
+ } = require("../../lib/adapters/social-xiaohongshu-adb/collector");
22
+ const { NULL_SIGN_PROVIDER } = require("../../lib/sign-providers");
23
+
24
+ function makeFakeFetch(responses) {
25
+ const calls = [];
26
+ const fakeFetch = async (urlStr, opts) => {
27
+ calls.push({ url: urlStr, opts });
28
+ for (const [pattern, payload] of responses) {
29
+ if (urlStr.includes(pattern)) {
30
+ const resolved =
31
+ typeof payload === "function" ? await payload(urlStr, opts) : payload;
32
+ return {
33
+ ok: resolved.status == null || resolved.status === 200,
34
+ status: resolved.status || 200,
35
+ text: async () => resolved.body,
36
+ };
37
+ }
38
+ }
39
+ throw new Error("fake fetch: no response for " + urlStr);
40
+ };
41
+ return { fakeFetch, calls };
42
+ }
43
+
44
+ const HAPPY_RESPONSES = [
45
+ [
46
+ "/user/me",
47
+ {
48
+ body: JSON.stringify({
49
+ code: 0,
50
+ data: { user_id: "5e8c8f7e", nickname: "Alice" },
51
+ }),
52
+ },
53
+ ],
54
+ [
55
+ "user_posted",
56
+ {
57
+ body: JSON.stringify({
58
+ code: 0,
59
+ data: { notes: [{ note_id: "N1", title: "n", time: 1 }] },
60
+ }),
61
+ },
62
+ ],
63
+ [
64
+ "note/like/page",
65
+ {
66
+ body: JSON.stringify({
67
+ code: 0,
68
+ data: { notes: [{ note_id: "L1", title: "l" }] },
69
+ }),
70
+ },
71
+ ],
72
+ [
73
+ "user/follow/list",
74
+ {
75
+ body: JSON.stringify({
76
+ code: 0,
77
+ data: { users: [{ user_id: "U1", nickname: "x" }] },
78
+ }),
79
+ },
80
+ ],
81
+ ];
82
+
83
+ // ─── XhsApiClient direct injection ──────────────────────────────────────
84
+
85
+ describe("XhsApiClient — signProvider injection", () => {
86
+ it("defaults to NULL_SIGN_PROVIDER when no opts.signProvider", () => {
87
+ const client = new XhsApiClient({ fetch: () => {} });
88
+ expect(client.signProvider).toBe(NULL_SIGN_PROVIDER);
89
+ });
90
+
91
+ it("uses opts.signProvider verbatim when provided", () => {
92
+ const fakeProvider = { signedHeaders: vi.fn(async () => ({})) };
93
+ const client = new XhsApiClient({
94
+ fetch: () => {},
95
+ signProvider: fakeProvider,
96
+ });
97
+ expect(client.signProvider).toBe(fakeProvider);
98
+ });
99
+
100
+ it("falls back to in-process md5 when provider returns {}", async () => {
101
+ const { fakeFetch, calls } = makeFakeFetch(HAPPY_RESPONSES);
102
+ const fakeProvider = { signedHeaders: vi.fn(async () => ({})) };
103
+ const client = new XhsApiClient({
104
+ fetch: fakeFetch,
105
+ signProvider: fakeProvider,
106
+ });
107
+ await client.fetchNotes("a1=fp; web_session=s", "fp", "5e8c8f7e");
108
+ const notesCall = calls.find((c) => c.url.includes("user_posted"));
109
+ // Fallback used → in-process X-S/X-T headers should be set
110
+ expect(notesCall.opts.headers["X-S"]).toMatch(/^XYW_/);
111
+ expect(notesCall.opts.headers["X-T"]).toMatch(/^\d+$/);
112
+ expect(client._bridgeHits).toBe(0);
113
+ expect(client._fallbackHits).toBe(1);
114
+ });
115
+
116
+ it("uses bridge headers when provider returns non-empty", async () => {
117
+ const { fakeFetch, calls } = makeFakeFetch(HAPPY_RESPONSES);
118
+ const fakeProvider = {
119
+ signedHeaders: vi.fn(async () => ({
120
+ "X-s": "XYW_bridge_value",
121
+ "X-t": "1716383021000",
122
+ "X-s-common": "common_value",
123
+ })),
124
+ };
125
+ const client = new XhsApiClient({
126
+ fetch: fakeFetch,
127
+ signProvider: fakeProvider,
128
+ });
129
+ await client.fetchNotes("a1=fp; web_session=s", "fp", "5e8c8f7e");
130
+ const notesCall = calls.find((c) => c.url.includes("user_posted"));
131
+ expect(notesCall.opts.headers["X-s"]).toBe("XYW_bridge_value");
132
+ expect(notesCall.opts.headers["X-t"]).toBe("1716383021000");
133
+ expect(notesCall.opts.headers["X-s-common"]).toBe("common_value");
134
+ // Bridge headers used — no fallback X-S/X-T injected
135
+ expect(notesCall.opts.headers["X-S"]).toBeUndefined();
136
+ expect(client._bridgeHits).toBe(1);
137
+ expect(client._fallbackHits).toBe(0);
138
+ });
139
+
140
+ it("does NOT call signedHeaders for /user/me (no X-S required)", async () => {
141
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
142
+ const fakeProvider = { signedHeaders: vi.fn(async () => ({})) };
143
+ const client = new XhsApiClient({
144
+ fetch: fakeFetch,
145
+ signProvider: fakeProvider,
146
+ });
147
+ await client.fetchMe("a1=fp; web_session=s");
148
+ expect(fakeProvider.signedHeaders).not.toHaveBeenCalled();
149
+ });
150
+
151
+ it("calls signedHeaders for fetchNotes / fetchLiked / fetchFollows", async () => {
152
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
153
+ const fakeProvider = { signedHeaders: vi.fn(async () => ({})) };
154
+ const client = new XhsApiClient({
155
+ fetch: fakeFetch,
156
+ signProvider: fakeProvider,
157
+ });
158
+ await client.fetchNotes("a1=fp; web_session=s", "fp", "5e8c8f7e");
159
+ await client.fetchLiked("a1=fp; web_session=s", "fp");
160
+ await client.fetchFollows("a1=fp; web_session=s", "fp", "5e8c8f7e");
161
+ expect(fakeProvider.signedHeaders).toHaveBeenCalledTimes(3);
162
+ });
163
+
164
+ it("forwards `<path>|` as purpose to signedHeaders", async () => {
165
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
166
+ const fakeProvider = { signedHeaders: vi.fn(async () => ({})) };
167
+ const client = new XhsApiClient({
168
+ fetch: fakeFetch,
169
+ signProvider: fakeProvider,
170
+ });
171
+ await client.fetchNotes("a1=fp; web_session=s", "fp", "5e8c8f7e");
172
+ const [, purpose] = fakeProvider.signedHeaders.mock.calls[0];
173
+ expect(purpose).toMatch(/^\/api\/sns\/web\/v2\/user_posted.*\|$/);
174
+ });
175
+ });
176
+
177
+ // ─── collector lifecycle ────────────────────────────────────────────────
178
+
179
+ describe("collector — signProvider lifecycle", () => {
180
+ it("warms up bridge before X-S endpoints", async () => {
181
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
182
+ const apiClient = new XhsApiClient({ fetch: fakeFetch });
183
+ const warmedUp = [];
184
+ const fakeProvider = {
185
+ warmUp: vi.fn(async (cookie) => warmedUp.push(cookie)),
186
+ signedHeaders: vi.fn(async () => ({})),
187
+ shutdown: vi.fn(async () => {}),
188
+ };
189
+ const bridge = {
190
+ invoke: vi.fn(async () => ({
191
+ cookie: "a1=fp; web_session=s",
192
+ a1: "fp",
193
+ diagnostic: {},
194
+ })),
195
+ };
196
+ await collect(bridge, {
197
+ apiClient,
198
+ signProvider: fakeProvider,
199
+ stagingDir: require("node:os").tmpdir(),
200
+ });
201
+ expect(fakeProvider.warmUp).toHaveBeenCalledOnce();
202
+ expect(warmedUp[0]).toBe("a1=fp; web_session=s");
203
+ });
204
+
205
+ it("shuts down bridge in finally — happy path", async () => {
206
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
207
+ const apiClient = new XhsApiClient({ fetch: fakeFetch });
208
+ const fakeProvider = {
209
+ warmUp: vi.fn(async () => {}),
210
+ signedHeaders: vi.fn(async () => ({})),
211
+ shutdown: vi.fn(async () => {}),
212
+ };
213
+ const bridge = {
214
+ invoke: vi.fn(async () => ({
215
+ cookie: "a1=fp; web_session=s",
216
+ a1: "fp",
217
+ diagnostic: {},
218
+ })),
219
+ };
220
+ await collect(bridge, {
221
+ apiClient,
222
+ signProvider: fakeProvider,
223
+ stagingDir: require("node:os").tmpdir(),
224
+ });
225
+ expect(fakeProvider.shutdown).toHaveBeenCalledOnce();
226
+ });
227
+
228
+ it("shuts down bridge in finally — even on fetchMe failure", async () => {
229
+ const { fakeFetch } = makeFakeFetch([
230
+ ["/user/me", { body: JSON.stringify({ code: 0, data: {} }) }],
231
+ ]);
232
+ const apiClient = new XhsApiClient({ fetch: fakeFetch });
233
+ const fakeProvider = {
234
+ warmUp: vi.fn(async () => {}),
235
+ signedHeaders: vi.fn(async () => ({})),
236
+ shutdown: vi.fn(async () => {}),
237
+ };
238
+ const bridge = {
239
+ invoke: vi.fn(async () => ({
240
+ cookie: "a1=fp; web_session=s",
241
+ a1: "fp",
242
+ diagnostic: {},
243
+ })),
244
+ };
245
+ const result = await collect(bridge, {
246
+ apiClient,
247
+ signProvider: fakeProvider,
248
+ stagingDir: require("node:os").tmpdir(),
249
+ });
250
+ expect(result.meFetchFailed).toBe(true);
251
+ expect(fakeProvider.shutdown).toHaveBeenCalledOnce();
252
+ });
253
+
254
+ it("tolerates warmUp throw (falls back to in-process md5)", async () => {
255
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
256
+ const fakeProvider = {
257
+ warmUp: vi.fn(async () => {
258
+ throw new Error("xhs.com 403 — anti-bot blocked");
259
+ }),
260
+ signedHeaders: vi.fn(async () => ({})),
261
+ shutdown: vi.fn(async () => {}),
262
+ };
263
+ // Inject same provider into the apiClient too — real wiring path
264
+ // creates them together inside collector.
265
+ const apiClient = new XhsApiClient({
266
+ fetch: fakeFetch,
267
+ signProvider: fakeProvider,
268
+ });
269
+ const bridge = {
270
+ invoke: vi.fn(async () => ({
271
+ cookie: "a1=fp; web_session=s",
272
+ a1: "fp",
273
+ diagnostic: {},
274
+ })),
275
+ };
276
+ const result = await collect(bridge, {
277
+ apiClient,
278
+ signProvider: fakeProvider,
279
+ stagingDir: require("node:os").tmpdir(),
280
+ });
281
+ // Sync proceeded — fallback md5 used instead of bridge for all 3
282
+ // X-S endpoints (bridge.signedHeaders returns {} so client falls
283
+ // back). Note lastErrorCode gets cleared by successful subsequent
284
+ // fetchMe so we check _fallbackHits instead.
285
+ expect(result.meFetchFailed).toBe(false);
286
+ expect(apiClient._fallbackHits).toBeGreaterThanOrEqual(3);
287
+ expect(apiClient._bridgeHits).toBe(0);
288
+ // shutdown still runs in finally
289
+ expect(fakeProvider.shutdown).toHaveBeenCalledOnce();
290
+ });
291
+
292
+ it("reports signProvider diagnostic in collect result", async () => {
293
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
294
+ // Subclass to control constructor.name (vitest mocks can't override it
295
+ // on plain object literals — constructor.name is read-only on Object).
296
+ class XhsSignBridge {
297
+ constructor() {
298
+ this.warmUp = vi.fn(async () => {});
299
+ this.signedHeaders = vi.fn(async () => ({
300
+ "X-s": "bridge",
301
+ "X-t": "1",
302
+ "X-s-common": "c",
303
+ }));
304
+ this.shutdown = vi.fn(async () => {});
305
+ }
306
+ }
307
+ const fakeProvider = new XhsSignBridge();
308
+ const apiClient = new XhsApiClient({
309
+ fetch: fakeFetch,
310
+ signProvider: fakeProvider,
311
+ });
312
+ const bridge = {
313
+ invoke: vi.fn(async () => ({
314
+ cookie: "a1=fp; web_session=s",
315
+ a1: "fp",
316
+ diagnostic: {},
317
+ })),
318
+ };
319
+ const result = await collect(bridge, {
320
+ apiClient,
321
+ signProvider: fakeProvider,
322
+ stagingDir: require("node:os").tmpdir(),
323
+ });
324
+ expect(result.signProviderUsed).toBe("XhsSignBridge");
325
+ expect(result.signProviderHits).toBe(3); // 3 X-S endpoints all hit bridge
326
+ expect(result.signProviderFallbacks).toBe(0);
327
+ });
328
+
329
+ it("undefined signProvider → no warmUp/shutdown, fallback md5 used", async () => {
330
+ const { fakeFetch } = makeFakeFetch(HAPPY_RESPONSES);
331
+ // Pre-construct apiClient with fakeFetch but no signProvider — client
332
+ // defaults to NULL_SIGN_PROVIDER which returns {} from signedHeaders.
333
+ const apiClient = new XhsApiClient({ fetch: fakeFetch });
334
+ const bridge = {
335
+ invoke: vi.fn(async () => ({
336
+ cookie: "a1=fp; web_session=s",
337
+ a1: "fp",
338
+ diagnostic: {},
339
+ })),
340
+ };
341
+ const result = await collect(bridge, {
342
+ apiClient,
343
+ stagingDir: require("node:os").tmpdir(),
344
+ });
345
+ // No bridge → in-process fallback throughout
346
+ expect(result.signProviderUsed).toBe("none");
347
+ expect(result.signProviderHits).toBe(0);
348
+ // 3 X-S endpoints called fallback md5 each
349
+ expect(result.signProviderFallbacks).toBeGreaterThanOrEqual(3);
350
+ });
351
+ });