@chainlesschain/personal-data-hub 0.4.29 → 0.4.31
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/forensics/qq-nt-collect.js +190 -0
- package/lib/prompt-builder.js +15 -1
- package/package.json +8 -3
- package/__tests__/adapter-guide.test.js +0 -47
- package/__tests__/adapter-spec.test.js +0 -78
- package/__tests__/adapters/ai-chat-cookie-capture-spec.test.js +0 -211
- package/__tests__/adapters/ai-chat-health-checker.test.js +0 -262
- package/__tests__/adapters/ai-chat-history.test.js +0 -396
- package/__tests__/adapters/ai-chat-http-client.test.js +0 -242
- package/__tests__/adapters/ai-chat-vendors.test.js +0 -874
- package/__tests__/adapters/alipay-bill-adapter.test.js +0 -538
- package/__tests__/adapters/apple-health.test.js +0 -95
- package/__tests__/adapters/bank-family.test.js +0 -125
- package/__tests__/adapters/biz-tianyancha.test.js +0 -159
- package/__tests__/adapters/browser-history-chrome.test.js +0 -377
- package/__tests__/adapters/browser-history-edge.test.js +0 -159
- package/__tests__/adapters/car-mercedesme.test.js +0 -74
- package/__tests__/adapters/doc-baidu-netdisk.test.js +0 -102
- package/__tests__/adapters/doc-camscanner.test.js +0 -147
- package/__tests__/adapters/doc-platforms.test.js +0 -177
- package/__tests__/adapters/edu-huawei-learning-live.test.js +0 -198
- package/__tests__/adapters/edu-zuoyebang-live.test.js +0 -226
- package/__tests__/adapters/email-adapter-snapshot.test.js +0 -237
- package/__tests__/adapters/email-adapter.test.js +0 -742
- package/__tests__/adapters/email-classifier.test.js +0 -347
- package/__tests__/adapters/email-imap-session.test.js +0 -334
- package/__tests__/adapters/email-parser.test.js +0 -244
- package/__tests__/adapters/email-pdf-extractor.test.js +0 -529
- package/__tests__/adapters/email-providers.test.js +0 -84
- package/__tests__/adapters/email-retry-progress.test.js +0 -294
- package/__tests__/adapters/email-templates.test.js +0 -822
- package/__tests__/adapters/family-23-collectors-scaffold.test.js +0 -182
- package/__tests__/adapters/finance-alipay-live.test.js +0 -258
- package/__tests__/adapters/finance-dcep.test.js +0 -74
- package/__tests__/adapters/fitness-joyrun.test.js +0 -82
- package/__tests__/adapters/game-genshin-live.test.js +0 -238
- package/__tests__/adapters/game-genshin-scaffold.test.js +0 -108
- package/__tests__/adapters/game-honor-of-kings-live.test.js +0 -230
- package/__tests__/adapters/git-activity.test.js +0 -222
- package/__tests__/adapters/gov-12123.test.js +0 -103
- package/__tests__/adapters/gov-ixiamen.test.js +0 -150
- package/__tests__/adapters/gov-tax.test.js +0 -135
- package/__tests__/adapters/health-meiyou.test.js +0 -125
- package/__tests__/adapters/local-files.test.js +0 -264
- package/__tests__/adapters/local-im-pc.test.js +0 -154
- package/__tests__/adapters/messaging-whatsapp.test.js +0 -289
- package/__tests__/adapters/music-kugou.test.js +0 -187
- package/__tests__/adapters/music-qq.test.js +0 -112
- package/__tests__/adapters/netease-music-live.test.js +0 -244
- package/__tests__/adapters/netease-music.test.js +0 -74
- package/__tests__/adapters/pc-local-discovery.test.js +0 -141
- package/__tests__/adapters/qq-pc-direct-read.test.js +0 -227
- package/__tests__/adapters/reading-family.test.js +0 -108
- package/__tests__/adapters/recruit-boss.test.js +0 -180
- package/__tests__/adapters/shell-history.test.js +0 -180
- package/__tests__/adapters/shopping-base.test.js +0 -179
- package/__tests__/adapters/shopping-dianping.test.js +0 -239
- package/__tests__/adapters/social-bilibili-adb-api-client.test.js +0 -721
- package/__tests__/adapters/social-bilibili-adb-chromium-cookies-reader.test.js +0 -346
- package/__tests__/adapters/social-bilibili-adb-collector.test.js +0 -284
- package/__tests__/adapters/social-bilibili-adb-cookies-extension.test.js +0 -343
- package/__tests__/adapters/social-bilibili-adb-snapshot-builder.test.js +0 -296
- package/__tests__/adapters/social-csdn.test.js +0 -175
- package/__tests__/adapters/social-dongchedi.test.js +0 -165
- package/__tests__/adapters/social-douyin-adb-aweme-detail.test.js +0 -165
- package/__tests__/adapters/social-douyin-adb-collector.test.js +0 -254
- package/__tests__/adapters/social-douyin-adb-db-extension.test.js +0 -114
- package/__tests__/adapters/social-douyin-adb-im-db-parser.test.js +0 -304
- package/__tests__/adapters/social-douyin-adb-snapshot-builder.test.js +0 -216
- package/__tests__/adapters/social-douyin-adb-usage-profile.test.js +0 -229
- package/__tests__/adapters/social-douyin-adb-watch-history.test.js +0 -269
- package/__tests__/adapters/social-kuaishou-adb-api-client.test.js +0 -496
- package/__tests__/adapters/social-kuaishou-adb-collector.test.js +0 -276
- package/__tests__/adapters/social-kuaishou-adb-cookies-extension.test.js +0 -152
- package/__tests__/adapters/social-kuaishou-adb-snapshot-builder.test.js +0 -178
- package/__tests__/adapters/social-toutiao-adb-account-reader.test.js +0 -135
- package/__tests__/adapters/social-toutiao-adb-api-client.test.js +0 -626
- package/__tests__/adapters/social-toutiao-adb-article.test.js +0 -155
- package/__tests__/adapters/social-toutiao-adb-collector.test.js +0 -378
- package/__tests__/adapters/social-toutiao-adb-cookies-extension.test.js +0 -193
- package/__tests__/adapters/social-toutiao-adb-snapshot-builder.test.js +0 -196
- package/__tests__/adapters/social-toutiao-kuaishou-scaffold.test.js +0 -311
- package/__tests__/adapters/social-weibo-adb-api-client.test.js +0 -362
- package/__tests__/adapters/social-weibo-adb-collector.test.js +0 -201
- package/__tests__/adapters/social-weibo-adb-cookies-extension.test.js +0 -167
- package/__tests__/adapters/social-weibo-adb-snapshot-builder.test.js +0 -189
- package/__tests__/adapters/social-xiaohongshu-adb-api-client.test.js +0 -431
- package/__tests__/adapters/social-xiaohongshu-adb-collector.test.js +0 -207
- package/__tests__/adapters/social-xiaohongshu-adb-cookies-extension.test.js +0 -0
- package/__tests__/adapters/social-xiaohongshu-adb-sign-provider-injection.test.js +0 -351
- package/__tests__/adapters/social-xiaohongshu-adb-sign.test.js +0 -130
- package/__tests__/adapters/social-xiaohongshu-adb-snapshot-builder.test.js +0 -200
- package/__tests__/adapters/social-zhihu.test.js +0 -246
- package/__tests__/adapters/system-data-adapter.test.js +0 -443
- package/__tests__/adapters/system-data-android-ingest.test.js +0 -144
- package/__tests__/adapters/system-data-android.test.js +0 -519
- package/__tests__/adapters/system-data-disclosure.test.js +0 -153
- package/__tests__/adapters/travel-12306.test.js +0 -512
- package/__tests__/adapters/travel-amap.test.js +0 -219
- package/__tests__/adapters/travel-baidu-map.test.js +0 -305
- package/__tests__/adapters/travel-base.test.js +0 -205
- package/__tests__/adapters/travel-ctrip.test.js +0 -377
- package/__tests__/adapters/travel-didi-consumer.test.js +0 -66
- package/__tests__/adapters/travel-didi.test.js +0 -204
- package/__tests__/adapters/travel-tencent-map.test.js +0 -207
- package/__tests__/adapters/travel-tongcheng.test.js +0 -289
- package/__tests__/adapters/video-platforms.test.js +0 -152
- package/__tests__/adapters/video-xigua.test.js +0 -106
- package/__tests__/adapters/vscode.test.js +0 -299
- package/__tests__/adapters/wechat-bootstrap.test.js +0 -240
- package/__tests__/adapters/wechat-env-probe.test.js +0 -162
- package/__tests__/adapters/wechat-frida-agent.test.js +0 -322
- package/__tests__/adapters/wechat-frida-integration.test.js +0 -149
- package/__tests__/adapters/wechat-frida-key-provider.test.js +0 -188
- package/__tests__/adapters/wechat-md5-key-provider.test.js +0 -101
- package/__tests__/adapters/wechat-pc-direct-read.test.js +0 -365
- package/__tests__/adapters/wechat-pc-group-topic.test.js +0 -63
- package/__tests__/adapters/wechat-pc-v4-sidecar.test.js +0 -72
- package/__tests__/adapters/weread.test.js +0 -123
- package/__tests__/adapters/wework-pc.test.js +0 -124
- package/__tests__/adapters/win-recent.test.js +0 -192
- package/__tests__/analysis-skills.test.js +0 -754
- package/__tests__/analysis.test.js +0 -1845
- package/__tests__/audio-ximalaya-snapshot.test.js +0 -279
- package/__tests__/batch.test.js +0 -133
- package/__tests__/bridges-cc-kg.test.js +0 -231
- package/__tests__/bridges-cc-llm.test.js +0 -191
- package/__tests__/bridges-cc-rag.test.js +0 -162
- package/__tests__/categories.test.js +0 -92
- package/__tests__/e2e/ai-chat-cross-source-journey.test.js +0 -213
- package/__tests__/e2e/full-user-journey.test.js +0 -188
- package/__tests__/e2e/local-data-adapters-cli.e2e.test.js +0 -146
- package/__tests__/entity-resolver-ingest-hook.test.js +0 -177
- package/__tests__/entity-resolver-stages.test.js +0 -411
- package/__tests__/entity-resolver-vault.test.js +0 -249
- package/__tests__/entity-resolver.test.js +0 -526
- package/__tests__/fitness-keep-snapshot.test.js +0 -224
- package/__tests__/fixtures/entity-resolver-200-mock.json +0 -96
- package/__tests__/ids.test.js +0 -45
- package/__tests__/integration/ai-chat-history-registry.test.js +0 -228
- package/__tests__/integration/aichat-wizard-end-to-end.test.js +0 -282
- package/__tests__/integration/cross-adapter-pipelines.test.js +0 -396
- package/__tests__/integration/local-data-adapters-pipeline.test.js +0 -373
- package/__tests__/integration/social-bilibili-pipeline.test.js +0 -261
- package/__tests__/integration/wechat-bootstrap-end-to-end.test.js +0 -390
- package/__tests__/key-providers.test.js +0 -126
- package/__tests__/kg-derive.test.js +0 -219
- package/__tests__/llm-client.test.js +0 -122
- package/__tests__/longtail-adapters.test.js +0 -281
- package/__tests__/messaging-qq-snapshot.test.js +0 -294
- package/__tests__/mobile-extractor-encrypted.test.js +0 -460
- package/__tests__/mobile-extractor.test.js +0 -288
- package/__tests__/mock-adapter.test.js +0 -93
- package/__tests__/prompt-builder.test.js +0 -249
- package/__tests__/query-parser.test.js +0 -365
- package/__tests__/rag-derive.test.js +0 -169
- package/__tests__/registry-readiness.test.js +0 -292
- package/__tests__/registry.test.js +0 -420
- package/__tests__/salvage-ingest.test.js +0 -97
- package/__tests__/schemas.test.js +0 -331
- package/__tests__/shopping-adapters.test.js +0 -392
- package/__tests__/shopping-eleme-snapshot.test.js +0 -454
- package/__tests__/shopping-pinduoduo-snapshot.test.js +0 -484
- package/__tests__/shopping-snapshot.test.js +0 -438
- package/__tests__/shopping-vipshop-snapshot.test.js +0 -425
- package/__tests__/shopping-xianyu-snapshot.test.js +0 -451
- package/__tests__/sidecar-contacts-cross-validate.test.js +0 -186
- package/__tests__/sidecar-supervisor.test.js +0 -128
- package/__tests__/sign-providers.test.js +0 -62
- package/__tests__/social-adapters.test.js +0 -280
- package/__tests__/social-bilibili-snapshot.test.js +0 -278
- package/__tests__/social-douban-snapshot.test.js +0 -351
- package/__tests__/social-douyin-im-direct-read.test.js +0 -377
- package/__tests__/social-douyin-salvage-collector.test.js +0 -98
- package/__tests__/social-douyin-salvage-mapper.test.js +0 -90
- package/__tests__/social-douyin-snapshot.test.js +0 -256
- package/__tests__/social-kuaishou-snapshot.test.js +0 -362
- package/__tests__/social-toutiao-snapshot.test.js +0 -366
- package/__tests__/social-weibo-snapshot.test.js +0 -234
- package/__tests__/social-weibo-sqlite-device.test.js +0 -174
- package/__tests__/social-xiaohongshu-snapshot.test.js +0 -232
- package/__tests__/sqlite-leaf-salvage.test.js +0 -97
- package/__tests__/travel-adapters.test.js +0 -483
- package/__tests__/travel-maps-snapshot.test.js +0 -426
- package/__tests__/vault-driver-error.test.js +0 -74
- package/__tests__/vault-search-helpers.test.js +0 -104
- package/__tests__/vault-search.test.js +0 -423
- package/__tests__/vault.test.js +0 -767
- package/__tests__/wechat-adapter.test.js +0 -594
- package/__tests__/whatsapp-adapter.test.js +0 -138
- package/scripts/_make-fixture-all.js +0 -126
- package/scripts/_make-fixture-contacts.js +0 -84
- package/scripts/evaluate-entity-resolver.js +0 -213
- package/scripts/run-native-tests-sandbox.sh +0 -55
- package/scripts/smoke-phase-5-5.js +0 -196
- package/scripts/smoke-phase-5-7.js +0 -181
- package/scripts/smoke-system-data-contacts.js +0 -309
- package/scripts/smoke-system-data.js +0 -312
- package/vitest.config.js +0 -88
|
@@ -1,167 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Phase 3a (Weibo C 路径) — cover for the weibo.cookies ADB extension
|
|
5
|
-
* factory, focused on the WebView-profile-dir discovery fix.
|
|
6
|
-
*
|
|
7
|
-
* Real-device verification (2026-06-08, Xiaomi chopin / MIUI 13, Weibo
|
|
8
|
-
* logged in) found current Weibo stores its Chromium cookies under a
|
|
9
|
-
* SUFFIXED profile dir `app_webview_com.sina.weibo/Default/Cookies`, not
|
|
10
|
-
* the legacy `app_webview/Default/Cookies` the collector hardcoded — so the
|
|
11
|
-
* old code threw WEIBO_NOT_INSTALLED on a perfectly logged-in phone. The
|
|
12
|
-
* fix globs `app_webview*` and uses the first match.
|
|
13
|
-
*
|
|
14
|
-
* Strategy mirrors social-bilibili-adb-cookies-extension.test.js: build a
|
|
15
|
-
* real chromium-shape Cookies sqlite, base64 it, and feed it back through a
|
|
16
|
-
* scripted fake `ctx.adb` — no real ADB / device.
|
|
17
|
-
*/
|
|
18
|
-
|
|
19
|
-
import { describe, it, expect, beforeEach, afterEach, vi } from "vitest";
|
|
20
|
-
import { mkdtempSync, rmSync, readFileSync } from "node:fs";
|
|
21
|
-
import { join } from "node:path";
|
|
22
|
-
import { tmpdir } from "node:os";
|
|
23
|
-
import Database from "better-sqlite3";
|
|
24
|
-
|
|
25
|
-
const {
|
|
26
|
-
createWeiboCookiesExtension,
|
|
27
|
-
WEIBO_COOKIES_REMOTE_GLOB,
|
|
28
|
-
WEIBO_COOKIES_REMOTE_PATH,
|
|
29
|
-
} = require("../../lib/adapters/social-weibo-adb/cookies-extension");
|
|
30
|
-
|
|
31
|
-
let tmpDir;
|
|
32
|
-
|
|
33
|
-
beforeEach(() => {
|
|
34
|
-
tmpDir = mkdtempSync(join(tmpdir(), "cc-weibo-ext-test-"));
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
afterEach(() => {
|
|
38
|
-
try {
|
|
39
|
-
rmSync(tmpDir, { recursive: true, force: true });
|
|
40
|
-
} catch (_e) {
|
|
41
|
-
// ignore
|
|
42
|
-
}
|
|
43
|
-
});
|
|
44
|
-
|
|
45
|
-
/** Build a chromium-shape Cookies sqlite + return its base64. */
|
|
46
|
-
function buildCookiesAsBase64(cookies) {
|
|
47
|
-
const dbPath = join(tmpDir, "fixture-cookies");
|
|
48
|
-
const db = new Database(dbPath);
|
|
49
|
-
db.exec(`
|
|
50
|
-
CREATE TABLE cookies(
|
|
51
|
-
creation_utc INTEGER,
|
|
52
|
-
host_key TEXT,
|
|
53
|
-
name TEXT,
|
|
54
|
-
value TEXT,
|
|
55
|
-
encrypted_value BLOB,
|
|
56
|
-
path TEXT,
|
|
57
|
-
expires_utc INTEGER,
|
|
58
|
-
is_secure INTEGER,
|
|
59
|
-
is_httponly INTEGER,
|
|
60
|
-
is_persistent INTEGER
|
|
61
|
-
);
|
|
62
|
-
`);
|
|
63
|
-
const insert = db.prepare(
|
|
64
|
-
"INSERT INTO cookies(host_key, name, value, path, expires_utc, is_secure, is_httponly, is_persistent) VALUES(?, ?, ?, '/', 0, 0, 1, 1)",
|
|
65
|
-
);
|
|
66
|
-
for (const c of cookies) {
|
|
67
|
-
insert.run(c.hostKey || ".m.weibo.cn", c.name, c.value);
|
|
68
|
-
}
|
|
69
|
-
db.close();
|
|
70
|
-
const buf = readFileSync(dbPath);
|
|
71
|
-
rmSync(dbPath);
|
|
72
|
-
return buf.toString("base64");
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
/**
|
|
76
|
-
* Scripted fake ctx. `responses` is an array of [substringPattern, body];
|
|
77
|
-
* the first pattern that the joined args contain wins.
|
|
78
|
-
*/
|
|
79
|
-
function fakeCtx(responses) {
|
|
80
|
-
const adb = vi.fn(async (args) => {
|
|
81
|
-
const key = args.join(" ");
|
|
82
|
-
for (const [pattern, body] of responses) {
|
|
83
|
-
if (key.includes(pattern)) {
|
|
84
|
-
return typeof body === "function" ? body(args) : body;
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
throw new Error(`fake adb: no scripted response for: ${key}`);
|
|
88
|
-
});
|
|
89
|
-
return {
|
|
90
|
-
ctx: { adb, pickDevice: vi.fn(async () => "FAKE_SERIAL"), parseContentQueryRows: () => [] },
|
|
91
|
-
adb,
|
|
92
|
-
};
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
const SUFFIXED_PATH =
|
|
96
|
-
"/data/data/com.sina.weibo/app_webview_com.sina.weibo/Default/Cookies";
|
|
97
|
-
|
|
98
|
-
describe("constants", () => {
|
|
99
|
-
it("glob covers both legacy and suffixed app_webview layouts", () => {
|
|
100
|
-
expect(WEIBO_COOKIES_REMOTE_GLOB).toBe(
|
|
101
|
-
"/data/data/com.sina.weibo/app_webview*/Default/Cookies",
|
|
102
|
-
);
|
|
103
|
-
// The legacy constant is kept for reference / back-compat callers.
|
|
104
|
-
expect(WEIBO_COOKIES_REMOTE_PATH).toBe(
|
|
105
|
-
"/data/data/com.sina.weibo/app_webview/Default/Cookies",
|
|
106
|
-
);
|
|
107
|
-
});
|
|
108
|
-
});
|
|
109
|
-
|
|
110
|
-
describe("createWeiboCookiesExtension — WebView profile dir discovery", () => {
|
|
111
|
-
it("resolves the SUFFIXED app_webview_com.sina.weibo dir + pulls from it", async () => {
|
|
112
|
-
const b64 = buildCookiesAsBase64([{ name: "SUB", value: "sessionTokenXYZ" }]);
|
|
113
|
-
const { ctx, adb } = fakeCtx([
|
|
114
|
-
["ls -d", SUFFIXED_PATH], // glob resolves to suffixed dir
|
|
115
|
-
["id -u", "0"],
|
|
116
|
-
["base64", b64],
|
|
117
|
-
]);
|
|
118
|
-
const ext = createWeiboCookiesExtension();
|
|
119
|
-
const result = await ext({}, ctx);
|
|
120
|
-
|
|
121
|
-
expect(result.cookie).toContain("SUB=sessionTokenXYZ");
|
|
122
|
-
expect(result.diagnostic.hasSub).toBe(true);
|
|
123
|
-
|
|
124
|
-
// The base64 pull MUST target the resolved suffixed path, not the
|
|
125
|
-
// legacy hardcoded one — this is the regression guard for the fix.
|
|
126
|
-
const base64Call = adb.mock.calls.find((c) => c[0].join(" ").includes("base64"));
|
|
127
|
-
expect(base64Call[0].join(" ")).toContain(SUFFIXED_PATH);
|
|
128
|
-
expect(base64Call[0].join(" ")).not.toContain("app_webview/Default");
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
it("still works with the legacy app_webview path (back-compat)", async () => {
|
|
132
|
-
const b64 = buildCookiesAsBase64([{ name: "SUB", value: "legacyTok" }]);
|
|
133
|
-
const { ctx } = fakeCtx([
|
|
134
|
-
["ls -d", WEIBO_COOKIES_REMOTE_PATH],
|
|
135
|
-
["id -u", "0"],
|
|
136
|
-
["base64", b64],
|
|
137
|
-
]);
|
|
138
|
-
const ext = createWeiboCookiesExtension();
|
|
139
|
-
const result = await ext({}, ctx);
|
|
140
|
-
expect(result.cookie).toContain("SUB=legacyTok");
|
|
141
|
-
});
|
|
142
|
-
|
|
143
|
-
it("throws WEIBO_NOT_INSTALLED when glob matches nothing", async () => {
|
|
144
|
-
const { ctx } = fakeCtx([
|
|
145
|
-
["ls -d", "NOT_FOUND"],
|
|
146
|
-
["id -u", "0"],
|
|
147
|
-
]);
|
|
148
|
-
const ext = createWeiboCookiesExtension();
|
|
149
|
-
await expect(ext({}, ctx)).rejects.toThrow(/WEIBO_NOT_INSTALLED/);
|
|
150
|
-
});
|
|
151
|
-
|
|
152
|
-
it("throws WEIBO_NOT_INSTALLED when shell echoes the unexpanded glob", async () => {
|
|
153
|
-
// Some shells, when the glob matches nothing AND nullglob is off, echo
|
|
154
|
-
// the literal pattern. The `*`-guard must treat that as not-found.
|
|
155
|
-
const { ctx } = fakeCtx([
|
|
156
|
-
["ls -d", WEIBO_COOKIES_REMOTE_GLOB],
|
|
157
|
-
["id -u", "0"],
|
|
158
|
-
]);
|
|
159
|
-
const ext = createWeiboCookiesExtension();
|
|
160
|
-
await expect(ext({}, ctx)).rejects.toThrow(/WEIBO_NOT_INSTALLED/);
|
|
161
|
-
});
|
|
162
|
-
|
|
163
|
-
it("rejects when ctx missing required functions", async () => {
|
|
164
|
-
const ext = createWeiboCookiesExtension();
|
|
165
|
-
await expect(ext({}, {})).rejects.toThrow(/ctx must provide/);
|
|
166
|
-
});
|
|
167
|
-
});
|
|
@@ -1,189 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
import { describe, it, expect, beforeEach, afterEach } from "vitest";
|
|
4
|
-
import { existsSync, readFileSync, mkdtempSync, rmSync } from "node:fs";
|
|
5
|
-
import { join } from "node:path";
|
|
6
|
-
import { tmpdir } from "node:os";
|
|
7
|
-
|
|
8
|
-
const {
|
|
9
|
-
buildSnapshot,
|
|
10
|
-
writeSnapshotJson,
|
|
11
|
-
cleanupSnapshotJson,
|
|
12
|
-
SNAPSHOT_SCHEMA_VERSION,
|
|
13
|
-
} = require("../../lib/adapters/social-weibo-adb/snapshot-builder");
|
|
14
|
-
|
|
15
|
-
let tmpDir;
|
|
16
|
-
beforeEach(() => {
|
|
17
|
-
tmpDir = mkdtempSync(join(tmpdir(), "cc-weibo-snap-test-"));
|
|
18
|
-
});
|
|
19
|
-
afterEach(() => {
|
|
20
|
-
try {
|
|
21
|
-
rmSync(tmpDir, { recursive: true, force: true });
|
|
22
|
-
} catch (_e) {
|
|
23
|
-
// ignore
|
|
24
|
-
}
|
|
25
|
-
});
|
|
26
|
-
|
|
27
|
-
describe("buildSnapshot — schema", () => {
|
|
28
|
-
it("returns documented shape", () => {
|
|
29
|
-
const s = buildSnapshot({
|
|
30
|
-
uid: 1234567890,
|
|
31
|
-
displayName: "alice",
|
|
32
|
-
snapshottedAt: 1716383021000,
|
|
33
|
-
});
|
|
34
|
-
expect(s.schemaVersion).toBe(1);
|
|
35
|
-
expect(s.schemaVersion).toBe(SNAPSHOT_SCHEMA_VERSION);
|
|
36
|
-
expect(s.snapshottedAt).toBe(1716383021000);
|
|
37
|
-
expect(s.account).toEqual({ uid: "1234567890", displayName: "alice" });
|
|
38
|
-
expect(s.events).toEqual([]);
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
it("rejects non-positive uid", () => {
|
|
42
|
-
expect(() => buildSnapshot({ uid: 0 })).toThrow(TypeError);
|
|
43
|
-
expect(() => buildSnapshot({ uid: -1 })).toThrow(TypeError);
|
|
44
|
-
expect(() => buildSnapshot({})).toThrow(TypeError);
|
|
45
|
-
});
|
|
46
|
-
|
|
47
|
-
it("defaults displayName + snapshottedAt", () => {
|
|
48
|
-
const before = Date.now();
|
|
49
|
-
const s = buildSnapshot({ uid: 1 });
|
|
50
|
-
const after = Date.now();
|
|
51
|
-
expect(s.account.displayName).toBe("");
|
|
52
|
-
expect(s.snapshottedAt).toBeGreaterThanOrEqual(before);
|
|
53
|
-
expect(s.snapshottedAt).toBeLessThanOrEqual(after);
|
|
54
|
-
});
|
|
55
|
-
});
|
|
56
|
-
|
|
57
|
-
describe("buildSnapshot — events", () => {
|
|
58
|
-
it("maps posts → kind=post", () => {
|
|
59
|
-
const s = buildSnapshot({
|
|
60
|
-
uid: 1,
|
|
61
|
-
posts: [
|
|
62
|
-
{
|
|
63
|
-
mid: "M1",
|
|
64
|
-
text: "hi",
|
|
65
|
-
createdAt: 1716383021000,
|
|
66
|
-
source: "iPhone",
|
|
67
|
-
repostsCount: 5,
|
|
68
|
-
commentsCount: 10,
|
|
69
|
-
likesCount: 100,
|
|
70
|
-
picCount: 2,
|
|
71
|
-
},
|
|
72
|
-
],
|
|
73
|
-
});
|
|
74
|
-
expect(s.events).toHaveLength(1);
|
|
75
|
-
expect(s.events[0]).toMatchObject({
|
|
76
|
-
kind: "post",
|
|
77
|
-
id: "post-M1",
|
|
78
|
-
capturedAt: 1716383021000,
|
|
79
|
-
text: "hi",
|
|
80
|
-
mid: "M1",
|
|
81
|
-
source: "iPhone",
|
|
82
|
-
repostsCount: 5,
|
|
83
|
-
commentsCount: 10,
|
|
84
|
-
likesCount: 100,
|
|
85
|
-
picCount: 2,
|
|
86
|
-
});
|
|
87
|
-
});
|
|
88
|
-
|
|
89
|
-
it("maps favourites → kind=favourite", () => {
|
|
90
|
-
const s = buildSnapshot({
|
|
91
|
-
uid: 1,
|
|
92
|
-
favourites: [
|
|
93
|
-
{ mid: "F1", text: "fav text", favAt: 1716383022000, authorScreenName: "x" },
|
|
94
|
-
],
|
|
95
|
-
});
|
|
96
|
-
expect(s.events[0]).toMatchObject({
|
|
97
|
-
kind: "favourite",
|
|
98
|
-
id: "fav-F1",
|
|
99
|
-
capturedAt: 1716383022000,
|
|
100
|
-
mid: "F1",
|
|
101
|
-
authorScreenName: "x",
|
|
102
|
-
});
|
|
103
|
-
});
|
|
104
|
-
|
|
105
|
-
it("maps follows → kind=follow with snapshottedAt fallback", () => {
|
|
106
|
-
const s = buildSnapshot({
|
|
107
|
-
uid: 1,
|
|
108
|
-
snapshottedAt: 999,
|
|
109
|
-
follows: [
|
|
110
|
-
{
|
|
111
|
-
uid: 42,
|
|
112
|
-
screenName: "Friend",
|
|
113
|
-
description: "hi",
|
|
114
|
-
avatarUrl: "https://x.png",
|
|
115
|
-
followedAt: 0, // /api/friendships/friends doesn't return follow time
|
|
116
|
-
},
|
|
117
|
-
],
|
|
118
|
-
});
|
|
119
|
-
expect(s.events[0]).toMatchObject({
|
|
120
|
-
kind: "follow",
|
|
121
|
-
id: "follow-42",
|
|
122
|
-
uid: 42,
|
|
123
|
-
screenName: "Friend",
|
|
124
|
-
capturedAt: 999, // fallback to snapshottedAt
|
|
125
|
-
});
|
|
126
|
-
});
|
|
127
|
-
|
|
128
|
-
it("uses index fallback id when mid/uid missing", () => {
|
|
129
|
-
const s = buildSnapshot({
|
|
130
|
-
uid: 1,
|
|
131
|
-
posts: [{ text: "no mid" }],
|
|
132
|
-
favourites: [{ text: "no mid" }],
|
|
133
|
-
follows: [{ screenName: "no uid" }],
|
|
134
|
-
});
|
|
135
|
-
expect(s.events.map((e) => e.id)).toEqual(["post-0", "fav-0", "follow-0"]);
|
|
136
|
-
});
|
|
137
|
-
|
|
138
|
-
it("preserves order post → favourite → follow", () => {
|
|
139
|
-
const s = buildSnapshot({
|
|
140
|
-
uid: 1,
|
|
141
|
-
posts: [{ mid: "P", createdAt: 1 }],
|
|
142
|
-
favourites: [{ mid: "F", favAt: 2 }],
|
|
143
|
-
follows: [{ uid: 1, followedAt: 3 }],
|
|
144
|
-
});
|
|
145
|
-
expect(s.events.map((e) => e.kind)).toEqual(["post", "favourite", "follow"]);
|
|
146
|
-
});
|
|
147
|
-
|
|
148
|
-
it("handles non-array fields", () => {
|
|
149
|
-
const s = buildSnapshot({
|
|
150
|
-
uid: 1,
|
|
151
|
-
posts: "not array",
|
|
152
|
-
favourites: null,
|
|
153
|
-
follows: {},
|
|
154
|
-
});
|
|
155
|
-
expect(s.events).toEqual([]);
|
|
156
|
-
});
|
|
157
|
-
|
|
158
|
-
it("skips null/non-object items", () => {
|
|
159
|
-
const s = buildSnapshot({
|
|
160
|
-
uid: 1,
|
|
161
|
-
posts: [null, { mid: "P", createdAt: 1 }, "junk"],
|
|
162
|
-
});
|
|
163
|
-
expect(s.events).toHaveLength(1);
|
|
164
|
-
});
|
|
165
|
-
});
|
|
166
|
-
|
|
167
|
-
describe("writeSnapshotJson + cleanupSnapshotJson", () => {
|
|
168
|
-
it("writes to default tmpdir", () => {
|
|
169
|
-
const s = buildSnapshot({ uid: 1 });
|
|
170
|
-
const p = writeSnapshotJson(s);
|
|
171
|
-
expect(existsSync(p)).toBe(true);
|
|
172
|
-
expect(p).toContain("cc-weibo-snapshot-");
|
|
173
|
-
const parsed = JSON.parse(readFileSync(p, "utf-8"));
|
|
174
|
-
expect(parsed.schemaVersion).toBe(1);
|
|
175
|
-
cleanupSnapshotJson(p);
|
|
176
|
-
expect(existsSync(p)).toBe(false);
|
|
177
|
-
});
|
|
178
|
-
|
|
179
|
-
it("rejects path separators in fileName", () => {
|
|
180
|
-
expect(() => writeSnapshotJson({ schemaVersion: 1 }, { fileName: "../evil.json" })).toThrow(
|
|
181
|
-
/must be a basename/,
|
|
182
|
-
);
|
|
183
|
-
});
|
|
184
|
-
|
|
185
|
-
it("cleanupSnapshotJson tolerates missing / null", () => {
|
|
186
|
-
cleanupSnapshotJson(null);
|
|
187
|
-
cleanupSnapshotJson(join(tmpDir, "nonexistent.json"));
|
|
188
|
-
});
|
|
189
|
-
});
|