@chainlesschain/personal-data-hub 0.4.28 → 0.4.30

package/__tests__/adapters/social-douyin-adb-snapshot-builder.test.js

@@ -1,216 +0,0 @@
-"use strict";
-
-/**
- * Phase 2a — Douyin snapshot-builder unit cover.
- *
- * Mirrors social-bilibili-adb-snapshot-builder.test.js but with the
- * Douyin event shapes (kind=message / kind=contact).
- */
-
-import { describe, it, expect, beforeEach, afterEach } from "vitest";
-import { existsSync, readFileSync, mkdtempSync, rmSync } from "node:fs";
-import { join } from "node:path";
-import { tmpdir } from "node:os";
-
-const {
-  buildSnapshot,
-  writeSnapshotJson,
-  cleanupSnapshotJson,
-  SNAPSHOT_SCHEMA_VERSION,
-} = require("../../lib/adapters/social-douyin-adb/snapshot-builder");
-
-let tmpDir;
-
-beforeEach(() => {
-  tmpDir = mkdtempSync(join(tmpdir(), "cc-douyin-snap-test-"));
-});
-
-afterEach(() => {
-  try {
-    rmSync(tmpDir, { recursive: true, force: true });
-  } catch (_e) {
-    // ignore
-  }
-});
-
-describe("buildSnapshot — schema contract", () => {
-  it("returns documented schema shape", () => {
-    const snap = buildSnapshot({
-      uid: "1234567890123456789",
-      displayName: "alice",
-      messages: [],
-      contacts: [],
-      snapshottedAt: 1716383021000,
-    });
-    expect(snap.schemaVersion).toBe(SNAPSHOT_SCHEMA_VERSION);
-    expect(snap.schemaVersion).toBe(1);
-    expect(snap.snapshottedAt).toBe(1716383021000);
-    expect(snap.account).toEqual({
-      secUid: null, // unknown via pure-db extraction
-      shortId: "1234567890123456789",
-      displayName: "alice",
-    });
-    expect(Array.isArray(snap.events)).toBe(true);
-  });
-
-  it("rejects non-string / empty uid", () => {
-    expect(() => buildSnapshot({ uid: 123 })).toThrow(TypeError);
-    expect(() => buildSnapshot({ uid: "" })).toThrow(TypeError);
-    expect(() => buildSnapshot({})).toThrow(TypeError);
-  });
-
-  it("defaults snapshottedAt to Date.now() when omitted", () => {
-    const before = Date.now();
-    const snap = buildSnapshot({ uid: "1" });
-    const after = Date.now();
-    expect(snap.snapshottedAt).toBeGreaterThanOrEqual(before);
-    expect(snap.snapshottedAt).toBeLessThanOrEqual(after);
-  });
-
-  it("defaults displayName to empty string", () => {
-    const snap = buildSnapshot({ uid: "1" });
-    expect(snap.account.displayName).toBe("");
-  });
-});
-
-describe("buildSnapshot — events", () => {
-  it("maps messages → kind=message events with composite id", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      messages: [
-        {
-          senderUid: "10001",
-          conversationId: "conv-A",
-          createdTimeMs: 1716383021000,
-          text: "hi",
-          readStatus: 1,
-          contentBlob: '{"text":"hi"}',
-        },
-      ],
-    });
-    expect(snap.events).toHaveLength(1);
-    expect(snap.events[0]).toMatchObject({
-      kind: "message",
-      id: "msg-conv-A-1716383021000",
-      capturedAt: 1716383021000,
-      senderUid: "10001",
-      conversationId: "conv-A",
-      text: "hi",
-      readStatus: 1,
-      contentBlob: '{"text":"hi"}',
-    });
-  });
-
-  it("falls back to senderUid+time when conversationId absent", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      messages: [
-        {
-          senderUid: "10001",
-          conversationId: null,
-          createdTimeMs: 1716383021000,
-          text: "hi",
-        },
-      ],
-    });
-    expect(snap.events[0].id).toBe("msg-10001-1716383021000");
-  });
-
-  it("falls back to index when both conversationId + senderUid absent", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      messages: [{ text: "stray" }],
-    });
-    expect(snap.events[0].id).toBe("msg-msg-0");
-  });
-
-  it("maps contacts → kind=contact events with uid-based id", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      contacts: [
-        { uid: "111", shortId: "222", name: "Alice", avatarUrl: "https://a.png", followStatus: 1 },
-      ],
-    });
-    expect(snap.events[0]).toMatchObject({
-      kind: "contact",
-      id: "contact-111",
-      uid: "111",
-      shortId: "222",
-      name: "Alice",
-      followStatus: 1,
-    });
-  });
-
-  it("preserves message → contact ordering", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      messages: [{ senderUid: "a", createdTimeMs: 1 }],
-      contacts: [{ uid: "b" }],
-    });
-    expect(snap.events.map((e) => e.kind)).toEqual(["message", "contact"]);
-  });
-
-  it("uses snapshottedAt fallback when message has no createdTimeMs", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      snapshottedAt: 999,
-      messages: [{ senderUid: "x", text: "no time" }],
-    });
-    expect(snap.events[0].capturedAt).toBe(999);
-  });
-
-  it("skips null / non-object items", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      messages: [null, { senderUid: "a", createdTimeMs: 1 }, "junk"],
-      contacts: [undefined, { uid: "b" }],
-    });
-    expect(snap.events).toHaveLength(2);
-  });
-
-  it("handles non-array fields gracefully", () => {
-    const snap = buildSnapshot({
-      uid: "1",
-      messages: "not an array",
-      contacts: null,
-    });
-    expect(snap.events).toEqual([]);
-  });
-});
-
-describe("writeSnapshotJson + cleanupSnapshotJson", () => {
-  it("writes JSON to default tmpdir", () => {
-    const snap = buildSnapshot({ uid: "1" });
-    const filePath = writeSnapshotJson(snap);
-    expect(existsSync(filePath)).toBe(true);
-    expect(filePath).toContain("cc-douyin-snapshot-");
-    expect(filePath).toMatch(/\.json$/);
-    const parsed = JSON.parse(readFileSync(filePath, "utf-8"));
-    expect(parsed.schemaVersion).toBe(1);
-    cleanupSnapshotJson(filePath);
-    expect(existsSync(filePath)).toBe(false);
-  });
-
-  it("respects custom dir + fileName", () => {
-    const snap = buildSnapshot({ uid: "1" });
-    const filePath = writeSnapshotJson(snap, {
-      dir: tmpDir,
-      fileName: "custom.json",
-    });
-    expect(filePath).toBe(join(tmpDir, "custom.json"));
-  });
-
-  it("rejects path separators in fileName", () => {
-    const snap = buildSnapshot({ uid: "1" });
-    expect(() => writeSnapshotJson(snap, { fileName: "../evil.json" })).toThrow(
-      /must be a basename/,
-    );
-  });
-
-  it("cleanupSnapshotJson tolerates missing / null", () => {
-    cleanupSnapshotJson(null);
-    cleanupSnapshotJson(undefined);
-    cleanupSnapshotJson(join(tmpDir, "nonexistent.json"));
-    // does not throw
-  });
-});

package/__tests__/adapters/social-douyin-adb-watch-history.test.js

@@ -1,192 +0,0 @@
-/**
- * Douyin watch-history local-DB reader + collector tests (real-device-driven
- * 2026-06-11, device 5lhyaqu8lbwstc6x: video_record.db record_<uid> = 900 rows).
- *
- * Validates the plaintext video_record.db path that sidesteps the encrypted IM
- * db + X-Bogus signing. adb + sqlite injected (no device / native driver).
- */
-"use strict";
-
-import { describe, it, expect, vi } from "vitest";
-
-const {
-  createDouyinWatchExtension,
-  VIDEO_RECORD_DB_REMOTE_PATH,
-  _internals,
-} = require("../../lib/adapters/social-douyin-adb/watch-history-reader");
-const {
-  collectWatchHistory,
-} = require("../../lib/adapters/social-douyin-adb/collector");
-const { DouyinAdapter } = require("../../lib/adapters/social-douyin");
-const { partitionBatch } = require("../../lib/batch");
-
-// ── readDouyinWatchHistory (injected Database) ────────────────────────
-function makeFakeDb(tablesToRows) {
-  return class FakeDb {
-    constructor() {}
-    prepare(sql) {
-      return {
-        all: () => {
-          if (/sqlite_master/.test(sql)) {
-            return Object.keys(tablesToRows).map((name) => ({ name }));
-          }
-          const tm = /FROM "([^"]+)"/.exec(sql);
-          if (tm && /table_info/.test(sql) === false && /COUNT/.test(sql) === false) {
-            return tablesToRows[tm[1]] || [];
-          }
-          if (/table_info/.test(sql)) {
-            return [
-              { name: "aid" },
-              { name: "view_time_timestamp" },
-              { name: "enter_from" },
-            ];
-          }
-          return [];
-        },
-        get: () => {
-          const tm = /FROM "([^"]+)"/.exec(sql);
-          if (/COUNT/.test(sql) && tm) return { c: (tablesToRows[tm[1]] || []).length };
-          return undefined;
-        },
-      };
-    }
-    close() {}
-  };
-}
-
-describe("readDouyinWatchHistory", () => {
-  it("picks the largest record_<uid> table (skips record_0), parses rows → ms", () => {
-    const Db = makeFakeDb({
-      record_0: [{ aid: "x", view_time_timestamp: 1, enter_from: "a" }],
-      record_92585448288: [
-        { aid: "7480000000000000001", view_time_timestamp: 1717800000, enter_from: "homepage_hot" },
-        { aid: "7480000000000000002", view_time_timestamp: 1717800600, enter_from: "homepage_follow" },
-      ],
-    });
-    const r = _internals.readDouyinWatchHistory("x.db", { _databaseClass: Db });
-    expect(r.uid).toBe("92585448288");
-    expect(r.records).toHaveLength(2);
-    expect(r.records[0]).toEqual({
-      awemeId: "7480000000000000001",
-      capturedAt: 1717800000 * 1000, // seconds → ms
-      enterFrom: "homepage_hot",
-    });
-  });
-
-  it("returns {uid:null, records:[]} when only the anonymous record_0 exists", () => {
-    const Db = makeFakeDb({ record_0: [{ aid: "x", view_time_timestamp: 1 }] });
-    const r = _internals.readDouyinWatchHistory("x.db", { _databaseClass: Db });
-    expect(r.uid).toBe(null);
-    expect(r.records).toEqual([]);
-  });
-
-  it("toEpochMs treats >1e12 as ms, else seconds; rejects junk", () => {
-    expect(_internals.toEpochMs(1717800000)).toBe(1717800000000);
-    expect(_internals.toEpochMs(1717800000000)).toBe(1717800000000);
-    expect(_internals.toEpochMs(0)).toBe(null);
-    expect(_internals.toEpochMs("nope")).toBe(null);
-  });
-});
-
-// ── pullVideoRecordDbViaSu (injected adb) ─────────────────────────────
-function makeAdb({ ls, pm, id, b64 }) {
-  return async (args) => {
-    const cmd = args.join(" ");
-    if (cmd.includes("pm list packages")) return pm || "";
-    if (cmd.includes("ls ")) return ls;
-    if (cmd.includes("id -u")) return id;
-    if (cmd.includes("base64 ")) return b64;
-    throw new Error("fake adb: unexpected " + cmd);
-  };
-}
-
-describe("pullVideoRecordDbViaSu — diagnosis", () => {
-  it("path constant points at video_record.db", () => {
-    expect(VIDEO_RECORD_DB_REMOTE_PATH).toBe(
-      "/data/data/com.ss.android.ugc.aweme/databases/video_record.db",
-    );
-  });
-
-  it("missing db + installed → DOUYIN_VIDEO_RECORD_MISSING", async () => {
-    const adb = makeAdb({ ls: "NOT_FOUND\r\n", pm: "package:com.ss.android.ugc.aweme\r\n" });
-    await expect(_internals.pullVideoRecordDbViaSu(adb, "s", {})).rejects.toThrow(
-      /DOUYIN_VIDEO_RECORD_MISSING/,
-    );
-  });
-
-  it("missing db + not installed → DOUYIN_NOT_INSTALLED", async () => {
-    const adb = makeAdb({ ls: "NOT_FOUND\r\n", pm: "" });
-    await expect(_internals.pullVideoRecordDbViaSu(adb, "s", {})).rejects.toThrow(
-      /DOUYIN_NOT_INSTALLED/,
-    );
-  });
-
-  it("non-root → DOUYIN_NO_ROOT", async () => {
-    const adb = makeAdb({ ls: VIDEO_RECORD_DB_REMOTE_PATH, id: "2000\r\n" });
-    await expect(_internals.pullVideoRecordDbViaSu(adb, "s", {})).rejects.toThrow(/DOUYIN_NO_ROOT/);
-  });
-
-  it("non-sqlite payload → DOUYIN_VIDEO_RECORD_NOT_SQLITE", async () => {
-    const buf = Buffer.alloc(2048, 0x41);
-    const adb = makeAdb({ ls: VIDEO_RECORD_DB_REMOTE_PATH, id: "uid=0(root)", b64: buf.toString("base64") });
-    await expect(_internals.pullVideoRecordDbViaSu(adb, "s", {})).rejects.toThrow(
-      /DOUYIN_VIDEO_RECORD_NOT_SQLITE/,
-    );
-  });
-});
-
-// ── collectWatchHistory + normalize round-trip ────────────────────────
-describe("collectWatchHistory → social-douyin history events", () => {
-  it("builds a snapshot of history events; normalize → valid BROWSE batch with enterFrom", async () => {
-    const fs = require("node:fs");
-    const os = require("node:os");
-    const bridge = {
-      invoke: vi.fn(async (m) => {
-        if (m === "douyin.watch-history") {
-          return {
-            uid: "92585448288",
-            records: [
-              { awemeId: "7480000000000000001", capturedAt: 1717800000000, enterFrom: "homepage_hot" },
-              { awemeId: "7480000000000000002", capturedAt: 1717800600000, enterFrom: "homepage_follow" },
-            ],
-          };
-        }
-        throw new Error("unknown " + m);
-      }),
-    };
-    const r = await collectWatchHistory(bridge, { stagingDir: os.tmpdir(), now: () => 1717900000000 });
-    expect(r.uid).toBe("92585448288");
-    expect(r.eventCounts.history).toBe(2);
-    // The written snapshot ingests through the real adapter normalize.
-    const snap = JSON.parse(fs.readFileSync(r.snapshotPath, "utf-8"));
-    try {
-      expect(snap.events).toHaveLength(2);
-      expect(snap.events[0].kind).toBe("history");
-      const a = new DouyinAdapter();
-      const batch = a.normalize({
-        adapter: "social-douyin",
-        kind: "history",
-        originalId: "douyin:history:1",
-        capturedAt: 1717800000000,
-        payload: { ...snap.events[0], account: snap.account },
-      });
-      expect(partitionBatch(batch).invalidReasons).toHaveLength(0);
-      expect(batch.events[0].subtype).toBe("browse");
-      expect(batch.events[0].extra.awemeId).toBe("7480000000000000001");
-      expect(batch.events[0].extra.enterFrom).toBe("homepage_hot");
-    } finally {
-      fs.unlinkSync(r.snapshotPath);
-    }
-  });
-
-  it("throws on malformed bridge payload (no records array)", async () => {
-    const bridge = { invoke: vi.fn(async () => ({ uid: "1" })) };
-    await expect(collectWatchHistory(bridge, {})).rejects.toThrow(/malformed payload/);
-  });
-});
-
-describe("createDouyinWatchExtension contract", () => {
-  it("rejects when ctx lacks {adb, pickDevice}", async () => {
-    await expect(createDouyinWatchExtension()({}, {})).rejects.toThrow(/ctx must provide/);
-  });
-});