@chainlesschain/personal-data-hub 0.4.29 → 0.4.30

package/__tests__/adapters/messaging-whatsapp.test.js

@@ -1,289 +0,0 @@
-"use strict";
-
-import { describe, it, expect } from "vitest";
-const fs = require("node:fs");
-const path = require("node:path");
-const os = require("node:os");
-const crypto = require("node:crypto");
-
-const {
-  WhatsAppAdapter,
-  NAME,
-  VERSION,
-} = require("../../lib/adapters/messaging-whatsapp");
-
-function writeTmpDb() {
-  const p = path.join(
-    os.tmpdir(),
-    `cc-whatsapp-test-${crypto.randomUUID()}.db`,
-  );
-  fs.writeFileSync(p, "fake");
-  return p;
-}
-
-async function collect(gen) {
-  const out = [];
-  for await (const x of gen) out.push(x);
-  return out;
-}
-
-function makeFakeDriverFactory(tables, log = {}) {
-  return () =>
-    class FakeDb {
-      constructor(dbPath, opts) {
-        log.opened = { dbPath, opts };
-      }
-      prepare(sql) {
-        for (const [needle, rows] of Object.entries(tables)) {
-          if (sql.includes(needle)) return { all: () => rows };
-        }
-        throw new Error(`no such table in: ${sql}`);
-      }
-      close() {
-        log.closed = true;
-      }
-    };
-}
-
-describe("constants", () => {
-  it("exposes name/version + high sensitivity & legal gate", () => {
-    expect(NAME).toBe("messaging-whatsapp");
-    expect(VERSION).toBe("0.6.0");
-    const a = new WhatsAppAdapter();
-    expect(a.dataDisclosure.sensitivity).toBe("high");
-    expect(a.dataDisclosure.legalGate).toBe(true);
-  });
-});
-
-describe("authenticate", () => {
-  it("fails DB_NOT_PULLED without a real db file", async () => {
-    const a = new WhatsAppAdapter();
-    const r = await a.authenticate({});
-    expect(r.ok).toBe(false);
-    expect(r.reason).toBe("DB_NOT_PULLED");
-  });
-
-  it("ok when dbPath exists (inputPath alias too)", async () => {
-    const p = writeTmpDb();
-    try {
-      const a = new WhatsAppAdapter({ account: { phone: "8613800138000" } });
-      expect(await a.authenticate({ inputPath: p })).toEqual({
-        ok: true,
-        account: "8613800138000",
-        mode: "snapshot-file",
-      });
-    } finally {
-      fs.unlinkSync(p);
-    }
-  });
-});
-
-describe("sync — fake sqlite driver", () => {
-  const JID_ROW = {
-    _id: 1,
-    user: "8613800138000",
-    raw_string: "8613800138000@s.whatsapp.net",
-    display_name: "Alice",
-  };
-  const CHAT_ROW = { _id: 2, subject: "Family group" };
-  const MSG_ROW = {
-    _id: 3,
-    key_remote_jid: "8613800138000@s.whatsapp.net",
-    from_me: 1,
-    text_data: "hello",
-    timestamp: 1716383021, // seconds
-  };
-  const CALL_ROW = {
-    _id: 4,
-    jid_row_id: 1,
-    from_me: 0,
-    video_call: 1,
-    duration: 65,
-    timestamp: 1716383021000,
-  };
-
-  it("yields contact/chat/message/call rows with kind tags, closes db", async () => {
-    const p = writeTmpDb();
-    const log = {};
-    try {
-      const a = new WhatsAppAdapter({
-        dbPath: p,
-        dbDriverFactory: makeFakeDriverFactory(
-          {
-            "FROM jid": [JID_ROW],
-            "FROM chat": [CHAT_ROW],
-            "FROM message ": [MSG_ROW],
-            "FROM call_log": [CALL_ROW],
-          },
-          log,
-        ),
-      });
-      const items = await collect(a.sync({}));
-      expect(items.map((i) => i.originalId)).toEqual([
-        "jid-1",
-        "chat-2",
-        "msg-3",
-        "call-4",
-      ]);
-      expect(items.map((i) => i.payload.kind)).toEqual([
-        "contact",
-        "chat",
-        "message",
-        "call",
-      ]);
-      // message timestamp seconds → ms
-      expect(items[2].capturedAt).toBe(1716383021 * 1000);
-      expect(log.opened.opts).toEqual({ readonly: true });
-      expect(log.closed).toBe(true);
-    } finally {
-      fs.unlinkSync(p);
-    }
-  });
-
-  it("falls back to legacy `messages` table when `message` missing", async () => {
-    const p = writeTmpDb();
-    try {
-      const a = new WhatsAppAdapter({
-        dbPath: p,
-        dbDriverFactory: makeFakeDriverFactory({
-          "FROM jid": [],
-          "FROM chat": [],
-          "FROM messages ": [MSG_ROW],
-          "FROM call_log": [],
-        }),
-      });
-      const items = await collect(a.sync({}));
-      expect(items).toHaveLength(1);
-      expect(items[0].payload.kind).toBe("message");
-    } finally {
-      fs.unlinkSync(p);
-    }
-  });
-
-  it("returns silently when db file missing", async () => {
-    const a = new WhatsAppAdapter({
-      dbPath: path.join(os.tmpdir(), "nonexistent-wa.db"),
-      dbDriverFactory: makeFakeDriverFactory({}),
-    });
-    expect(await collect(a.sync({}))).toEqual([]);
-  });
-});
-
-describe("normalize", () => {
-  const a = new WhatsAppAdapter();
-
-  it("personal jid → contact person with digits-only phone identifier", () => {
-    const batch = a.normalize({
-      originalId: "jid-1",
-      payload: {
-        kind: "contact",
-        row: {
-          _id: 1,
-          user: "+86 138-0013-8000",
-          raw_string: "8613800138000@s.whatsapp.net",
-          display_name: "Alice",
-        },
-      },
-    });
-    const person = batch.persons[0];
-    expect(person.subtype).toBe("contact");
-    expect(person.names).toEqual(["Alice", "+86 138-0013-8000"]);
-    expect(person.identifiers).toEqual({ phone: ["8613800138000"] });
-    expect(batch.topics).toEqual([]);
-  });
-
-  it("group jid (@g.us) → topic, not person", () => {
-    const batch = a.normalize({
-      originalId: "jid-9",
-      payload: {
-        kind: "contact",
-        row: {
-          _id: 9,
-          raw_string: "1234-5678@g.us",
-          display_name: "Family group",
-        },
-      },
-    });
-    expect(batch.persons).toEqual([]);
-    expect(batch.topics[0]).toMatchObject({
-      id: "topic-whatsapp-1234-5678@g.us",
-      name: "Family group",
-    });
-  });
-
-  it("chat row → topic named by subject", () => {
-    const batch = a.normalize({
-      originalId: "chat-2",
-      payload: { kind: "chat", row: { _id: 2, subject: "Work chat" } },
-    });
-    expect(batch.topics[0]).toMatchObject({
-      id: "topic-whatsapp-chat-2",
-      name: "Work chat",
-    });
-  });
-
-  it("outgoing message → message event from person-self, title truncated to 80", () => {
-    const longText = "x".repeat(200);
-    const batch = a.normalize({
-      originalId: "msg-3",
-      payload: {
-        kind: "message",
-        row: {
-          _id: 3,
-          key_remote_jid: "8613800138000@s.whatsapp.net",
-          from_me: 1,
-          text_data: longText,
-          timestamp: 1716383021000,
-        },
-      },
-    });
-    const ev = batch.events[0];
-    expect(ev.subtype).toBe("message");
-    expect(ev.actor).toBe("person-self");
-    expect(ev.occurredAt).toBe(1716383021000);
-    expect(ev.content.title).toHaveLength(80);
-    expect(ev.content.text).toHaveLength(200);
-    expect(ev.extra.isOutgoing).toBe(true);
-  });
-
-  it("incoming empty message → '(空)' title, actor from jid", () => {
-    const batch = a.normalize({
-      originalId: "msg-4",
-      payload: {
-        kind: "message",
-        row: {
-          _id: 4,
-          key_remote_jid: "86139@s.whatsapp.net",
-          from_me: 0,
-          timestamp: 1716383021000,
-        },
-      },
-    });
-    const ev = batch.events[0];
-    expect(ev.content.title).toBe("(空)");
-    expect(ev.actor).toBe("person-whatsapp-86139@s.whatsapp.net");
-    expect(ev.extra.isOutgoing).toBe(false);
-  });
-
-  it("incoming video call → call event with duration/isVideo extras", () => {
-    const batch = a.normalize({
-      originalId: "call-5",
-      payload: {
-        kind: "call",
-        row: {
-          _id: 5,
-          jid_row_id: 1,
-          from_me: 0,
-          video_call: 1,
-          duration: 65,
-          timestamp: 1716383021000,
-        },
-      },
-    });
-    const ev = batch.events[0];
-    expect(ev.subtype).toBe("call");
-    expect(ev.content.title).toBe("WhatsApp call (video)");
-    expect(ev.actor).toBe("person-whatsapp-1");
-    expect(ev.extra).toMatchObject({ duration: 65, isVideo: true, fromMe: false });
-  });
-});

package/__tests__/adapters/music-kugou.test.js

@@ -1,187 +0,0 @@
-"use strict";
-
-import { describe, it, expect } from "vitest";
-const fs = require("node:fs");
-const path = require("node:path");
-const os = require("node:os");
-const crypto = require("node:crypto");
-
-const {
-  KugouMusicAdapter,
-  extractList,
-  songItemToRecord,
-  playlistItemToRecord,
-  NAME,
-  VERSION,
-  SNAPSHOT_SCHEMA_VERSION,
-} = require("../../lib/adapters/music-kugou");
-
-function writeTmp(content) {
-  const p = path.join(os.tmpdir(), `cc-kg-${crypto.randomUUID()}.json`);
-  fs.writeFileSync(p, content, "utf-8");
-  return p;
-}
-async function collect(gen) {
-  const out = [];
-  for await (const x of gen) out.push(x);
-  return out;
-}
-
-const COOKIES = "KuGoo=abc; kg_mid=xyz";
-
-const SNAP = JSON.stringify({
-  schemaVersion: 1,
-  snapshottedAt: 1716383000000,
-  account: { userId: "u1" },
-  events: [
-    { kind: "play", id: "p1", songId: "S1", song: "晴天", artist: "周杰伦", album: "叶惠美", playCount: 12, capturedAt: 1716300000000 },
-    { kind: "favorite", id: "f1", songId: "S2", song: "稻香", artist: "周杰伦" },
-    { kind: "playlist", id: "pl1", playlistId: "L1", name: "华语经典", trackCount: 88, creator: "我" },
-  ],
-});
-
-describe("constants + item mappers", () => {
-  it("name/version", () => {
-    expect(NAME).toBe("music-kugou");
-    expect(VERSION).toBe("0.1.0");
-    expect(SNAPSHOT_SCHEMA_VERSION).toBe(1);
-  });
-  it("songItemToRecord: discrete fields + filename split fallback", () => {
-    const r1 = songItemToRecord({ hash: "H1", songname: "夜曲", singername: "周杰伦", album_name: "十一月的萧邦", addtime: 1716300000 });
-    expect(r1).toMatchObject({ id: "H1", song: "夜曲", artist: "周杰伦", album: "十一月的萧邦" });
-    expect(r1.occurredAt).toBe(1716300000000);
-    const r2 = songItemToRecord({ mixsongid: 9, filename: "林俊杰 - 江南" });
-    expect(r2).toMatchObject({ song: "江南", artist: "林俊杰" });
-    expect(songItemToRecord({ songname: "noid" })).toBe(null);
-  });
-  it("playlistItemToRecord", () => {
-    const r = playlistItemToRecord({ listid: "L9", name: "睡前", count: 30, nickname: "我" });
-    expect(r).toMatchObject({ id: "L9", playlistId: "L9", name: "睡前", trackCount: 30, creator: "我" });
-  });
-  it("extractList tolerant", () => {
-    expect(extractList({ list: [{ hash: 1 }] })).toHaveLength(1);
-    expect(extractList({ data: { info: [{ hash: 1 }] } })).toHaveLength(1);
-    expect(extractList({})).toEqual([]);
-  });
-});
-
-describe("KugouMusicAdapter snapshot mode", () => {
-  it("authenticate validates inputPath", async () => {
-    const p = writeTmp(SNAP);
-    try {
-      const a = new KugouMusicAdapter();
-      expect((await a.authenticate({ inputPath: p })).mode).toBe("snapshot-file");
-      expect((await a.authenticate({ inputPath: path.join(os.tmpdir(), "no-kg.json") })).reason).toBe("INPUT_PATH_UNREADABLE");
-    } finally {
-      fs.unlinkSync(p);
-    }
-  });
-
-  it("sync 3 kinds + normalize play→media+item / favorite→like / playlist→topic", async () => {
-    const p = writeTmp(SNAP);
-    try {
-      const a = new KugouMusicAdapter();
-      const items = await collect(a.sync({ inputPath: p }));
-      expect(items.map((x) => x.kind)).toEqual(["play", "favorite", "playlist"]);
-
-      const play = a.normalize(items[0]);
-      expect(play.events[0].subtype).toBe("media");
-      expect(play.events[0].content.title).toBe("听了: 晴天 - 周杰伦");
-      expect(play.items[0].subtype).toBe("media");
-      expect(play.items[0].extra.platform).toBe("kugou");
-      expect(play.events[0].extra.itemRef).toBe(play.items[0].id);
-
-      const fav = a.normalize(items[1]);
-      expect(fav.events[0].subtype).toBe("like");
-      expect(fav.events[0].content.title).toBe("收藏: 稻香 - 周杰伦");
-
-      const pl = a.normalize(items[2]);
-      expect(pl.topics[0].name).toBe("华语经典");
-      expect(pl.topics[0].extra.trackCount).toBe(88);
-    } finally {
-      fs.unlinkSync(p);
-    }
-  });
-
-  it("include + limit + schema mismatch + unknown kind", async () => {
-    const p = writeTmp(SNAP);
-    try {
-      const a = new KugouMusicAdapter();
-      expect((await collect(a.sync({ inputPath: p, include: { play: false, favorite: false } }))).map((x) => x.kind)).toEqual(["playlist"]);
-      expect(await collect(a.sync({ inputPath: p, limit: 1 }))).toHaveLength(1);
-      expect(() => a.normalize({ kind: "bogus", payload: {} })).toThrow(/unknown kind/);
-    } finally {
-      fs.unlinkSync(p);
-    }
-    const bad = writeTmp(JSON.stringify({ schemaVersion: 9, events: [] }));
-    try {
-      const a = new KugouMusicAdapter();
-      await expect(collect(a.sync({ inputPath: bad }))).rejects.toThrow(/schemaVersion mismatch/);
-    } finally {
-      fs.unlinkSync(bad);
-    }
-  });
-});
-
-describe("KugouMusicAdapter cookie-api mode", () => {
-  it("authenticate cookie mode (userId optional)", async () => {
-    const a = new KugouMusicAdapter({ account: { cookies: COOKIES } });
-    expect(await a.authenticate()).toEqual({ ok: true, account: null, mode: "cookie" });
-  });
-
-  it("sync fetches plays/favorites/playlists, normalizes", async () => {
-    const byUrl = (u) => (u.includes("listen") ? "play" : u.includes("favorite") ? "favorite" : "playlist");
-    const data = {
-      play: [{ hash: "H1", songname: "七里香", singername: "周杰伦", addtime: 1716300000 }],
-      favorite: [{ hash: "H2", filename: "陈奕迅 - 浮夸" }],
-      playlist: [{ listid: "L1", name: "粤语", count: 50 }],
-    };
-    const calls = [];
-    const a = new KugouMusicAdapter({
-      account: { cookies: COOKIES, userId: "u1" },
-      fetchFn: async ({ url, cookies, query, sign }) => {
-        const k = byUrl(url);
-        calls.push({ k, cookies, page: query.page, sign });
-        return { data: { list: query.page === 1 ? data[k] : [] } };
-      },
-    });
-    const items = await collect(a.sync({}));
-    expect(items.map((x) => x.kind).sort()).toEqual(["favorite", "play", "playlist"]);
-    expect(calls.every((c) => c.cookies === COOKIES && c.sign === null)).toBe(true);
-    const play = a.normalize(items.find((x) => x.kind === "play"));
-    expect(play.events[0].content.title).toBe("听了: 七里香 - 周杰伦");
-    const fav = a.normalize(items.find((x) => x.kind === "favorite"));
-    expect(fav.events[0].content.title).toBe("收藏: 浮夸 - 陈奕迅"); // filename split
-    const pl = a.normalize(items.find((x) => x.kind === "playlist"));
-    expect(pl.topics[0].name).toBe("粤语");
-  });
-
-  it("invokes signProvider", async () => {
-    const signCalls = [];
-    const a = new KugouMusicAdapter({
-      account: { cookies: COOKIES },
-      fetchFn: async ({ query }) => ({ list: query.page === 1 ? [{ hash: "H1", songname: "x" }] : [] }),
-      signProvider: async (ctx) => { signCalls.push(ctx); return "sig"; },
-    });
-    const items = await collect(a.sync({ include: { favorite: false, playlist: false } }));
-    expect(items.length).toBeGreaterThan(0);
-    expect(signCalls[0].cookies).toBe(COOKIES);
-  });
-
-  it("limit + empty/login + default fetch + no input", async () => {
-    const a1 = new KugouMusicAdapter({
-      account: { cookies: COOKIES },
-      fetchFn: async ({ query }) => ({ list: query.page === 1 ? [{ hash: "H1", songname: "a" }, { hash: "H2", songname: "b" }] : [] }),
-    });
-    expect(await collect(a1.sync({ limit: 1 }))).toHaveLength(1);
-
-    const a2 = new KugouMusicAdapter({ account: { cookies: COOKIES }, fetchFn: async () => "<html>login</html>" });
-    expect(await collect(a2.sync({}))).toEqual([]);
-
-    const a3 = new KugouMusicAdapter({ account: { cookies: COOKIES } });
-    await expect(collect(a3.sync({}))).rejects.toThrow(/no fetchFn configured/);
-
-    const a4 = new KugouMusicAdapter();
-    await expect(collect(a4.sync({}))).rejects.toThrow(/needs opts.inputPath/);
-  });
-});

package/__tests__/adapters/music-qq.test.js

@@ -1,112 +0,0 @@
-"use strict";
-
-import { describe, it, expect } from "vitest";
-const fs = require("node:fs");
-const path = require("node:path");
-const os = require("node:os");
-const crypto = require("node:crypto");
-
-const qm = require("../../lib/adapters/music-qq");
-
-function writeTmp(content) {
-  const p = path.join(os.tmpdir(), `cc-qqm-${crypto.randomUUID()}.json`);
-  fs.writeFileSync(p, content, "utf-8");
-  return p;
-}
-async function collect(gen) {
-  const out = [];
-  for await (const x of gen) out.push(x);
-  return out;
-}
-const COOKIES = "qqmusic_key=abc; uin=123";
-
-describe("music-qq mappers", () => {
-  it("name/version", () => {
-    expect(qm.NAME).toBe("music-qq");
-    expect(qm.VERSION).toBe("0.1.0");
-  });
-  it("flattenSinger handles array / string / object", () => {
-    expect(qm.flattenSinger([{ name: "周杰伦" }, { name: "费玉清" }])).toBe("周杰伦/费玉清");
-    expect(qm.flattenSinger("林俊杰")).toBe("林俊杰");
-    expect(qm.flattenSinger({ name: "邓紫棋" })).toBe("邓紫棋");
-    expect(qm.flattenSinger(null)).toBe("");
-  });
-  it("songItemToRecord (QQ fields: songmid, singer array, album.name)", () => {
-    const r = qm.songItemToRecord({ songmid: "S1", songname: "晴天", singer: [{ name: "周杰伦" }], album: { name: "叶惠美" }, time: 1716383000 });
-    expect(r).toMatchObject({ songId: "S1", song: "晴天", artist: "周杰伦", album: "叶惠美" });
-    expect(r.occurredAt).toBe(1716383000000);
-    expect(qm.songItemToRecord({ songname: "x" })).toBe(null);
-  });
-  it("playlistItemToRecord (dissid/dissname/songnum)", () => {
-    const r = qm.playlistItemToRecord({ dissid: "P1", dissname: "我喜欢", songnum: 42, creator: { name: "我" } });
-    expect(r).toMatchObject({ playlistId: "P1", name: "我喜欢", trackCount: 42, creator: "我" });
-    expect(qm.playlistItemToRecord({ dissname: "x" })).toBe(null);
-  });
-  it("extractList tolerant (list / data.songlist)", () => {
-    expect(qm.extractList({ list: [{ songmid: 1 }] })).toHaveLength(1);
-    expect(qm.extractList({ data: { songlist: [{ songmid: 1 }] } })).toHaveLength(1);
-    expect(qm.extractList({})).toEqual([]);
-  });
-});
-
-describe("QQMusicAdapter (snapshot + cookie-api)", () => {
-  const SNAP = JSON.stringify({
-    schemaVersion: 1,
-    snapshottedAt: 1716383000000,
-    account: { userId: "u1" },
-    events: [
-      { kind: "play", id: "play-S1", songId: "S1", song: "晴天", artist: "周杰伦", album: "叶惠美" },
-      { kind: "favorite", id: "fav-S2", songId: "S2", song: "稻香", artist: "周杰伦" },
-      { kind: "playlist", id: "pl-P1", playlistId: "P1", name: "我喜欢", trackCount: 42 },
-    ],
-  });
-
-  it("snapshot → play(MEDIA)/favorite(LIKE) events + playlist topic", async () => {
-    const p = writeTmp(SNAP);
-    try {
-      const a = new qm.QQMusicAdapter();
-      expect((await a.authenticate({ inputPath: p })).mode).toBe("snapshot-file");
-      const items = await collect(a.sync({ inputPath: p }));
-      expect(items).toHaveLength(3);
-      const play = a.normalize(items[0]);
-      expect(play.events[0].subtype).toBe("media");
-      expect(play.events[0].content.title).toContain("听了: 晴天");
-      expect(play.items[0].subtype).toBe("media");
-      expect(play.items[0].extra.platform).toBe("qqmusic");
-      expect(items[0].originalId).toBe("qqmusic:play:play-S1"); // snapshot uses ev.id (mirrors kugou)
-      const fav = a.normalize(items[1]);
-      expect(fav.events[0].subtype).toBe("like");
-      const pl = a.normalize(items[2]);
-      expect(pl.topics[0].name).toBe("我喜欢");
-      expect(pl.topics[0].id).toBe("topic-qqmusic-playlist-P1");
-    } finally {
-      fs.unlinkSync(p);
-    }
-  });
-
-  it("cookie-api: fetch 3 kinds + sign seam", async () => {
-    let signed = 0;
-    const a = new qm.QQMusicAdapter({
-      account: { cookies: COOKIES, userId: "u1" },
-      signProvider: async () => { signed += 1; return "sig"; },
-      fetchFn: async ({ url, query }) => {
-        if (query.page > 1) return { list: [] };
-        if (url.includes("/listen")) return { list: [{ songmid: "A", songname: "歌1", singer: [{ name: "歌手" }], time: 1716383000 }] };
-        if (url.includes("/favorite")) return { data: { songlist: [{ songmid: "B", songname: "歌2", singer: "歌手2" }] } };
-        return { data: { list: [{ dissid: "C", dissname: "歌单", songnum: 5 }] } };
-      },
-    });
-    expect(await a.authenticate()).toEqual({ ok: true, account: "u1", mode: "cookie" });
-    const items = await collect(a.sync({}));
-    expect(items).toHaveLength(3);
-    expect(items.map((i) => i.originalId).sort()).toEqual(["qqmusic:favorite:B", "qqmusic:play:A", "qqmusic:playlist:C"]);
-    expect(signed).toBeGreaterThan(0);
-  });
-
-  it("low sensitivity (consumer music); default fetch / no input throw", async () => {
-    expect(new qm.QQMusicAdapter().dataDisclosure.sensitivity).toBe("low");
-    expect(new qm.QQMusicAdapter().dataDisclosure.legalGate).toBe(false);
-    await expect(collect(new qm.QQMusicAdapter({ account: { cookies: COOKIES } }).sync({}))).rejects.toThrow(/no fetchFn/);
-    await expect(collect(new qm.QQMusicAdapter().sync({}))).rejects.toThrow(/needs opts.inputPath/);
-  });
-});