@chainlesschain/personal-data-hub 0.4.6 → 0.4.18

package/__tests__/adapters/travel-tongcheng.test.js

@@ -0,0 +1,289 @@
+"use strict";
+
+import { describe, it, expect } from "vitest";
+const fs = require("node:fs");
+const path = require("node:path");
+const os = require("node:os");
+const crypto = require("node:crypto");
+
+const {
+  TongchengAdapter,
+  parseRecords,
+  orderToRecord,
+  extractOrders,
+  TYPE_MAP,
+  NAME,
+  VERSION,
+} = require("../../lib/adapters/travel-tongcheng");
+
+function writeTmp(content) {
+  const p = path.join(os.tmpdir(), `cc-tc-${crypto.randomUUID()}.json`);
+  fs.writeFileSync(p, content, "utf-8");
+  return p;
+}
+
+async function collect(gen) {
+  const out = [];
+  for await (const x of gen) out.push(x);
+  return out;
+}
+
+const FLIGHT_ORDER = {
+  orderId: "TC1",
+  projectType: "flight",
+  departureCity: "上海",
+  arrivalCity: "北京",
+  departureDate: 1716383021000,
+  airlineName: "东方航空",
+  flightNumber: "MU5101",
+  amount: "1180.00",
+  passengerName: "张三",
+};
+
+const COOKIES = "clientId=abc; tc_token=xyz; memberId=m1";
+
+describe("constants + TYPE_MAP", () => {
+  it("exposes name/version", () => {
+    expect(NAME).toBe("travel-tongcheng");
+    expect(VERSION).toBe("0.1.0");
+  });
+
+  it("maps tongcheng order types (incl. Chinese + scenery→attraction)", () => {
+    expect(TYPE_MAP.flight).toBe("flight");
+    expect(TYPE_MAP["机票"]).toBe("flight");
+    expect(TYPE_MAP["酒店"]).toBe("hotel");
+    expect(TYPE_MAP["火车票"]).toBe("train");
+    expect(TYPE_MAP["门票"]).toBe("attraction");
+    expect(TYPE_MAP["汽车票"]).toBe("bus");
+  });
+});
+
+describe("parseRecords / orderToRecord", () => {
+  it("parses flight order (projectType/amount/departureCity aliases)", () => {
+    const recs = parseRecords(JSON.stringify([FLIGHT_ORDER]));
+    expect(recs).toHaveLength(1);
+    expect(recs[0]).toMatchObject({
+      vendorId: "tongcheng",
+      recordId: "TC1",
+      vehicleType: "flight",
+      from: { city: "上海" },
+      to: { city: "北京" },
+      departureMs: 1716383021000,
+      carrier: "东方航空",
+      vehicleNumber: "MU5101",
+      traveler: "张三",
+    });
+    expect(recs[0].totalCost).toEqual({ value: 1180, currency: "CNY" });
+  });
+
+  it("hotel order: hotelCity→to, hotelName→carrier, checkIn→time", () => {
+    const recs = parseRecords(
+      JSON.stringify([
+        {
+          orderId: "H1",
+          projectType: "hotel",
+          hotelCity: "杭州",
+          hotelName: "西湖国宾馆",
+          checkIn: "2026年5月1日",
+          linkName: "李四",
+          nights: 2,
+        },
+      ]),
+    );
+    expect(recs[0]).toMatchObject({
+      recordId: "H1",
+      vehicleType: "hotel",
+      to: { city: "杭州" },
+      carrier: "西湖国宾馆",
+      traveler: "李四",
+    });
+    expect(recs[0].from).toBe(null);
+    expect(recs[0].extras.nights).toBe(2);
+  });
+
+  it("scenery/门票 order maps to attraction; sceneryName→carrier/to", () => {
+    const rec = orderToRecord({ orderId: "S1", projectType: "门票", sceneryName: "黄山风景区", amount: 230 });
+    expect(rec.vehicleType).toBe("attraction");
+    expect(rec.carrier).toBe("黄山风景区");
+    expect(rec.totalCost.value).toBe(230);
+  });
+
+  it("unknown type → trip + default carrier 同程; drops id-less rows", () => {
+    expect(orderToRecord({ order_no: "X1" }).vehicleType).toBe("trip");
+    expect(orderToRecord({ order_no: "X1" }).carrier).toBe("同程");
+    expect(orderToRecord({ projectType: "flight" })).toBe(null);
+  });
+
+  it("accepts {orders:[...]} envelope + JSONL fallback", () => {
+    expect(parseRecords(JSON.stringify({ orders: [FLIGHT_ORDER] }))).toHaveLength(1);
+    const jsonl = `${JSON.stringify(FLIGHT_ORDER)}\ngarbage\n${JSON.stringify({ ...FLIGHT_ORDER, orderId: "TC2" })}`;
+    expect(parseRecords(jsonl).map((r) => r.recordId)).toEqual(["TC1", "TC2"]);
+  });
+});
+
+describe("extractOrders", () => {
+  it("pulls list from common shapes", () => {
+    expect(extractOrders({ orders: [{ orderId: "A" }] })).toHaveLength(1);
+    expect(extractOrders({ data: { orderList: [{ orderId: "B" }] } })).toHaveLength(1);
+    expect(extractOrders({ data: { records: [{ orderId: "C" }] } })).toHaveLength(1);
+    expect(extractOrders({})).toEqual([]);
+    expect(extractOrders(null)).toEqual([]);
+  });
+});
+
+describe("TongchengAdapter file/snapshot mode", () => {
+  it("authenticate ready mode without account", async () => {
+    const a = new TongchengAdapter();
+    expect(await a.authenticate({})).toEqual({ ok: true, account: null, mode: "ready" });
+  });
+
+  it("authenticate validates inputPath readability", async () => {
+    const p = writeTmp("[]");
+    try {
+      const a = new TongchengAdapter();
+      expect((await a.authenticate({ inputPath: p })).mode).toBe("snapshot-file");
+      const bad = await a.authenticate({ inputPath: path.join(os.tmpdir(), "nope-tc.json") });
+      expect(bad.ok).toBe(false);
+      expect(bad.reason).toBe("INPUT_PATH_UNREADABLE");
+    } finally {
+      fs.unlinkSync(p);
+    }
+  });
+
+  it("sync yields orders from file + normalize end-to-end", async () => {
+    const p = writeTmp(JSON.stringify([FLIGHT_ORDER]));
+    try {
+      const a = new TongchengAdapter();
+      const items = await collect(a.sync({ inputPath: p }));
+      expect(items).toHaveLength(1);
+      expect(items[0]).toMatchObject({ adapter: NAME, originalId: "TC1" });
+      const batch = a.normalize(items[0]);
+      expect(batch.events[0].content.title).toBe("flight: 上海 → 北京");
+      expect(batch.events[0].content.amount).toEqual({ value: 1180, currency: "CNY", direction: "out" });
+      expect(batch.persons.find((x) => x.subtype === "merchant").names).toEqual(["东方航空"]);
+    } finally {
+      fs.unlinkSync(p);
+    }
+  });
+
+  it("sync returns silently when no path / missing file", async () => {
+    const a = new TongchengAdapter();
+    expect(await collect(a.sync({}))).toEqual([]);
+    expect(await collect(a.sync({ inputPath: path.join(os.tmpdir(), "nope-tc2.json") }))).toEqual([]);
+  });
+
+  it("normalize throws on missing record", () => {
+    const a = new TongchengAdapter();
+    expect(() => a.normalize({ payload: {} })).toThrow(/payload\.record missing/);
+  });
+});
+
+describe("TongchengAdapter cookie-api mode", () => {
+  it("authenticate cookie mode (account OPTIONAL)", async () => {
+    const a = new TongchengAdapter({ account: { cookies: COOKIES } });
+    expect(await a.authenticate()).toEqual({ ok: true, account: null, mode: "cookie" });
+  });
+
+  it("empty cookies → ready (not cookie mode)", async () => {
+    const a = new TongchengAdapter({ account: { cookies: "" } });
+    expect((await a.authenticate()).mode).toBe("ready");
+  });
+
+  it("sync fetches, paginates, maps + normalizes", async () => {
+    const pages = [
+      {
+        orderList: [
+          { orderId: "CK1", projectType: "train", departureCity: "广州", arrivalCity: "深圳", amount: "75", orderDate: 1716383021000, trainNo: "G6501" },
+        ],
+      },
+      { orderList: [] },
+    ];
+    const calls = [];
+    const fetchFn = async ({ url, cookies, query, sign }) => {
+      calls.push({ url, cookies, pageIndex: query.pageIndex, sign });
+      return pages[query.pageIndex - 1] || { orderList: [] };
+    };
+    const a = new TongchengAdapter({ account: { cookies: COOKIES }, fetchFn });
+    const items = await collect(a.sync({ sinceWatermark: 0 }));
+    expect(items).toHaveLength(1);
+    expect(items[0]).toMatchObject({ adapter: NAME, originalId: "CK1" });
+    expect(calls[0].cookies).toBe(COOKIES);
+    expect(calls[0].sign).toBe(null);
+    const batch = a.normalize(items[0]);
+    expect(batch.events[0].content.title).toBe("train: 广州 → 深圳");
+  });
+
+  it("invokes signProvider when configured", async () => {
+    const signCalls = [];
+    const a = new TongchengAdapter({
+      account: { cookies: COOKIES },
+      fetchFn: async ({ query }) =>
+        query.pageIndex === 1 ? { orders: [{ orderId: "S1", projectType: "hotel" }] } : { orders: [] },
+      signProvider: async (ctx) => {
+        signCalls.push(ctx);
+        return "TC-SIGN";
+      },
+    });
+    const items = await collect(a.sync({ sinceWatermark: 0 }));
+    expect(items).toHaveLength(1);
+    expect(signCalls).toHaveLength(1);
+    expect(signCalls[0].cookies).toBe(COOKIES);
+  });
+
+  it("stops at sinceWatermark", async () => {
+    const a = new TongchengAdapter({
+      account: { cookies: COOKIES },
+      fetchFn: async () => ({
+        orderList: [
+          { orderId: "NEW", projectType: "flight", orderDate: 2_000_000_000_000 },
+          { orderId: "OLD", projectType: "flight", orderDate: 1_000_000_000_000 },
+        ],
+      }),
+    });
+    const items = await collect(a.sync({ sinceWatermark: 1_500_000_000_000, maxPages: 1 }));
+    expect(items.map((x) => x.originalId)).toEqual(["NEW"]);
+  });
+
+  it("respects opts.limit", async () => {
+    const a = new TongchengAdapter({
+      account: { cookies: COOKIES },
+      fetchFn: async () => ({
+        orderList: [
+          { orderId: "L1", projectType: "flight", orderDate: 2_000_000_000_000 },
+          { orderId: "L2", projectType: "flight", orderDate: 2_000_000_000_001 },
+        ],
+      }),
+    });
+    const items = await collect(a.sync({ sinceWatermark: 0, limit: 1, maxPages: 1 }));
+    expect(items).toHaveLength(1);
+  });
+
+  it("empty/login-redirect response yields zero (no crash)", async () => {
+    const a = new TongchengAdapter({
+      account: { cookies: COOKIES },
+      fetchFn: async () => "<html>login</html>",
+    });
+    expect(await collect(a.sync({ sinceWatermark: 0 }))).toEqual([]);
+  });
+
+  it("default fetch throws when no fetchFn", async () => {
+    const a = new TongchengAdapter({ account: { cookies: COOKIES } });
+    await expect(collect(a.sync({ sinceWatermark: 0 }))).rejects.toThrow(/no fetchFn configured/);
+  });
+
+  it("file path takes priority over cookie mode", async () => {
+    const p = writeTmp(JSON.stringify([FLIGHT_ORDER]));
+    try {
+      const a = new TongchengAdapter({
+        account: { cookies: COOKIES },
+        fetchFn: async () => {
+          throw new Error("fetchFn should NOT be called in file mode");
+        },
+      });
+      const items = await collect(a.sync({ inputPath: p }));
+      expect(items.map((x) => x.originalId)).toEqual(["TC1"]);
+    } finally {
+      fs.unlinkSync(p);
+    }
+  });
+});

package/__tests__/adapters/video-platforms.test.js

@@ -0,0 +1,152 @@
+"use strict";
+
+import { describe, it, expect } from "vitest";
+const fs = require("node:fs");
+const path = require("node:path");
+const os = require("node:os");
+const crypto = require("node:crypto");
+
+const iqiyi = require("../../lib/adapters/video-iqiyi");
+const tv = require("../../lib/adapters/video-tencent");
+
+function writeTmp(content) {
+  const p = path.join(os.tmpdir(), `cc-vid-${crypto.randomUUID()}.json`);
+  fs.writeFileSync(p, content, "utf-8");
+  return p;
+}
+async function collect(gen) {
+  const out = [];
+  for await (const x of gen) out.push(x);
+  return out;
+}
+
+const COOKIES = "P00001=abc; QC005=xyz";
+
+describe("video-iqiyi mappers", () => {
+  it("name/version + mapItem (channel code → category)", () => {
+    expect(iqiyi.NAME).toBe("video-iqiyi");
+    const rec = iqiyi.mapItem({ tvId: "100", albumName: "庆余年", channelId: 2, videoName: "庆余年", addtime: 1716300000, videoDuration: 2700 });
+    expect(rec).toMatchObject({ videoId: "100", title: "庆余年", category: "tv", durationSec: 2700 });
+    expect(rec.occurredAt).toBe(1716300000000);
+    expect(rec.url).toContain("iqiyi.com");
+    expect(iqiyi.mapItem({ albumName: "noid" })).toBe(null);
+  });
+  it("extractItems tolerant", () => {
+    expect(iqiyi.extractItems({ data: [{ tvId: 1 }] })).toHaveLength(1);
+    expect(iqiyi.extractItems({ data: { rc: [{ tvId: 1 }] } })).toHaveLength(1);
+    expect(iqiyi.extractItems({})).toEqual([]);
+  });
+});
+
+describe("video-tencent mappers", () => {
+  it("name/version + mapItem (typeId → category)", () => {
+    expect(tv.NAME).toBe("video-tencent");
+    const rec = tv.mapItem({ cid: "C9", cTitle: "三体", cTypeId: 4, viewTime: 1716310000, duration: 3000 });
+    expect(rec).toMatchObject({ videoId: "C9", title: "三体", category: "anime", durationSec: 3000 });
+    expect(rec.url).toContain("v.qq.com");
+    expect(tv.mapItem({ cTitle: "noid" })).toBe(null);
+  });
+});
+
+describe("IqiyiVideoAdapter (via _video-base)", () => {
+  const SNAP = JSON.stringify({
+    schemaVersion: 1,
+    snapshottedAt: 1716383000000,
+    account: { userId: "u1" },
+    events: [
+      { kind: "watch", id: "w1", videoId: "V1", title: "狂飙", category: "tv", episode: "第5集", durationSec: 2600, capturedAt: 1716300000000 },
+      { kind: "favourite", id: "fa1", videoId: "V2", title: "流浪地球2", category: "movie" },
+    ],
+  });
+
+  it("snapshot sync 2 kinds + normalize watch→media / favourite→like + media item", async () => {
+    const p = writeTmp(SNAP);
+    try {
+      const a = new iqiyi.IqiyiVideoAdapter();
+      const items = await collect(a.sync({ inputPath: p }));
+      expect(items.map((x) => x.kind)).toEqual(["watch", "favourite"]);
+
+      const watch = a.normalize(items[0]);
+      expect(watch.events[0].subtype).toBe("media");
+      expect(watch.events[0].content.title).toBe("观看: 狂飙 第5集");
+      expect(watch.items[0].subtype).toBe("media");
+      expect(watch.items[0].extra.platform).toBe("iqiyi");
+      expect(watch.events[0].extra.itemRef).toBe(watch.items[0].id);
+
+      const fav = a.normalize(items[1]);
+      expect(fav.events[0].subtype).toBe("like");
+      expect(fav.events[0].content.title).toBe("收藏: 流浪地球2");
+    } finally {
+      fs.unlinkSync(p);
+    }
+  });
+
+  it("schema mismatch + unknown kind + include + limit", async () => {
+    const p = writeTmp(SNAP);
+    try {
+      const a = new iqiyi.IqiyiVideoAdapter();
+      expect((await collect(a.sync({ inputPath: p, include: { watch: false } }))).map((x) => x.kind)).toEqual(["favourite"]);
+      expect(await collect(a.sync({ inputPath: p, limit: 1 }))).toHaveLength(1);
+      expect(() => a.normalize({ payload: {} })).toThrow(/payload.record missing/);
+    } finally {
+      fs.unlinkSync(p);
+    }
+    const bad = writeTmp(JSON.stringify({ schemaVersion: 9, events: [] }));
+    try {
+      const a = new iqiyi.IqiyiVideoAdapter();
+      await expect(collect(a.sync({ inputPath: bad }))).rejects.toThrow(/schemaVersion mismatch/);
+    } finally {
+      fs.unlinkSync(bad);
+    }
+  });
+});
+
+describe("TencentVideoAdapter cookie-api mode", () => {
+  it("authenticate cookie (userId optional)", async () => {
+    const a = new tv.TencentVideoAdapter({ account: { cookies: COOKIES } });
+    expect(await a.authenticate()).toEqual({ ok: true, account: null, mode: "cookie" });
+  });
+
+  it("sync fetches watch+favourite, paginates, normalizes", async () => {
+    const byUrl = (u) => (u.includes("History") ? "watch" : "favourite");
+    const data = {
+      watch: [{ cid: "C1", cTitle: "漫长的季节", cTypeId: 1, viewTime: 1716300000 }],
+      favourite: [{ cid: "C2", cTitle: "繁花", cTypeId: 1 }],
+    };
+    const calls = [];
+    const a = new tv.TencentVideoAdapter({
+      account: { cookies: COOKIES, userId: "u1" },
+      fetchFn: async ({ url, cookies, query, sign }) => {
+        const k = byUrl(url);
+        calls.push({ k, cookies, page: query.page, sign });
+        return { data: { list: query.page === 1 ? data[k] : [] } };
+      },
+    });
+    const items = await collect(a.sync({}));
+    expect(items.map((x) => x.kind).sort()).toEqual(["favourite", "watch"]);
+    expect(calls.every((c) => c.cookies === COOKIES && c.sign === null)).toBe(true);
+    const watch = a.normalize(items.find((x) => x.kind === "watch"));
+    expect(watch.events[0].content.title).toBe("观看: 漫长的季节");
+    expect(watch.items[0].extra.platform).toBe("tencent-video");
+  });
+
+  it("invokes signProvider + limit + empty + default fetch + no input", async () => {
+    const signCalls = [];
+    const a = new tv.TencentVideoAdapter({
+      account: { cookies: COOKIES },
+      fetchFn: async ({ query }) => ({ list: query.page === 1 ? [{ cid: "C1", cTitle: "x" }, { cid: "C2", cTitle: "y" }] : [] }),
+      signProvider: async (ctx) => { signCalls.push(ctx); return "sig"; },
+    });
+    expect(await collect(a.sync({ limit: 1, include: { favourite: false } }))).toHaveLength(1);
+    expect(signCalls.length).toBeGreaterThan(0);
+
+    const a2 = new tv.TencentVideoAdapter({ account: { cookies: COOKIES }, fetchFn: async () => "<html>login</html>" });
+    expect(await collect(a2.sync({}))).toEqual([]);
+
+    const a3 = new tv.TencentVideoAdapter({ account: { cookies: COOKIES } });
+    await expect(collect(a3.sync({}))).rejects.toThrow(/no fetchFn configured/);
+
+    const a4 = new tv.TencentVideoAdapter();
+    await expect(collect(a4.sync({}))).rejects.toThrow(/needs opts.inputPath/);
+  });
+});

package/lib/adapter-guide.js

@@ -32,6 +32,9 @@ const { READINESS_CATEGORY } = require("./adapter-readiness");
 const DISPLAY_NAMES = Object.freeze({
   "social-bilibili": "哔哩哔哩",
   "social-weibo": "微博",
+  "social-zhihu": "知乎",
+  "recruit-boss": "BOSS 直聘",
+  "social-csdn": "CSDN",
   "social-douyin": "抖音",
   "social-xiaohongshu": "小红书",
   "social-toutiao": "今日头条",
@@ -51,8 +54,11 @@ const DISPLAY_NAMES = Object.freeze({
   "shopping-jd": "京东",
   "shopping-meituan": "美团",
   "shopping-pinduoduo": "拼多多",
+  "shopping-dianping": "大众点评",
   "travel-12306": "12306 铁路",
   "travel-ctrip": "携程",
+  "travel-tongcheng": "同程旅行",
+  "travel-didi": "滴滴企业版",
   "travel-amap": "高德地图",
   "travel-baidu-map": "百度地图",
   "travel-tencent-map": "腾讯地图",
@@ -63,7 +69,13 @@ const DISPLAY_NAMES = Object.freeze({
   "ai-chat-history": "AI 对话历史",
   "apple-health": "Apple 健康",
   "netease-music": "网易云音乐",
+  "music-kugou": "酷狗音乐",
+  "video-iqiyi": "爱奇艺",
+  "video-tencent": "腾讯视频",
   "weread": "微信读书",
+  "doc-wps": "WPS 云文档",
+  "doc-tencent-docs": "腾讯文档",
+  "doc-baidu-netdisk": "百度网盘",
   "browser-history-chrome": "Chrome 浏览历史",
   "browser-history-edge": "Edge 浏览历史",
   "vscode": "VS Code",
@@ -533,7 +545,7 @@ function getAdapterGuide(name, category) {
 // usable standalone, e.g. CLI without a live readiness probe).
 function _inferCategory(name) {
   if (ADAPTER_OVERRIDES[name] && name === "wechat") return READINESS_CATEGORY.DEVICE;
-  if (/^(email-imap|finance-alipay|alipay-bill|ai-chat-history|weread)$/.test(name))
+  if (/^(email-imap|finance-alipay|alipay-bill|ai-chat-history|weread|doc-wps|doc-tencent-docs|doc-baidu-netdisk|recruit-boss|social-csdn)$/.test(name))
     return READINESS_CATEGORY.CREDENTIAL;
   if (/^(messaging-(telegram|whatsapp)|wechat|wechat-pc|messaging-qq|qq-pc|dingtalk-pc|feishu-pc|travel-amap)$/.test(name))
     return READINESS_CATEGORY.DEVICE;