@chainlesschain/personal-data-hub 0.4.18 → 0.4.24

package/lib/adapters/music-qq/index.js

@@ -0,0 +1,372 @@
+/**
+ * §12.1 Phase 13+ — QQ 音乐 (com.tencent.qqmusic) adapter, dual-mode (snapshot +
+ * cookie-api), "听歌历史". Device-installed gap discovered 2026-06-15 (have
+ * netease-music + music-kugou, not QQ音乐); added for completeness.
+ *
+ * Mirrors music-kugou / netease-music's three-kind shape (play / favorite /
+ * playlist). QQ音乐 web (y.qq.com) endpoints fetched via a generic injected
+ * `fetchFn` + optional signProvider seam (best-effort, endpoints NOT
+ * field-verified — FAMILY-23 playbook; overridable via opts.*Url).
+ *
+ * Snapshot schema (schemaVersion 1, mirrors music-kugou):
+ *   {
+ *     "schemaVersion": 1, "snapshottedAt": <ms>,
+ *     "account": { "userId": "...", "name": "..." },
+ *     "events": [
+ *       { "kind": "play",     "id": "...", "songId": "...", "song": "...", "artist": "...", "album": "..." },
+ *       { "kind": "favorite", "id": "...", "songId": "...", "song": "...", "artist": "..." },
+ *       { "kind": "playlist", "id": "...", "playlistId": "...", "name": "...", "trackCount": N, "creator": "..." }
+ *     ]
+ *   }
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { newId } = require("../../ids");
+const { ENTITY_TYPES, EVENT_SUBTYPES, ITEM_SUBTYPES, CAPTURED_BY } = require("../../constants");
+const { CookieAuth } = require("../shopping-base");
+
+const NAME = "music-qq";
+const VERSION = "0.1.0";
+const SNAPSHOT_SCHEMA_VERSION = 1;
+
+const KIND_PLAY = "play";
+const KIND_FAVORITE = "favorite";
+const KIND_PLAYLIST = "playlist";
+const VALID_KINDS = Object.freeze([KIND_PLAY, KIND_FAVORITE, KIND_PLAYLIST]);
+
+// Best-effort QQ音乐 web endpoints. Overridable via opts.*Url.
+const PLAYS_URL = "https://c.y.qq.com/api/v1/user/listen/list";
+const FAVORITES_URL = "https://c.y.qq.com/api/v1/user/favorite/songlist";
+const PLAYLISTS_URL = "https://c.y.qq.com/api/v1/user/playlist/list";
+const PAGE_SIZE = 30;
+
+function parseTime(v) {
+  if (Number.isFinite(v)) return v > 1e12 ? v : v >= 1e9 ? v * 1000 : v;
+  if (typeof v === "string") {
+    if (/^\d+$/.test(v)) {
+      const n = parseInt(v, 10);
+      return n > 1e12 ? n : n >= 1e9 ? n * 1000 : n;
+    }
+    const t = Date.parse(v);
+    return Number.isFinite(t) ? t : null;
+  }
+  return null;
+}
+
+function stableOriginalId(kind, id) {
+  const safe =
+    (typeof id === "string" && id.length > 0 && id) ||
+    (typeof id === "number" && Number.isFinite(id) && String(id)) ||
+    `unknown-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+  return `qqmusic:${kind}:${safe}`;
+}
+
+/** QQ音乐 `singer` is usually an array of {name}; flatten to "A/B". */
+function flattenSinger(singer) {
+  if (Array.isArray(singer)) {
+    return singer.map((s) => (s && (s.name || s.title)) || "").filter(Boolean).join("/");
+  }
+  if (typeof singer === "string") return singer;
+  if (singer && typeof singer === "object") return singer.name || singer.title || "";
+  return "";
+}
+
+class QQMusicAdapter {
+  constructor(opts = {}) {
+    this.account = opts.account || null;
+    this._cookieAuth =
+      opts.account && opts.account.cookies ? new CookieAuth({ platform: "qqmusic", cookies: opts.account.cookies }) : null;
+    this._fetchFn = typeof opts.fetchFn === "function" ? opts.fetchFn : defaultFetch;
+    this._signProvider = typeof opts.signProvider === "function" ? opts.signProvider : null;
+    this._urls = {
+      play: opts.playsUrl || PLAYS_URL,
+      favorite: opts.favoritesUrl || FAVORITES_URL,
+      playlist: opts.playlistsUrl || PLAYLISTS_URL,
+    };
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = ["sync:snapshot", "sync:cookie-api", "parse:qqmusic-play", "parse:qqmusic-favorite", "parse:qqmusic-playlist"];
+    this.extractMode = "web-api";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: ["qqmusic:play (歌名 / 歌手 / 专辑)", "qqmusic:favorite (收藏的歌)", "qqmusic:playlist (歌单名 / 曲目数)"],
+      sensitivity: "low",
+      legalGate: false,
+      defaultInclude: { play: true, favorite: true, playlist: true },
+    };
+
+    this._deps = { fs };
+  }
+
+  async authenticate(ctx = {}) {
+    if (ctx && typeof ctx.inputPath === "string" && ctx.inputPath.length > 0) {
+      try {
+        this._deps.fs.accessSync(ctx.inputPath, this._deps.fs.constants.R_OK);
+      } catch (err) {
+        return { ok: false, reason: "INPUT_PATH_UNREADABLE", message: `snapshot not readable at ${ctx.inputPath}: ${err.message}` };
+      }
+      return { ok: true, mode: "snapshot-file" };
+    }
+    if (this._cookieAuth) {
+      const ok = await this._cookieAuth.validate();
+      if (!ok) return { ok: false, reason: "INVALID_COOKIE", error: "cookies missing" };
+      return { ok: true, account: (this.account && this.account.userId) || null, mode: "cookie" };
+    }
+    return {
+      ok: false,
+      reason: "NO_INPUT",
+      message: "music-qq.authenticate: needs opts.inputPath (snapshot mode) OR opts.account.cookies (cookie-api mode)",
+    };
+  }
+
+  async healthCheck() {
+    if (this._cookieAuth) {
+      const r = await this.authenticate();
+      return r.ok ? { ok: true, lastChecked: Date.now() } : { ok: false, reason: r.reason, error: r.error };
+    }
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    if (typeof opts.inputPath === "string" && opts.inputPath.length > 0) {
+      yield* this._syncViaSnapshot(opts);
+      return;
+    }
+    if (this._cookieAuth) {
+      yield* this._syncViaCookie(opts);
+      return;
+    }
+    throw new Error("music-qq.sync: needs opts.inputPath (snapshot mode) OR opts.account.cookies (cookie-api mode)");
+  }
+
+  async *_syncViaSnapshot(opts) {
+    const raw = this._deps.fs.readFileSync(opts.inputPath, "utf-8");
+    const snapshot = JSON.parse(raw);
+    if (!snapshot || typeof snapshot !== "object" || snapshot.schemaVersion !== SNAPSHOT_SCHEMA_VERSION) {
+      throw new Error(`music-qq.sync: snapshot schemaVersion mismatch (got ${snapshot && snapshot.schemaVersion}, expected ${SNAPSHOT_SCHEMA_VERSION})`);
+    }
+    const fallback =
+      Number.isFinite(snapshot.snapshottedAt) && snapshot.snapshottedAt > 0 ? Math.floor(snapshot.snapshottedAt) : Date.now();
+    const account = snapshot.account && typeof snapshot.account === "object" ? snapshot.account : null;
+    const include = opts.include || {};
+    const limit = Number.isInteger(opts.limit) && opts.limit > 0 ? opts.limit : Infinity;
+    const events = Array.isArray(snapshot.events) ? snapshot.events : [];
+    let emitted = 0;
+    for (const ev of events) {
+      if (emitted >= limit) return;
+      if (!ev || typeof ev !== "object" || !VALID_KINDS.includes(ev.kind)) continue;
+      if (include[ev.kind] === false) continue;
+      const id = (typeof ev.id === "string" && ev.id) || ev.songId || ev.playlistId || null;
+      yield {
+        adapter: NAME,
+        kind: ev.kind,
+        originalId: stableOriginalId(ev.kind, id),
+        capturedAt: parseTime(ev.capturedAt) || fallback,
+        payload: { ...ev, account },
+      };
+      emitted += 1;
+    }
+  }
+
+  async *_syncViaCookie(opts = {}) {
+    if (!(await this._cookieAuth.validate())) return;
+    const cookies = this._cookieAuth.toHeader();
+    const include = opts.include || {};
+    const limit = Number.isInteger(opts.limit) && opts.limit > 0 ? opts.limit : Infinity;
+    const maxPages = Number.isInteger(opts.maxPages) && opts.maxPages > 0 ? opts.maxPages : 10;
+
+    const plan = [
+      { kind: KIND_PLAY, url: this._urls.play, map: songItemToRecord },
+      { kind: KIND_FAVORITE, url: this._urls.favorite, map: songItemToRecord },
+      { kind: KIND_PLAYLIST, url: this._urls.playlist, map: playlistItemToRecord },
+    ];
+
+    let emitted = 0;
+    for (const step of plan) {
+      if (include[step.kind] === false) continue;
+      let page = 1;
+      while (page <= maxPages) {
+        const query = { page, num: PAGE_SIZE };
+        let sign = null;
+        if (this._signProvider) sign = await this._signProvider({ url: step.url, query, cookies });
+        const resp = await this._fetchFn({ url: step.url, cookies, query, sign });
+        const items = extractList(resp);
+        if (!items.length) break;
+        for (const it of items) {
+          const rec = step.map(it);
+          if (!rec) continue;
+          if (emitted >= limit) return;
+          yield {
+            adapter: NAME,
+            kind: step.kind,
+            originalId: stableOriginalId(step.kind, rec.id),
+            capturedAt: rec.occurredAt || Date.now(),
+            payload: { ...rec, kind: step.kind, cookie: true },
+          };
+          emitted += 1;
+        }
+        if (items.length < PAGE_SIZE) break;
+        page += 1;
+      }
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload) throw new Error("QQMusicAdapter.normalize: payload missing");
+    const kind = raw.kind || raw.payload.kind;
+    const ingestedAt = Date.now();
+    if (kind === KIND_PLAY) return normalizeSong(raw.payload, raw, ingestedAt, EVENT_SUBTYPES.MEDIA, "听了");
+    if (kind === KIND_FAVORITE) return normalizeSong(raw.payload, raw, ingestedAt, EVENT_SUBTYPES.LIKE, "收藏");
+    if (kind === KIND_PLAYLIST) return normalizePlaylist(raw.payload, raw, ingestedAt);
+    throw new Error(`QQMusicAdapter.normalize: unknown kind ${kind}`);
+  }
+}
+
+// ─── cookie response → intermediate record ───────────────────────────────────
+
+function extractList(resp) {
+  if (!resp || typeof resp !== "object") return [];
+  if (Array.isArray(resp.list)) return resp.list;
+  if (Array.isArray(resp.data)) return resp.data;
+  const d = resp.data;
+  if (d && typeof d === "object") {
+    if (Array.isArray(d.list)) return d.list;
+    if (Array.isArray(d.songlist)) return d.songlist;
+    if (Array.isArray(d.songs)) return d.songs;
+  }
+  return [];
+}
+
+function songItemToRecord(it) {
+  if (!it || typeof it !== "object") return null;
+  const id = it.songmid || it.mid || it.songid || it.id;
+  if (!id) return null;
+  const song = it.songname || it.title || it.name || null;
+  const artist = flattenSinger(it.singer || it.singername || it.author) || null;
+  return {
+    id: String(id),
+    songId: String(id),
+    song: song || "(未知歌曲)",
+    artist: artist || "",
+    album: (it.album && (it.album.name || it.album.title)) || it.albumname || it.album_name || null,
+    occurredAt: parseTime(it.time || it.playtime || it.update_time || it.timestamp),
+  };
+}
+
+function playlistItemToRecord(it) {
+  if (!it || typeof it !== "object") return null;
+  const id = it.dissid || it.disstid || it.tid || it.id;
+  if (!id) return null;
+  return {
+    id: String(id),
+    playlistId: String(id),
+    name: it.dissname || it.title || it.name || "(未命名歌单)",
+    trackCount: it.songnum != null ? it.songnum : it.song_count != null ? it.song_count : it.count != null ? it.count : null,
+    creator: (it.creator && (it.creator.name || it.creator.nick)) || it.nickname || it.creator_name || null,
+    occurredAt: parseTime(it.createtime || it.create_time || it.addtime),
+  };
+}
+
+// ─── normalizers (mirror music-kugou / netease-music) ─────────────────────────
+
+function buildSource(raw, occurredAt) {
+  return {
+    adapter: NAME,
+    adapterVersion: VERSION,
+    originalId: raw.originalId,
+    capturedAt: raw.capturedAt || occurredAt,
+    capturedBy: CAPTURED_BY.API,
+  };
+}
+
+function normalizeSong(p, raw, ingestedAt, subtype, verb) {
+  const occurredAt = parseTime(p.occurredAt || p.capturedAt) || raw.capturedAt || ingestedAt;
+  const source = buildSource(raw, occurredAt);
+  const song = p.song || "(未知歌曲)";
+  const artist = p.artist || "";
+  const songId = p.songId != null ? String(p.songId) : null;
+  const itemId = songId ? `item-qqmusic-song-${songId}` : `item-qqmusic-song-${newId()}`;
+  return {
+    events: [
+      {
+        id: newId(),
+        type: ENTITY_TYPES.EVENT,
+        subtype,
+        occurredAt,
+        actor: "person-self",
+        content: { title: `${verb}: ${song}${artist ? " - " + artist : ""}`, text: `${song} ${artist}`.trim() },
+        ingestedAt,
+        source,
+        extra: {
+          platform: "qqmusic",
+          song,
+          artist,
+          album: p.album || null,
+          songId,
+          playCount: p.playCount != null ? p.playCount : null,
+          itemRef: itemId,
+        },
+      },
+    ],
+    items: [
+      {
+        id: itemId,
+        type: ENTITY_TYPES.ITEM,
+        subtype: ITEM_SUBTYPES.MEDIA,
+        name: artist ? `${song} - ${artist}` : song,
+        ingestedAt,
+        source,
+        extra: { platform: "qqmusic", kind: "song", song, artist, album: p.album || null, songId },
+      },
+    ],
+    persons: [],
+    places: [],
+    topics: [],
+  };
+}
+
+function normalizePlaylist(p, raw, ingestedAt) {
+  const occurredAt = parseTime(p.occurredAt || p.capturedAt) || raw.capturedAt || ingestedAt;
+  const source = buildSource(raw, occurredAt);
+  const pid = p.playlistId != null ? String(p.playlistId) : null;
+  return {
+    events: [],
+    persons: [],
+    places: [],
+    items: [],
+    topics: [
+      {
+        id: pid ? `topic-qqmusic-playlist-${pid}` : `topic-qqmusic-playlist-${newId()}`,
+        type: ENTITY_TYPES.TOPIC,
+        name: p.name || "(未命名歌单)",
+        ingestedAt,
+        source,
+        extra: {
+          platform: "qqmusic",
+          playlistId: pid,
+          trackCount: p.trackCount != null ? p.trackCount : null,
+          creator: p.creator || null,
+        },
+      },
+    ],
+  };
+}
+
+async function defaultFetch(_opts) {
+  throw new Error("music-qq: no fetchFn configured for cookie-api mode");
+}
+
+module.exports = {
+  QQMusicAdapter,
+  extractList,
+  songItemToRecord,
+  playlistItemToRecord,
+  flattenSinger,
+  NAME,
+  VERSION,
+  SNAPSHOT_SCHEMA_VERSION,
+  VALID_KINDS,
+};

package/lib/adapters/reading-fanqie/index.js

@@ -0,0 +1,61 @@
+/**
+ * §12.1 Phase 13+ — 番茄免费小说 (Fanqie, com.dragon.read) adapter, "阅读历史".
+ * Device-discovered gap (2026-06-15). Thin wrapper over _reading-base.
+ *
+ * BEST-EFFORT: fanqienovel.com endpoints are FABRICATED placeholders
+ * (overridable, NOT field-verified — FAMILY-23 playbook); snapshot mode is the
+ * reliable path. Low sensitivity (reading history).
+ */
+
+"use strict";
+
+const { createReadingAdapter, parseTime, SNAPSHOT_SCHEMA_VERSION } = require("../_reading-base");
+
+const NAME = "reading-fanqie";
+const VERSION = "0.1.0";
+
+const READ_URL = "https://fanqienovel.com/api/reader/history";
+const FAVOURITE_URL = "https://fanqienovel.com/api/bookshelf/list";
+
+function extractItems(resp) {
+  if (!resp || typeof resp !== "object") return [];
+  if (Array.isArray(resp.list)) return resp.list;
+  if (Array.isArray(resp.data)) return resp.data;
+  const d = resp.data;
+  if (d && typeof d === "object") {
+    if (Array.isArray(d.list)) return d.list;
+    if (Array.isArray(d.books)) return d.books;
+    if (Array.isArray(d.book_list)) return d.book_list;
+  }
+  return [];
+}
+
+function mapItem(it) {
+  if (!it || typeof it !== "object") return null;
+  const id = it.book_id || it.bookId || it.id || it.bookid;
+  if (!id) return null;
+  let progress = it.progress != null ? it.progress : it.read_progress;
+  if (typeof progress === "string") progress = parseFloat(progress);
+  return {
+    bookId: String(id),
+    title: it.book_name || it.bookName || it.title || it.name || "(未知书籍)",
+    author: it.author || it.author_name || null,
+    category: it.category || it.category_name || it.genre || null,
+    chapter: it.last_chapter_title || it.chapter || it.last_chapter || null,
+    progress: Number.isFinite(progress) ? progress : null,
+    url: it.url || (id ? `https://fanqienovel.com/page/${id}` : null),
+    occurredAt: parseTime(it.read_time || it.last_read_time || it.update_time || it.add_time),
+  };
+}
+
+const FanqieReadingAdapter = createReadingAdapter({
+  NAME,
+  VERSION,
+  platform: "fanqie",
+  readUrl: READ_URL,
+  favouriteUrl: FAVOURITE_URL,
+  extractItems,
+  mapItem,
+});
+
+module.exports = { FanqieReadingAdapter, extractItems, mapItem, NAME, VERSION, SNAPSHOT_SCHEMA_VERSION };

package/lib/adapters/reading-qimao/index.js

@@ -0,0 +1,61 @@
+/**
+ * §12.1 Phase 13+ — 七猫免费小说 (Qimao, com.phoenix.read) adapter, "阅读历史".
+ * Device-discovered gap (2026-06-15). Thin wrapper over _reading-base.
+ *
+ * BEST-EFFORT: wtzw.com / qimao endpoints are FABRICATED placeholders
+ * (overridable, NOT field-verified — FAMILY-23 playbook); snapshot mode is the
+ * reliable path. Low sensitivity (reading history).
+ */
+
+"use strict";
+
+const { createReadingAdapter, parseTime, SNAPSHOT_SCHEMA_VERSION } = require("../_reading-base");
+
+const NAME = "reading-qimao";
+const VERSION = "0.1.0";
+
+const READ_URL = "https://api.wtzw.com/api/v1/reader/history";
+const FAVOURITE_URL = "https://api.wtzw.com/api/v1/bookshelf/list";
+
+function extractItems(resp) {
+  if (!resp || typeof resp !== "object") return [];
+  if (Array.isArray(resp.list)) return resp.list;
+  if (Array.isArray(resp.data)) return resp.data;
+  const d = resp.data;
+  if (d && typeof d === "object") {
+    if (Array.isArray(d.list)) return d.list;
+    if (Array.isArray(d.books)) return d.books;
+    if (Array.isArray(d.shelf)) return d.shelf;
+  }
+  return [];
+}
+
+function mapItem(it) {
+  if (!it || typeof it !== "object") return null;
+  const id = it.book_id || it.bookId || it.id;
+  if (!id) return null;
+  let progress = it.progress != null ? it.progress : it.read_proportion;
+  if (typeof progress === "string") progress = parseFloat(progress);
+  return {
+    bookId: String(id),
+    title: it.title || it.book_title || it.book_name || it.name || "(未知书籍)",
+    author: it.author || it.author_name || null,
+    category: it.category || it.classify || it.genre || null,
+    chapter: it.chapter_name || it.last_chapter || it.chapter || null,
+    progress: Number.isFinite(progress) ? progress : null,
+    url: it.url || null,
+    occurredAt: parseTime(it.read_time || it.last_read_time || it.update_time),
+  };
+}
+
+const QimaoReadingAdapter = createReadingAdapter({
+  NAME,
+  VERSION,
+  platform: "qimao",
+  readUrl: READ_URL,
+  favouriteUrl: FAVOURITE_URL,
+  extractItems,
+  mapItem,
+});
+
+module.exports = { QimaoReadingAdapter, extractItems, mapItem, NAME, VERSION, SNAPSHOT_SCHEMA_VERSION };