@chainlesschain/personal-data-hub 0.1.0 → 0.2.1

package/lib/adapters/social-kuaishou/index.js

@@ -0,0 +1,237 @@
+/**
+ * Phase 13.9(+) — Kuaishou 快手 adapter (v0.1 scaffold).
+ *
+ * Source: 快手 Android app stores user history in SQLite under
+ * /data/data/com.smile.gifmaker/databases/. Schema is reverse-engineered
+ * from sjqz parsers and pinned at scaffold quality only — Phase 13.10 will
+ * fixture-pin real field names after Xiaomi 24115RA8EC E2E.
+ *
+ * Conjectured tables (待 fixture pin):
+ *   - photo_history       watched short-videos (kuaishou calls them "photos")
+ *   - user_collect        collected (saved) videos
+ *   - search_record       user search queries
+ *
+ * Each row → Event with subtype "browse" (photo_history) /
+ * "like" (user_collect) / "post" (search_record reframed as a self-authored
+ * search event).
+ *
+ * Mirrors social-bilibili adapter contract; sensitivity stays "medium"
+ * (short-video watch history mainly reveals entertainment preference).
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { newId } = require("../../ids");
+
+const NAME = "social-kuaishou";
+const VERSION = "0.1.0";
+
+class KuaishouAdapter {
+  constructor(opts = {}) {
+    if (!opts.account || !opts.account.uid) {
+      throw new Error("KuaishouAdapter: opts.account.uid required");
+    }
+    this.account = opts.account;
+    this._dbPath = opts.dbPath || null;
+    this._dbDriverFactory = opts.dbDriverFactory || null;
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = [
+      "sync:sqlite",
+      "parse:kuaishou-photo-history",
+      "parse:kuaishou-user-collect",
+      "parse:kuaishou-search",
+    ];
+    this.extractMode = "device-pull";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: [
+        "kuaishou:photo_history (photo_id / caption / view_time / duration / author_id)",
+        "kuaishou:user_collect (photo_id / caption / collect_time)",
+        "kuaishou:search_record (keyword / search_time)",
+      ],
+      sensitivity: "medium",
+      legalGate: false,
+    };
+  }
+
+  async authenticate() {
+    return { ok: true, account: this.account.uid };
+  }
+
+  async healthCheck() {
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    const dbPath = opts.dbPath || this._dbPath;
+    if (!dbPath || !fs.existsSync(dbPath)) return;
+    const Driver = this._dbDriverFactory
+      ? this._dbDriverFactory()
+      : require("better-sqlite3-multiple-ciphers");
+    const db = new Driver(dbPath, { readonly: true });
+
+    try {
+      const watched =
+        trySelect(
+          db,
+          "SELECT * FROM photo_history ORDER BY view_time DESC LIMIT 5000",
+        ) || [];
+      for (const row of watched) {
+        yield {
+          adapter: NAME,
+          originalId: `photo-${row.id || row._id || row.photo_id}`,
+          capturedAt: parseTime(row.view_time || row.time || row.create_time),
+          payload: { row, kind: "watch" },
+        };
+      }
+
+      const collected =
+        trySelect(
+          db,
+          "SELECT * FROM user_collect ORDER BY collect_time DESC LIMIT 5000",
+        ) || [];
+      for (const row of collected) {
+        yield {
+          adapter: NAME,
+          originalId: `collect-${row.id || row.photo_id}`,
+          capturedAt: parseTime(row.collect_time || row.time),
+          payload: { row, kind: "collect" },
+        };
+      }
+
+      const searches =
+        trySelect(
+          db,
+          "SELECT * FROM search_record ORDER BY search_time DESC LIMIT 5000",
+        ) || [];
+      for (const row of searches) {
+        yield {
+          adapter: NAME,
+          originalId: `search-${row.id || row.keyword + ":" + row.search_time}`,
+          capturedAt: parseTime(row.search_time || row.time),
+          payload: { row, kind: "search" },
+        };
+      }
+    } finally {
+      try {
+        db.close();
+      } catch (_e) {}
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload || !raw.payload.row) {
+      throw new Error("KuaishouAdapter.normalize: row missing");
+    }
+    const { kind, row } = raw.payload;
+    const now = Date.now();
+    const occurredAt =
+      parseTime(row.view_time || row.collect_time || row.search_time || row.time) ||
+      now;
+    const source = {
+      adapter: NAME,
+      adapterVersion: VERSION,
+      originalId: raw.originalId,
+      capturedAt: occurredAt,
+      capturedBy: "sqlite",
+    };
+
+    if (kind === "collect") {
+      return {
+        events: [
+          {
+            id: newId(),
+            type: "event",
+            subtype: "like",
+            occurredAt,
+            actor: "person-self",
+            content: { title: row.caption || row.title || "(no caption)" },
+            ingestedAt: now,
+            source,
+            extra: {
+              photoId: row.photo_id || null,
+              authorId: row.author_id || null,
+              authorName: row.author_name || null,
+            },
+          },
+        ],
+        persons: [],
+        places: [],
+        items: [],
+        topics: [],
+      };
+    }
+    if (kind === "search") {
+      return {
+        events: [
+          {
+            id: newId(),
+            type: "event",
+            subtype: "post",
+            occurredAt,
+            actor: "person-self",
+            content: { title: row.keyword || row.query || "(empty query)" },
+            ingestedAt: now,
+            source,
+            extra: { kind: "search", keyword: row.keyword || row.query || null },
+          },
+        ],
+        persons: [],
+        places: [],
+        items: [],
+        topics: [],
+      };
+    }
+    // watch → browse event
+    return {
+      events: [
+        {
+          id: newId(),
+          type: "event",
+          subtype: "browse",
+          occurredAt,
+          actor: "person-self",
+          content: { title: row.caption || row.title || "(no caption)" },
+          ingestedAt: now,
+          source,
+          extra: {
+            photoId: row.photo_id || null,
+            duration: row.duration || row.play_duration || null,
+            authorId: row.author_id || null,
+            authorName: row.author_name || null,
+          },
+        },
+      ],
+      persons: [],
+      places: [],
+      items: [],
+      topics: [],
+    };
+  }
+}
+
+function trySelect(db, sql) {
+  try {
+    return db.prepare(sql).all();
+  } catch (_e) {
+    return null;
+  }
+}
+
+function parseTime(v) {
+  if (Number.isFinite(v)) return v > 1e12 ? v : v * 1000;
+  if (typeof v === "string") {
+    if (/^\d+$/.test(v)) {
+      const n = parseInt(v, 10);
+      return n > 1e12 ? n : n * 1000;
+    }
+    const t = Date.parse(v);
+    return Number.isFinite(t) ? t : null;
+  }
+  return null;
+}
+
+module.exports = { KuaishouAdapter, NAME, VERSION };

package/lib/adapters/social-toutiao/index.js

@@ -0,0 +1,236 @@
+/**
+ * Phase 13.8(+) — Toutiao 今日头条 adapter (v0.1 scaffold).
+ *
+ * Source: 今日头条 Android app stores user history in SQLite (encrypted in
+ * newer versions, plaintext in older 7.x builds). Schema is reverse-engineered
+ * from the open-source sjqz parsers project and is pinned at scaffold quality
+ * only — Phase 13.10 will fixture-pin real field names after Xiaomi 24115RA8EC
+ * real-device E2E.
+ *
+ * Conjectured tables (待 fixture pin in Phase 13.10):
+ *   - read_history          read articles
+ *   - collection_article    user-collected (saved) articles
+ *   - search_history        user search queries
+ *
+ * Each row → Event with subtype "browse" (read_history) / "like" (collection)
+ * / "post" (search_history reframed as a self-authored "search" event).
+ *
+ * Mirrors social-bilibili adapter contract; differs only in table list +
+ * default sensitivity (toutiao reading patterns may include political /
+ * health topics so sensitivity is bumped to "high").
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { newId } = require("../../ids");
+
+const NAME = "social-toutiao";
+const VERSION = "0.1.0";
+
+class ToutiaoAdapter {
+  constructor(opts = {}) {
+    if (!opts.account || !opts.account.uid) {
+      throw new Error("ToutiaoAdapter: opts.account.uid required");
+    }
+    this.account = opts.account;
+    this._dbPath = opts.dbPath || null;
+    this._dbDriverFactory = opts.dbDriverFactory || null;
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = [
+      "sync:sqlite",
+      "parse:toutiao-read-history",
+      "parse:toutiao-collection",
+      "parse:toutiao-search",
+    ];
+    this.extractMode = "device-pull";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: [
+        "toutiao:read_history (item_id / title / read_time / category)",
+        "toutiao:collection_article (item_id / title / save_time)",
+        "toutiao:search_history (keyword / search_time)",
+      ],
+      // Bumped vs bilibili: news reading reveals political / medical interest.
+      sensitivity: "high",
+      legalGate: false,
+    };
+  }
+
+  async authenticate() {
+    return { ok: true, account: this.account.uid };
+  }
+
+  async healthCheck() {
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    const dbPath = opts.dbPath || this._dbPath;
+    if (!dbPath || !fs.existsSync(dbPath)) return;
+    const Driver = this._dbDriverFactory
+      ? this._dbDriverFactory()
+      : require("better-sqlite3-multiple-ciphers");
+    const db = new Driver(dbPath, { readonly: true });
+
+    try {
+      const reads =
+        trySelect(db, "SELECT * FROM read_history ORDER BY read_time DESC LIMIT 5000") || [];
+      for (const row of reads) {
+        yield {
+          adapter: NAME,
+          originalId: `read-${row.id || row._id || row.item_id}`,
+          capturedAt: parseTime(row.read_time || row.time || row.create_time),
+          payload: { row, kind: "read" },
+        };
+      }
+
+      const collections =
+        trySelect(
+          db,
+          "SELECT * FROM collection_article ORDER BY save_time DESC LIMIT 5000",
+        ) || [];
+      for (const row of collections) {
+        yield {
+          adapter: NAME,
+          originalId: `collect-${row.id || row.item_id}`,
+          capturedAt: parseTime(row.save_time || row.time),
+          payload: { row, kind: "collection" },
+        };
+      }
+
+      const searches =
+        trySelect(
+          db,
+          "SELECT * FROM search_history ORDER BY search_time DESC LIMIT 5000",
+        ) || [];
+      for (const row of searches) {
+        yield {
+          adapter: NAME,
+          originalId: `search-${row.id || row.keyword + ":" + row.search_time}`,
+          capturedAt: parseTime(row.search_time || row.time),
+          payload: { row, kind: "search" },
+        };
+      }
+    } finally {
+      try {
+        db.close();
+      } catch (_e) {}
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload || !raw.payload.row) {
+      throw new Error("ToutiaoAdapter.normalize: row missing");
+    }
+    const { kind, row } = raw.payload;
+    const now = Date.now();
+    const occurredAt =
+      parseTime(row.read_time || row.save_time || row.search_time || row.time) || now;
+    const source = {
+      adapter: NAME,
+      adapterVersion: VERSION,
+      originalId: raw.originalId,
+      capturedAt: occurredAt,
+      capturedBy: "sqlite",
+    };
+
+    if (kind === "collection") {
+      return {
+        events: [
+          {
+            id: newId(),
+            type: "event",
+            subtype: "like",
+            occurredAt,
+            actor: "person-self",
+            content: { title: row.title || row.article_title || "(no title)" },
+            ingestedAt: now,
+            source,
+            extra: {
+              itemId: row.item_id || null,
+              category: row.category || null,
+              author: row.author || null,
+              source: row.source || null,
+            },
+          },
+        ],
+        persons: [],
+        places: [],
+        items: [],
+        topics: [],
+      };
+    }
+    if (kind === "search") {
+      return {
+        events: [
+          {
+            id: newId(),
+            type: "event",
+            subtype: "post",
+            occurredAt,
+            actor: "person-self",
+            content: { title: row.keyword || row.query || "(empty query)" },
+            ingestedAt: now,
+            source,
+            extra: { kind: "search", keyword: row.keyword || row.query || null },
+          },
+        ],
+        persons: [],
+        places: [],
+        items: [],
+        topics: [],
+      };
+    }
+    // read → browse event
+    return {
+      events: [
+        {
+          id: newId(),
+          type: "event",
+          subtype: "browse",
+          occurredAt,
+          actor: "person-self",
+          content: { title: row.title || row.article_title || "(no title)" },
+          ingestedAt: now,
+          source,
+          extra: {
+            itemId: row.item_id || null,
+            category: row.category || null,
+            author: row.author || null,
+            readDuration: row.read_duration || row.duration || null,
+          },
+        },
+      ],
+      persons: [],
+      places: [],
+      items: [],
+      topics: [],
+    };
+  }
+}
+
+function trySelect(db, sql) {
+  try {
+    return db.prepare(sql).all();
+  } catch (_e) {
+    return null;
+  }
+}
+
+function parseTime(v) {
+  if (Number.isFinite(v)) return v > 1e12 ? v : v * 1000;
+  if (typeof v === "string") {
+    if (/^\d+$/.test(v)) {
+      const n = parseInt(v, 10);
+      return n > 1e12 ? n : n * 1000;
+    }
+    const t = Date.parse(v);
+    return Number.isFinite(t) ? t : null;
+  }
+  return null;
+}
+
+module.exports = { ToutiaoAdapter, NAME, VERSION };

package/lib/adapters/social-weibo/index.js

@@ -0,0 +1,164 @@
+/**
+ * Phase 13.2 — Weibo (微博) adapter.
+ *
+ * Source: Weibo Android app SQLite DBs (per sjqz/parsers/social.py
+ * WeiboParser). Three tables of v0 interest:
+ *   - post / status     posts the user published
+ *   - search_history    queries
+ *   - message / direct  private messages
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { newId } = require("../../ids");
+
+const NAME = "social-weibo";
+const VERSION = "0.5.0";
+
+class WeiboAdapter {
+  constructor(opts = {}) {
+    if (!opts.account || !opts.account.uid) {
+      throw new Error("WeiboAdapter: opts.account.uid required");
+    }
+    this.account = opts.account;
+    this._dbPath = opts.dbPath || null;
+    this._dbDriverFactory = opts.dbDriverFactory || null;
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = ["sync:sqlite", "parse:weibo-posts", "parse:weibo-search"];
+    this.extractMode = "device-pull";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: [
+        "weibo:posts (text / created_at / reposts_count / comments_count)",
+        "weibo:search_history",
+        "weibo:messages",
+      ],
+      sensitivity: "medium",
+      legalGate: false,
+    };
+  }
+
+  async authenticate() {
+    return { ok: true, account: this.account.uid };
+  }
+
+  async healthCheck() {
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    const dbPath = opts.dbPath || this._dbPath;
+    if (!dbPath || !fs.existsSync(dbPath)) return;
+    const Driver = this._dbDriverFactory
+      ? this._dbDriverFactory()
+      : require("better-sqlite3-multiple-ciphers");
+    const db = new Driver(dbPath, { readonly: true });
+
+    try {
+      const posts = trySelect(db, "SELECT * FROM post ORDER BY created_at DESC LIMIT 5000")
+        || trySelect(db, "SELECT * FROM status ORDER BY created_at DESC LIMIT 5000") || [];
+      for (const row of posts) {
+        yield {
+          adapter: NAME,
+          originalId: `post-${row.id || row.mid || row.idstr}`,
+          capturedAt: parseTime(row.created_at || row.time),
+          payload: { row, kind: "post" },
+        };
+      }
+
+      const searches = trySelect(db, "SELECT * FROM search_history ORDER BY time DESC LIMIT 5000") || [];
+      for (const row of searches) {
+        yield {
+          adapter: NAME,
+          originalId: `search-${row.id || row._id}`,
+          capturedAt: parseTime(row.time || row.create_at),
+          payload: { row, kind: "search" },
+        };
+      }
+    } finally {
+      try { db.close(); } catch (_e) {}
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload || !raw.payload.row) {
+      throw new Error("WeiboAdapter.normalize: row missing");
+    }
+    const { kind, row } = raw.payload;
+    const now = Date.now();
+    const occurredAt = parseTime(row.created_at || row.time) || now;
+    const source = {
+      adapter: NAME, adapterVersion: VERSION,
+      originalId: raw.originalId, capturedAt: occurredAt,
+      capturedBy: "sqlite",
+    };
+
+    if (kind === "search") {
+      return {
+        events: [{
+          id: newId(),
+          type: "event",
+          subtype: "interaction",
+          occurredAt,
+          actor: "person-self",
+          content: {
+            title: `搜索: ${row.keyword || row.query || ""}`,
+            text: row.keyword || row.query || "",
+          },
+          ingestedAt: now,
+          source,
+          extra: { query: row.keyword || row.query, fromAdapter: NAME },
+        }],
+        persons: [], places: [], items: [], topics: [],
+      };
+    }
+
+    // Post
+    return {
+      events: [{
+        id: newId(),
+        type: "event",
+        subtype: "post",
+        occurredAt,
+        actor: "person-self",
+        content: {
+          title: (row.text || "").slice(0, 80) || "(空)",
+          text: row.text || "",
+        },
+        ingestedAt: now,
+        source,
+        extra: {
+          weiboMid: row.mid || row.id || row.idstr || null,
+          repostsCount: row.reposts_count || row.repost || 0,
+          commentsCount: row.comments_count || row.comments || 0,
+          likesCount: row.attitudes_count || row.likes || 0,
+          source: row.source || null, // 客户端
+          location: row.location || row.geo || null,
+        },
+      }],
+      persons: [], places: [], items: [], topics: [],
+    };
+  }
+}
+
+function trySelect(db, sql) {
+  try { return db.prepare(sql).all(); } catch (_e) { return null; }
+}
+
+function parseTime(v) {
+  if (Number.isFinite(v)) return v > 1e12 ? v : v * 1000;
+  if (typeof v === "string") {
+    if (/^\d+$/.test(v)) {
+      const n = parseInt(v, 10);
+      return n > 1e12 ? n : n * 1000;
+    }
+    const t = Date.parse(v);
+    return Number.isFinite(t) ? t : null;
+  }
+  return null;
+}
+
+module.exports = { WeiboAdapter, NAME, VERSION };