@chainlesschain/personal-data-hub 0.4.18 → 0.4.24

package/lib/adapters/travel-didi-consumer/index.js

@@ -0,0 +1,148 @@
+/**
+ * §12.1 Phase 13+ — 滴滴出行 consumer app (com.sdu.didi.psnger) ride adapter.
+ * Device-discovered gap (2026-06-15): distinct from travel-didi (滴滴企业版,
+ * com.didi.es.psngr). Same ride→car TravelRecord shape, so it REUSES
+ * travel-didi's order mapping helpers; only NAME + the consumer order-centre
+ * endpoint differ.
+ *
+ * BEST-EFFORT: api.udache.com / common.diditaxi.com.cn endpoints are FABRICATED
+ * placeholders (overridable via opts.ordersUrl, NOT field-verified — FAMILY-23
+ * playbook); snapshot/file-import is the reliable path; cookie path surfaces
+ * auth.unverified=true. sensitivity:"medium" (ride start/end addresses).
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { normalizeTravelRecord } = require("../travel-base");
+const { CookieAuth } = require("../shopping-base");
+const { orderToRecord, extractOrders, parseRecords } = require("../travel-didi");
+
+const NAME = "travel-didi-consumer";
+const VERSION = "0.1.0";
+
+// Best-effort 滴滴出行 (consumer) order-list endpoint. Overridable via opts.ordersUrl.
+const DIDI_CONSUMER_ORDERS_URL = "https://api.udache.com/gulfstream/api/v1/order/list";
+const DEFAULT_PAGE_SIZE = 20;
+const DEFAULT_MAX_PAGES = 10;
+
+class DidiConsumerAdapter {
+  constructor(opts = {}) {
+    this.account = opts.account || null;
+    this._dataPath = opts.dataPath || null;
+    this._cookieAuth =
+      opts.account && opts.account.cookies ? new CookieAuth({ platform: "didi", cookies: opts.account.cookies }) : null;
+    this._fetchFn = typeof opts.fetchFn === "function" ? opts.fetchFn : defaultFetch;
+    this._signProvider = typeof opts.signProvider === "function" ? opts.signProvider : null;
+    this._ordersUrl =
+      typeof opts.ordersUrl === "string" && opts.ordersUrl.length > 0 ? opts.ordersUrl : DIDI_CONSUMER_ORDERS_URL;
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = ["import:json", "sync:snapshot", "sync:cookie-api", "parse:didi-rides"];
+    this.extractMode = "file-import";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: ["didi:orderId / fromAddress / toAddress / departTime / arriveTime / fare / carType"],
+      sensitivity: "medium",
+      legalGate: false,
+    };
+    this._deps = { fs };
+  }
+
+  async authenticate(ctx = {}) {
+    const filePath = (ctx && ctx.inputPath) || ctx.dataPath || this._dataPath;
+    if (filePath) {
+      try {
+        this._deps.fs.accessSync(filePath, this._deps.fs.constants.R_OK);
+      } catch (err) {
+        return { ok: false, reason: "INPUT_PATH_UNREADABLE", message: `not readable at ${filePath}: ${err.message}` };
+      }
+      return { ok: true, mode: "snapshot-file" };
+    }
+    if (this._cookieAuth) {
+      const ok = await this._cookieAuth.validate();
+      if (!ok) return { ok: false, reason: "INVALID_COOKIE", error: "cookies missing" };
+      return { ok: true, account: (this.account && this.account.phone) || null, mode: "cookie", unverified: true };
+    }
+    return { ok: true, account: null, mode: "ready" };
+  }
+
+  async healthCheck() {
+    if (this._cookieAuth) {
+      const r = await this.authenticate();
+      return r.ok ? { ok: true, lastChecked: Date.now(), unverified: true } : { ok: false, reason: r.reason, error: r.error };
+    }
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    const dataPath = opts.inputPath || opts.dataPath || this._dataPath;
+    if (dataPath) {
+      if (!this._deps.fs.existsSync(dataPath)) return;
+      const text = this._deps.fs.readFileSync(dataPath, "utf-8");
+      let records;
+      try {
+        records = parseRecords(text);
+      } catch (err) {
+        throw new Error(`DidiConsumerAdapter: parse failed: ${err.message}`);
+      }
+      for (const r of records) {
+        // re-stamp vendor so dedup IDs don't collide with the enterprise adapter
+        yield { adapter: NAME, originalId: r.recordId, capturedAt: r.bookedAt || r.departureMs || Date.now(), payload: { record: r } };
+      }
+      return;
+    }
+    if (this._cookieAuth) yield* this._syncViaCookie(opts);
+  }
+
+  async *_syncViaCookie(opts = {}) {
+    if (!(await this._cookieAuth.validate())) return;
+    const cookies = this._cookieAuth.toHeader();
+    const sinceMs = opts.sinceWatermark != null ? parseInt(String(opts.sinceWatermark), 10) || 0 : Date.now() - 365 * 24 * 3600_000;
+    const pageSize = Number.isFinite(opts.pageSize) ? opts.pageSize : DEFAULT_PAGE_SIZE;
+    const maxPages = Number.isInteger(opts.maxPages) && opts.maxPages > 0 ? opts.maxPages : DEFAULT_MAX_PAGES;
+    const limit = Number.isInteger(opts.limit) && opts.limit > 0 ? opts.limit : Infinity;
+
+    let emitted = 0;
+    let pageIndex = 1;
+    while (pageIndex <= maxPages) {
+      const query = { pageIndex, pageSize, ts: Date.now() };
+      let sign = null;
+      if (this._signProvider) sign = await this._signProvider({ url: this._ordersUrl, query, cookies });
+      const resp = await this._fetchFn({ url: this._ordersUrl, cookies, query, sign });
+      const rides = extractOrders(resp);
+      if (!rides.length) break;
+      let pageHasNew = false;
+      let reachedWatermark = false;
+      for (const raw of rides) {
+        const rec = orderToRecord(raw, { capturedVia: "cookie-api" });
+        if (!rec) continue;
+        const ts = rec.departureMs || rec.bookedAt || null;
+        if (ts && ts < sinceMs) {
+          reachedWatermark = true;
+          break;
+        }
+        pageHasNew = true;
+        if (emitted >= limit) return;
+        yield { adapter: NAME, originalId: rec.recordId, capturedAt: ts || Date.now(), payload: { record: rec } };
+        emitted += 1;
+      }
+      if (reachedWatermark || !pageHasNew || rides.length < pageSize) break;
+      pageIndex += 1;
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload || !raw.payload.record) {
+      throw new Error("DidiConsumerAdapter.normalize: raw.payload.record missing");
+    }
+    return normalizeTravelRecord(raw.payload.record, { adapterName: NAME, adapterVersion: VERSION });
+  }
+}
+
+async function defaultFetch(_opts) {
+  throw new Error("travel-didi-consumer: no fetchFn configured for cookie-api mode");
+}
+
+module.exports = { DidiConsumerAdapter, NAME, VERSION };

package/lib/adapters/video-xigua/index.js

@@ -0,0 +1,68 @@
+/**
+ * §13+ — 西瓜视频 (Xigua / Ixigua, com.ss.android.article.video) adapter.
+ * §12.1 Phase 13+ ROI ⭐⭐ "观看历史". Thin wrapper over _video-base.
+ *
+ * 西瓜视频 (ByteDance) exposes the user's watch history + favourites via
+ * ixigua.com APIs; this adapter supplies the endpoints + field mapping, the base
+ * handles snapshot + cookie-api orchestration + normalize (MEDIA / LIKE event +
+ * MEDIA item). Endpoints best-effort + overridable (some need a ByteDance signed
+ * token via opts.signProvider — not field-verified, FAMILY-23 playbook).
+ */
+
+"use strict";
+
+const { createVideoAdapter, parseTime, SNAPSHOT_SCHEMA_VERSION } = require("../_video-base");
+
+const NAME = "video-xigua";
+const VERSION = "0.1.0";
+
+const WATCH_URL = "https://api.ixigua.com/api/history/list";
+const FAVOURITE_URL = "https://api.ixigua.com/api/favorite/list";
+
+function extractItems(resp) {
+  if (!resp || typeof resp !== "object") return [];
+  if (Array.isArray(resp.data)) return resp.data;
+  if (Array.isArray(resp.list)) return resp.list;
+  const d = resp.data;
+  if (d && typeof d === "object") {
+    if (Array.isArray(d.list)) return d.list;
+    if (Array.isArray(d.records)) return d.records;
+    if (Array.isArray(d.history)) return d.history;
+    if (Array.isArray(d.favorites)) return d.favorites;
+  }
+  return [];
+}
+
+function mapItem(it) {
+  if (!it || typeof it !== "object") return null;
+  // ByteDance items nest the video under article/item_info on some endpoints.
+  const v = it.article || it.item_info || it.video || it;
+  const videoId = v.group_id || v.groupId || v.item_id || v.gid || v.vid || v.id || it.group_id || it.id;
+  if (!videoId) return null;
+  return {
+    videoId: String(videoId),
+    title: v.title || v.video_title || v.name || it.title || "(未知视频)",
+    category: v.category || v.category_name || v.channel || null,
+    episode: null,
+    channel: v.user_name || v.author_name || v.source || null,
+    durationSec: Number.isFinite(v.video_duration)
+      ? v.video_duration
+      : Number.isFinite(v.duration)
+        ? v.duration
+        : null,
+    url: v.share_url || v.url || (videoId ? `https://www.ixigua.com/${videoId}` : null),
+    occurredAt: parseTime(it.behot_time || it.action_time || it.create_time || v.behot_time || v.publish_time),
+  };
+}
+
+const XiguaVideoAdapter = createVideoAdapter({
+  NAME,
+  VERSION,
+  platform: "xigua",
+  watchUrl: WATCH_URL,
+  favouriteUrl: FAVOURITE_URL,
+  extractItems,
+  mapItem,
+});
+
+module.exports = { XiguaVideoAdapter, extractItems, mapItem, NAME, VERSION, SNAPSHOT_SCHEMA_VERSION };

package/lib/adapters/wework-pc/index.js

@@ -0,0 +1,31 @@
+"use strict";
+
+/**
+ * 企业微信 (WeChat Work / WeCom) 电脑版 — honest best-effort local IM DB reader
+ * (qq-pc / dingtalk-pc / feishu-pc 模式).
+ *
+ * ⚠️ v0.1: 企业微信桌面本地库（C:\\Users\\<user>\\Documents\\WXWork\\...）为私有
+ * 结构、通常加密（同微信 SQLCipher 系）、随版本变化。本 adapter 做到可靠开库 +
+ * 发现消息表 + 防御探测列 + 保留原始行 + 响亮诊断；文本解析尽力而为，真机上按需
+ * 扩展 colCandidates。建议先把库解密为明文（或采集时附带 --key）再指向它。
+ */
+
+const { createLocalImPcAdapter } = require("../_local-im-pc-adapter");
+
+const WeWorkPcAdapter = createLocalImPcAdapter({
+  name: "wework-pc",
+  platform: "wework",
+  version: "0.1.0",
+  tablePattern: /msg|message|chat|conversation|im_|session/i,
+  colCandidates: {
+    // 企业微信常见列猜测（真机微调）
+    time: ["createTime", "create_time", "msgCreateTime", "sendTime", "send_time", "timestamp"],
+    sender: ["sender", "senderId", "fromUser", "from", "talker", "vid"],
+    peer: ["conversationId", "roomId", "chatId", "talker", "toUser", "conversation"],
+    content: ["content", "text", "msgContent", "message", "digest", "summary"],
+  },
+  needHint:
+    "wework-pc: 需提供企业微信桌面本地库路径（WXWork 目录下，私有/通常加密，建议先解密为明文或提供 key）",
+});
+
+module.exports = { WeWorkPcAdapter, NAME: "wework-pc", VERSION: "0.1.0" };

package/lib/index.js

@@ -48,13 +48,19 @@ const shoppingBase = require("./adapters/shopping-base");
 const { TaobaoAdapter } = require("./adapters/shopping-taobao");
 const { JdAdapter } = require("./adapters/shopping-jd");
 const { MeituanAdapter } = require("./adapters/shopping-meituan");
+const { ElemeAdapter } = require("./adapters/shopping-eleme");
 const { PinduoduoAdapter } = require("./adapters/shopping-pinduoduo");
 const { DianpingAdapter } = require("./adapters/shopping-dianping");
+const { XianyuAdapter } = require("./adapters/shopping-xianyu");
+const { VipshopAdapter } = require("./adapters/shopping-vipshop");
 const { BilibiliAdapter } = require("./adapters/social-bilibili");
 const { WeiboAdapter } = require("./adapters/social-weibo");
 const { ZhihuAdapter } = require("./adapters/social-zhihu");
+const { DoubanAdapter } = require("./adapters/social-douban");
 const { BossZhipinAdapter } = require("./adapters/recruit-boss");
 const { CsdnAdapter } = require("./adapters/social-csdn");
+const { DongchediAdapter } = require("./adapters/social-dongchedi");
+const { TianyanchaAdapter } = require("./adapters/biz-tianyancha");
 const { DouyinAdapter } = require("./adapters/social-douyin");
 const { XiaohongshuAdapter } = require("./adapters/social-xiaohongshu");
 const { ToutiaoAdapter } = require("./adapters/social-toutiao");
@@ -71,14 +77,34 @@ const { QQPcAdapter } = require("./adapters/qq-pc");
 const { AppleHealthAdapter } = require("./adapters/apple-health");
 const { NeteaseMusicAdapter } = require("./adapters/netease-music");
 const { KugouMusicAdapter } = require("./adapters/music-kugou");
+const { QQMusicAdapter } = require("./adapters/music-qq");
+const { XimalayaAdapter } = require("./adapters/audio-ximalaya");
+const { FanqieReadingAdapter } = require("./adapters/reading-fanqie");
+const { QimaoReadingAdapter } = require("./adapters/reading-qimao");
+const { JoyrunAdapter } = require("./adapters/fitness-joyrun");
+const { KeepAdapter } = require("./adapters/fitness-keep");
+const { DidiConsumerAdapter } = require("./adapters/travel-didi-consumer");
+const { MercedesMeAdapter } = require("./adapters/car-mercedesme");
 const { IqiyiVideoAdapter } = require("./adapters/video-iqiyi");
 const { TencentVideoAdapter } = require("./adapters/video-tencent");
+const { XiguaVideoAdapter } = require("./adapters/video-xigua");
 const { WeReadAdapter } = require("./adapters/weread");
 const { WpsDocAdapter } = require("./adapters/doc-wps");
 const { TencentDocsAdapter } = require("./adapters/doc-tencent-docs");
 const { BaiduNetdiskAdapter } = require("./adapters/doc-baidu-netdisk");
+const { CamScannerDocAdapter } = require("./adapters/doc-camscanner");
+const { IXiamenAdapter } = require("./adapters/gov-ixiamen");
+const { MeiyouAdapter } = require("./adapters/health-meiyou");
+const { TaxAdapter } = require("./adapters/gov-tax");
+const { CmbcBankAdapter } = require("./adapters/bank-cmbc");
+const { BocBankAdapter } = require("./adapters/bank-boc");
+const { BankcommBankAdapter } = require("./adapters/bank-bankcomm");
+const { IcbcBankAdapter } = require("./adapters/bank-icbc");
+const { DcepAdapter } = require("./adapters/finance-dcep");
+const { Tmri12123Adapter } = require("./adapters/gov-12123");
 const { DingTalkPcAdapter } = require("./adapters/dingtalk-pc");
 const { FeishuPcAdapter } = require("./adapters/feishu-pc");
+const { WeWorkPcAdapter } = require("./adapters/wework-pc");
 const { TelegramAdapter } = require("./adapters/messaging-telegram");
 const { WhatsAppAdapter } = require("./adapters/messaging-whatsapp");
 const entityResolver = require("./entity-resolver");
@@ -288,15 +314,21 @@ module.exports = {
   TaobaoAdapter,
   JdAdapter,
   MeituanAdapter,
+  ElemeAdapter,
   PinduoduoAdapter,
   DianpingAdapter,
+  XianyuAdapter,
+  VipshopAdapter,
 
   // Phase 13+ — long-tail social + messaging (借 sjqz parsers)
   BilibiliAdapter,
   WeiboAdapter,
   ZhihuAdapter,
+  DoubanAdapter,
   BossZhipinAdapter,
   CsdnAdapter,
+  DongchediAdapter,
+  TianyanchaAdapter,
   DouyinAdapter,
   XiaohongshuAdapter,
   ToutiaoAdapter,
@@ -312,14 +344,34 @@ module.exports = {
   AppleHealthAdapter,
   NeteaseMusicAdapter,
   KugouMusicAdapter,
+  QQMusicAdapter,
+  XimalayaAdapter,
+  FanqieReadingAdapter,
+  QimaoReadingAdapter,
+  JoyrunAdapter,
+  KeepAdapter,
+  DidiConsumerAdapter,
+  MercedesMeAdapter,
   IqiyiVideoAdapter,
   TencentVideoAdapter,
+  XiguaVideoAdapter,
   WeReadAdapter,
   WpsDocAdapter,
   TencentDocsAdapter,
   BaiduNetdiskAdapter,
+  CamScannerDocAdapter,
+  IXiamenAdapter,
+  MeiyouAdapter,
+  TaxAdapter,
+  CmbcBankAdapter,
+  BocBankAdapter,
+  BankcommBankAdapter,
+  IcbcBankAdapter,
+  DcepAdapter,
+  Tmri12123Adapter,
   DingTalkPcAdapter,
   FeishuPcAdapter,
+  WeWorkPcAdapter,
   TelegramAdapter,
   WhatsAppAdapter,
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@chainlesschain/personal-data-hub",
-  "version": "0.4.18",
+  "version": "0.4.24",
   "description": "Personal Data Hub — UnifiedSchema + validators + KG ingest helpers for the data-back-to-the-individual middleware",
   "type": "commonjs",
   "main": "lib/index.js",