@chainlesschain/personal-data-hub 0.4.23 → 0.4.25

package/lib/adapters/travel-didi-consumer/index.js

@@ -0,0 +1,148 @@
+/**
+ * §12.1 Phase 13+ — 滴滴出行 consumer app (com.sdu.didi.psnger) ride adapter.
+ * Device-discovered gap (2026-06-15): distinct from travel-didi (滴滴企业版,
+ * com.didi.es.psngr). Same ride→car TravelRecord shape, so it REUSES
+ * travel-didi's order mapping helpers; only NAME + the consumer order-centre
+ * endpoint differ.
+ *
+ * BEST-EFFORT: api.udache.com / common.diditaxi.com.cn endpoints are FABRICATED
+ * placeholders (overridable via opts.ordersUrl, NOT field-verified — FAMILY-23
+ * playbook); snapshot/file-import is the reliable path; cookie path surfaces
+ * auth.unverified=true. sensitivity:"medium" (ride start/end addresses).
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { normalizeTravelRecord } = require("../travel-base");
+const { CookieAuth } = require("../shopping-base");
+const { orderToRecord, extractOrders, parseRecords } = require("../travel-didi");
+
+const NAME = "travel-didi-consumer";
+const VERSION = "0.1.0";
+
+// Best-effort 滴滴出行 (consumer) order-list endpoint. Overridable via opts.ordersUrl.
+const DIDI_CONSUMER_ORDERS_URL = "https://api.udache.com/gulfstream/api/v1/order/list";
+const DEFAULT_PAGE_SIZE = 20;
+const DEFAULT_MAX_PAGES = 10;
+
+class DidiConsumerAdapter {
+  constructor(opts = {}) {
+    this.account = opts.account || null;
+    this._dataPath = opts.dataPath || null;
+    this._cookieAuth =
+      opts.account && opts.account.cookies ? new CookieAuth({ platform: "didi", cookies: opts.account.cookies }) : null;
+    this._fetchFn = typeof opts.fetchFn === "function" ? opts.fetchFn : defaultFetch;
+    this._signProvider = typeof opts.signProvider === "function" ? opts.signProvider : null;
+    this._ordersUrl =
+      typeof opts.ordersUrl === "string" && opts.ordersUrl.length > 0 ? opts.ordersUrl : DIDI_CONSUMER_ORDERS_URL;
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = ["import:json", "sync:snapshot", "sync:cookie-api", "parse:didi-rides"];
+    this.extractMode = "file-import";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: ["didi:orderId / fromAddress / toAddress / departTime / arriveTime / fare / carType"],
+      sensitivity: "medium",
+      legalGate: false,
+    };
+    this._deps = { fs };
+  }
+
+  async authenticate(ctx = {}) {
+    const filePath = (ctx && ctx.inputPath) || ctx.dataPath || this._dataPath;
+    if (filePath) {
+      try {
+        this._deps.fs.accessSync(filePath, this._deps.fs.constants.R_OK);
+      } catch (err) {
+        return { ok: false, reason: "INPUT_PATH_UNREADABLE", message: `not readable at ${filePath}: ${err.message}` };
+      }
+      return { ok: true, mode: "snapshot-file" };
+    }
+    if (this._cookieAuth) {
+      const ok = await this._cookieAuth.validate();
+      if (!ok) return { ok: false, reason: "INVALID_COOKIE", error: "cookies missing" };
+      return { ok: true, account: (this.account && this.account.phone) || null, mode: "cookie", unverified: true };
+    }
+    return { ok: true, account: null, mode: "ready" };
+  }
+
+  async healthCheck() {
+    if (this._cookieAuth) {
+      const r = await this.authenticate();
+      return r.ok ? { ok: true, lastChecked: Date.now(), unverified: true } : { ok: false, reason: r.reason, error: r.error };
+    }
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    const dataPath = opts.inputPath || opts.dataPath || this._dataPath;
+    if (dataPath) {
+      if (!this._deps.fs.existsSync(dataPath)) return;
+      const text = this._deps.fs.readFileSync(dataPath, "utf-8");
+      let records;
+      try {
+        records = parseRecords(text);
+      } catch (err) {
+        throw new Error(`DidiConsumerAdapter: parse failed: ${err.message}`);
+      }
+      for (const r of records) {
+        // re-stamp vendor so dedup IDs don't collide with the enterprise adapter
+        yield { adapter: NAME, originalId: r.recordId, capturedAt: r.bookedAt || r.departureMs || Date.now(), payload: { record: r } };
+      }
+      return;
+    }
+    if (this._cookieAuth) yield* this._syncViaCookie(opts);
+  }
+
+  async *_syncViaCookie(opts = {}) {
+    if (!(await this._cookieAuth.validate())) return;
+    const cookies = this._cookieAuth.toHeader();
+    const sinceMs = opts.sinceWatermark != null ? parseInt(String(opts.sinceWatermark), 10) || 0 : Date.now() - 365 * 24 * 3600_000;
+    const pageSize = Number.isFinite(opts.pageSize) ? opts.pageSize : DEFAULT_PAGE_SIZE;
+    const maxPages = Number.isInteger(opts.maxPages) && opts.maxPages > 0 ? opts.maxPages : DEFAULT_MAX_PAGES;
+    const limit = Number.isInteger(opts.limit) && opts.limit > 0 ? opts.limit : Infinity;
+
+    let emitted = 0;
+    let pageIndex = 1;
+    while (pageIndex <= maxPages) {
+      const query = { pageIndex, pageSize, ts: Date.now() };
+      let sign = null;
+      if (this._signProvider) sign = await this._signProvider({ url: this._ordersUrl, query, cookies });
+      const resp = await this._fetchFn({ url: this._ordersUrl, cookies, query, sign });
+      const rides = extractOrders(resp);
+      if (!rides.length) break;
+      let pageHasNew = false;
+      let reachedWatermark = false;
+      for (const raw of rides) {
+        const rec = orderToRecord(raw, { capturedVia: "cookie-api" });
+        if (!rec) continue;
+        const ts = rec.departureMs || rec.bookedAt || null;
+        if (ts && ts < sinceMs) {
+          reachedWatermark = true;
+          break;
+        }
+        pageHasNew = true;
+        if (emitted >= limit) return;
+        yield { adapter: NAME, originalId: rec.recordId, capturedAt: ts || Date.now(), payload: { record: rec } };
+        emitted += 1;
+      }
+      if (reachedWatermark || !pageHasNew || rides.length < pageSize) break;
+      pageIndex += 1;
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload || !raw.payload.record) {
+      throw new Error("DidiConsumerAdapter.normalize: raw.payload.record missing");
+    }
+    return normalizeTravelRecord(raw.payload.record, { adapterName: NAME, adapterVersion: VERSION });
+  }
+}
+
+async function defaultFetch(_opts) {
+  throw new Error("travel-didi-consumer: no fetchFn configured for cookie-api mode");
+}
+
+module.exports = { DidiConsumerAdapter, NAME, VERSION };

package/lib/index.js

@@ -48,11 +48,15 @@ const shoppingBase = require("./adapters/shopping-base");
 const { TaobaoAdapter } = require("./adapters/shopping-taobao");
 const { JdAdapter } = require("./adapters/shopping-jd");
 const { MeituanAdapter } = require("./adapters/shopping-meituan");
+const { ElemeAdapter } = require("./adapters/shopping-eleme");
 const { PinduoduoAdapter } = require("./adapters/shopping-pinduoduo");
 const { DianpingAdapter } = require("./adapters/shopping-dianping");
+const { XianyuAdapter } = require("./adapters/shopping-xianyu");
+const { VipshopAdapter } = require("./adapters/shopping-vipshop");
 const { BilibiliAdapter } = require("./adapters/social-bilibili");
 const { WeiboAdapter } = require("./adapters/social-weibo");
 const { ZhihuAdapter } = require("./adapters/social-zhihu");
+const { DoubanAdapter } = require("./adapters/social-douban");
 const { BossZhipinAdapter } = require("./adapters/recruit-boss");
 const { CsdnAdapter } = require("./adapters/social-csdn");
 const { DongchediAdapter } = require("./adapters/social-dongchedi");
@@ -73,6 +77,14 @@ const { QQPcAdapter } = require("./adapters/qq-pc");
 const { AppleHealthAdapter } = require("./adapters/apple-health");
 const { NeteaseMusicAdapter } = require("./adapters/netease-music");
 const { KugouMusicAdapter } = require("./adapters/music-kugou");
+const { QQMusicAdapter } = require("./adapters/music-qq");
+const { XimalayaAdapter } = require("./adapters/audio-ximalaya");
+const { FanqieReadingAdapter } = require("./adapters/reading-fanqie");
+const { QimaoReadingAdapter } = require("./adapters/reading-qimao");
+const { JoyrunAdapter } = require("./adapters/fitness-joyrun");
+const { KeepAdapter } = require("./adapters/fitness-keep");
+const { DidiConsumerAdapter } = require("./adapters/travel-didi-consumer");
+const { MercedesMeAdapter } = require("./adapters/car-mercedesme");
 const { IqiyiVideoAdapter } = require("./adapters/video-iqiyi");
 const { TencentVideoAdapter } = require("./adapters/video-tencent");
 const { XiguaVideoAdapter } = require("./adapters/video-xigua");
@@ -84,6 +96,12 @@ const { CamScannerDocAdapter } = require("./adapters/doc-camscanner");
 const { IXiamenAdapter } = require("./adapters/gov-ixiamen");
 const { MeiyouAdapter } = require("./adapters/health-meiyou");
 const { TaxAdapter } = require("./adapters/gov-tax");
+const { CmbcBankAdapter } = require("./adapters/bank-cmbc");
+const { BocBankAdapter } = require("./adapters/bank-boc");
+const { BankcommBankAdapter } = require("./adapters/bank-bankcomm");
+const { IcbcBankAdapter } = require("./adapters/bank-icbc");
+const { DcepAdapter } = require("./adapters/finance-dcep");
+const { Tmri12123Adapter } = require("./adapters/gov-12123");
 const { DingTalkPcAdapter } = require("./adapters/dingtalk-pc");
 const { FeishuPcAdapter } = require("./adapters/feishu-pc");
 const { WeWorkPcAdapter } = require("./adapters/wework-pc");
@@ -296,13 +314,17 @@ module.exports = {
   TaobaoAdapter,
   JdAdapter,
   MeituanAdapter,
+  ElemeAdapter,
   PinduoduoAdapter,
   DianpingAdapter,
+  XianyuAdapter,
+  VipshopAdapter,
 
   // Phase 13+ — long-tail social + messaging (借 sjqz parsers)
   BilibiliAdapter,
   WeiboAdapter,
   ZhihuAdapter,
+  DoubanAdapter,
   BossZhipinAdapter,
   CsdnAdapter,
   DongchediAdapter,
@@ -322,6 +344,14 @@ module.exports = {
   AppleHealthAdapter,
   NeteaseMusicAdapter,
   KugouMusicAdapter,
+  QQMusicAdapter,
+  XimalayaAdapter,
+  FanqieReadingAdapter,
+  QimaoReadingAdapter,
+  JoyrunAdapter,
+  KeepAdapter,
+  DidiConsumerAdapter,
+  MercedesMeAdapter,
   IqiyiVideoAdapter,
   TencentVideoAdapter,
   XiguaVideoAdapter,
@@ -333,6 +363,12 @@ module.exports = {
   IXiamenAdapter,
   MeiyouAdapter,
   TaxAdapter,
+  CmbcBankAdapter,
+  BocBankAdapter,
+  BankcommBankAdapter,
+  IcbcBankAdapter,
+  DcepAdapter,
+  Tmri12123Adapter,
   DingTalkPcAdapter,
   FeishuPcAdapter,
   WeWorkPcAdapter,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@chainlesschain/personal-data-hub",
-  "version": "0.4.23",
+  "version": "0.4.25",
   "description": "Personal Data Hub — UnifiedSchema + validators + KG ingest helpers for the data-back-to-the-individual middleware",
   "type": "commonjs",
   "main": "lib/index.js",