@chainlesschain/personal-data-hub 0.2.2 → 0.2.3

package/lib/adapters/travel-tencent-map/index.js

@@ -0,0 +1,414 @@
+/**
+ * §2.5b 地图三联 v0.2 — Tencent Map (腾讯地图) adapter, dual-mode (snapshot + sqlite).
+ *
+ * 新增本 adapter 把地图三联补齐 (amap / baidu-map / tencent-map)。两条路径
+ * 与 travel-baidu-map / travel-amap 同 pattern：
+ *
+ *   1. snapshot mode (opts.inputPath): in-APK Android cc reads a snapshot
+ *      JSON produced by TencentMapLocalCollector (WebView cookie scrape on
+ *      map.qq.com). Desktop-independent. Adapter stateless — account.
+ *      deviceId OPTIONAL at construction.
+ *
+ *   2. sqlite mode (opts.dbPath, future device-pull): scaffold for completeness
+ *      — table names are educated guess (sjqz/parsers does not yet have a
+ *      tencent-map parser). Mode runs but trySelect tolerates missing tables.
+ *      account.deviceId REQUIRED in this mode (checked at sync, not
+ *      construction).
+ *
+ * Snapshot schema (mirrors TencentMapLocalCollector.SNAPSHOT_SCHEMA_VERSION):
+ *
+ *   {
+ *     "schemaVersion": 1,
+ *     "snapshottedAt": <epoch-ms>,
+ *     "vendor": "tencent-map",
+ *     "account": { "uid": "...", "displayName": "..." },
+ *     "events": [
+ *       { "kind": "favourite", "id": "fav-<rid>",  "capturedAt": <ms>,
+ *         "name": "...", "address": "...", "lat": .., "lng": .., "category": "home|company|other" },
+ *       { "kind": "search",    "id": "search-<sid>","capturedAt": <ms>,
+ *         "query": "...", "city": "..." },
+ *       { "kind": "route",     "id": "route-<rid>", "capturedAt": <ms>,
+ *         "from": {...}, "to": {...}, "mode": "drive|walk|bus|bike|trip" }
+ *     ]
+ *   }
+ */
+
+"use strict";
+
+const fs = require("node:fs");
+const { normalizeTravelRecord, parseChineseDateTime } = require("../travel-base");
+
+const NAME = "travel-tencent-map";
+const VERSION = "0.2.0";
+const SNAPSHOT_SCHEMA_VERSION = 1;
+
+const KIND_FAVOURITE = "favourite";
+const KIND_SEARCH = "search";
+const KIND_ROUTE = "route";
+const VALID_SNAPSHOT_KINDS = Object.freeze([KIND_FAVOURITE, KIND_SEARCH, KIND_ROUTE]);
+
+class TencentMapAdapter {
+  constructor(opts = {}) {
+    // §2.5b v0.2: account.deviceId OPTIONAL — snapshot mode is stateless.
+    // Sqlite mode requires it; checked at sync time.
+    this.account = opts.account || null;
+    this._dbPath = opts.dbPath || null;
+
+    this.name = NAME;
+    this.version = VERSION;
+    this.capabilities = [
+      "sync:snapshot",
+      "sync:sqlite",
+      "parse:tencent-map-favourite",
+      "parse:tencent-map-history",
+    ];
+    this.extractMode = "device-pull";
+    this.rateLimits = {};
+    this.dataDisclosure = {
+      fields: [
+        "tencent:account (uid / displayName, cookie scrape)",
+        "tencent:favourite (saved places — home / company / other)",
+        "tencent:search_history (queries, scaffold sqlite mode)",
+        "tencent:route_history (planned routes, scaffold sqlite mode)",
+      ],
+      sensitivity: "medium",
+      legalGate: false,
+      defaultInclude: {
+        favourite: true,
+        search: true,
+        route: true,
+      },
+    };
+
+    this._deps = {
+      fs,
+      dbDriverFactory: opts.dbDriverFactory || null,
+    };
+  }
+
+  async authenticate(ctx = {}) {
+    if (ctx && typeof ctx.inputPath === "string" && ctx.inputPath.length > 0) {
+      try {
+        this._deps.fs.accessSync(ctx.inputPath, this._deps.fs.constants.R_OK);
+      } catch (err) {
+        return {
+          ok: false,
+          reason: "INPUT_PATH_UNREADABLE",
+          message: `snapshot not readable at ${ctx.inputPath}: ${err.message}`,
+        };
+      }
+      return { ok: true, mode: "snapshot-file" };
+    }
+    if (this._dbPath || (ctx && typeof ctx.dbPath === "string")) {
+      if (!this.account || !this.account.deviceId) {
+        return {
+          ok: false,
+          reason: "NO_ACCOUNT_DEVICE_ID",
+          message: "travel-tencent-map.authenticate: sqlite mode requires account.deviceId",
+        };
+      }
+      return { ok: true, account: this.account.deviceId, mode: "sqlite" };
+    }
+    return {
+      ok: false,
+      reason: "NO_INPUT",
+      message:
+        "travel-tencent-map.authenticate: needs opts.inputPath (snapshot mode) OR opts.dbPath (sqlite mode)",
+    };
+  }
+
+  async healthCheck() {
+    return { ok: true, lastChecked: Date.now() };
+  }
+
+  async *sync(opts = {}) {
+    if (typeof opts.inputPath === "string" && opts.inputPath.length > 0) {
+      yield* this._syncViaSnapshot(opts);
+      return;
+    }
+    const dbPath = opts.dbPath || this._dbPath;
+    if (dbPath) {
+      yield* this._syncViaSqlite({ ...opts, dbPath });
+      return;
+    }
+    throw new Error(
+      "travel-tencent-map.sync: needs opts.inputPath (snapshot mode, Android in-APK cc) OR opts.dbPath (sqlite mode)",
+    );
+  }
+
+  async *_syncViaSnapshot(opts) {
+    const raw = this._deps.fs.readFileSync(opts.inputPath, "utf-8");
+    const snapshot = JSON.parse(raw);
+    if (
+      !snapshot ||
+      typeof snapshot !== "object" ||
+      snapshot.schemaVersion !== SNAPSHOT_SCHEMA_VERSION
+    ) {
+      throw new Error(
+        `travel-tencent-map.sync: snapshot schemaVersion mismatch (got ${snapshot && snapshot.schemaVersion}, expected ${SNAPSHOT_SCHEMA_VERSION})`,
+      );
+    }
+    const fallbackCapturedAt =
+      Number.isFinite(snapshot.snapshottedAt) && snapshot.snapshottedAt > 0
+        ? Math.floor(snapshot.snapshottedAt)
+        : Date.now();
+    const account =
+      snapshot.account && typeof snapshot.account === "object"
+        ? snapshot.account
+        : null;
+    const include = opts.include || {};
+    const limit =
+      Number.isInteger(opts.limit) && opts.limit > 0 ? opts.limit : Infinity;
+
+    const events = Array.isArray(snapshot.events) ? snapshot.events : [];
+    let emitted = 0;
+    for (const ev of events) {
+      if (emitted >= limit) return;
+      if (!ev || typeof ev !== "object") continue;
+      const kind = ev.kind;
+      if (!VALID_SNAPSHOT_KINDS.includes(kind)) continue;
+      if (include[kind] === false) continue;
+
+      const capturedAt =
+        parseTime(ev.capturedAt) ||
+        parseTime(ev.time) ||
+        fallbackCapturedAt;
+      const id =
+        (typeof ev.id === "string" && ev.id.length > 0 && ev.id) ||
+        ev.rid ||
+        null;
+
+      yield {
+        adapter: NAME,
+        kind,
+        originalId: stableOriginalId(kind, id),
+        capturedAt,
+        payload: { ...ev, account },
+      };
+      emitted += 1;
+    }
+  }
+
+  async *_syncViaSqlite(opts) {
+    if (!this.account || !this.account.deviceId) {
+      throw new Error(
+        "travel-tencent-map._syncViaSqlite: account.deviceId required (set via new TencentMapAdapter({ account: { deviceId } }))",
+      );
+    }
+    const dbPath = opts.dbPath;
+    if (!dbPath || !this._deps.fs.existsSync(dbPath)) return;
+    const Driver = this._deps.dbDriverFactory
+      ? this._deps.dbDriverFactory()
+      : require("better-sqlite3-multiple-ciphers");
+    const db = new Driver(dbPath, { readonly: true });
+
+    try {
+      // Tencent Map Android app table names (educated guess — sjqz has no
+      // parser yet; trySelect tolerates missing tables for forward-compat).
+      const routes =
+        trySelect(db, "SELECT * FROM route_history LIMIT 5000")
+        || trySelect(db, "SELECT * FROM tencent_route_history LIMIT 5000")
+        || [];
+      for (const r of routes) {
+        const rec = routeRowToRecord(r);
+        if (rec) {
+          yield {
+            adapter: NAME,
+            originalId: rec.recordId,
+            capturedAt: rec.bookedAt || Date.now(),
+            payload: { record: rec, kind: KIND_ROUTE },
+          };
+        }
+      }
+      const searches =
+        trySelect(db, "SELECT * FROM search_history LIMIT 5000")
+        || trySelect(db, "SELECT * FROM tencent_search_history LIMIT 5000")
+        || [];
+      for (const r of searches) {
+        const rec = searchRowToRecord(r);
+        if (rec) {
+          yield {
+            adapter: NAME,
+            originalId: rec.recordId,
+            capturedAt: rec.bookedAt || Date.now(),
+            payload: { record: rec, kind: KIND_SEARCH },
+          };
+        }
+      }
+    } finally {
+      try { db.close(); } catch (_e) { /* ignore */ }
+    }
+  }
+
+  normalize(raw) {
+    if (!raw || !raw.payload) {
+      throw new Error("TencentMapAdapter.normalize: payload missing");
+    }
+    const kind = raw.kind || raw.payload.kind;
+    const p = raw.payload;
+
+    if (p.record) {
+      return normalizeTravelRecord(p.record, {
+        adapterName: NAME,
+        adapterVersion: VERSION,
+      });
+    }
+    const rec = snapshotEventToRecord(kind, p, raw.originalId);
+    return normalizeTravelRecord(rec, {
+      adapterName: NAME,
+      adapterVersion: VERSION,
+    });
+  }
+}
+
+function stableOriginalId(kind, id) {
+  const stringified =
+    (typeof id === "string" && id.length > 0 && id) ||
+    (typeof id === "number" && Number.isFinite(id) && String(id)) ||
+    null;
+  const safe =
+    stringified ||
+    `unknown-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+  return `tencent-map:${kind}:${safe}`;
+}
+
+function snapshotEventToRecord(kind, p, originalId) {
+  if (kind === KIND_FAVOURITE) {
+    return {
+      vendorId: "tencentmap",
+      recordId: originalId,
+      vehicleType: "visit",
+      to: {
+        name: p.name || p.address || null,
+        lat: numberOrNull(p.lat),
+        lng: numberOrNull(p.lng),
+        city: p.city || null,
+      },
+      departureMs: parseTime(p.capturedAt),
+      carrier: "腾讯地图",
+      extras: { category: p.category || null, kind: KIND_FAVOURITE },
+    };
+  }
+  if (kind === KIND_SEARCH) {
+    return {
+      vendorId: "tencentmap",
+      recordId: originalId,
+      vehicleType: "visit",
+      to: {
+        name: p.query || null,
+        lat: numberOrNull(p.lat),
+        lng: numberOrNull(p.lng),
+        city: p.city || null,
+      },
+      departureMs: parseTime(p.capturedAt),
+      carrier: "腾讯地图",
+      extras: { query: p.query || null, kind: KIND_SEARCH },
+    };
+  }
+  if (kind === KIND_ROUTE) {
+    return {
+      vendorId: "tencentmap",
+      recordId: originalId,
+      vehicleType: detectVehicle(p.mode),
+      from: p.from
+        ? { name: p.from.name || null, lat: numberOrNull(p.from.lat), lng: numberOrNull(p.from.lng) }
+        : undefined,
+      to: p.to
+        ? { name: p.to.name || null, lat: numberOrNull(p.to.lat), lng: numberOrNull(p.to.lng) }
+        : undefined,
+      departureMs: parseTime(p.capturedAt),
+      carrier: "腾讯地图",
+      extras: { mode: p.mode || null, kind: KIND_ROUTE },
+    };
+  }
+  return {
+    vendorId: "tencentmap",
+    recordId: originalId,
+    vehicleType: "visit",
+    carrier: "腾讯地图",
+    extras: { kind, raw: p },
+  };
+}
+
+function trySelect(db, sql) {
+  try {
+    return db.prepare(sql).all();
+  } catch (_e) {
+    return null;
+  }
+}
+
+function routeRowToRecord(row) {
+  if (!row) return null;
+  const id = row._id || row.id || row.uid;
+  if (!id) return null;
+  return {
+    vendorId: "tencentmap",
+    recordId: `route-${id}`,
+    vehicleType: detectVehicle(row.type || row.mode),
+    from: { name: row.start_name || row.from_name, lat: row.start_lat || null, lng: row.start_lng || null },
+    to: { name: row.end_name || row.to_name, lat: row.end_lat || null, lng: row.end_lng || null },
+    departureMs: numberOrParse(row.time || row.create_time),
+    carrier: "腾讯地图",
+    extras: { mode: row.type || row.mode },
+  };
+}
+
+function searchRowToRecord(row) {
+  if (!row) return null;
+  const id = row._id || row.id;
+  if (!id) return null;
+  return {
+    vendorId: "tencentmap",
+    recordId: `search-${id}`,
+    vehicleType: "visit",
+    to: { name: row.key || row.query || row.keyword, lat: row.lat || null, lng: row.lng || null, city: row.city },
+    departureMs: numberOrParse(row.time || row.create_time),
+    carrier: "腾讯地图",
+    extras: { query: row.key || row.query || row.keyword },
+  };
+}
+
+function detectVehicle(v) {
+  const s = String(v || "").toLowerCase();
+  if (s.includes("drive") || s.includes("car")) return "car";
+  if (s.includes("walk")) return "walk";
+  if (s.includes("bike") || s.includes("cycle")) return "bike";
+  if (s.includes("bus") || s.includes("transit")) return "bus";
+  return "trip";
+}
+
+function numberOrNull(v) {
+  if (Number.isFinite(v)) return v;
+  if (typeof v === "string" && /^-?\d+(\.\d+)?$/.test(v)) return parseFloat(v);
+  return null;
+}
+
+function parseTime(v) {
+  if (Number.isFinite(v)) return v > 1e12 ? v : v * 1000;
+  if (typeof v === "string") {
+    if (/^\d+$/.test(v)) {
+      const n = parseInt(v, 10);
+      return n > 1e12 ? n : n * 1000;
+    }
+    const parsed = parseChineseDateTime(v);
+    if (Number.isFinite(parsed)) return parsed;
+    const t = Date.parse(v);
+    return Number.isFinite(t) ? t : null;
+  }
+  return null;
+}
+
+function numberOrParse(v) {
+  if (Number.isFinite(v)) return v > 1e12 ? v : v * 1000;
+  if (typeof v === "string") {
+    if (/^\d+$/.test(v)) {
+      const n = parseInt(v, 10);
+      return n > 1e12 ? n : n * 1000;
+    }
+    return parseChineseDateTime(v);
+  }
+  return null;
+}
+
+module.exports = { TencentMapAdapter, NAME, VERSION, SNAPSHOT_SCHEMA_VERSION };

package/lib/index.js

@@ -39,10 +39,12 @@ const { Train12306Adapter } = require("./adapters/travel-12306");
 const { CtripAdapter } = require("./adapters/travel-ctrip");
 const { AmapAdapter } = require("./adapters/travel-amap");
 const { BaiduMapAdapter } = require("./adapters/travel-baidu-map");
+const { TencentMapAdapter } = require("./adapters/travel-tencent-map");
 const shoppingBase = require("./adapters/shopping-base");
 const { TaobaoAdapter } = require("./adapters/shopping-taobao");
 const { JdAdapter } = require("./adapters/shopping-jd");
 const { MeituanAdapter } = require("./adapters/shopping-meituan");
+const { PinduoduoAdapter } = require("./adapters/shopping-pinduoduo");
 const { BilibiliAdapter } = require("./adapters/social-bilibili");
 const { WeiboAdapter } = require("./adapters/social-weibo");
 const { DouyinAdapter } = require("./adapters/social-douyin");
@@ -221,13 +223,14 @@ module.exports = {
   wxidToWeChatPersonId: wechatAdapter.wxidToWeChatPersonId,
   WECHAT_PRAGMA_PROFILES: wechatAdapter.WECHAT_PRAGMA_PROFILES,
 
-  // Phase 9 — Travel four-pack
+  // Phase 9 + §2.5b 地图三联 — Travel five-pack
   normalizeTravelRecord: travelBase.normalizeTravelRecord,
   parseChineseDateTime: travelBase.parseChineseDateTime,
   Train12306Adapter,
   CtripAdapter,
   AmapAdapter,
   BaiduMapAdapter,
+  TencentMapAdapter,
 
   // Phase 7 — Shopping three-pack
   normalizeOrderRecord: shoppingBase.normalizeOrderRecord,
@@ -235,6 +238,7 @@ module.exports = {
   TaobaoAdapter,
   JdAdapter,
   MeituanAdapter,
+  PinduoduoAdapter,
 
   // Phase 13+ — long-tail social + messaging (借 sjqz parsers)
   BilibiliAdapter,

package/lib/vault.js

@@ -44,19 +44,71 @@ function newGroupId() {
   return `mg-${r()}${r()}-${Date.now().toString(36)}`;
 }
 
+/**
+ * Translate a bs3mc load-failure error into an actionable, user-readable
+ * message. Detects NODE_MODULE_VERSION mismatch (the single most common
+ * failure: Node 23/24/25 has no prebuild — bs3mc upstream only ships for
+ * Node LTS ABIs 108/115/127). See memory `node_23_native_dep_trap.md`.
+ *
+ * Pure function so it can be unit-tested without poisoning require cache.
+ *
+ * @param {Error|unknown} err Original throw from `require("better-sqlite3-multiple-ciphers")`.
+ * @param {string} [nodeVer] process.versions.node (override for tests).
+ * @returns {Error} Wrapped Error with `cause` and (when ABI-related) `code: "BS3MC_ABI_MISMATCH"`.
+ */
+function formatDriverLoadError(err, nodeVer) {
+  const originalMsg = err && err.message ? err.message : String(err);
+  const runtimeNodeVer = nodeVer || process.versions.node;
+
+  const abiMatch = originalMsg.match(
+    /NODE_MODULE_VERSION\s+(\d+)[\s\S]+?requires\s+NODE_MODULE_VERSION\s+(\d+)/,
+  );
+  if (abiMatch) {
+    const compiledAbi = abiMatch[1];
+    const runtimeAbi = abiMatch[2];
+    const lines = [
+      "better-sqlite3-multiple-ciphers ABI mismatch — Node " +
+        runtimeNodeVer +
+        " has ABI " +
+        runtimeAbi +
+        " but bs3mc prebuild is ABI " +
+        compiledAbi +
+        ".",
+      "",
+      "修法（任选其一）：",
+      "  1. 切 Node 22 LTS (推荐) — nvm-windows: `nvm install 22.12.0 && nvm use 22.12.0`",
+      "  2. 源码重编 — `npm rebuild better-sqlite3-multiple-ciphers --build-from-source`",
+      "     （需要本机有 Visual Studio Build Tools / node-gyp toolchain，慢且不推荐）",
+      "",
+      "为什么 bs3mc 没 ABI " + runtimeAbi + " prebuild：",
+      "  bs3mc 上游只 ship 主流 Node LTS 的 prebuild (ABI 108/115/127)。",
+      "  Node 23/24/25 是 Current 系列，上游不给 prebuild。",
+      "",
+      "项目 engines.node 允许 >=22.12 是为了兼容未来 LTS，但实际推荐 22.x。",
+    ];
+    const wrapped = new Error(lines.join("\n"));
+    wrapped.cause = err;
+    wrapped.code = "BS3MC_ABI_MISMATCH";
+    return wrapped;
+  }
+
+  const wrapped = new Error(
+    "Failed to load better-sqlite3-multiple-ciphers. " +
+      "Install it as a workspace dep or pin the version in your package. " +
+      "Original error: " +
+      originalMsg,
+  );
+  wrapped.cause = err;
+  return wrapped;
+}
+
 function loadDriver() {
   // Lazy require so consumers that only need schemas don't pay for the
   // native binding load. Errors surface here with a precise message.
   try {
     return require("better-sqlite3-multiple-ciphers");
   } catch (err) {
-    const msg =
-      "Failed to load better-sqlite3-multiple-ciphers. " +
-      "Install it as a workspace dep or pin the version in your package. " +
-      "Original error: " + (err && err.message ? err.message : String(err));
-    const wrapped = new Error(msg);
-    wrapped.cause = err;
-    throw wrapped;
+    throw formatDriverLoadError(err);
   }
 }
 
@@ -1223,4 +1275,4 @@ class LocalVault {
   }
 }
 
-module.exports = { LocalVault };
+module.exports = { LocalVault, _internal: { loadDriver, formatDriverLoadError } };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@chainlesschain/personal-data-hub",
-  "version": "0.2.2",
+  "version": "0.2.3",
   "description": "Personal Data Hub — UnifiedSchema + validators + KG ingest helpers for the data-back-to-the-individual middleware",
   "type": "commonjs",
   "main": "lib/index.js",
@@ -46,6 +46,7 @@
     "./adapters/travel-ctrip": "./lib/adapters/travel-ctrip/index.js",
     "./adapters/travel-amap": "./lib/adapters/travel-amap/index.js",
     "./adapters/travel-baidu-map": "./lib/adapters/travel-baidu-map/index.js",
+    "./adapters/travel-tencent-map": "./lib/adapters/travel-tencent-map/index.js",
     "./adapters/shopping-base": "./lib/adapters/shopping-base/index.js",
     "./adapters/shopping-taobao": "./lib/adapters/shopping-taobao/index.js",
     "./adapters/shopping-jd": "./lib/adapters/shopping-jd/index.js",