@chainlesschain/personal-data-hub 0.3.0 → 0.3.6

package/lib/adapters/travel-amap/index.js

@@ -19,20 +19,22 @@ const fs = require("node:fs");
 const { normalizeTravelRecord, parseChineseDateTime } = require("../travel-base");
 
 const NAME = "travel-amap";
-const VERSION = "0.5.0";
+const VERSION = "0.6.0"; // 2026-05-25 — account.deviceId OPTIONAL + inputPath alias
 
 class AmapAdapter {
   constructor(opts = {}) {
-    if (!opts.account || !opts.account.deviceId) {
-      throw new Error("AmapAdapter: opts.account.deviceId required");
-    }
-    this.account = opts.account;
-    this._dbPath = opts.dbPath || null;
+    // 2026-05-25 — account.deviceId OPTIONAL (mirror Taobao/Ctrip/Telegram).
+    // sqlite-mode adapter still requires user to provide a pulled amap.db
+    // (`/data/data/com.autonavi.minimap/databases/amap.db`). Earlier strict
+    // ctor blocked auto-register at boot → silent "no adapter travel-amap"
+    // when Android collector ships extracted db.
+    this.account = opts.account || null;
+    this._dbPath = opts.dbPath || opts.inputPath || null;
     this._dbDriverFactory = opts.dbDriverFactory || null;
 
     this.name = NAME;
     this.version = VERSION;
-    this.capabilities = ["sync:sqlite", "parse:amap-history"];
+    this.capabilities = ["sync:sqlite", "sync:snapshot", "parse:amap-history"];
     this.extractMode = "device-pull";
     this.rateLimits = {};
     this.dataDisclosure = {
@@ -46,8 +48,12 @@ class AmapAdapter {
     };
   }
 
-  async authenticate() {
-    return { ok: true, account: this.account.deviceId };
+  async authenticate(ctx = {}) {
+    const dbPath = (ctx && (ctx.inputPath || ctx.dbPath)) || this._dbPath;
+    if (!dbPath || !fs.existsSync(dbPath)) {
+      return { ok: true, account: this.account ? this.account.deviceId : null, mode: "ready" };
+    }
+    return { ok: true, account: this.account ? this.account.deviceId : null, mode: "snapshot-file" };
   }
 
   async healthCheck() {
@@ -55,7 +61,7 @@ class AmapAdapter {
   }
 
   async *sync(opts = {}) {
-    const dbPath = opts.dbPath || this._dbPath;
+    const dbPath = opts.inputPath || opts.dbPath || this._dbPath;
     if (!dbPath || !fs.existsSync(dbPath)) return;
     const Database = this._dbDriverFactory || (() => require("better-sqlite3-multiple-ciphers"));
     const Driver = typeof Database === "function" ? Database() : Database;

package/lib/adapters/travel-ctrip/index.js

@@ -16,19 +16,21 @@ const fs = require("node:fs");
 const { normalizeTravelRecord, parseChineseDateTime } = require("../travel-base");
 
 const NAME = "travel-ctrip";
-const VERSION = "0.5.0";
+const VERSION = "0.6.0"; // §9.3b — account.email OPTIONAL + inputPath snapshot alias
 
 class CtripAdapter {
   constructor(opts = {}) {
-    if (!opts.account || !opts.account.email) {
-      throw new Error("CtripAdapter: opts.account.email required");
-    }
-    this.account = opts.account;
+    // §9.3b 2026-05-25 — account.email OPTIONAL (mirror shopping-jd/taobao
+    // dual-mode). file-import mode is stateless; bookkeeping account.email
+    // is informational, not gating. Earlier strict ctor blocked
+    // auto-register at boot → Android collector ship JSON staging path
+    // failed with silent "no adapter travel-ctrip".
+    this.account = opts.account || null;
     this._dataPath = opts.dataPath || null;
 
     this.name = NAME;
     this.version = VERSION;
-    this.capabilities = ["import:json", "parse:ctrip-orders"];
+    this.capabilities = ["import:json", "sync:snapshot", "parse:ctrip-orders"];
     this.extractMode = "file-import";
     this.rateLimits = {};
     this.dataDisclosure = {
@@ -40,8 +42,19 @@ class CtripAdapter {
     };
   }
 
-  async authenticate() {
-    return { ok: true, account: this.account.email };
+  async authenticate(ctx = {}) {
+    // Snapshot / file-import path: validate file readable when an inputPath
+    // / dataPath is provided. Otherwise return ok with whatever account
+    // bookkeeping we have (file path can be supplied later via sync(opts)).
+    const filePath = (ctx && ctx.inputPath) || ctx.dataPath || this._dataPath;
+    if (filePath) {
+      try { fs.accessSync(filePath, fs.constants.R_OK); }
+      catch (err) {
+        return { ok: false, reason: "INPUT_PATH_UNREADABLE", message: `not readable at ${filePath}: ${err.message}` };
+      }
+      return { ok: true, mode: "snapshot-file" };
+    }
+    return { ok: true, account: this.account ? this.account.email : null, mode: "ready" };
   }
 
   async healthCheck() {
@@ -49,7 +62,10 @@ class CtripAdapter {
   }
 
   async *sync(opts = {}) {
-    const dataPath = opts.dataPath || this._dataPath;
+    // Snapshot mode aliases dataPath → inputPath so Android in-APK cc can
+    // call syncAdapter("travel-ctrip", path) with the same shape it uses
+    // for the other snapshot-mode adapters (shopping-jd / travel-12306).
+    const dataPath = opts.inputPath || opts.dataPath || this._dataPath;
     if (!dataPath || !fs.existsSync(dataPath)) return;
     const text = fs.readFileSync(dataPath, "utf-8");
     let records;

package/lib/adapters/vscode/vscode-reader.js

@@ -23,7 +23,12 @@ const os = require("node:os");
 // Dual-load: bs3mc tracks Electron's ABI 140 (runtime path), plain
 // better-sqlite3 tracks Node's ABI 127 (test path). Whichever loads
 // wins. See chrome-db-reader.js for the same pattern + rationale.
+//
+// CRITICAL: must be lazy. Top-level invocation kills main process when
+// both modules absent/ABI-mismatched (v5.0.3.87 startup crash).
+let _cachedDatabaseClass = null;
 function loadDatabase() {
+  if (_cachedDatabaseClass) return _cachedDatabaseClass;
   for (const mod of ["better-sqlite3-multiple-ciphers", "better-sqlite3"]) {
     let cls;
     try {
@@ -35,6 +40,7 @@ function loadDatabase() {
     try {
       const probe = new cls(":memory:");
       probe.close();
+      _cachedDatabaseClass = cls;
       return cls;
     } catch (_e) {
       /* ABI mismatch, try next */
@@ -44,7 +50,6 @@ function loadDatabase() {
     "vscode-reader: neither better-sqlite3-multiple-ciphers nor better-sqlite3 loaded — both ABI-mismatched",
   );
 }
-const Database = loadDatabase();
 
 function defaultVscodeRoot() {
   if (process.platform === "win32") {
@@ -136,6 +141,7 @@ function readTerminalHistory(vscodeRoot, opts = {}) {
     }
   }
   try {
+    const Database = loadDatabase();
     const db = new Database(tmp, { readonly: true });
     const get = (k) => {
       try {

package/lib/sign-providers/index.js

@@ -0,0 +1,20 @@
+"use strict";
+
+/**
+ * Phase 6a (2026-05-25) — sign-providers entry point.
+ *
+ * Re-exports the abstract `SignProvider` contract + the default
+ * `NullSignProvider` impl. Real implementations live in the desktop
+ * Electron main process (`desktop-app-vue/src/main/sign-bridge/`)
+ * because they need a WebContentsView. CLI / web-shell / test code
+ * uses NullSignProvider unless desktop-side wiring injects a real one.
+ */
+
+const { SignProvider } = require("./interface");
+const { NullSignProvider, NULL_SIGN_PROVIDER } = require("./null-sign-provider");
+
+module.exports = {
+  SignProvider,
+  NullSignProvider,
+  NULL_SIGN_PROVIDER,
+};

package/lib/sign-providers/interface.js

@@ -0,0 +1,82 @@
+"use strict";
+
+/**
+ * Phase 6a (2026-05-25) — SignProvider abstract contract for platforms
+ * that require per-request signatures (Toutiao `_signature` / Kuaishou
+ * `NS_sig3` / Xhs `X-S` / Douyin `X-Bogus`).
+ *
+ * Mirror of Android-side `pdh/social/SignProvider.kt`. Same 3-method
+ * interface so Node API clients can swap impl without changes:
+ *
+ *   - `signUrl(rawUrl, purpose)` — Some platforms (Toutiao, Kuaishou)
+ *     append `_signature=...` / `NS_sig3=...` to the URL itself; this
+ *     returns a NEW URL with sig appended, OR `null` if signing failed.
+ *
+ *   - `signedHeaders(rawUrl, purpose)` — Other platforms (Xhs) leave
+ *     the URL alone and put `X-S` / `X-T` / `X-S-Common` in HTTP
+ *     headers; this returns an object of header name → value, possibly
+ *     empty when signing failed.
+ *
+ *   - `shutdown()` — Release the WebContentsView / WebView held by the
+ *     bridge implementation. Idempotent.
+ *
+ * **The two methods are independent** — a bridge for Toutiao implements
+ * signUrl (URL mutation), Xhs implements signedHeaders (header set).
+ * The base abstract returns null/empty for both so subclasses only
+ * implement what they need.
+ *
+ * **`purpose` string** is platform-defined opaque context the JS in the
+ * WebContentsView needs to discriminate which signing function to call.
+ * For Xhs we encode as `"<pathWithQuery>|<bodyJsonOrEmpty>"`. For
+ * Toutiao we use a string like `"feed"` / `"collection"` to pick the
+ * acrawler.js entry point. Subclasses define the schema.
+ */
+
+/**
+ * Abstract base — direct subclassing in JS uses prototypal extension;
+ * the methods here are stubs returning null/empty so subclasses can
+ * implement only what their platform needs.
+ */
+class SignProvider {
+  /**
+   * Sign a URL by appending platform-specific query params (e.g.
+   * Toutiao's `_signature`). Returns a new URL string with sig
+   * appended, or `null` if signing failed (bridge cold / JS rotated).
+   *
+   * The caller (api-client) MUST handle `null` by surfacing a
+   * lastErrorCode like -99 ("_signature unavailable") and returning
+   * empty result for that endpoint, NOT throwing.
+   *
+   * @param {URL|string} rawUrl  the unsigned URL
+   * @param {string} purpose  opaque context for the bridge's JS
+   * @returns {Promise<string|null>}  signed URL or null
+   */
+  async signUrl(_rawUrl, _purpose) {
+    return null;
+  }
+
+  /**
+   * Sign by returning HTTP headers to merge into the request (e.g.
+   * Xhs `X-S` / `X-T` / `X-S-Common`). Returns an object — empty
+   * map `{}` when signing failed (NOT null) so callers can spread
+   * the result unconditionally.
+   *
+   * @param {URL|string} rawUrl
+   * @param {string} purpose
+   * @returns {Promise<{[name: string]: string}>}
+   */
+  async signedHeaders(_rawUrl, _purpose) {
+    return {};
+  }
+
+  /**
+   * Release WebContentsView and any background resources. Idempotent —
+   * the api-client calls this in a `finally` so racing shutdowns
+   * must not throw.
+   */
+  async shutdown() {
+    // no-op default
+  }
+}
+
+module.exports = { SignProvider };

package/lib/sign-providers/null-sign-provider.js

@@ -0,0 +1,30 @@
+"use strict";
+
+/**
+ * Phase 6a (2026-05-25) — NullSignProvider: default no-op for callers
+ * that don't have a WebContentsView context (e.g. headless `cc serve`
+ * without Electron, or unit tests).
+ *
+ * Mirror of Android `pdh/social/NullSignProvider.kt`.
+ *
+ * API clients use this as the default — when wiring upgrades to
+ * Electron+WebContentsView, swap to `XhsSignBridge` / `ToutiaoSignBridge`
+ * etc. **without changing the api-client code**. The signing endpoints
+ * gracefully degrade to "best-effort" or "empty result" rather than
+ * throwing.
+ */
+
+const { SignProvider } = require("./interface");
+
+class NullSignProvider extends SignProvider {
+  // Inherits all stubs from base — signUrl returns null,
+  // signedHeaders returns {}, shutdown is no-op.
+}
+
+/** Frozen singleton — callers should not create multiple NullSignProviders. */
+const NULL_SIGN_PROVIDER = Object.freeze(new NullSignProvider());
+
+module.exports = {
+  NullSignProvider,
+  NULL_SIGN_PROVIDER,
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@chainlesschain/personal-data-hub",
-  "version": "0.3.0",
+  "version": "0.3.6",
   "description": "Personal Data Hub — UnifiedSchema + validators + KG ingest helpers for the data-back-to-the-individual middleware",
   "type": "commonjs",
   "main": "lib/index.js",
@@ -27,6 +27,7 @@
     "./bridges/cc-llm-adapter": "./lib/bridges/cc-llm-adapter.js",
     "./bridges/cc-kg-sink": "./lib/bridges/cc-kg-sink.js",
     "./bridges/cc-rag-sink": "./lib/bridges/cc-rag-sink.js",
+    "./sign-providers": "./lib/sign-providers/index.js",
     "./adapters/email-imap": "./lib/adapters/email-imap/index.js",
     "./adapters/alipay-bill": "./lib/adapters/alipay-bill/index.js",
     "./adapters/system-data": "./lib/adapters/system-data/index.js",
@@ -53,9 +54,13 @@
     "./adapters/shopping-jd": "./lib/adapters/shopping-jd/index.js",
     "./adapters/shopping-meituan": "./lib/adapters/shopping-meituan/index.js",
     "./adapters/social-bilibili": "./lib/adapters/social-bilibili/index.js",
+    "./adapters/social-bilibili-adb": "./lib/adapters/social-bilibili-adb/index.js",
     "./adapters/social-weibo": "./lib/adapters/social-weibo/index.js",
+    "./adapters/social-weibo-adb": "./lib/adapters/social-weibo-adb/index.js",
     "./adapters/social-douyin": "./lib/adapters/social-douyin/index.js",
+    "./adapters/social-douyin-adb": "./lib/adapters/social-douyin-adb/index.js",
     "./adapters/social-xiaohongshu": "./lib/adapters/social-xiaohongshu/index.js",
+    "./adapters/social-xiaohongshu-adb": "./lib/adapters/social-xiaohongshu-adb/index.js",
     "./adapters/messaging-qq": "./lib/adapters/messaging-qq/index.js",
     "./adapters/messaging-telegram": "./lib/adapters/messaging-telegram/index.js",
     "./adapters/messaging-whatsapp": "./lib/adapters/messaging-whatsapp/index.js",