@chainlesschain/personal-data-hub 0.1.0 → 0.2.0

package/lib/adapters/ai-chat-history/vendors/hunyuan.js

@@ -0,0 +1,176 @@
+/**
+ * 腾讯混元 / 元宝 (Tencent Hunyuan / Yuanbao) vendor adapter — Phase 10.2.
+ *
+ * Reference: docs/design/Adapter_AIChat_History.md §6.5
+ *   - login  https://yuanbao.tencent.com/
+ *   - convs  POST /api/user/conv/list
+ *   - msgs   POST /api/user/conv/<id>/message/list
+ *   - cookies hy_token + 腾讯 uin series
+ *   - 风控 strong — keep conservative rateLimits.
+ *
+ * Special: 微信生态联动 messages may reference 微信公众号 articles via
+ * `extra.linkedArticles` (link cards). We preserve them as attachments[].
+ */
+
+"use strict";
+
+const BASE = "https://yuanbao.tencent.com";
+const CONV_LIST_PATH = "/api/user/conv/list";
+const MSG_LIST_PATH = (id) => `/api/user/conv/${encodeURIComponent(id)}/message/list`;
+const USER_INFO_PATH = "/api/user/info";
+
+const DEFAULT_PAGE_SIZE = 30;
+
+function _ensureClient(ctx) {
+  if (!ctx || !ctx.httpClient) throw new Error("hunyuan: ctx.httpClient required");
+  return ctx.httpClient;
+}
+
+async function validateCookie(ctx) {
+  const client = _ensureClient(ctx);
+  try {
+    const data = await client.getJson(BASE + USER_INFO_PATH, { session: ctx.session });
+    if (data && (data.ret === 0 || data.code === 0) && (data.data || data.user)) {
+      const u = data.data || data.user;
+      return { ok: true, userId: u.userId || u.uin || u.uid };
+    }
+    return { ok: false, reason: "UNEXPECTED_RESPONSE_SHAPE" };
+  } catch (err) {
+    return { ok: false, reason: err.code || err.message };
+  }
+}
+
+async function *listConversations(ctx, opts = {}) {
+  const client = _ensureClient(ctx);
+  const pageSize = Number.isFinite(opts.pageSize) ? opts.pageSize : DEFAULT_PAGE_SIZE;
+  const sinceTs = opts.since && opts.since.lastUpdatedAt ? Number(opts.since.lastUpdatedAt) : 0;
+
+  let cursor = null;
+  let safety = 0;
+  while (safety < 200) {
+    safety++;
+    const body = { count: pageSize, ...(cursor ? { cursor } : {}) };
+    const data = await client.postJson(BASE + CONV_LIST_PATH, body, { session: ctx.session });
+    const items = _extractList(data);
+    if (items.length === 0) return;
+
+    let stopped = false;
+    for (const c of items) {
+      const updatedAt = _toMs(c.updateTime || c.update_time || c.createTime);
+      if (sinceTs && updatedAt <= sinceTs) {
+        stopped = true;
+        break;
+      }
+      yield {
+        vendor: "hunyuan",
+        originalId: String(c.convId || c.conv_id || c.id),
+        title: c.title || c.summary || undefined,
+        modelName: c.model || undefined,
+        createdAt: _toMs(c.createTime || c.create_time),
+        updatedAt,
+        messageCount: c.msgCount || c.message_count,
+        archived: Boolean(c.archived),
+      };
+    }
+    if (stopped) return;
+    cursor = (data && data.data && data.data.cursor) || (items[items.length - 1] && items[items.length - 1].cursor);
+    if (!cursor || items.length < pageSize) return;
+  }
+}
+
+async function *listMessages(ctx, conversationId, _opts = {}) {
+  const client = _ensureClient(ctx);
+  const url = BASE + MSG_LIST_PATH(conversationId);
+  const data = await client.postJson(url, { convId: String(conversationId), count: 200 }, { session: ctx.session });
+  const msgs = _extractList(data);
+
+  msgs.sort((a, b) => _toMs(a.createTime || a.create_time) - _toMs(b.createTime || b.create_time));
+
+  for (const m of msgs) {
+    yield {
+      vendor: "hunyuan",
+      originalId: String(m.msgId || m.msg_id || m.id),
+      conversationId: String(conversationId),
+      role: _normalizeRole(m.speaker || m.role || m.type),
+      content: _buildContent(m),
+      createdAt: _toMs(m.createTime || m.create_time),
+      parentMessageId: m.parentMsgId ? String(m.parentMsgId) : undefined,
+      modelName: m.model || undefined,
+      extra: m.linkedArticles ? { linkedArticles: m.linkedArticles } : undefined,
+    };
+  }
+}
+
+function _extractList(data) {
+  if (!data) return [];
+  if (data.data && Array.isArray(data.data.list)) return data.data.list;
+  if (data.data && Array.isArray(data.data.convs)) return data.data.convs;
+  if (data.data && Array.isArray(data.data.messages)) return data.data.messages;
+  if (Array.isArray(data.data)) return data.data;
+  if (Array.isArray(data.list)) return data.list;
+  return [];
+}
+
+function _normalizeRole(r) {
+  if (r === "user" || r === "USER" || r === "human") return "user";
+  if (r === "assistant" || r === "ASSISTANT" || r === "bot" || r === "ai") return "assistant";
+  if (r === "system" || r === "SYSTEM") return "system";
+  return r ? String(r).toLowerCase() : "assistant";
+}
+
+function _buildContent(m) {
+  const content = { text: m.content || m.text || "" };
+  const attachments = [];
+  if (Array.isArray(m.files)) {
+    for (const f of m.files) {
+      attachments.push({
+        type: (f.type === "image" || /image/i.test(f.mimeType || "")) ? "image" : "file",
+        filename: f.name,
+        url: f.url,
+        mimeType: f.mimeType,
+        size: f.size,
+      });
+    }
+  }
+  if (Array.isArray(m.linkedArticles)) {
+    for (const link of m.linkedArticles) {
+      attachments.push({
+        type: "file",
+        filename: link.title,
+        url: link.url,
+        mimeType: "text/html",
+      });
+    }
+  }
+  if (attachments.length > 0) content.attachments = attachments;
+  return content;
+}
+
+function _toMs(t) {
+  if (typeof t === "number") return t > 1e12 ? t : t * 1000;
+  if (typeof t === "string") {
+    const n = Number(t);
+    if (Number.isFinite(n)) return n > 1e12 ? n : n * 1000;
+    const d = Date.parse(t);
+    return Number.isFinite(d) ? d : 0;
+  }
+  return 0;
+}
+
+const SPEC = {
+  name: "hunyuan",
+  displayName: "腾讯元宝",
+  androidPackage: "com.tencent.hunyuan.app.chat",
+  loginUrl: "https://yuanbao.tencent.com/",
+  cookieDomains: ["yuanbao.tencent.com", ".tencent.com"],
+  rateLimits: { perMinute: 20, minIntervalMs: 2000 },
+
+  validateCookie,
+  listConversations,
+  listMessages,
+};
+
+module.exports = {
+  SPEC,
+  _internal: { _toMs, _normalizeRole, _buildContent, _extractList, BASE },
+};

package/lib/adapters/ai-chat-history/vendors/kimi.js

@@ -0,0 +1,182 @@
+/**
+ * Kimi (Moonshot) vendor adapter — Phase 10.2 wiring.
+ *
+ * Reference: docs/design/Adapter_AIChat_History.md §6.2
+ *   - login    https://kimi.moonshot.cn/
+ *   - convs    GET  https://kimi.moonshot.cn/api/chat/list?offset=N&size=M
+ *   - msgs     POST https://kimi.moonshot.cn/api/chat/{convId}/segment/scroll
+ *              body {last:0|"<id>", limit:N}
+ *   - userinfo GET  https://kimi.moonshot.cn/api/user
+ *
+ * Kimi pages messages via a `last` cursor (message id) rather than offset.
+ * `last:0` returns the most recent N; subsequent calls pass the oldest id
+ * from the previous page to walk backward. We collect all then sort by
+ * `created_at` ascending before yielding.
+ *
+ * Response shape (subject to drift; capture fixtures before re-parsing):
+ *
+ *   /api/chat/list →
+ *     { items: [{ id, name, created_at, updated_at, status, last_message,
+ *       message_count, status }], total }
+ *
+ *   /api/chat/{id}/segment/scroll →
+ *     { items: [{ id, role, content, created_at, group_id, files: [...] }],
+ *       has_more, last_id }
+ */
+
+"use strict";
+
+const BASE = "https://kimi.moonshot.cn";
+const CONV_LIST_PATH = "/api/chat/list";
+const USER_PATH = "/api/user";
+
+const DEFAULT_PAGE_SIZE = 30;
+
+function _ensureClient(ctx) {
+  if (!ctx || !ctx.httpClient) {
+    throw new Error("kimi: ctx.httpClient required");
+  }
+  return ctx.httpClient;
+}
+
+async function validateCookie(ctx) {
+  const client = _ensureClient(ctx);
+  try {
+    const data = await client.getJson(BASE + USER_PATH, { session: ctx.session });
+    if (data && (data.id || data.user_id)) {
+      return { ok: true, userId: data.id || data.user_id };
+    }
+    return { ok: false, reason: "UNEXPECTED_RESPONSE_SHAPE" };
+  } catch (err) {
+    return { ok: false, reason: err.code || err.message };
+  }
+}
+
+async function *listConversations(ctx, opts = {}) {
+  const client = _ensureClient(ctx);
+  const pageSize = Number.isFinite(opts.pageSize) ? opts.pageSize : DEFAULT_PAGE_SIZE;
+  const sinceTs = opts.since && opts.since.lastUpdatedAt ? Number(opts.since.lastUpdatedAt) : 0;
+
+  let offset = 0;
+  while (true) {
+    const url = new URL(BASE + CONV_LIST_PATH);
+    url.searchParams.set("offset", String(offset));
+    url.searchParams.set("size", String(pageSize));
+
+    const data = await client.getJson(url.toString(), { session: ctx.session });
+    const items = data && Array.isArray(data.items) ? data.items : [];
+    if (items.length === 0) return;
+
+    let stopped = false;
+    for (const c of items) {
+      const updatedAt = _toMs(c.updated_at || c.created_at);
+      if (sinceTs && updatedAt <= sinceTs) {
+        stopped = true;
+        break;
+      }
+      yield {
+        vendor: "kimi",
+        originalId: String(c.id),
+        title: c.name || undefined,
+        modelName: undefined, // kimi doesn't expose per-conv model on list
+        createdAt: _toMs(c.created_at),
+        updatedAt,
+        messageCount: c.message_count || undefined,
+        archived: c.status === "archived",
+        extra: {
+          lastMessage: c.last_message,
+        },
+      };
+    }
+    if (stopped) return;
+    offset += items.length;
+    if (typeof data.total === "number" && offset >= data.total) return;
+  }
+}
+
+async function *listMessages(ctx, conversationId, opts = {}) {
+  const client = _ensureClient(ctx);
+  const pageSize = Number.isFinite(opts.pageSize) ? opts.pageSize : DEFAULT_PAGE_SIZE;
+  const url = BASE + "/api/chat/" + encodeURIComponent(conversationId) + "/segment/scroll";
+
+  const all = [];
+  let last = "0"; // kimi convention: 0 = most recent
+  let safety = 0;
+  while (safety < 50) {
+    safety++;
+    const data = await client.postJson(url, { last, limit: pageSize }, { session: ctx.session });
+    const items = data && Array.isArray(data.items) ? data.items : [];
+    if (items.length === 0) break;
+    all.push(...items);
+    if (!data.has_more) break;
+    last = String(data.last_id || items[items.length - 1].id);
+  }
+
+  // Sort by created_at ascending for stable chronological yield.
+  all.sort((a, b) => _toMs(a.created_at) - _toMs(b.created_at));
+  for (const m of all) {
+    yield {
+      vendor: "kimi",
+      originalId: String(m.id),
+      conversationId: String(conversationId),
+      role: _normalizeRole(m.role),
+      content: _buildContent(m),
+      createdAt: _toMs(m.created_at),
+      parentMessageId: m.parent_id ? String(m.parent_id) : undefined,
+      modelName: m.model || undefined,
+      extra: m.group_id ? { groupId: m.group_id } : undefined,
+    };
+  }
+}
+
+function _normalizeRole(r) {
+  if (r === "user" || r === "USER") return "user";
+  if (r === "assistant" || r === "ASSISTANT" || r === "bot") return "assistant";
+  if (r === "system" || r === "SYSTEM") return "system";
+  return r || "assistant";
+}
+
+function _buildContent(m) {
+  const content = { text: m.content || "" };
+  if (Array.isArray(m.files) && m.files.length > 0) {
+    content.attachments = m.files
+      .map((f) => ({
+        type: (f.type === "image" || /image/i.test(f.mime_type || "")) ? "image" : "file",
+        filename: f.name,
+        url: f.preview_url || f.url || f.download_url,
+        size: f.size,
+        mimeType: f.mime_type,
+      }))
+      .filter((a) => a.url || a.filename);
+  }
+  return content;
+}
+
+function _toMs(t) {
+  if (typeof t === "number") return t > 1e12 ? t : t * 1000;
+  if (typeof t === "string") {
+    const n = Number(t);
+    if (Number.isFinite(n)) return n > 1e12 ? n : n * 1000;
+    const d = Date.parse(t);
+    return Number.isFinite(d) ? d : 0;
+  }
+  return 0;
+}
+
+const SPEC = {
+  name: "kimi",
+  displayName: "Kimi",
+  androidPackage: "com.moonshot.kimichat",
+  loginUrl: "https://kimi.moonshot.cn/",
+  cookieDomains: ["kimi.moonshot.cn", ".moonshot.cn"],
+  rateLimits: { perMinute: 30, minIntervalMs: 1500 },
+
+  validateCookie,
+  listConversations,
+  listMessages,
+};
+
+module.exports = {
+  SPEC,
+  _internal: { _toMs, _normalizeRole, _buildContent, BASE, CONV_LIST_PATH },
+};

package/lib/adapters/ai-chat-history/vendors/qianfan.js

@@ -0,0 +1,160 @@
+/**
+ * 百度千帆 / 文心一言 (Baidu Qianfan / Yiyan) vendor adapter — Phase 10.2.
+ *
+ * Reference: docs/design/Adapter_AIChat_History.md §6.6
+ *   - login    https://yiyan.baidu.com/  (个人) or https://qianfan.cloud.baidu.com/
+ *   - convs    POST /aichat/conversation/list
+ *   - msgs     POST /aichat/conversation/getMessages
+ *   - cookies  BAIDUID + BDUSS
+ *   - 风控 strong — Baidu full-stack anti-bot.
+ */
+
+"use strict";
+
+const BASE = "https://yiyan.baidu.com";
+const CONV_LIST_PATH = "/aichat/conversation/list";
+const MSG_LIST_PATH = "/aichat/conversation/getMessages";
+const USER_INFO_PATH = "/aichat/user/info";
+
+const DEFAULT_PAGE_SIZE = 30;
+
+function _ensureClient(ctx) {
+  if (!ctx || !ctx.httpClient) throw new Error("qianfan: ctx.httpClient required");
+  return ctx.httpClient;
+}
+
+async function validateCookie(ctx) {
+  const client = _ensureClient(ctx);
+  try {
+    const data = await client.postJson(BASE + USER_INFO_PATH, {}, { session: ctx.session });
+    if (data && (data.code === 0 || data.errno === 0) && (data.data || data.user)) {
+      const u = data.data || data.user;
+      return { ok: true, userId: u.uk || u.userId || u.uid };
+    }
+    return { ok: false, reason: "UNEXPECTED_RESPONSE_SHAPE" };
+  } catch (err) {
+    return { ok: false, reason: err.code || err.message };
+  }
+}
+
+async function *listConversations(ctx, opts = {}) {
+  const client = _ensureClient(ctx);
+  const pageSize = Number.isFinite(opts.pageSize) ? opts.pageSize : DEFAULT_PAGE_SIZE;
+  const sinceTs = opts.since && opts.since.lastUpdatedAt ? Number(opts.since.lastUpdatedAt) : 0;
+
+  let pageNo = 1;
+  while (true) {
+    const body = { pageNo, pageSize };
+    const data = await client.postJson(BASE + CONV_LIST_PATH, body, { session: ctx.session });
+    const list = _extractList(data);
+    if (list.length === 0) return;
+
+    let stopped = false;
+    for (const c of list) {
+      const updatedAt = _toMs(c.updateTime || c.update_time);
+      if (sinceTs && updatedAt <= sinceTs) {
+        stopped = true;
+        break;
+      }
+      yield {
+        vendor: "qianfan",
+        originalId: String(c.sessionId || c.session_id || c.id),
+        title: c.sessionName || c.title || undefined,
+        modelName: c.model || c.modelName || undefined,
+        createdAt: _toMs(c.createTime || c.create_time),
+        updatedAt,
+        messageCount: c.messageCount || undefined,
+        archived: Boolean(c.archived),
+      };
+    }
+    if (stopped) return;
+    if (list.length < pageSize) return;
+    pageNo++;
+    if (pageNo > 200) return;
+  }
+}
+
+async function *listMessages(ctx, conversationId, _opts = {}) {
+  const client = _ensureClient(ctx);
+  const body = { sessionId: String(conversationId), pageSize: 200 };
+  const data = await client.postJson(BASE + MSG_LIST_PATH, body, { session: ctx.session });
+  const msgs = _extractList(data);
+
+  msgs.sort((a, b) => _toMs(a.createTime || a.create_time) - _toMs(b.createTime || b.create_time));
+
+  for (const m of msgs) {
+    yield {
+      vendor: "qianfan",
+      originalId: String(m.messageId || m.message_id || m.id),
+      conversationId: String(conversationId),
+      role: _normalizeRole(m.role || m.type || (m.fromUser ? "user" : "assistant")),
+      content: _buildContent(m),
+      createdAt: _toMs(m.createTime || m.create_time),
+      parentMessageId: m.parentMessageId ? String(m.parentMessageId) : undefined,
+      modelName: m.model || undefined,
+      extra: m.references ? { references: m.references } : undefined,
+    };
+  }
+}
+
+function _extractList(data) {
+  if (!data) return [];
+  if (data.data && Array.isArray(data.data.list)) return data.data.list;
+  if (data.data && Array.isArray(data.data.sessions)) return data.data.sessions;
+  if (data.data && Array.isArray(data.data.messages)) return data.data.messages;
+  if (Array.isArray(data.data)) return data.data;
+  if (Array.isArray(data.list)) return data.list;
+  return [];
+}
+
+function _normalizeRole(r) {
+  if (r === "user" || r === "USER" || r === 1) return "user";
+  if (r === "assistant" || r === "ASSISTANT" || r === "bot" || r === 2) return "assistant";
+  if (r === "system" || r === "SYSTEM" || r === 0) return "system";
+  return r ? String(r).toLowerCase() : "assistant";
+}
+
+function _buildContent(m) {
+  const content = { text: m.content || m.text || "" };
+  if (Array.isArray(m.attachments) && m.attachments.length > 0) {
+    content.attachments = m.attachments
+      .map((a) => ({
+        type: (a.type === "image" || /image/i.test(a.mimeType || "")) ? "image" : "file",
+        filename: a.name,
+        url: a.url,
+        mimeType: a.mimeType,
+        size: a.size,
+      }))
+      .filter((a) => a.url || a.filename);
+  }
+  return content;
+}
+
+function _toMs(t) {
+  if (typeof t === "number") return t > 1e12 ? t : t * 1000;
+  if (typeof t === "string") {
+    const n = Number(t);
+    if (Number.isFinite(n)) return n > 1e12 ? n : n * 1000;
+    const d = Date.parse(t);
+    return Number.isFinite(d) ? d : 0;
+  }
+  return 0;
+}
+
+const SPEC = {
+  name: "qianfan",
+  displayName: "百度千帆",
+  androidPackage: "com.baidu.qianfan.llmkitchat",
+  loginUrl: "https://yiyan.baidu.com/",
+  cookieDomains: ["yiyan.baidu.com", ".baidu.com"],
+  rateLimits: { perMinute: 20, minIntervalMs: 2000 },
+
+  validateCookie,
+  listConversations,
+  listMessages,
+};
+
+module.exports = {
+  SPEC,
+  _internal: { _toMs, _normalizeRole, _buildContent, _extractList, BASE },
+};