baiduwangpan-cli 1.0.2 → 1.1.1

package/lib/group.js

@@ -1,5 +1,61 @@
 const http = require("./http");
 const { getBdstoken } = http;
+const fs = require("fs");
+const path = require("path");
+const os = require("os");
+const crypto = require("crypto");
+
+// ── 常量（逆向实测结论）────────────────────────────────
+const MAX_PAGE_SIZE = 100;         // shareinfo 服务端每页硬上限（num>100 不返回更多）
+const MAX_LIST_SHARE_PAGES = 10;   // listshare 分页上限（10 页 × 50 条消息）
+const DIR_CACHE_TTL = 1800000;     // 目录列表缓存 30 分钟（群文件树很少变动）
+const EMPTY_DIR_CACHE_TTL = 60000; // 空目录缓存 1 分钟（限流时 API 可能返回空列表，短 TTL 防缓存投毒）
+const SHARE_CACHE_TTL = 300000;    // 群分享列表缓存 5 分钟（新分享消息较频繁）
+const DEFAULT_MAX_REQUESTS = 400;  // 单条命令 shareinfo 请求预算（防深扫失控触发限流）
+
+// ── 会话级缓存（内存 L1 + 磁盘 L2，跨命令复用）──────────
+const cacheStore = new Map();
+
+function cacheDir() {
+  return process.env.BDP_CACHE_DIR || path.join(os.homedir(), ".bdp", "cache");
+}
+
+function cachePath(key) {
+  return path.join(cacheDir(), crypto.createHash("sha1").update(key).digest("hex") + ".json");
+}
+
+function cacheGet(key) {
+  const entry = cacheStore.get(key); // L1
+  if (entry) {
+    if (Date.now() - entry.at <= entry.ttl) return entry.value;
+    cacheStore.delete(key);
+  }
+  try {
+    // L2: 磁盘缓存（跨 CLI 进程复用，避免重复扫描触发限流）
+    const disk = JSON.parse(fs.readFileSync(cachePath(key), "utf-8"));
+    if (Date.now() - disk.at <= disk.ttl) {
+      cacheStore.set(key, { at: disk.at, ttl: disk.ttl, value: disk.value });
+      return disk.value;
+    }
+    fs.unlinkSync(cachePath(key));
+  } catch {}
+  return null;
+}
+
+function cacheSet(key, value, ttl) {
+  cacheStore.set(key, { at: Date.now(), ttl, value });
+  try {
+    fs.mkdirSync(cacheDir(), { recursive: true });
+    fs.writeFileSync(cachePath(key), JSON.stringify({ at: Date.now(), ttl, value }), "utf-8");
+  } catch {}
+}
+
+function clearGroupCache() {
+  cacheStore.clear();
+  try {
+    fs.rmSync(cacheDir(), { recursive: true, force: true });
+  } catch {}
+}
 
 // ── 工具 ──────────────────────────────────────────────
 
@@ -8,6 +64,19 @@ function toStr(v) {
   return String(v);
 }
 
+// 安全解码：部分群文件路径含非法百分号编码（裸 % 等），decodeURIComponent 会抛 URIError
+// 导致整个目录扫描失败（实测 30/349 目录因此报废）。失败时回退原始字符串。
+function safeDecode(s) {
+  if (!s) return "";
+  try {
+    return decodeURIComponent(s);
+  } catch {
+    return s;
+  }
+}
+
+const delay = (ms) => new Promise((r) => setTimeout(r, ms));
+
 class ShareApiError extends Error {
   constructor(errno, message) {
     super(message);
@@ -16,6 +85,24 @@ class ShareApiError extends Error {
   }
 }
 
+// errno=2131 的详细说明（bdp error 2131 与 gls 报错共用）
+function describeErrno2131(gidS, msgIdS) {
+  return (
+    `shareinfo rejected: msg_id ${msgIdS} 不属于群 ${gidS} 的任何分享 (errno=2131)。` +
+    `群分享参数必须同源：gid 与 --from-uk/--msg-id/--parent-fs-id 应来自同一次 gshares/gsearch 结果。` +
+    `处理：运行 bdp gshares ${gidS} 查看本群分享（或 bdp gsearch ${gidS} <关键词>），` +
+    `取其中一行的 fsId/fromUk/msgId 重试；fsId 为子目录时保持同一行的 fromUk/msgId。`
+  );
+}
+
+// 限流退化检测：shareinfo 被限流时 errno=0 但返回"目录自身"而非子项。
+// 目录不可能包含自身，故返回列表里出现请求 fs_id 即可判定为退化响应。
+function isSelfEcho(data, fsIdS) {
+  const records = data.records;
+  if (!Array.isArray(records) || records.length === 0) return false;
+  return records.some((r) => toStr(r.fs_id) === toStr(fsIdS));
+}
+
 // ── 群组列表 ──────────────────────────────────────────
 
 async function listGroups() {
@@ -40,35 +127,81 @@ async function listGroups() {
 
 // ── 群内分享库 ────────────────────────────────────────
 
-async function listShares(gid) {
-  const bdstoken = await getBdstoken();
-  const data = await http.webJson(
-    `${http.PAN_BASE}/mbox/group/listshare?clienttype=0&app_id=${http.APP_ID}&web=1&type=2&gid=${toStr(gid)}&limit=50&desc=1&bdstoken=${bdstoken}`,
-    { method: "POST", body: "" }
-  );
+async function listShares(gid, options = {}) {
+  const gidS = toStr(gid);
+  const cache = options.cache === true;
+  const ttlMs = options.ttlMs || SHARE_CACHE_TTL;
+  const key = `shares:${gidS}`;
 
-  if (data.errno !== 0) throw new Error(`API error: errno=${data.errno}`);
+  if (cache) {
+    const hit = cacheGet(key);
+    if (hit) return hit;
+  }
 
+  const bdstoken = await getBdstoken();
   const shares = [];
-  for (const msg of data.records?.msg_list || []) {
-    for (const f of msg.file_list || []) {
-      shares.push({
-        msgId: toStr(msg.msg_id),
-        fromUk: toStr(msg.uk),
-        fromUser: msg.uname,
-        name: decodeURIComponent(f.path || f.server_filename || ""),
-        fsId: toStr(f.fs_id),
-        isDir: f.isdir === "1",
-        size: parseInt(f.size || "0", 10),
-      });
+  const seenMsg = new Set();
+  let cursor = "";
+  let stop = false;
+
+  // has_more=1 时用 last_msg_time 游标翻页（desc 序）；无新消息/无游标则停止
+  for (let page = 0; page < MAX_LIST_SHARE_PAGES && !stop; page++) {
+    const url =
+      `${http.PAN_BASE}/mbox/group/listshare?clienttype=0&app_id=${http.APP_ID}&web=1&type=2&gid=${gidS}` +
+      `&limit=50&desc=1${cursor ? `&last_msg_time=${cursor}` : ""}&bdstoken=${bdstoken}`;
+    const data = await http.webJson(url, { method: "POST", body: "" });
+
+    if (data.errno !== 0) throw new Error(`API error: errno=${data.errno}`);
+
+    let added = 0;
+    for (const msg of data.records?.msg_list || []) {
+      const mid = toStr(msg.msg_id);
+      if (seenMsg.has(mid)) continue; // 防重复页
+      seenMsg.add(mid);
+      added++;
+      for (const f of msg.file_list || []) {
+        shares.push({
+          msgId: mid,
+          fromUk: toStr(msg.uk),
+          fromUser: msg.uname,
+          name: safeDecode(f.path || f.server_filename || ""),
+          fsId: toStr(f.fs_id),
+          isDir: f.isdir === "1",
+          size: parseInt(f.size || "0", 10),
+        });
+      }
     }
+
+    if (data.has_more !== 1 || added === 0) stop = true;
+    else cursor = toStr(data.last_msg_time || "");
+    if (!cursor) stop = true;
   }
+
+  if (cache) cacheSet(key, shares, ttlMs);
   return shares;
 }
 
 // ── 底层 shareinfo 请求 ───────────────────────────────
 
-async function shareInfoRequest(gidS, fsIdS, fromUkS, msgIdS, page, pageSize) {
+function mapShareInfoFile(f, parentFsId, fromUkS, msgIdS) {
+  return {
+    name: f.server_filename || "",
+    path: safeDecode(f.path || ""),
+    isDir: f.isdir === 1 || f.isdir === "1",
+    size: parseInt(f.size || "0", 10),
+    fsId: toStr(f.fs_id),
+    md5: f.md5 || "",
+    category: parseInt(f.category || "0", 10),
+    ctime: toStr(f.server_ctime || ""),
+    mtime: toStr(f.server_mtime || ""),
+    parentFsId,
+    fromUk: fromUkS,
+    msgId: msgIdS,
+  };
+}
+
+// 单页 shareinfo；errno!=0 抛 ShareApiError；限流退化（self-echo）标记 throttled
+async function shareInfoRaw(gidS, fsIdS, fromUkS, msgIdS, page, pageSize) {
   const bdstoken = await getBdstoken();
   const url =
     `${http.PAN_BASE}/mbox/msg/shareinfo?type=2&from_uk=${fromUkS}&msg_id=${msgIdS}` +
@@ -80,25 +213,90 @@ async function shareInfoRequest(gidS, fsIdS, fromUkS, msgIdS, page, pageSize) {
   if (data.errno !== 0) {
     throw new ShareApiError(data.errno, `API error: errno=${data.errno}`);
   }
+  if (isSelfEcho(data, fsIdS)) {
+    const e = new ShareApiError(-3, `shareinfo throttled (self-echo) for fs_id ${fsIdS}`);
+    e.throttled = true;
+    throw e;
+  }
+  return data;
+}
 
-  const files = (Array.isArray(data.records) ? data.records : []).map((f) => ({
-    name: f.server_filename || "",
-    path: decodeURIComponent(f.path || ""),
-    isDir: f.isdir === 1 || f.isdir === "1",
-    size: parseInt(f.size || "0", 10),
-    fsId: toStr(f.fs_id),
-    md5: f.md5 || "",
-    category: parseInt(f.category || "0", 10),
-    ctime: toStr(f.server_ctime || ""),
-    mtime: toStr(f.server_mtime || ""),
-    parentFsId: fsIdS,
-    fromUk: fromUkS,
-    msgId: msgIdS,
-  }));
+// 限流/瞬时错误退避重试：2s → 4s → 2 次后放弃。
+//  - 网络/连接错误（非 ShareApiError）：本地瞬时故障，重试（实测并发扫描中 API 会随机断连）
+//  - self-echo 限流：重试，但受 throttleState 上限约束（consecutive≥3 停止扫描 / total≥5 不再重试）
+//  - 硬 errno（-3/2131 等）：不重试（listFiles 有 page-size 降级链处理 -3）
+// budget 为整条命令的请求预算，耗尽后拒绝新请求（防深扫失控）。
+async function shareInfoRawWithRetry(gidS, fsIdS, fromUkS, msgIdS, page, pageSize, budget, throttleState) {
+  if (budget) {
+    if (budget.remaining <= 0) throw new ShareApiError(-3, "shareinfo request budget exhausted");
+    budget.remaining--;
+  }
+  let attempts = 0;
+  for (;;) {
+    try {
+      const data = await shareInfoRaw(gidS, fsIdS, fromUkS, msgIdS, page, pageSize);
+      if (throttleState) throttleState.consecutive = 0;
+      return data;
+    } catch (e) {
+      const isThrottled = e instanceof ShareApiError && e.throttled;
+      const isNetwork = !(e instanceof ShareApiError);
+      if (!isThrottled && !isNetwork) throw e;
+      if (isThrottled && throttleState) {
+        throttleState.consecutive = (throttleState.consecutive || 0) + 1;
+        throttleState.total = (throttleState.total || 0) + 1;
+      }
+      const maxRetries = isThrottled && throttleState && (throttleState.consecutive >= 3 || throttleState.total >= 5) ? 0 : 2;
+      if (attempts >= maxRetries) throw e;
+      attempts++;
+      await delay(2000 * attempts);
+    }
+  }
+}
 
+// 单页 shareinfo（gls 用），带限流退避
+async function shareInfoRequest(gidS, fsIdS, fromUkS, msgIdS, page, pageSize) {
+  const data = await shareInfoRawWithRetry(gidS, fsIdS, fromUkS, msgIdS, page, pageSize);
+  const files = (Array.isArray(data.records) ? data.records : []).map((f) =>
+    mapShareInfoFile(f, fsIdS, fromUkS, msgIdS)
+  );
   return { files, hasMore: data.has_more === 1, page, pageSize };
 }
 
+// 全量拉取目录内容（gsearch/gtree 用）：自动翻页 + 去重 + 缓存。
+// 逆向实测：shareinfo 每页硬上限 100，has_more=1 时 page=N 可继续翻页；
+// 旧实现只取 page=1，超过 100 子项的目录会漏数据。
+async function fetchShareDir({ gidS, fsIdS, fromUkS, msgIdS, maxPages = 50, cache = false, ttlMs = DIR_CACHE_TTL, budget, throttleState }) {
+  const key = `dir:${gidS}:${fsIdS}:${fromUkS}:${msgIdS}`;
+  if (cache) {
+    const hit = cacheGet(key);
+    if (hit) return { ...hit, cached: true };
+  }
+
+  const files = [];
+  const seenFs = new Set();
+  let hasMore = false;
+  let pages = 0;
+
+  for (let page = 1; page <= maxPages; page++) {
+    const data = await shareInfoRawWithRetry(gidS, fsIdS, fromUkS, msgIdS, page, MAX_PAGE_SIZE, budget, throttleState);
+    const records = Array.isArray(data.records) ? data.records : [];
+    for (const f of records) {
+      const fsId = toStr(f.fs_id);
+      if (seenFs.has(fsId)) continue;
+      seenFs.add(fsId);
+      files.push(mapShareInfoFile(f, fsIdS, fromUkS, msgIdS));
+    }
+    hasMore = data.has_more === 1;
+    pages = page;
+    if (!hasMore || records.length === 0) break;
+  }
+
+  const result = { files, hasMore, pages, truncated: pages >= maxPages };
+  // 空目录用短 TTL 缓存：限流时 API 可能返回空列表（缓存投毒会导致静默丢数据）
+  if (cache) cacheSet(key, result, files.length === 0 ? EMPTY_DIR_CACHE_TTL : ttlMs);
+  return { ...result, cached: false };
+}
+
 // ── 列出分享库内容 (gls) ──────────────────────────────
 
 async function listFiles(gid, fsId, options = {}) {
@@ -107,14 +305,15 @@ async function listFiles(gid, fsId, options = {}) {
   const parentFsId = toStr(options.parentFsId || "");
   const page = options.page || 1;
   let pageSize = options.pageSize || 50;
-  pageSize = Math.min(Math.max(1, pageSize), 100);
+  pageSize = Math.min(Math.max(1, pageSize), MAX_PAGE_SIZE);
+  const cache = options.cache === true;
 
   // 来源解析：显式传入优先；否则仅在顶层分享中精确匹配（禁止"用第一个分享"兜底）
   let fromUkS = toStr(options.fromUk || "");
   let msgIdS = toStr(options.msgId || "");
 
   if (!fromUkS || !msgIdS) {
-    const shares = await listShares(gidS);
+    const shares = await listShares(gidS, { cache });
     const match = shares.find((s) => s.fsId === fsIdS);
     if (!match) {
       throw new Error(
@@ -147,6 +346,28 @@ async function listFiles(gid, fsId, options = {}) {
         lastErrno = -3;
         continue; // 尝试更小的 page-size
       }
+      if (e instanceof ShareApiError && e.errno === 2131) {
+        // msg_id 不属于该群（常见：gid 与参数来自不同群/分享库）。
+        // 尝试按 fsId 从本群 gshares 自动解析纠正一次；失败则给出明确指引。
+        try {
+          const shares = await listShares(gidS, { cache });
+          const match = shares.find((s) => s.fsId === fsIdS);
+          if (match) {
+            const result = await shareInfoRequest(gidS, fsIdS, match.fromUk, match.msgId, page, size);
+            return {
+              files: result.files,
+              hasMore: result.hasMore,
+              page,
+              pageSize: size,
+              fromUk: match.fromUk,
+              msgId: match.msgId,
+              fallback: null,
+              autoResolved: true,
+            };
+          }
+        } catch {}
+        throw new ShareApiError(2131, describeErrno2131(gidS, msgIdS));
+      }
       throw e;
     }
   }
@@ -181,7 +402,7 @@ async function listFiles(gid, fsId, options = {}) {
 
   // 目标本身是顶层分享 → 退回 gshares 结果
   try {
-    const shares = await listShares(gidS);
+    const shares = await listShares(gidS, { cache });
     const match = shares.find((s) => s.fsId === fsIdS);
     if (match) {
       return {
@@ -217,8 +438,8 @@ async function listFiles(gid, fsId, options = {}) {
   throw new ShareApiError(
     -3,
     `shareinfo rejected for fsId ${fsIdS} (errno=-3). ` +
-    `群分享 API 拒绝请求：已观察到大目录、错误的 msgId/fromUk、过期分享都可能触发。` +
-    `请减小 --page-size，或携带 gsearch 返回的 fromUk/msgId/parentFsId 信息重试。`
+    `群分享 API 拒绝请求：已观察到大目录、错误的 msgId/fromUk、过期分享、请求过于频繁都可能触发。` +
+    `请减小 --page-size，稍后重试，或携带 gsearch 返回的 fromUk/msgId/parentFsId 信息重试。`
   );
 }
 
@@ -229,8 +450,12 @@ async function treeFiles(gid, options = {}) {
   const maxDepth = Math.min(Math.max(1, options.depth || 2), 5);
   const concurrency = Math.min(Math.max(1, options.concurrency || 4), 8);
   const maxNodes = options.maxNodes || 2000;
+  const maxPages = Math.min(Math.max(1, options.maxPages || 50), 200);
+  const cache = options.cache === true;
+  const budget = { remaining: Math.min(Math.max(1, options.maxRequests || DEFAULT_MAX_REQUESTS), 2000) };
+  const throttleState = { consecutive: 0 };
 
-  const shares = await listShares(gidS);
+  const shares = await listShares(gidS, { cache });
   const tree = [];
   const failed = [];
 
@@ -249,21 +474,12 @@ async function treeFiles(gid, options = {}) {
         if (!node.isDir || node.size > 0) return null; // 非目录不进队列
         scanned++;
         try {
-          const { files } = await shareInfoRequest(gidS, node.fsId, share.fromUk, share.msgId, 1, 100);
+          const { files } = await fetchShareDir({
+            gidS, fsIdS: node.fsId, fromUkS: share.fromUk, msgIdS: share.msgId,
+            maxPages, cache, budget, throttleState,
+          });
           return files.map((f) => ({
-            node: {
-              name: f.name,
-              path: f.path,
-              isDir: f.isDir,
-              size: f.size,
-              fsId: f.fsId,
-              md5: f.md5,
-              category: f.category,
-              parentFsId: f.parentFsId,
-              fromUk: f.fromUk,
-              msgId: f.msgId,
-              fromUser: share.fromUser,
-            },
+            node: { ...f, fromUser: share.fromUser },
             depth: depth + 1,
             share,
           }));
@@ -284,9 +500,14 @@ async function treeFiles(gid, options = {}) {
       if (tree.length >= maxNodes) break;
     }
     if (tree.length >= maxNodes) break;
+
+    // 检测到限流后自动放慢下一层
+    if (throttleState.consecutive > 0) await delay(300);
+    // 连续限流 ≥3 次：停止扫描，结果可续扫（磁盘缓存加速重跑）
+    if (throttleState.consecutive >= 3) break;
   }
 
-  return { tree, failed, scanned, maxDepth, truncated: tree.length >= maxNodes };
+  return { tree, failed, scanned, maxDepth, truncated: tree.length >= maxNodes, throttled: throttleState.consecutive >= 3 };
 }
 
 // ── 群文件搜索 (gsearch) ──────────────────────────────
@@ -301,17 +522,37 @@ async function searchFiles(gid, keyword, options = {}) {
   const unique = options.unique !== false;
   const fetchAll = options.all === true;
   const depth = Math.min(Math.max(1, options.depth || 1), 5); // 默认 1 层（兼容旧行为）
+  const maxPages = Math.min(Math.max(1, options.maxPages || 50), 200); // 单目录最多拉取页数（100/页）
+  const cache = options.cache === true;
+  const maxRequests = Math.min(Math.max(1, options.maxRequests || DEFAULT_MAX_REQUESTS), 2000);
+  const timeoutMs = options.timeoutMs > 0 ? options.timeoutMs : 0; // 0 = 不限时
+  const budget = { remaining: maxRequests };
+  const throttleState = { consecutive: 0 };
   const startIdx = (page - 1) * limit;
   const stopAt = fetchAll ? Infinity : startIdx + limit + 1; // +1 判断 hasMore
 
-  const shares = await listShares(gidS);
+  const shares = await listShares(gidS, { cache });
   const totalShares = shares.length;
 
   const seen = new Set();
   const results = [];
+  const failedDirs = [];
   let scannedShares = 0;
   let failedShares = 0;
+  let throttledShares = 0;
+  let cachedDirs = 0;
   let finished = false;
+  let timedOut = false;
+  let stoppedReason = null;
+
+  // 超时控制：不中断当前批，批结束后停下并返回已拿到的部分结果
+  // （complete:false, partial:true）。配合 CLI --json-file 的 onProgress 持续写盘，
+  // 即使被外部超时/杀掉，部分结果也已提前落盘。
+  let timeoutTimer = null;
+  if (timeoutMs > 0) {
+    timeoutTimer = setTimeout(() => { timedOut = true; }, timeoutMs);
+    if (typeof timeoutTimer.unref === "function") timeoutTimer.unref();
+  }
 
   const pushIfMatch = (item) => {
     if (finished) return;
@@ -319,7 +560,10 @@ async function searchFiles(gid, keyword, options = {}) {
     if (unique && seen.has(key)) return;
     seen.add(key);
     results.push(item);
-    if (results.length >= stopAt) finished = true;
+    if (results.length >= stopAt) {
+      finished = true;
+      if (!stoppedReason) stoppedReason = "page-limit";
+    }
   };
 
   // 阶段 1：顶层分享名称匹配（非目录分享在此完成扫描）
@@ -346,26 +590,41 @@ async function searchFiles(gid, keyword, options = {}) {
     }
   }
 
-  // 阶段 2：BFS 递归扫描目录（每层 4 个一批并发，默认 depth=1 保持旧行为）
+  // 阶段 2：BFS 递归扫描目录（每层并发，默认 depth=1 保持旧行为）
   const dirShares = shares.filter((s) => s.isDir);
   let queue = dirShares.map((s) => ({ fsId: s.fsId, fromUk: s.fromUk, msgId: s.msgId, depth: 1 }));
 
   for (let level = 1; level <= depth && queue.length > 0 && !finished; level++) {
+    if (timedOut) { finished = true; stoppedReason = stoppedReason || "timeout"; break; }
     const current = queue;
     queue = [];
 
     for (let i = 0; i < current.length && !finished; i += concurrency) {
+      if (timedOut) { finished = true; stoppedReason = stoppedReason || "timeout"; break; }
       const batch = current.slice(i, i + concurrency);
       const batchResults = await Promise.all(
         batch.map(async (share) => {
           scannedShares++;
+          if (budget.remaining <= 0) {
+            // 请求预算耗尽：剩余目录快速失败，避免失控触发限流
+            failedShares++;
+            if (!stoppedReason) stoppedReason = "budget";
+            return { matches: [], subDirs: [] };
+          }
           try {
-            const { files } = await shareInfoRequest(gidS, share.fsId, share.fromUk, share.msgId, 1, 100);
+            const { files, cached } = await fetchShareDir({
+              gidS, fsIdS: share.fsId, fromUkS: share.fromUk, msgIdS: share.msgId,
+              maxPages, cache, budget, throttleState,
+            });
+            if (cached) cachedDirs++;
             const matches = files.filter((f) => f.name.toLowerCase().includes(kw));
             const subDirs = files.filter((f) => f.isDir);
             return { matches, subDirs };
-          } catch {
+          } catch (e) {
             failedShares++;
+            const errno = e instanceof ShareApiError ? e.errno : "?";
+            if (e instanceof ShareApiError && e.throttled) throttledShares++;
+            failedDirs.push({ fsId: share.fsId, name: share.name || "", errno, message: e.message });
             return { matches: [], subDirs: [] };
           }
         })
@@ -380,18 +639,66 @@ async function searchFiles(gid, keyword, options = {}) {
         // 收集下一层待扫描目录
         if (level < depth && !finished) {
           for (const d of subDirs) {
-            queue.push({ fsId: d.fsId, fromUk: d.fromUk, msgId: d.msgId, depth: level + 1 });
+            queue.push({ fsId: d.fsId, name: d.name, fromUk: d.fromUk, msgId: d.msgId, depth: level + 1 });
           }
         }
       }
+
+      // 检测到限流后自动放慢（批间降速），缓解服务端压力
+      if (throttleState.consecutive > 0) await delay(300);
+      if (timedOut) { finished = true; stoppedReason = stoppedReason || "timeout"; break; }
+      // 连续限流 ≥3 次：服务端已饱和，停止扫描快速失败。
+      // 已成功扫描的目录已写入磁盘缓存，重跑命令只补扫缺失部分（续扫收敛）。
+      if (throttleState.consecutive >= 3) {
+        if (throttledShares < 3) throttledShares = 3;
+        finished = true;
+        stoppedReason = stoppedReason || "throttled";
+        break;
+      }
+
+      // 每批扫描完主动上报部分结果（CLI 用于持续写 --json-file）
+      if (typeof options.onProgress === "function") {
+        options.onProgress({
+          results,
+          page,
+          pageSize: limit,
+          total: null,
+          complete: false,
+          partial: true,
+          running: true,
+          timedOut: false,
+          stoppedReason,
+          scannedShares,
+          totalShares,
+          failedShares,
+          throttledShares,
+          cachedDirs,
+          budgetUsed: maxRequests - budget.remaining,
+          depth,
+          maxPages,
+        });
+      }
     }
   }
 
-  const complete = scannedShares >= totalShares;
+  if (timeoutTimer) clearTimeout(timeoutTimer);
+
+  if (timedOut) {
+    finished = true;
+    stoppedReason = stoppedReason || "timeout";
+  }
+
+  // 完整度判定：BFS 自然结束（队列清空 / 达到 depth 上限）且未被分页/限流/超时/预算中断，
+  // 且没有任何失败，才算 complete。之前"scannedShares >= totalShares"在 depth>1 或
+  // 提前截断时会误报 complete:true。
+  const scanDone = !finished && !timedOut;
+  const complete = scanDone && failedShares === 0;
   const hasMore = !fetchAll && results.length > startIdx + limit;
   const pageSlice = fetchAll ? results : results.slice(startIdx, startIdx + limit);
 
-  return {
+  if (!stoppedReason) stoppedReason = complete ? "complete" : "stopped";
+
+  const out = {
     results: pageSlice,
     page,
     pageSize: limit,
@@ -401,12 +708,30 @@ async function searchFiles(gid, keyword, options = {}) {
     nextPage: hasMore ? page + 1 : null,
     unique,
     complete,
-    partial: failedShares > 0,
+    partial: !complete,
+    timedOut,
+    stoppedReason,
+    throttled: throttleState.consecutive >= 3,
+    failedDirs: failedShares > 0 ? failedDirs.slice(0, 50) : [],
     scannedShares,
     totalShares,
     failedShares,
+    throttledShares,
+    cachedDirs,
+    budgetUsed: maxRequests - budget.remaining,
     depth,
+    maxPages,
   };
+
+  // 结束态上报（running:false），CLI 据此写最终 JSON
+  if (typeof options.onProgress === "function") {
+    options.onProgress({ ...out, results, running: false });
+  }
+
+  return out;
 }
 
-module.exports = { listGroups, listShares, listFiles, treeFiles, searchFiles, ShareApiError };
+module.exports = {
+  listGroups, listShares, listFiles, treeFiles, searchFiles,
+  ShareApiError, describeErrno2131, clearGroupCache,
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "baiduwangpan-cli",
-  "version": "1.0.2",
+  "version": "1.1.1",
   "description": "百度网盘 CLI — 全盘读写 · 免下载读取文件内容 · 群聊文件浏览 (Agent 友好)",
   "main": "lib/index.js",
   "bin": {
@@ -8,7 +8,7 @@
   },
   "scripts": {
     "start": "node bin/bdp.js",
-    "test": "node --test",
+    "test": "node --test test/*.test.js",
     "postinstall": "node scripts/postinstall.js"
   },
   "engines": {