tt-help-cli-ycl 1.3.48 → 1.3.50

package/src/cli/attach.js

@@ -1,331 +1,331 @@
-import { TikTokScraper } from "../lib/tiktok-scraper.mjs";
-import v8 from "node:v8";
-
-const MAX_RETRY_WAIT = 5 * 60 * 1000;
-const HEAP_RESTART_RATIO = 0.72;
-const MAX_TASK_BATCHES_BEFORE_RESTART = 200;
-
-function formatNow() {
-  return new Date().toLocaleString("zh-CN", {
-    hour12: false,
-  });
-}
-
-function attachLog(message = "") {
-  console.error(`[${formatNow()}] ${message}`);
-}
-
-async function withRetry(label, fn) {
-  let backoff = 1000;
-  while (true) {
-    try {
-      return await fn();
-    } catch (err) {
-      attachLog(
-        `[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`,
-      );
-      await new Promise((r) => setTimeout(r, backoff));
-      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
-    }
-  }
-}
-
-async function apiGet(url) {
-  return withRetry(`GET ${url}`, async () => {
-    const res = await fetch(url);
-    return res.json();
-  });
-}
-
-async function apiPost(url, body) {
-  return withRetry(`POST ${url}`, async () => {
-    const res = await fetch(url, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify(body),
-    });
-    return res.json();
-  });
-}
-
-function isBrowserClosedError(err) {
-  if (!err) return false;
-  const msg = err.message || err.toString() || "";
-  return (
-    msg.includes("Target page, context or browser has been closed") ||
-    msg.includes("browser has been closed") ||
-    msg.includes("browserContext.newPage") ||
-    msg.includes("Protocol error")
-  );
-}
-
-function getHeapUsage() {
-  const heapUsed = process.memoryUsage().heapUsed;
-  const heapLimit = v8.getHeapStatistics().heap_size_limit;
-  return {
-    heapUsed,
-    heapLimit,
-    ratio: heapLimit > 0 ? heapUsed / heapLimit : 0,
-  };
-}
-
-async function recycleScraper(scraper, reason) {
-  attachLog(`[Attach] ${reason}，正在重启浏览器实例...`);
-  await scraper.restart();
-  attachLog("[Attach] 浏览器实例重启完成");
-}
-
-export async function handleAttach(options) {
-  const {
-    attachParallel,
-    attachInterval,
-    serverUrl,
-    attachCountries,
-    showHelp,
-  } = options;
-  let shuttingDown = false;
-  let forceExitTimer = null;
-
-  if (showHelp) {
-    attachLog(
-      "用法: tt-help attach [-p 并行数] [-i 间隔秒数] [-s 服务端地址] [-c 国家列表]",
-    );
-    attachLog("");
-    attachLog("参数:");
-    attachLog("  -p, --parallel <N>     并行抓取数（默认: 1）");
-    attachLog("  -i, --interval <N>     无任务时轮询间隔，单位秒（默认: 10）");
-    attachLog(
-      "  -s, --server <URL>     服务端地址（默认: http://127.0.0.1:3001）",
-    );
-    attachLog(
-      "  -c, --countries <A,B,C>  猜测国家列表（逗号分隔，如 PL,DE,FR），服务端优先返回这些国家的任务",
-    );
-    attachLog("");
-    attachLog("说明:");
-    attachLog(
-      "  后台轮询服务端 /api/user-update-tasks 接口，自动抓取 TikTok 用户信息",
-    );
-    attachLog("  抓取完成后通过 POST /api/user-info-batch 批量回传结果");
-    attachLog("  浏览器崩溃时自动重启，支持长时间无人值守运行");
-    attachLog("");
-    attachLog("示例:");
-    attachLog("  tt-help attach");
-    attachLog("  tt-help attach -p 5 -i 10");
-    attachLog("  tt-help attach -p 3 -i 5 -s http://127.0.0.1:3001");
-    attachLog("  tt-help attach -c PL,DE,FR -p 5");
-    return;
-  }
-
-  const countryStr =
-    attachCountries && attachCountries.length > 0
-      ? `, 猜测国家: ${attachCountries.join(", ")}`
-      : "";
-  attachLog(
-    `[Attach] 并行数: ${attachParallel}, 空闲间隔: ${attachInterval}秒, 服务端: ${serverUrl}${countryStr}`,
-  );
-
-  const scraper = new TikTokScraper();
-  const shutdown = async (signal) => {
-    if (shuttingDown) return;
-    shuttingDown = true;
-    forceExitTimer = setTimeout(() => {
-      attachLog("[Attach] 关闭超时，强制退出");
-      process.exit(0);
-    }, 30000);
-    forceExitTimer.unref?.();
-    attachLog(`\n[Attach] 收到 ${signal}，等待当前任务完成后退出...`);
-  };
-
-  const onSigint = () => {
-    void shutdown("SIGINT");
-  };
-  const onSigterm = () => {
-    void shutdown("SIGTERM");
-  };
-
-  process.on("SIGINT", onSigint);
-  process.on("SIGTERM", onSigterm);
-
-  try {
-    await scraper.init();
-    attachLog("[Attach] 浏览器初始化完成，开始循环接收任务...");
-
-    let loopCount = 0;
-    let browserRestartCount = 0;
-    let taskBatchCount = 0;
-
-    while (!shuttingDown) {
-      loopCount++;
-
-      // 检查浏览器是否存活，不存活则重启
-      if (!scraper.isAlive()) {
-        attachLog(
-          `[Attach] 浏览器已关闭，正在重启 (${++browserRestartCount})...`,
-        );
-        await scraper.restart();
-        attachLog("[Attach] 浏览器重启完成");
-      }
-
-      // 收到退出信号且当前无任务正在处理，则退出
-      if (shuttingDown) {
-        attachLog("[Attach] 当前任务已完成，正在关闭浏览器...");
-        await scraper.close().catch(() => {});
-        if (forceExitTimer) {
-          clearTimeout(forceExitTimer);
-          forceExitTimer = null;
-        }
-        attachLog("[Attach] 已退出");
-        process.exit(0);
-      }
-
-      const countryParam =
-        attachCountries && attachCountries.length > 0
-          ? `&countries=${encodeURIComponent(attachCountries.join(","))}`
-          : "";
-      const { total, tasks } = await apiGet(
-        `${serverUrl}/api/user-update-tasks?limit=${attachParallel}${countryParam}`,
-      );
-
-      if (!tasks || tasks.length === 0) {
-        const heap = getHeapUsage();
-        if (heap.ratio >= HEAP_RESTART_RATIO) {
-          await recycleScraper(
-            scraper,
-            `空闲时堆占用 ${(heap.ratio * 100).toFixed(1)}%`,
-          );
-        }
-        if (loopCount === 1) {
-          attachLog(`[Attach] 当前无待更新任务，${attachInterval}秒后重试...`);
-        }
-        // 空闲等待时可中断
-        await new Promise((r) => setTimeout(r, attachInterval * 1000));
-        continue;
-      }
-
-      attachLog(`\n[Attach] 获取到 ${tasks.length} 个待更新任务...`);
-      taskBatchCount++;
-
-      // 收到退出信号但已有任务在跑，继续完成当前批次
-      if (shuttingDown) {
-        attachLog("[Attach] 正在处理当前批次任务，完成后退出...");
-      }
-
-      const results = await Promise.allSettled(
-        tasks.map(async (task) => {
-          const uniqueId = task.uniqueId;
-          const countryTag = task.guessedLocation
-            ? ` [猜测国家: ${task.guessedLocation}]`
-            : "";
-          attachLog(`  → 获取 @${uniqueId} 的用户信息...${countryTag}`);
-          try {
-            const info = await scraper.getUserInfo(uniqueId);
-            return { uniqueId, info, error: null };
-          } catch (err) {
-            return { uniqueId, info: null, error: err };
-          }
-        }),
-      );
-
-      let successCount = 0;
-      let failCount = 0;
-      let needRestart = false;
-
-      // 收集抓取成功的任务，记录抓取失败的
-      const successTasks = [];
-      for (const result of results) {
-        if (result.status === "fulfilled") {
-          const { uniqueId, info, error } = result.value;
-          if (error) {
-            if (isBrowserClosedError(error)) {
-              needRestart = true;
-            }
-            attachLog(
-              `  ✗ @${uniqueId} 获取失败: ${error.message || "未知错误"}`,
-            );
-            failCount++;
-          } else if (info) {
-            successTasks.push({ uniqueId, info });
-          } else {
-            attachLog(`  - @${uniqueId} 无用户信息`);
-            successTasks.push({ uniqueId, info: {} });
-          }
-        } else {
-          attachLog(
-            `  ✗ 任务执行异常: ${result.reason?.message || "未知错误"}`,
-          );
-          failCount++;
-        }
-      }
-
-      // 批量提交成功的结果
-      if (successTasks.length > 0) {
-        try {
-          const batchRet = await apiPost(`${serverUrl}/api/user-info-batch`, {
-            updates: successTasks,
-          });
-          if (batchRet && batchRet.results) {
-            const nicknameMap = {};
-            for (const { uniqueId, info } of successTasks) {
-              if (info?.nickname) {
-                nicknameMap[uniqueId] = info.nickname;
-              }
-            }
-            for (const r of batchRet.results) {
-              if (r.ok) {
-                successCount++;
-                const nickname = nicknameMap[r.uniqueId] || r.uniqueId;
-                attachLog(`  ✓ @${r.uniqueId} (${nickname}) 已提交更新`);
-              } else {
-                failCount++;
-                attachLog(`  ✗ @${r.uniqueId} 提交失败: ${r.error}`);
-              }
-            }
-          } else {
-            successCount = successTasks.length;
-            attachLog(`  ✓ 批量提交完成 (${successTasks.length} 条)`);
-          }
-        } catch (err) {
-          failCount += successTasks.length;
-          attachLog(`  ✗ 批量提交失败: ${err.message}`);
-        }
-      }
-
-      attachLog(`  本批结果: ${successCount} 成功, ${failCount} 失败\n`);
-
-      const heap = getHeapUsage();
-      if (heap.ratio >= HEAP_RESTART_RATIO) {
-        await recycleScraper(
-          scraper,
-          `本批后堆占用 ${(heap.ratio * 100).toFixed(1)}%`,
-        );
-        browserRestartCount++;
-        taskBatchCount = 0;
-      } else if (taskBatchCount >= MAX_TASK_BATCHES_BEFORE_RESTART) {
-        await recycleScraper(scraper, `已连续处理 ${taskBatchCount} 批任务`);
-        browserRestartCount++;
-        taskBatchCount = 0;
-      }
-
-      if (needRestart) {
-        attachLog("[Attach] 检测到浏览器异常，将在下一轮重启...");
-      }
-
-      await new Promise((r) => setTimeout(r, 500));
-    }
-  } catch (err) {
-    attachLog(`[Attach] 运行异常: ${err.message}`);
-    throw err;
-  } finally {
-    // 正常退出（非信号触发）或超时强制退出时的清理
-    if (forceExitTimer) {
-      clearTimeout(forceExitTimer);
-      forceExitTimer = null;
-    }
-    process.removeListener("SIGINT", onSigint);
-    process.removeListener("SIGTERM", onSigterm);
-    // 只有在非信号退出时才关闭浏览器（信号退出已在循环内关闭）
-    if (!shuttingDown) {
-      await scraper.close().catch(() => {});
-    }
-  }
-}
+import { TikTokScraper } from "../lib/tiktok-scraper.mjs";
+import v8 from "node:v8";
+
+const MAX_RETRY_WAIT = 5 * 60 * 1000;
+const HEAP_RESTART_RATIO = 0.72;
+const MAX_TASK_BATCHES_BEFORE_RESTART = 200;
+
+function formatNow() {
+  return new Date().toLocaleString("zh-CN", {
+    hour12: false,
+  });
+}
+
+function attachLog(message = "") {
+  console.error(`[${formatNow()}] ${message}`);
+}
+
+async function withRetry(label, fn) {
+  let backoff = 1000;
+  while (true) {
+    try {
+      return await fn();
+    } catch (err) {
+      attachLog(
+        `[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`,
+      );
+      await new Promise((r) => setTimeout(r, backoff));
+      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
+    }
+  }
+}
+
+async function apiGet(url) {
+  return withRetry(`GET ${url}`, async () => {
+    const res = await fetch(url);
+    return res.json();
+  });
+}
+
+async function apiPost(url, body) {
+  return withRetry(`POST ${url}`, async () => {
+    const res = await fetch(url, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify(body),
+    });
+    return res.json();
+  });
+}
+
+function isBrowserClosedError(err) {
+  if (!err) return false;
+  const msg = err.message || err.toString() || "";
+  return (
+    msg.includes("Target page, context or browser has been closed") ||
+    msg.includes("browser has been closed") ||
+    msg.includes("browserContext.newPage") ||
+    msg.includes("Protocol error")
+  );
+}
+
+function getHeapUsage() {
+  const heapUsed = process.memoryUsage().heapUsed;
+  const heapLimit = v8.getHeapStatistics().heap_size_limit;
+  return {
+    heapUsed,
+    heapLimit,
+    ratio: heapLimit > 0 ? heapUsed / heapLimit : 0,
+  };
+}
+
+async function recycleScraper(scraper, reason) {
+  attachLog(`[Attach] ${reason}，正在重启浏览器实例...`);
+  await scraper.restart();
+  attachLog("[Attach] 浏览器实例重启完成");
+}
+
+export async function handleAttach(options) {
+  const {
+    attachParallel,
+    attachInterval,
+    serverUrl,
+    attachCountries,
+    showHelp,
+  } = options;
+  let shuttingDown = false;
+  let forceExitTimer = null;
+
+  if (showHelp) {
+    attachLog(
+      "用法: tt-help attach [-p 并行数] [-i 间隔秒数] [-s 服务端地址] [-c 国家列表]",
+    );
+    attachLog("");
+    attachLog("参数:");
+    attachLog("  -p, --parallel <N>     并行抓取数（默认: 1）");
+    attachLog("  -i, --interval <N>     无任务时轮询间隔，单位秒（默认: 10）");
+    attachLog(
+      "  -s, --server <URL>     服务端地址（默认: http://127.0.0.1:3001）",
+    );
+    attachLog(
+      "  -c, --countries <A,B,C>  猜测国家列表（逗号分隔，如 PL,DE,FR），服务端优先返回这些国家的任务",
+    );
+    attachLog("");
+    attachLog("说明:");
+    attachLog(
+      "  后台轮询服务端 /api/user-update-tasks 接口，自动抓取 TikTok 用户信息",
+    );
+    attachLog("  抓取完成后通过 POST /api/user-info-batch 批量回传结果");
+    attachLog("  浏览器崩溃时自动重启，支持长时间无人值守运行");
+    attachLog("");
+    attachLog("示例:");
+    attachLog("  tt-help attach");
+    attachLog("  tt-help attach -p 5 -i 10");
+    attachLog("  tt-help attach -p 3 -i 5 -s http://127.0.0.1:3001");
+    attachLog("  tt-help attach -c PL,DE,FR -p 5");
+    return;
+  }
+
+  const countryStr =
+    attachCountries && attachCountries.length > 0
+      ? `, 猜测国家: ${attachCountries.join(", ")}`
+      : "";
+  attachLog(
+    `[Attach] 并行数: ${attachParallel}, 空闲间隔: ${attachInterval}秒, 服务端: ${serverUrl}${countryStr}`,
+  );
+
+  const scraper = new TikTokScraper();
+  const shutdown = async (signal) => {
+    if (shuttingDown) return;
+    shuttingDown = true;
+    forceExitTimer = setTimeout(() => {
+      attachLog("[Attach] 关闭超时，强制退出");
+      process.exit(0);
+    }, 30000);
+    forceExitTimer.unref?.();
+    attachLog(`\n[Attach] 收到 ${signal}，等待当前任务完成后退出...`);
+  };
+
+  const onSigint = () => {
+    void shutdown("SIGINT");
+  };
+  const onSigterm = () => {
+    void shutdown("SIGTERM");
+  };
+
+  process.on("SIGINT", onSigint);
+  process.on("SIGTERM", onSigterm);
+
+  try {
+    await scraper.init();
+    attachLog("[Attach] 浏览器初始化完成，开始循环接收任务...");
+
+    let loopCount = 0;
+    let browserRestartCount = 0;
+    let taskBatchCount = 0;
+
+    while (!shuttingDown) {
+      loopCount++;
+
+      // 检查浏览器是否存活，不存活则重启
+      if (!scraper.isAlive()) {
+        attachLog(
+          `[Attach] 浏览器已关闭，正在重启 (${++browserRestartCount})...`,
+        );
+        await scraper.restart();
+        attachLog("[Attach] 浏览器重启完成");
+      }
+
+      // 收到退出信号且当前无任务正在处理，则退出
+      if (shuttingDown) {
+        attachLog("[Attach] 当前任务已完成，正在关闭浏览器...");
+        await scraper.close().catch(() => {});
+        if (forceExitTimer) {
+          clearTimeout(forceExitTimer);
+          forceExitTimer = null;
+        }
+        attachLog("[Attach] 已退出");
+        process.exit(0);
+      }
+
+      const countryParam =
+        attachCountries && attachCountries.length > 0
+          ? `&countries=${encodeURIComponent(attachCountries.join(","))}`
+          : "";
+      const { total, tasks } = await apiGet(
+        `${serverUrl}/api/user-update-tasks?limit=${attachParallel}${countryParam}`,
+      );
+
+      if (!tasks || tasks.length === 0) {
+        const heap = getHeapUsage();
+        if (heap.ratio >= HEAP_RESTART_RATIO) {
+          await recycleScraper(
+            scraper,
+            `空闲时堆占用 ${(heap.ratio * 100).toFixed(1)}%`,
+          );
+        }
+        if (loopCount === 1) {
+          attachLog(`[Attach] 当前无待更新任务，${attachInterval}秒后重试...`);
+        }
+        // 空闲等待时可中断
+        await new Promise((r) => setTimeout(r, attachInterval * 1000));
+        continue;
+      }
+
+      attachLog(`\n[Attach] 获取到 ${tasks.length} 个待更新任务...`);
+      taskBatchCount++;
+
+      // 收到退出信号但已有任务在跑，继续完成当前批次
+      if (shuttingDown) {
+        attachLog("[Attach] 正在处理当前批次任务，完成后退出...");
+      }
+
+      const results = await Promise.allSettled(
+        tasks.map(async (task) => {
+          const uniqueId = task.uniqueId;
+          const countryTag = task.guessedLocation
+            ? ` [猜测国家: ${task.guessedLocation}]`
+            : "";
+          attachLog(`  → 获取 @${uniqueId} 的用户信息...${countryTag}`);
+          try {
+            const info = await scraper.getUserInfo(uniqueId);
+            return { uniqueId, info, error: null };
+          } catch (err) {
+            return { uniqueId, info: null, error: err };
+          }
+        }),
+      );
+
+      let successCount = 0;
+      let failCount = 0;
+      let needRestart = false;
+
+      // 收集抓取成功的任务，记录抓取失败的
+      const successTasks = [];
+      for (const result of results) {
+        if (result.status === "fulfilled") {
+          const { uniqueId, info, error } = result.value;
+          if (error) {
+            if (isBrowserClosedError(error)) {
+              needRestart = true;
+            }
+            attachLog(
+              `  ✗ @${uniqueId} 获取失败: ${error.message || "未知错误"}`,
+            );
+            failCount++;
+          } else if (info) {
+            successTasks.push({ uniqueId, info });
+          } else {
+            attachLog(`  - @${uniqueId} 无用户信息`);
+            successTasks.push({ uniqueId, info: {} });
+          }
+        } else {
+          attachLog(
+            `  ✗ 任务执行异常: ${result.reason?.message || "未知错误"}`,
+          );
+          failCount++;
+        }
+      }
+
+      // 批量提交成功的结果
+      if (successTasks.length > 0) {
+        try {
+          const batchRet = await apiPost(`${serverUrl}/api/user-info-batch`, {
+            updates: successTasks,
+          });
+          if (batchRet && batchRet.results) {
+            const nicknameMap = {};
+            for (const { uniqueId, info } of successTasks) {
+              if (info?.nickname) {
+                nicknameMap[uniqueId] = info.nickname;
+              }
+            }
+            for (const r of batchRet.results) {
+              if (r.ok) {
+                successCount++;
+                const nickname = nicknameMap[r.uniqueId] || r.uniqueId;
+                attachLog(`  ✓ @${r.uniqueId} (${nickname}) 已提交更新`);
+              } else {
+                failCount++;
+                attachLog(`  ✗ @${r.uniqueId} 提交失败: ${r.error}`);
+              }
+            }
+          } else {
+            successCount = successTasks.length;
+            attachLog(`  ✓ 批量提交完成 (${successTasks.length} 条)`);
+          }
+        } catch (err) {
+          failCount += successTasks.length;
+          attachLog(`  ✗ 批量提交失败: ${err.message}`);
+        }
+      }
+
+      attachLog(`  本批结果: ${successCount} 成功, ${failCount} 失败\n`);
+
+      const heap = getHeapUsage();
+      if (heap.ratio >= HEAP_RESTART_RATIO) {
+        await recycleScraper(
+          scraper,
+          `本批后堆占用 ${(heap.ratio * 100).toFixed(1)}%`,
+        );
+        browserRestartCount++;
+        taskBatchCount = 0;
+      } else if (taskBatchCount >= MAX_TASK_BATCHES_BEFORE_RESTART) {
+        await recycleScraper(scraper, `已连续处理 ${taskBatchCount} 批任务`);
+        browserRestartCount++;
+        taskBatchCount = 0;
+      }
+
+      if (needRestart) {
+        attachLog("[Attach] 检测到浏览器异常，将在下一轮重启...");
+      }
+
+      await new Promise((r) => setTimeout(r, 500));
+    }
+  } catch (err) {
+    attachLog(`[Attach] 运行异常: ${err.message}`);
+    throw err;
+  } finally {
+    // 正常退出（非信号触发）或超时强制退出时的清理
+    if (forceExitTimer) {
+      clearTimeout(forceExitTimer);
+      forceExitTimer = null;
+    }
+    process.removeListener("SIGINT", onSigint);
+    process.removeListener("SIGTERM", onSigterm);
+    // 只有在非信号退出时才关闭浏览器（信号退出已在循环内关闭）
+    if (!shuttingDown) {
+      await scraper.close().catch(() => {});
+    }
+  }
+}