tt-help-cli-ycl 1.4.7 → 1.4.9

package/src/cli/comments.js

@@ -1,6 +1,19 @@
+// ────────────────────────────────────────
+// comments.js — TikTok 评论采集 CLI
+// 模式：
+//   自动模式: tt-help comments [-p N] [-i N] [-s server]    从服务端轮询任务
+//   手动模式: tt-help comments <URL> [N] [--save]            单视频评论提取
+// ────────────────────────────────────────
+
 import { chromium } from "playwright";
+import os from "os";
+import { execSync } from "child_process";
+
 import { fetchUserCommentsAPI } from "../lib/api-interceptor-comment.js";
-import { closeCommentPanel } from "../lib/browser/page.js";
+import {
+  closeCommentPanel,
+  isBrowserClosedError,
+} from "../lib/browser/page.js";
 import {
   server as defaultServer,
   proxy as configuredProxy,
@@ -11,19 +24,130 @@ import {
   normalizeLocation,
 } from "../lib/target-locations.js";
 import { createApiClient } from "../lib/api-client.js";
-import { ensureBrowserReady as ensureBrowserReadyCDP } from "../lib/browser/cdp.js";
+import { ensureBrowserReady, killEdgeProcesses } from "../lib/browser/cdp.js";
 import { delay } from "../lib/delay.js";
+import {
+  waitAndGetCaptcha,
+  closeCaptcha,
+} from "../scraper/modules/captcha-handler.js";
+import { detectModals, closeAllModals } from "../lib/modal-handler.js";
+
+// ────────────────────────────────────────
+// Section 1: 常量 & 配置默认值
+// ────────────────────────────────────────
+
+const CFG = {
+  /** 默认 CDP 端口池起点 */
+  portPoolStart: 6222,
+  /** 端口池大小 */
+  portPoolSize: 10,
+  /** 每视频最大评论数 */
+  maxComments: 200,
+  /** 空闲间隔上限（秒） */
+  interval: 10,
+  /** 并行数 */
+  parallel: 1,
+  /** 连续 403 后切换端口 */
+  consecutive403Blocked: 3,
+  /** 连续验证码后切换端口 */
+  maxConsecutiveCaptcha: 3,
+  /** 内存回收 — 触发回收的 RSS(MB) 阈值 */
+  recycleRssMb: 900,
+  /** 内存回收 — 触发回收的 Heap(MB) 阈值 */
+  recycleHeapMb: 512,
+  /** 内存回收 — 触发回收的 Edge 进程(MB) 阈值 */
+  recycleEdgeMb: 2000,
+  /** 内存回收 — 两次回收最小间隔(ms) */
+  recycleCooldownMs: 180000,
+  /** 内存回收 — 每 N 个任务强制回收（0=禁用） */
+  periodicRecycleEvery: 0,
+  /** 内存回收 — 回收时是否切换端口 */
+  switchPortOnRecycle: true,
+};
+
+/** 从环境变量覆写配置 */
+function loadEnvConfig() {
+  const int = (key, def) => {
+    const v = parseInt(process.env[key], 10);
+    return Number.isFinite(v) ? v : def;
+  };
+  CFG.portPoolStart = int("COMMENTS_PORT_POOL_START", CFG.portPoolStart);
+  CFG.portPoolSize = int("COMMENTS_PORT_POOL_SIZE", CFG.portPoolSize);
+  CFG.recycleRssMb = Math.max(
+    256,
+    int("COMMENTS_RECYCLE_RSS_MB", CFG.recycleRssMb),
+  );
+  CFG.recycleHeapMb = Math.max(
+    128,
+    int("COMMENTS_RECYCLE_HEAP_MB", CFG.recycleHeapMb),
+  );
+  CFG.recycleEdgeMb = Math.max(
+    500,
+    int("COMMENTS_RECYCLE_EDGE_MB", CFG.recycleEdgeMb),
+  );
+  CFG.recycleCooldownMs = Math.max(
+    0,
+    int("COMMENTS_RECYCLE_COOLDOWN_MS", CFG.recycleCooldownMs),
+  );
+  CFG.periodicRecycleEvery = Math.max(
+    0,
+    int("COMMENTS_PERIODIC_RECYCLE_EVERY", CFG.periodicRecycleEvery),
+  );
+  CFG.switchPortOnRecycle =
+    String(process.env.COMMENTS_SWITCH_PORT_ON_RECYCLE || "1") !== "0";
+}
+
+// ────────────────────────────────────────
+// Section 2: 内存监控工具
+// ────────────────────────────────────────
+
+function formatMemoryUsage(mem = process.memoryUsage()) {
+  const mb = (n) => (n / 1024 / 1024).toFixed(0);
+  return `rss:${mb(mem.rss)}MB heap:${mb(mem.heapUsed)}MB ext:${mb(mem.external)}MB ab:${mb(mem.arrayBuffers)}MB`;
+}
+
+function getBrowserMemory(port) {
+  try {
+    const platform = os.platform();
+    if (platform !== "darwin" && platform !== "linux") return null;
+    const procName = platform === "darwin" ? "Microsoft Edge" : "msedge";
+    const c = procName[0];
+    const rest = procName.slice(1);
+    let cmd;
+    if (port) {
+      cmd = `ps aux | grep "[${c}]${rest}" | grep "remote-debugging-port=${port}" | awk '{sum += $6} END {printf "%d", sum/1024}'`;
+    } else {
+      cmd = `ps aux | grep "[${c}]${rest}" | awk '{sum += $6} END {printf "%d", sum/1024}'`;
+    }
+    const mb = parseInt(execSync(cmd, { timeout: 5000 }).toString().trim(), 10);
+    return mb > 0 ? mb : null;
+  } catch {
+    return null;
+  }
+}
+
+function formatMemoryWithBrowser(port) {
+  const nodeMem = formatMemoryUsage();
+  const edgeMB = getBrowserMemory(port);
+  if (!edgeMB) return nodeMem;
+  const label = port ? ` edge:${port}:${edgeMB}MB` : ` edge:${edgeMB}MB`;
+  return nodeMem + label;
+}
+
+// ────────────────────────────────────────
+// Section 3: 页面辅助
+// ────────────────────────────────────────
 
 async function waitForPageReady(page, timeout = 30000) {
-  const startTime = Date.now();
-  while (Date.now() - startTime < timeout) {
+  const deadline = Date.now() + timeout;
+  while (Date.now() < deadline) {
     try {
-      const ready = await page.evaluate(() => {
-        return document.querySelectorAll('[class*="tabbar-item"]').length > 0;
-      });
-      if (ready) return true;
+      const ok = await page.evaluate(
+        () => document.querySelectorAll('[class*="tabbar-item"]').length > 0,
+      );
+      if (ok) return true;
     } catch {
-      // Page may have navigated, retry
+      /* 页面可能正在导航 */
     }
     await new Promise((r) => setTimeout(r, 1000));
   }
@@ -38,23 +162,252 @@ async function safeEvaluate(page, fn) {
   }
 }
 
-function isBrowserClosedError(err) {
-  if (!err) return false;
-  const msg = err.message || err.toString() || "";
-  return (
-    (msg.includes("Target") && msg.includes("closed")) ||
-    (msg.includes("Session") && msg.includes("deleted")) ||
-    (msg.includes("Session") && msg.includes("not found")) ||
-    (msg.includes("Browser") && msg.includes("closed")) ||
-    msg.includes("Execution context was destroyed") ||
-    msg.includes("Protocol error") ||
-    msg.includes("Cannot find context")
+function getPage(browser) {
+  if (!browser) return null;
+  try {
+    const ctx = browser.contexts()[0];
+    if (!ctx) return null;
+    const pages = ctx.pages();
+    return pages.length > 0 ? pages[0] : null;
+  } catch {
+    return null;
+  }
+}
+
+// ────────────────────────────────────────
+// Section 4: CDP 会话管理（端口池/浏览器/页面/内存回收）
+// ────────────────────────────────────────
+
+class CdpSessionManager {
+  constructor({ portPoolStart, portPoolSize, proxy }) {
+    this.port = portPoolStart;
+    this.portPoolStart = portPoolStart;
+    this.portPoolSize = portPoolSize;
+    this.proxy = proxy;
+    this.browser = null;
+    this.page = null;
+    this.lastRecycleAt = 0;
+    this._blockedPages = new WeakSet();
+  }
+
+  pickNextPort() {
+    const candidates = [];
+    for (let i = 0; i < this.portPoolSize; i++) {
+      const p = this.portPoolStart + i;
+      if (p !== this.port) candidates.push(p);
+    }
+    if (candidates.length === 0) return this.port;
+    return candidates[Math.floor(Math.random() * candidates.length)];
+  }
+
+  /** 启动：连接浏览器 + 获取页面 */
+  async init() {
+    const opts = { port: this.port };
+    if (this.proxy) opts.proxyServer = this.proxy;
+    this.browser = await ensureBrowserReady(opts);
+    this.page = await this._ensurePage();
+  }
+
+  /** 获取或恢复 page */
+  async _ensurePage() {
+    let p = getPage(this.browser);
+    if (p) await this._setupBlocking(p);
+    return p;
+  }
+
+  async ensurePage() {
+    if (!this.page || this.page.isClosed()) {
+      this.page = await this._ensurePage();
+    }
+    return this.page;
+  }
+
+  /** 页面请求拦截：屏蔽图片/样式减少内存 */
+  async _setupBlocking(page) {
+    if (!page || this._blockedPages.has(page)) return;
+    await page.route("**/*", (route) => {
+      const t = route.request().resourceType();
+      if (t === "image" || t === "stylesheet") route.abort();
+      else route.continue();
+    });
+    this._blockedPages.add(page);
+  }
+
+  /** 轻量回收：清空当前 tab */
+  async recyclePage() {
+    if (!this.page || this.page.isClosed()) {
+      this.page = await this._ensurePage();
+      return;
+    }
+    try {
+      await this.page.goto("about:blank", {
+        waitUntil: "domcontentloaded",
+        timeout: 5000,
+      });
+    } catch {
+      await this.page.close().catch(() => {});
+      this.page = await this._ensurePage();
+    }
+  }
+
+  /** 深度回收：关闭浏览器，可选切换端口 */
+  async recycleSession(reason, { switchPort = true } = {}) {
+    const oldPort = this.port;
+    const doSwitch = switchPort && CFG.switchPortOnRecycle;
+    if (doSwitch) this.port = this.pickNextPort();
+    const hint =
+      oldPort === this.port
+        ? `port=${this.port}`
+        : `port ${oldPort}→${this.port}`;
+    console.error(`  ♻️ 重建 CDP 会话 (${reason}; ${hint})...`);
+
+    if (this.page) {
+      await this.page.close().catch(() => {});
+      this.page = null;
+    }
+    await this.browser?.close().catch(() => {});
+
+    if (oldPort !== this.port) {
+      await killEdgeProcesses(null, oldPort).catch(() => {});
+    }
+
+    const opts = { port: this.port };
+    if (this.proxy) opts.proxyServer = this.proxy;
+    this.browser = await ensureBrowserReady(opts);
+    this.page = await this._ensurePage();
+    this.lastRecycleAt = Date.now();
+  }
+
+  /** 内存检查 + 按需回收 */
+  async maybeRecycleForMemory(processedCount) {
+    const mem = process.memoryUsage();
+    const rssMB = mem.rss / 1024 / 1024;
+    const heapMB = mem.heapUsed / 1024 / 1024;
+    const edgeMB = getBrowserMemory(this.port);
+
+    const nodeOver = rssMB >= CFG.recycleRssMb || heapMB >= CFG.recycleHeapMb;
+    const edgeOver = edgeMB !== null && edgeMB >= CFG.recycleEdgeMb;
+
+    if (nodeOver || edgeOver) {
+      if (
+        CFG.recycleCooldownMs > 0 &&
+        Date.now() - this.lastRecycleAt < CFG.recycleCooldownMs
+      )
+        return;
+
+      const parts = [];
+      if (rssMB >= CFG.recycleRssMb)
+        parts.push(`rss=${rssMB.toFixed(0)}≥${CFG.recycleRssMb}`);
+      if (heapMB >= CFG.recycleHeapMb)
+        parts.push(`heap=${heapMB.toFixed(0)}≥${CFG.recycleHeapMb}`);
+      if (edgeOver)
+        parts.push(`edge:${this.port}=${edgeMB}≥${CFG.recycleEdgeMb}`);
+
+      await this.recycleSession(`mem ${parts.join("+")}`, {
+        switchPort: edgeOver,
+      });
+      return;
+    }
+
+    if (
+      CFG.periodicRecycleEvery > 0 &&
+      processedCount > 0 &&
+      processedCount % CFG.periodicRecycleEvery === 0
+    ) {
+      await this.recycleSession(`periodic #${processedCount}`, {
+        switchPort: false,
+      });
+    }
+  }
+
+  /** 重启浏览器（不切换端口，用于浏览器异常断开） */
+  async restartBrowser() {
+    try {
+      await this.browser?.close();
+    } catch {}
+    this.browser = null;
+    this.page = null;
+    const opts = { port: this.port };
+    if (this.proxy) opts.proxyServer = this.proxy;
+    this.browser = await ensureBrowserReady(opts);
+    this.page = await this._ensurePage();
+  }
+
+  async shutdown() {
+    if (this.page) await this.page.close().catch(() => {});
+    await this.browser?.close().catch(() => {});
+    killEdgeProcesses(null, this.port);
+  }
+}
+
+// ────────────────────────────────────────
+// Section 5: 共享操作（视频页准备 & 评论提取 & 保存）
+// ────────────────────────────────────────
+
+async function prepareVideoPage(page, href) {
+  await page.goto(href, { waitUntil: "domcontentloaded", timeout: 30000 });
+  const ready = await waitForPageReady(page, 30000);
+  if (!ready) throw new Error("页面加载超时");
+
+  // 关闭弹窗
+  await safeEvaluate(page, () => {
+    document
+      .querySelectorAll('[id*="modal-overlay"]')
+      .forEach((o) => o.click());
+  });
+  await page.keyboard.press("Escape");
+  await new Promise((r) => setTimeout(r, 1000));
+
+  // 如果评论面板已打开，先关闭
+  const panelOpen = await safeEvaluate(
+    page,
+    () => !!document.querySelector('[class*="RightPanelContainer"]'),
   );
+  if (panelOpen) {
+    await closeCommentPanel(page);
+    await new Promise((r) => setTimeout(r, 800));
+  }
 }
 
-/**
- * 自动模式：循环从服务端取视频任务，抓评论，提交
- */
+function extractVideoInfo() {
+  const result = {};
+  const m = window.location.href.match(/@([^/]+)\/video/);
+  result.author = m ? "@" + m[1] : "未知";
+  const html = document.documentElement.outerHTML;
+  const locMatch = html.match(/"locationCreated":"([^"]*)/);
+  result.locationCreated = locMatch ? locMatch[1] : null;
+  return result;
+}
+
+function extractUniqueAuthors(comments) {
+  return [
+    ...new Set(
+      comments
+        .map((c) => c.user?.unique_id)
+        .filter(Boolean)
+        .map((u) => u.replace(/^@/, "")),
+    ),
+  ];
+}
+
+async function saveAuthorsToServer(serverUrl, authors, guessedLocation) {
+  const { apiPost } = createApiClient({
+    checkStatus: true,
+    maxRetries: 2,
+    backoff: 2000,
+    log: true,
+  });
+  return apiPost(`${serverUrl}/api/users`, {
+    usernames: authors.map((a) => "@" + a),
+    sources: ["comment"],
+    guessedLocation: guessedLocation || null,
+  });
+}
+
+// ────────────────────────────────────────
+// Section 6: 自动模式 — 循环从服务端取任务、抓评论、提交
+// ────────────────────────────────────────
+
 async function runAutoMode(options) {
   const {
     serverUrl,
@@ -64,41 +417,48 @@ async function runAutoMode(options) {
     basePort,
     proxy: proxyOption,
   } = options;
-  const actualParallel = Math.max(1, parallel || 1);
-  const actualInterval = interval || 10;
-  const actualMaxComments = maxComments || 200;
-  const actualBasePort = basePort || 9222;
+
+  const actualParallel = Math.max(1, parallel || CFG.parallel);
+  const actualInterval = interval || CFG.interval;
+  const actualMaxComments = maxComments || CFG.maxComments;
   const effectiveProxy = proxyOption || configuredProxy;
-  let shuttingDown = false;
+  const portPoolStart = basePort || CFG.portPoolStart;
 
-  const { apiGet, apiPost, apiPut } = createApiClient({
+  loadEnvConfig();
+
+  const { apiGet, apiPut } = createApiClient({
     checkStatus: true,
     maxRetries: 2,
     backoff: 2000,
     log: true,
-    meta: { port: actualBasePort },
   });
 
-  console.error(
-    `\n[Comments Auto] 并行: ${actualParallel}, 间隔: ${actualInterval}s, 评论数: ${actualMaxComments}, 端口: ${actualBasePort}`,
-  );
-  console.error(`服务器: ${serverUrl}`);
-  console.error(`目标国家: ${DEFAULT_TARGET_LOCATIONS.join(", ")}`);
-  console.error(`开始循环接收任务...\n`);
-
-  let browser;
-  let browserRestartCount = 0;
-  let processedCount = 0;
-  let skippedCount = 0;
-  let errorCount = 0;
-  let consecutiveErrors = 0;
+  // ── 状态 ──
+  let shuttingDown = false;
+  let processedCount = 0,
+    skippedCount = 0,
+    errorCount = 0,
+    browserRestartCount = 0;
+  let consecutiveErrors = 0,
+    consecutive403 = 0,
+    consecutiveCaptchaCount = 0;
+
+  // ── CDP 会话 ──
+  const session = new CdpSessionManager({
+    portPoolStart,
+    portPoolSize: CFG.portPoolSize,
+    proxy: effectiveProxy,
+  });
 
+  // ── 生命周期 ──
   const shutdown = async (signal) => {
     if (shuttingDown) return;
     shuttingDown = true;
-    console.error(`\n[Comments Auto] 收到 ${signal}，正在关闭浏览器...`);
-    await browser?.close().catch(() => {});
-    console.error("[Comments Auto] 已退出");
+    console.error(
+      `\n── ${signal} ── 处理=${processedCount} 跳过=${skippedCount} 错误=${errorCount} 重启=${browserRestartCount}`,
+    );
+    await session.shutdown();
+    console.error("已退出");
     process.exit(0);
   };
 
@@ -108,50 +468,51 @@ async function runAutoMode(options) {
   const onSigterm = () => {
     void shutdown("SIGTERM");
   };
-
   process.once("SIGINT", onSigint);
   process.once("SIGTERM", onSigterm);
 
-  async function ensureBrowser() {
-    if (browser) {
-      try {
-        await browser.contexts()[0]?.pages()[0]?.url();
-        return browser;
-      } catch {
-        try {
-          await browser.close();
-        } catch {}
-        browser = null;
-      }
-    }
-    const cdpOpts = { port: actualBasePort };
-    if (effectiveProxy) cdpOpts.proxyServer = effectiveProxy;
-    browser = await ensureBrowserReadyCDP(cdpOpts);
-    return browser;
-  }
+  const totalTasks = () => processedCount + skippedCount + errorCount;
 
-  async function getPage(browser) {
-    const contexts = browser.contexts();
-    if (contexts.length > 0) {
-      const pages = contexts[0].pages();
-      if (pages.length > 0) return pages[0];
-    }
-    return null;
+  // ── 启动日志 ──
+  console.error(`\n╔══════════════════════════════════════════╗`);
+  console.error(`║     自动评论采集模式（CDP 连接已登录浏览器）`);
+  console.error(
+    `║  目标国家: ${DEFAULT_TARGET_LOCATIONS.slice(0, 6).join(",")}...`,
+  );
+  console.error(`║  服务端:   ${serverUrl}`);
+  console.error(
+    `║  CDP 端口池: ${portPoolStart}-${portPoolStart + CFG.portPoolSize - 1}（当前: ${session.port}）`,
+  );
+  console.error(`║  并行: ${actualParallel}, 间隔: ${actualInterval}s`);
+  console.error(`║  每视频最大评论: ${actualMaxComments}`);
+  if (effectiveProxy) console.error(`║  代理: ${effectiveProxy}`);
+  console.error(`╚══════════════════════════════════════════╝`);
+  console.error(`📊 启动内存: ${formatMemoryWithBrowser(session.port)}`);
+  console.error("开始循环接收任务...\n");
+
+  // ── 启动浏览器 ──
+  try {
+    await session.init();
+  } catch (err) {
+    console.error(`× 浏览器启动失败: ${err.message}`);
+    process.exit(1);
   }
 
+  // ════════════════════════════════════════
+  // 主循环
+  // ════════════════════════════════════════
   try {
     while (!shuttingDown) {
-      let page;
       try {
-        browser = await ensureBrowser();
-        page = await getPage(browser);
-        if (!page) {
-          console.error("[Comments Auto] 未找到可用页面，等待中...");
-          await delay(1000, actualInterval * 1000);
+        // 确保页面可用
+        await session.ensurePage();
+        if (!session.page) {
+          console.error("  ⚠ 无可用页面 → 重建会话");
+          await session.recycleSession("page missing", { switchPort: false });
           continue;
         }
 
-        // 获取任务
+        // ── 领取任务 ──
         let tasks;
         try {
           const resp = await apiGet(
@@ -159,11 +520,11 @@ async function runAutoMode(options) {
           );
           tasks = resp.tasks || [];
         } catch (err) {
-          console.error(`[Comments Auto] 获取任务失败: ${err.message}`);
+          console.error(`  × 获取任务失败: ${err.message}`);
           consecutiveErrors++;
           if (consecutiveErrors > 10) {
-            console.error("[Comments Auto] 连续获取失败超过10次，请检查服务端");
-            process.exit(1);
+            console.error("  × 连续获取失败 >10 → 退出");
+            await shutdown("too many errors");
           }
           await delay(1000, actualInterval * 1000);
           continue;
@@ -171,295 +532,250 @@ async function runAutoMode(options) {
         consecutiveErrors = 0;
 
         if (tasks.length === 0) {
-          console.error(
-            `[Comments Auto] 暂无任务，${actualInterval}s 内随机等待后重试...`,
-          );
+          console.error(`  … 无任务，${actualInterval}s 内重试`);
           await delay(1000, actualInterval * 1000);
           continue;
         }
 
-        console.error(`[Comments Auto] 获取 ${tasks.length} 个任务`);
-
+        // ── 逐个处理任务 ──
         for (const task of tasks) {
+          if (shuttingDown) break;
+
           try {
-            const { id, href, locationCreated, ttSeller } = task;
+            const { id, href, locationCreated } = task;
             const loc = normalizeLocation(locationCreated);
+            const taskNum = totalTasks() + 1;
 
-            // 检查目标国家
+            // 非目标国家 → 跳过
             if (loc && !isLocationInList(loc, DEFAULT_TARGET_LOCATIONS)) {
-              // 非目标国家，直接 commit 跳过
               await apiPut(`${serverUrl}/api/comment-task/${id}`);
               skippedCount++;
               console.error(
-                `  [跳过] ${id.substring(0, 15)}... 国家: ${loc} (非目标)`,
+                `【${taskNum}】${href.substring(0, 60)}…  ${loc} (非目标)`,
               );
               continue;
             }
 
-            console.error(
-              `  [处理] ${id.substring(0, 15)}... 国家: ${loc || "?"} ttSeller: ${ttSeller} -> ${href}`,
-            );
+            console.error(`【${taskNum}】${href.substring(0, 60)}…`);
 
-            // 确保浏览器可用
-            browser = await ensureBrowser();
-            page = await getPage(browser);
-            if (!page) {
-              throw new Error("未找到可用页面");
-            }
+            // 确保页面可用
+            await session.ensurePage();
+            if (!session.page) throw new Error("未找到可用页面");
 
             // 导航到视频页
-            await page.goto(href, {
-              waitUntil: "domcontentloaded",
-              timeout: 30000,
-            });
-            const ready = await waitForPageReady(page, 30000);
-            if (!ready) {
-              throw new Error("页面加载超时");
-            }
-
-            // 关闭弹窗
-            await safeEvaluate(page, () => {
-              document
-                .querySelectorAll('[id*="modal-overlay"]')
-                .forEach((o) => o.click());
-            });
-            await page.keyboard.press("Escape");
-            await new Promise((r) => setTimeout(r, 1000));
-
-            // 如果评论面板已打开，先关闭
-            const panelOpen = await safeEvaluate(page, () => {
-              return !!document.querySelector('[class*="RightPanelContainer"]');
-            });
-            if (panelOpen) {
-              await closeCommentPanel(page);
-              await new Promise((r) => setTimeout(r, 800));
-            }
+            await prepareVideoPage(session.page, href);
 
             // 获取评论
-            const result = await fetchUserCommentsAPI(page, {
+            const result = await fetchUserCommentsAPI(session.page, {
               maxComments: actualMaxComments,
               log: () => {},
             });
 
             // 关闭评论面板
-            await closeCommentPanel(page);
+            await closeCommentPanel(session.page);
+
+            // ── 处理结果 ──
+            let resultNote = "";
 
             if (
               result.error ||
               !result.comments ||
               result.comments.length === 0
             ) {
-              console.error(`    [无评论] ${result.error || "未获取到评论"}`);
-            } else {
-              // 提取去重作者
-              const authors = [
-                ...new Set(
-                  result.comments
-                    .map((c) => c.user?.unique_id)
-                    .filter(Boolean)
-                    .map((u) => u.replace(/^@/, "")),
-                ),
-              ];
+              resultNote = result.error || "无评论";
 
-              if (authors.length > 0) {
-                // 提交作者
-                const saveResult = await apiPost(`${serverUrl}/api/users`, {
-                  usernames: authors.map((a) => "@" + a),
-                  sources: ["comment"],
-                  guessedLocation: loc || null,
-                });
-                console.error(
-                  `    [提交] ${saveResult.added} 新增, ${saveResult.skipped} 跳过`,
+              // ── 先检测并关闭登录弹窗（避免被误判为验证码导致长时间等待）──
+              try {
+                const modalsBefore = await detectModals(session.page);
+                const loginModal = modalsBefore.find(
+                  (m) =>
+                    m.type === "login-modal" || m.type === "modal-container",
                 );
+                if (loginModal) {
+                  console.error("        🔔 检测到登录弹窗，正在关闭...");
+                  const { closed, failed } = await closeAllModals(
+                    session.page,
+                    { waitMs: 300 },
+                  );
+                  console.error(
+                    `        🔔 弹窗关闭: closed=${JSON.stringify(closed)} failed=${JSON.stringify(failed)}`,
+                  );
+                  resultNote = resultNote + " (已关闭登录弹窗)";
+                  await new Promise((r) => setTimeout(r, 2000));
+                }
+              } catch (modalErr) {
+                console.error(`        ⚠️ 弹窗检测异常: ${modalErr.message}`);
+              }
+
+              await new Promise((r) =>
+                setTimeout(r, 3000 + Math.random() * 2000),
+              );
+              const captchaResult = await waitAndGetCaptcha(session.page, {
+                waitMs: 180000,
+                pollInterval: 5000,
+                log: () => {},
+              });
+
+              if (captchaResult.detected) {
+                if (captchaResult.resolved) {
+                  resultNote = "验证码已解决";
+                  consecutiveCaptchaCount = 0;
+                } else {
+                  consecutiveCaptchaCount++;
+                  resultNote = `验证码未解决(${consecutiveCaptchaCount}/${CFG.maxConsecutiveCaptcha})`;
+                  await closeCaptcha(session.page).catch(() => {});
+                  await new Promise((r) => setTimeout(r, 1000));
+                }
+
+                if (consecutiveCaptchaCount >= CFG.maxConsecutiveCaptcha) {
+                  console.error(
+                    `  ♻️ 连续${CFG.maxConsecutiveCaptcha}次验证码 → 切换端口`,
+                  );
+                  await session.recycleSession("连续验证码", {
+                    switchPort: true,
+                  });
+                  consecutiveCaptchaCount = 0;
+                }
               } else {
-                console.error(
-                  `    [无作者] 获取了 ${result.comments.length} 条评论但无作者信息`,
+                consecutiveCaptchaCount = 0;
+              }
+            } else {
+              consecutiveCaptchaCount = 0;
+              const authors = extractUniqueAuthors(result.comments);
+              const discovered = authors.length;
+              let added = 0,
+                skipped = 0;
+
+              if (authors.length > 0) {
+                const saveResult = await saveAuthorsToServer(
+                  serverUrl,
+                  authors,
+                  loc,
                 );
+                added = saveResult.added;
+                skipped = saveResult.skipped;
               }
+
+              console.error(
+                `        发现：${discovered}个，新增：${added}个，跳过：${skipped}个`,
+              );
+            }
+
+            if (resultNote) {
+              console.error(`        ${resultNote}`);
             }
 
             // commit 任务
             await apiPut(`${serverUrl}/api/comment-task/${id}`);
             processedCount++;
-            console.error(`    [完成] 累计 ${processedCount} 个视频`);
+            consecutive403 = 0;
+
+            // 每 10 个任务输出内存汇总
+            if (totalTasks() % 10 === 0) {
+              console.error(
+                `── #${totalTasks()} ── ${formatMemoryWithBrowser(session.port)}  处理=${processedCount} 跳过=${skippedCount} 错误=${errorCount}`,
+              );
+            }
           } catch (err) {
             errorCount++;
             const isBrowserClosed = isBrowserClosedError(err);
-            if (isBrowserClosed) {
-              console.error(`    [浏览器异常] ${err.message}，将重启浏览器`);
-              try {
-                await browser.close();
-              } catch {}
-              browser = null;
+            const is403 =
+              err.message &&
+              (err.message.includes("403") ||
+                err.message.includes("status 403") ||
+                err.message.includes("status code 403"));
+
+            if (is403) {
+              consecutive403++;
+              console.error(
+                `        403 (${consecutive403}/${CFG.consecutive403Blocked})`,
+              );
+              if (consecutive403 >= CFG.consecutive403Blocked) {
+                console.error("  🚫 连续403 → 等2min切换端口");
+                await new Promise((r) => setTimeout(r, 120000));
+                await session.recycleSession("连续 403 封禁");
+                consecutive403 = 0;
+              }
+            } else if (isBrowserClosed) {
+              console.error("        浏览器断开 → 重启");
               browserRestartCount++;
+              await session.restartBrowser();
             } else {
-              console.error(`    [错误] ${err.message}`);
+              console.error(`        ${err.message}`);
             }
-            continue;
           }
+
+          // 任务间内存检查
+          await session.maybeRecycleForMemory(processedCount);
         }
       } catch (err) {
         errorCount++;
-        const isBrowserClosed = isBrowserClosedError(err);
-        if (isBrowserClosed) {
-          console.error(
-            `[Comments Auto] 浏览器异常 (${++browserRestartCount})，正在重启...`,
-          );
-          try {
-            await browser.close();
-          } catch {}
-          browser = null;
+        if (isBrowserClosedError(err)) {
+          browserRestartCount++;
+          console.error(`  ⚠ 浏览器断开 (#${browserRestartCount}) → 重启`);
+          await session.restartBrowser();
         } else {
-          console.error(`[Comments Auto] 异常: ${err.message}`);
+          console.error(`  × ${err.message}`);
         }
       }
 
-      // 等待间隔（随机 1~N 秒）
+      // 轮间内存检查 + 等待
+      await session.maybeRecycleForMemory(processedCount);
       await delay(1000, actualInterval * 1000);
     }
   } finally {
     process.removeListener("SIGINT", onSigint);
     process.removeListener("SIGTERM", onSigterm);
-    await browser?.close().catch(() => {});
-  }
-}
-
-export async function handleComments(options) {
-  const {
-    commentsUrl,
-    commentsMax,
-    commentsSave,
-    commentsParallel,
-    commentsInterval,
-    commentsServer,
-    commentsBasePort,
-    commentsProxy,
-  } = options;
-
-  const effectiveProxy = commentsProxy || configuredProxy;
-
-  // 自动模式：无URL就进入自动模式
-  if (!commentsUrl) {
-    return runAutoMode({
-      serverUrl: commentsServer || defaultServer,
-      parallel: commentsParallel,
-      interval: commentsInterval,
-      maxComments: commentsMax || 200,
-      basePort: commentsBasePort || 9222,
-      proxy: effectiveProxy,
-    });
-  }
-
-  // 手动模式（有 URL）
-  if (commentsUrl) {
-    console.error("用法: tt-help comments <视频URL> [最大评论数] [--save]");
-    console.error(
-      "      tt-help comments [-p N] [-i N] [-s server] [-m maxComments]",
-    );
-    console.error("");
-    console.error("手动模式: tt-help comments <URL> [N] [--save]");
-    console.error("自动模式: tt-help comments          （全部默认值）");
-    console.error("");
     console.error(
-      "选项: --save           去重后保存到服务端，来源标记为 comment",
+      `\n── 统计 ── 处理=${processedCount} 跳过=${skippedCount} 错误=${errorCount} 重启=${browserRestartCount}`,
     );
-    console.error("      -p, --parallel   并行数 (默认 1)");
-    console.error(
-      "      -i, --interval   空闲间隔上限秒 (默认 10，实际 1~N 随机)",
-    );
-    console.error(`      -s, --server     服务端地址 (默认 ${defaultServer})`);
-    console.error("      -m, --max-comments 每视频最大评论数 (默认 200)");
-    console.error("      --base-port      浏览器CDP端口 (默认 9222)");
-    process.exit(1);
+    await session.shutdown();
   }
+}
 
-  if (commentsSave) {
-    // 手动模式 --save
-    let browser;
-    try {
-      browser = await chromium.connectOverCDP("http://127.0.0.1:9222");
-      const contexts = browser.contexts();
-      let page;
-
-      if (contexts.length > 0) {
-        const pages = contexts[0].pages();
-        if (pages.length > 0) {
-          page = pages[0];
-        }
-      }
-
-      if (!page) {
-        console.error("未找到可用页面");
-        process.exit(1);
-      }
+// ────────────────────────────────────────
+// Section 7: 手动模式 — 单视频评论提取 + 输出/保存
+// ────────────────────────────────────────
 
-      console.error(`正在打开: ${commentsUrl}`);
-      await page.goto(commentsUrl, {
-        waitUntil: "domcontentloaded",
-        timeout: 30000,
-      });
-      const ready = await waitForPageReady(page, 30000);
-      if (!ready) {
-        console.error("页面加载超时，tab 未出现");
-        process.exit(1);
-      }
+async function runManualMode(url, options) {
+  const {
+    maxComments = CFG.maxComments,
+    save: shouldSave,
+    serverUrl = defaultServer,
+  } = options;
 
-      await safeEvaluate(page, () => {
-        document
-          .querySelectorAll('[id*="modal-overlay"]')
-          .forEach((o) => o.click());
-      });
-      await page.keyboard.press("Escape");
-      await new Promise((r) => setTimeout(r, 1000));
-
-      const videoInfo = await safeEvaluate(page, () => {
-        const result = {};
-        const m = window.location.href.match(/@([^/]+)\/video/);
-        result.author = m ? "@" + m[1] : "未知";
-        const html = document.documentElement.outerHTML;
-        const locMatch = html.match(/"locationCreated":"([^"]*)/);
-        result.locationCreated = locMatch ? locMatch[1] : null;
-        return result;
-      });
+  let browser;
+  try {
+    browser = await chromium.connectOverCDP("http://127.0.0.1:9222");
+    const page = getPage(browser);
+    if (!page) {
+      console.error("未找到可用页面");
+      process.exit(1);
+    }
 
-      const panelOpen = await safeEvaluate(page, () => {
-        return !!document.querySelector('[class*="RightPanelContainer"]');
-      });
-      if (panelOpen) {
-        await closeCommentPanel(page);
-        await new Promise((r) => setTimeout(r, 800));
-      }
+    console.error(`正在打开: ${url}`);
+    await prepareVideoPage(page, url);
 
-      const result = await fetchUserCommentsAPI(page, {
-        maxComments: commentsMax,
-        log: () => {},
-      });
+    // 提取视频元信息（仅手动模式需要）
+    const videoInfo = await safeEvaluate(page, extractVideoInfo);
 
-      await closeCommentPanel(page);
+    // 获取评论
+    const result = await fetchUserCommentsAPI(page, {
+      maxComments,
+      log: () => {},
+    });
+    await closeCommentPanel(page);
 
-      if (result.error || !result.comments || result.comments.length === 0) {
-        console.error(`获取评论失败: ${result.error || "未获取到评论"}`);
-        process.exit(1);
-      }
+    if (result.error || !result.comments || result.comments.length === 0) {
+      console.error(`获取评论失败: ${result.error || "未获取到评论"}`);
+      process.exit(1);
+    }
 
-      const authors = [
-        ...new Set(
-          result.comments
-            .map((c) => c.user?.unique_id)
-            .filter(Boolean)
-            .map((u) => u.replace(/^@/, "")),
-        ),
-      ];
-
-      const guessedLocation = normalizeLocation(videoInfo?.locationCreated);
-      const serverUrl = commentsServer || defaultServer;
-      const { apiPost } = createApiClient({
-        checkStatus: true,
-        maxRetries: 2,
-        backoff: 2000,
-        log: true,
-      });
+    const authors = extractUniqueAuthors(result.comments);
+    const guessedLocation = normalizeLocation(videoInfo?.locationCreated);
 
+    if (shouldSave) {
+      // ── --save: 去重保存到服务端 ──
       if (
         guessedLocation &&
         !isLocationInList(guessedLocation, DEFAULT_TARGET_LOCATIONS)
@@ -472,11 +788,11 @@ export async function handleComments(options) {
         if (guessedLocation) console.error(`猜测国家: ${guessedLocation}`);
 
         try {
-          const saveResult = await apiPost(`${serverUrl}/api/users`, {
-            usernames: authors.map((a) => "@" + a),
-            sources: ["comment"],
-            guessedLocation: guessedLocation || null,
-          });
+          const saveResult = await saveAuthorsToServer(
+            serverUrl,
+            authors,
+            guessedLocation,
+          );
           console.error(
             `\n提交结果: ${saveResult.added} 个新增, ${saveResult.skipped} 个跳过`,
           );
@@ -485,113 +801,30 @@ export async function handleComments(options) {
           process.exit(1);
         }
       }
-    } catch (err) {
-      console.error(`获取评论失败: ${err.message}`);
-      process.exit(1);
-    } finally {
-      if (browser) await browser.close().catch(() => {});
-    }
-    return;
-  }
-
-  // 手动模式：打印到控制台
-  let browser;
-  try {
-    browser = await chromium.connectOverCDP("http://127.0.0.1:9222");
-    const contexts = browser.contexts();
-    let page;
-
-    if (contexts.length > 0) {
-      const pages = contexts[0].pages();
-      if (pages.length > 0) {
-        page = pages[0];
-      }
-    }
-
-    if (!page) {
-      console.error("未找到可用页面");
-      process.exit(1);
-    }
-
-    console.error(`正在打开: ${commentsUrl}`);
-    await page.goto(commentsUrl, {
-      waitUntil: "domcontentloaded",
-      timeout: 30000,
-    });
-    const ready = await waitForPageReady(page, 30000);
-    if (!ready) {
-      console.error("页面加载超时，tab 未出现");
-      process.exit(1);
-    }
-
-    await safeEvaluate(page, () => {
-      document
-        .querySelectorAll('[id*="modal-overlay"]')
-        .forEach((o) => o.click());
-    });
-    await page.keyboard.press("Escape");
-    await new Promise((r) => setTimeout(r, 1000));
-
-    const videoInfo = await safeEvaluate(page, () => {
-      const result = {};
-      const m = window.location.href.match(/@([^/]+)\/video/);
-      result.author = m ? "@" + m[1] : "未知";
-      const html = document.documentElement.outerHTML;
-      const locMatch = html.match(/"locationCreated":"([^"]*)/);
-      result.locationCreated = locMatch ? locMatch[1] : null;
-      return result;
-    });
-
-    const panelOpen = await safeEvaluate(page, () => {
-      return !!document.querySelector('[class*="RightPanelContainer"]');
-    });
-    if (panelOpen) {
-      await closeCommentPanel(page);
-      await new Promise((r) => setTimeout(r, 800));
-    }
-
-    const result = await fetchUserCommentsAPI(page, {
-      maxComments: commentsMax,
-      log: () => {},
-    });
-
-    await closeCommentPanel(page);
+    } else {
+      // ── 打印到控制台 ──
+      console.log(`视频: ${url}`);
+      console.log(`作者: ${videoInfo?.author || "未知"}`);
+      if (videoInfo?.locationCreated)
+        console.log(`猜测国家: ${videoInfo.locationCreated}`);
+      console.log(`评论数: ${result.comments.length}`);
+      console.log(`评论作者: ${authors.length}`);
+      console.log("");
+
+      result.comments.forEach((c, i) => {
+        const author = c.user?.unique_id
+          ? "@" + c.user.unique_id
+          : c.user?.nickname || "未知";
+        console.log(
+          `${i + 1}. [${author}] ${c.text || ""} (\u2764 ${c.digg_count || 0})`,
+        );
+      });
 
-    if (result.error || !result.comments || result.comments.length === 0) {
-      console.error(`获取评论失败: ${result.error || "未获取到评论"}`);
-      process.exit(1);
+      console.log("");
+      console.log(
+        `共 ${result.comments.length} 条评论, ${authors.length} 个唯一作者`,
+      );
     }
-
-    const authors = [
-      ...new Set(
-        result.comments
-          .map((c) => c.user?.unique_id)
-          .filter(Boolean)
-          .map((u) => u.replace(/^@/, "")),
-      ),
-    ];
-
-    console.log(`视频: ${commentsUrl}`);
-    console.log(`作者: ${videoInfo?.author || "未知"}`);
-    if (videoInfo?.locationCreated)
-      console.log(`猜测国家: ${videoInfo.locationCreated}`);
-    console.log(`评论数: ${result.comments.length}`);
-    console.log(`评论作者: ${authors.length}`);
-    console.log("");
-
-    result.comments.forEach((c, i) => {
-      const author = c.user?.unique_id
-        ? "@" + c.user.unique_id
-        : c.user?.nickname || "未知";
-      const text = c.text || "";
-      const likes = c.digg_count || 0;
-      console.log(`${i + 1}. [${author}] ${text} (\u2764 ${likes})`);
-    });
-
-    console.log("");
-    console.log(
-      `共 ${result.comments.length} 条评论, ${authors.length} 个唯一作者`,
-    );
   } catch (err) {
     console.error(`获取评论失败: ${err.message}`);
     process.exit(1);
@@ -599,3 +832,39 @@ export async function handleComments(options) {
     if (browser) await browser.close().catch(() => {});
   }
 }
+
+// ────────────────────────────────────────
+// Section 8: 入口 — handleComments
+// ────────────────────────────────────────
+
+export async function handleComments(options) {
+  const {
+    commentsUrl,
+    commentsMax,
+    commentsSave,
+    commentsParallel,
+    commentsInterval,
+    commentsServer,
+    commentsBasePort,
+    commentsProxy,
+  } = options;
+
+  // 自动模式：无 URL
+  if (!commentsUrl) {
+    return runAutoMode({
+      serverUrl: commentsServer || defaultServer,
+      parallel: commentsParallel,
+      interval: commentsInterval,
+      maxComments: commentsMax,
+      basePort: commentsBasePort,
+      proxy: commentsProxy,
+    });
+  }
+
+  // 手动模式：有 URL
+  return runManualMode(commentsUrl, {
+    maxComments: commentsMax,
+    save: commentsSave,
+    serverUrl: commentsServer || defaultServer,
+  });
+}