tt-help-cli-ycl 1.4.7 → 1.4.8

package/src/cli/tag.js

@@ -735,7 +735,7 @@ export async function handleScoreAll(parsed) {
     ),
     nodeHeapMb: Math.max(
       128,
-      parseInt(process.env.TAG_SCOREALL_RECYCLE_HEAP_MB || "512", 10) || 512,
+      parseInt(process.env.TAG_SCOREALL_RECYCLE_HEAP_MB || "2000", 10) || 2000,
     ),
     edgeMb: Math.max(
       500,

package/src/lib/args.js

@@ -668,7 +668,7 @@ function parseCommentsArgs(args) {
   let commentsParallel = 1;
   let commentsInterval = 10;
   let commentsServer = defaultServer;
-  let commentsBasePort = 9222;
+  let commentsBasePort = 6222;
   let commentsProxy = null;
 
   const positional = [];
@@ -686,7 +686,7 @@ function parseCommentsArgs(args) {
     } else if (arg === "-m" || arg === "--max-comments") {
       commentsMax = parseInt(args[++i]) || 20;
     } else if (arg === "--base-port") {
-      commentsBasePort = parseInt(args[++i]) || 9222;
+      commentsBasePort = parseInt(args[++i]) || 6222;
     } else if (arg === "--proxy") {
       commentsProxy = args[++i];
     } else {

package/src/lib/constants.js

@@ -268,7 +268,7 @@ const HELP_TEXT = [
   "    环境变量:",
   "      TAG_SCOREALL_PORT_POOL_SIZE=N  端口池大小（默认 10）",
   "      TAG_SCOREALL_RECYCLE_RSS_MB=N  内存回收阈值 RSS MB（默认 900）",
-  "      TAG_SCOREALL_RECYCLE_HEAP_MB=N 内存回收阈值 Heap MB（默认 512）",
+  "      TAG_SCOREALL_RECYCLE_HEAP_MB=N 内存回收阈值 Heap MB（默认 2000）",
   "    示例: tt-help tag score-all",
   "          tt-help tag score-all --countries ES -s http://127.0.0.1:3001",
   "          tt-help tag score-all --port 9222 -s http://127.0.0.1:3001 --discover",

package/src/lib/modal-handler.js

@@ -0,0 +1,592 @@
+/**
+ * 通用弹窗检测与关闭模块
+ *
+ * 用于识别 TikTok 页面上的各类弹窗，并提供关闭方法。
+ * 支持：登录弹窗、新手引导、Cookie/同意弹窗、验证码弹窗等。
+ *
+ * 基于实际 CDP 探索发现的 TikTok DOM 结构编写。
+ */
+
+// ============================================================
+// 弹窗检测
+// ============================================================
+
+/**
+ * 已知的弹窗类型常量
+ */
+export const MODAL_TYPES = {
+  MODAL_CONTAINER: "modal-container", // TikTok DivModalContainer
+  LOGIN_MODAL: "login-modal", // 登录弹窗
+  ROLE_DIALOG: "role-dialog", // [role="dialog"]
+  USER_GUIDE: "user-guide", // 新手引导 #new-user-guide-overlay
+  CAPTCHA: "captcha", // 验证码 .captcha-verify-container
+  COOKIE_BANNER: "cookie-banner", // Cookie/同意弹窗
+  GENERIC_OVERLAY: "generic-overlay", // 通用高 z-index 浮层
+};
+
+/**
+ * 检测页面上所有可见的弹窗。
+ *
+ * 扫描策略（按优先级）：
+ * 1. TikTok 通用弹窗容器 `div[class*="DivModalContainer"]`
+ * 2. 登录弹窗 `#login-modal`
+ * 3. ARIA dialog `[role="dialog"]`
+ * 4. 新手引导 `#new-user-guide-overlay`
+ * 5. 验证码 `.captcha-verify-container`
+ * 6. Cookie/同意弹窗
+ * 7. 通用高 z-index 固定定位浮层
+ *
+ * @param {import('playwright').Page} page
+ * @returns {Promise<Array<{type: string, visible: boolean, text?: string, zIndex?: number, rect?: object}>>}
+ */
+export async function detectModals(page) {
+  return page.evaluate(() => {
+    const results = [];
+
+    // --- 1. TikTok 通用弹窗容器 ---
+    const containers = document.querySelectorAll(
+      'div[class*="DivModalContainer"]',
+    );
+    for (const el of containers) {
+      const style = window.getComputedStyle(el);
+      if (style.display === "none" || style.visibility === "hidden") continue;
+      const rect = el.getBoundingClientRect();
+      results.push({
+        type: "modal-container",
+        visible: true,
+        text: el.textContent?.trim()?.substring(0, 120),
+        zIndex: parseInt(style.zIndex) || 0,
+        rect: {
+          x: Math.round(rect.x),
+          y: Math.round(rect.y),
+          w: Math.round(rect.width),
+          h: Math.round(rect.height),
+        },
+      });
+    }
+
+    // --- 2. 登录弹窗 ---
+    const loginModal = document.getElementById("login-modal");
+    if (loginModal && loginModal.offsetParent !== null) {
+      results.push({
+        type: "login-modal",
+        visible: true,
+        text: loginModal.textContent?.trim()?.substring(0, 120),
+      });
+    }
+
+    // --- 3. ARIA dialog ---
+    const dialogs = document.querySelectorAll(
+      '[role="dialog"], [role="alertdialog"]',
+    );
+    for (const el of dialogs) {
+      if (el.offsetParent !== null) {
+        const rect = el.getBoundingClientRect();
+        if (rect.width > 0 && rect.height > 0) {
+          results.push({
+            type: "role-dialog",
+            visible: true,
+            text: el.textContent?.trim()?.substring(0, 100),
+            rect: {
+              x: Math.round(rect.x),
+              y: Math.round(rect.y),
+              w: Math.round(rect.width),
+              h: Math.round(rect.height),
+            },
+          });
+        }
+      }
+    }
+
+    // --- 4. 新手引导 ---
+    const guide = document.getElementById("new-user-guide-overlay");
+    if (guide && guide.offsetParent !== null) {
+      results.push({
+        type: "user-guide",
+        visible: true,
+        text: guide.textContent?.trim()?.substring(0, 80),
+      });
+    }
+
+    // --- 5. 验证码 ---
+    const captcha = document.querySelector(".captcha-verify-container");
+    if (captcha && captcha.offsetParent !== null) {
+      results.push({
+        type: "captcha",
+        visible: true,
+      });
+    }
+
+    // --- 6. Cookie/同意弹窗 ---
+    const cookieEls = document.querySelectorAll(
+      '[class*="cookie"], [class*="consent"], [class*="gdpr"], [class*="Cookie"], [class*="Consent"]',
+    );
+    for (const el of cookieEls) {
+      if (el.offsetParent !== null) {
+        const rect = el.getBoundingClientRect();
+        if (rect.width > 100 && rect.height > 40) {
+          results.push({
+            type: "cookie-banner",
+            visible: true,
+            text: el.textContent?.trim()?.substring(0, 100),
+            rect: {
+              x: Math.round(rect.x),
+              y: Math.round(rect.y),
+              w: Math.round(rect.width),
+              h: Math.round(rect.height),
+            },
+          });
+          break; // 一个已足够
+        }
+      }
+    }
+
+    // --- 7. 通用高 z-index 固定定位浮层（兜底） ---
+    for (const el of document.querySelectorAll("div")) {
+      const style = window.getComputedStyle(el);
+      const z = parseInt(style.zIndex) || 0;
+      const rect = el.getBoundingClientRect();
+      if (
+        (style.position === "fixed" || style.position === "absolute") &&
+        z > 1000 &&
+        rect.width > 200 &&
+        rect.height > 100 &&
+        style.display !== "none" &&
+        style.visibility !== "hidden" &&
+        el.offsetParent !== null
+      ) {
+        const text = el.textContent?.trim();
+        // 排除空内容（如 TUXToastProvider）
+        if (text && text.length > 10) {
+          results.push({
+            type: "generic-overlay",
+            visible: true,
+            text: text.substring(0, 100),
+            zIndex: z,
+            rect: {
+              x: Math.round(rect.x),
+              y: Math.round(rect.y),
+              w: Math.round(rect.width),
+              h: Math.round(rect.height),
+            },
+          });
+        }
+      }
+    }
+
+    return results;
+  });
+}
+
+/**
+ * 检测页面是否有任何可见弹窗。
+ *
+ * @param {import('playwright').Page} page
+ * @returns {Promise<boolean>}
+ */
+export async function hasAnyModal(page) {
+  const modals = await detectModals(page);
+  return modals.some((m) => m.visible);
+}
+
+// ============================================================
+// 弹窗关闭
+// ============================================================
+
+/**
+ * 关闭页面上所有检测到的弹窗。
+ *
+ * 对每种弹窗类型使用对应的关闭策略：
+ * - modal-container: 点击遮罩层 > 按 Escape > 找关闭按钮
+ * - login-modal: 同上
+ * - role-dialog: 按 Escape > 找关闭按钮
+ * - user-guide: 点击"知道了"按钮
+ * - captcha: 委托给 closeCaptcha
+ * - cookie-banner: 找 Accept/同意按钮
+ * - generic-overlay: 按 Escape
+ *
+ * @param {import('playwright').Page} page
+ * @param {object} [options]
+ * @param {number} [options.waitMs=500] - 每次关闭后等待时间（ms）
+ * @returns {Promise<{closed: string[], failed: string[]}>}
+ */
+export async function closeAllModals(page, options = {}) {
+  const { waitMs = 500 } = options;
+  const closed = [];
+  const failed = [];
+
+  const modals = await detectModals(page);
+  if (modals.length === 0) return { closed, failed };
+
+  for (const modal of modals) {
+    // 在尝试关闭前，先检查弹窗是否还存在（可能已被上一轮关闭连带清除）
+    const stillPresent = await isModalStillPresent(page, modal);
+    if (!stillPresent) {
+      // 弹窗已随父级一同消失，算作已关闭
+      closed.push(modal.type + "(parent-closed)");
+      continue;
+    }
+
+    try {
+      const result = await closeModalByType(page, modal);
+      if (result) {
+        closed.push(modal.type);
+        await new Promise((r) => setTimeout(r, waitMs));
+      } else {
+        // 关闭函数返回 false，但也许弹窗已经不在了
+        const gone = await isModalStillPresent(page, modal);
+        if (!gone) {
+          closed.push(modal.type + "(gone-after-close)");
+        } else {
+          failed.push(modal.type);
+        }
+      }
+    } catch (e) {
+      // 如果关闭时出错但弹窗已经不在了，算作成功
+      const gone = await isModalStillPresent(page, modal);
+      if (!gone) {
+        closed.push(modal.type + "(gone-after-error)");
+      } else {
+        failed.push(`${modal.type}: ${e.message}`);
+      }
+    }
+  }
+
+  return { closed, failed };
+}
+
+/**
+ * 检查某类型弹窗是否仍然存在于页面上。
+ * @param {import('playwright').Page} page
+ * @param {{type: string}} modal
+ * @returns {Promise<boolean>}
+ */
+async function isModalStillPresent(page, modal) {
+  return page.evaluate((type) => {
+    switch (type) {
+      case "modal-container": {
+        const c = document.querySelector('div[class*="DivModalContainer"]');
+        return c !== null && window.getComputedStyle(c).display !== "none";
+      }
+      case "login-modal": {
+        const m = document.getElementById("login-modal");
+        return m !== null && m.offsetParent !== null;
+      }
+      case "role-dialog": {
+        const d = document.querySelector('[role="dialog"]');
+        return d !== null && d.offsetParent !== null;
+      }
+      case "user-guide": {
+        const g = document.getElementById("new-user-guide-overlay");
+        return g !== null && g.offsetParent !== null;
+      }
+      case "captcha": {
+        const c = document.querySelector(".captcha-verify-container");
+        return c !== null && c.offsetParent !== null;
+      }
+      default:
+        return true; // 无法判断时假设还存在
+    }
+  }, modal.type);
+}
+
+/**
+ * 根据弹窗类型执行关闭操作。
+ * @param {import('playwright').Page} page
+ * @param {{type: string}} modal
+ * @returns {Promise<boolean>}
+ */
+async function closeModalByType(page, modal) {
+  switch (modal.type) {
+    case MODAL_TYPES.MODAL_CONTAINER:
+      return await closeDivModalContainer(page);
+
+    case MODAL_TYPES.LOGIN_MODAL:
+      return await closeLoginModal(page);
+
+    case MODAL_TYPES.ROLE_DIALOG:
+      return await closeRoleDialog(page);
+
+    case MODAL_TYPES.USER_GUIDE:
+      return await closeUserGuide(page);
+
+    case MODAL_TYPES.CAPTCHA:
+      return await closeCaptchaModal(page);
+
+    case MODAL_TYPES.COOKIE_BANNER:
+      return await closeCookieBanner(page);
+
+    case MODAL_TYPES.GENERIC_OVERLAY:
+      return await closeGenericOverlay(page);
+
+    default:
+      return false;
+  }
+}
+
+// ---- 各类弹窗关闭实现 ----
+
+/**
+ * 关闭 TikTok DivModalContainer 弹窗。
+ *
+ * 策略：
+ * 1. 点击遮罩层 (DivModalMask)
+ * 2. 找关闭按钮（data-e2e="modal-close" 或 class 含 close 的元素）
+ * 3. 按 Escape 键
+ */
+async function closeDivModalContainer(page) {
+  // 策略1：点击遮罩层（点击弹窗外的黑色半透明区域）
+  const maskClicked = await page.evaluate(() => {
+    const mask = document.querySelector('div[class*="DivModalMask"]');
+    if (mask && mask.offsetParent !== null) {
+      mask.dispatchEvent(new MouseEvent("mousedown", { bubbles: true }));
+      mask.dispatchEvent(new MouseEvent("mouseup", { bubbles: true }));
+      mask.dispatchEvent(new MouseEvent("click", { bubbles: true }));
+      return true;
+    }
+    return false;
+  });
+  if (maskClicked) return true;
+
+  // 策略2：找关闭按钮
+  const closeBtnClicked = await page.evaluate(() => {
+    const container = document.querySelector('div[class*="DivModalContainer"]');
+    if (!container) return false;
+
+    // 尝试多种选择器
+    const selectors = [
+      '[data-e2e="modal-close"]',
+      'div[class*="close"]',
+      'div[class*="Close"]',
+      'button[class*="close"]',
+      'button[class*="Close"]',
+      'span[class*="close"]',
+      'span[class*="Close"]',
+    ];
+
+    for (const sel of selectors) {
+      const btn = container.querySelector(sel);
+      if (btn && btn.offsetParent !== null) {
+        btn.dispatchEvent(new MouseEvent("mousedown", { bubbles: true }));
+        btn.dispatchEvent(new MouseEvent("mouseup", { bubbles: true }));
+        btn.dispatchEvent(new MouseEvent("click", { bubbles: true }));
+        return true;
+      }
+    }
+
+    // 兜底：找右上角的小型可点击元素（关闭按钮通常位于弹窗右上角）
+    const allEls = container.querySelectorAll("div, button, span");
+    const containerRect = container.getBoundingClientRect();
+    for (const el of allEls) {
+      const r = el.getBoundingClientRect();
+      // 右上角、小尺寸
+      if (
+        r.width > 15 &&
+        r.width < 60 &&
+        r.height > 15 &&
+        r.height < 60 &&
+        r.x > containerRect.x + containerRect.width / 2 &&
+        r.y < containerRect.y + 60 &&
+        el.offsetParent !== null
+      ) {
+        el.dispatchEvent(new MouseEvent("mousedown", { bubbles: true }));
+        el.dispatchEvent(new MouseEvent("mouseup", { bubbles: true }));
+        el.dispatchEvent(new MouseEvent("click", { bubbles: true }));
+        return true;
+      }
+    }
+
+    return false;
+  });
+  if (closeBtnClicked) return true;
+
+  // 策略3：Escape 键
+  await page.keyboard.press("Escape");
+  return true;
+}
+
+/**
+ * 关闭登录弹窗。
+ */
+async function closeLoginModal(page) {
+  return await closeDivModalContainer(page);
+}
+
+/**
+ * 关闭 role="dialog" 弹窗。
+ */
+async function closeRoleDialog(page) {
+  // 先尝试 Escape
+  await page.keyboard.press("Escape");
+
+  // 再尝试找关闭按钮
+  return page.evaluate(() => {
+    const dialog = document.querySelector(
+      '[role="dialog"], [role="alertdialog"]',
+    );
+    if (!dialog) return false;
+
+    const closeBtn =
+      dialog.querySelector('[data-e2e="modal-close"]') ||
+      dialog.querySelector(
+        'div[class*="close"], button[class*="close"], span[class*="close"]',
+      ) ||
+      dialog.querySelector(
+        'div[class*="Close"], button[class*="Close"], span[class*="Close"]',
+      );
+
+    if (closeBtn) {
+      closeBtn.dispatchEvent(new MouseEvent("click", { bubbles: true }));
+      return true;
+    }
+    return false;
+  });
+}
+
+/**
+ * 关闭新手引导弹窗。
+ */
+async function closeUserGuide(page) {
+  return page.evaluate(() => {
+    const overlay = document.getElementById("new-user-guide-overlay");
+    if (!overlay || overlay.offsetParent === null) return false;
+
+    // 点击"知道了"按钮
+    const btns = overlay.querySelectorAll("button, div, span");
+    for (const btn of btns) {
+      if (btn.textContent?.trim() === "知道了" && btn.offsetParent !== null) {
+        btn.click();
+        return true;
+      }
+    }
+
+    // 兜底：直接点击 overlay
+    overlay.click();
+    return true;
+  });
+}
+
+/**
+ * 关闭验证码弹窗（复用现有 capcha-handler 逻辑）。
+ */
+async function closeCaptchaModal(page) {
+  return page.evaluate(() => {
+    const closeBtn = document.getElementById("captcha_close_button");
+    if (!closeBtn) return false;
+
+    closeBtn.dispatchEvent(new MouseEvent("mousedown", { bubbles: true }));
+    closeBtn.dispatchEvent(new MouseEvent("mouseup", { bubbles: true }));
+    closeBtn.dispatchEvent(new MouseEvent("click", { bubbles: true }));
+    return true;
+  });
+}
+
+/**
+ * 关闭 Cookie / Consent 弹窗。
+ */
+async function closeCookieBanner(page) {
+  const clicked = await page.evaluate(() => {
+    // 找 Accept / Agree / 同意 / 允许 按钮
+    const acceptPatterns = [
+      /^accept/i,
+      /^agree/i,
+      /^allow/i,
+      /^ok$/i,
+      /^同意/,
+      /^允许/,
+      /^接受/,
+      /^知道了/,
+      /^got it/i,
+      /^i understand/i,
+    ];
+
+    const banners = document.querySelectorAll(
+      '[class*="cookie"], [class*="consent"], [class*="gdpr"], [class*="Cookie"], [class*="Consent"]',
+    );
+    for (const banner of banners) {
+      if (banner.offsetParent === null) continue;
+
+      const btns = banner.querySelectorAll('button, a, div[role="button"]');
+      for (const btn of btns) {
+        const text = btn.textContent?.trim();
+        if (text && acceptPatterns.some((p) => p.test(text))) {
+          btn.click();
+          return true;
+        }
+      }
+    }
+    return false;
+  });
+
+  if (!clicked) {
+    await page.keyboard.press("Escape");
+  }
+  return true;
+}
+
+/**
+ * 关闭通用浮层（使用 Escape）。
+ */
+async function closeGenericOverlay(page) {
+  await page.keyboard.press("Escape");
+  return true;
+}
+
+// ============================================================
+// 便捷函数
+// ============================================================
+
+/**
+ * 等待并关闭弹窗（轮询模式）。
+ *
+ * 持续检测弹窗直到超时或弹窗被关闭。
+ * 适用于：需要等待用户手动解决验证码，或等待弹窗自行出现的场景。
+ *
+ * @param {import('playwright').Page} page
+ * @param {object} [options]
+ * @param {number} [options.timeout=30000] - 总超时时间（ms）
+ * @param {number} [options.pollInterval=1000] - 轮询间隔（ms）
+ * @param {boolean} [options.closeOnDetect=true] - 检测到弹窗后是否自动关闭
+ * @param {function} [options.onDetect] - 检测到弹窗时的回调
+ * @returns {Promise<{detected: boolean, closed: boolean, elapsed: number}>}
+ */
+export async function waitAndHandleModal(page, options = {}) {
+  const {
+    timeout = 30000,
+    pollInterval = 1000,
+    closeOnDetect = true,
+    onDetect,
+  } = options;
+
+  const startTime = Date.now();
+  const deadline = startTime + timeout;
+
+  while (Date.now() < deadline) {
+    const modals = await detectModals(page);
+
+    if (modals.length > 0) {
+      if (onDetect) {
+        await onDetect(modals);
+      }
+
+      if (closeOnDetect) {
+        const { closed, failed } = await closeAllModals(page);
+        const elapsed = Math.round((Date.now() - startTime) / 1000);
+        return {
+          detected: true,
+          closed: failed.length === 0,
+          elapsed,
+          details: { closed, failed },
+        };
+      }
+
+      const elapsed = Math.round((Date.now() - startTime) / 1000);
+      return { detected: true, closed: false, elapsed };
+    }
+
+    await new Promise((r) => setTimeout(r, pollInterval));
+  }
+
+  const elapsed = Math.round((Date.now() - startTime) / 1000);
+  return { detected: false, closed: false, elapsed };
+}