tt-help-cli-ycl 1.3.12 → 1.3.14

package/scripts/test-captcha.mjs

@@ -0,0 +1,81 @@
+import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
+
+const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
+
+async function main() {
+  const browser = await ensureBrowserReady();
+  const defaultContext = browser.contexts()[0];
+  const pages = defaultContext.pages();
+  const page = pages[0] || await defaultContext.newPage();
+
+  await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+  await page.waitForTimeout(5000);
+
+  // 用 force: true 点击评论按钮
+  const clicked = await page.evaluate(() => {
+    const btn = document.querySelector('[data-e2e="comments"]');
+    if (btn && btn.getBoundingClientRect().width > 0) {
+      btn.click();
+      return { success: true, rect: btn.getBoundingClientRect() };
+    }
+    return { success: false };
+  });
+
+  console.error('点击结果:', JSON.stringify(clicked));
+
+  // 等待可能的验证码
+  await page.waitForTimeout(5000);
+
+  // 截图
+  await page.screenshot({ path: '/tmp/tiktok-comment-clicked.png' });
+  console.error('截图: /tmp/tiktok-comment-clicked.png');
+
+  // 全面检测验证码
+  const captcha = await page.evaluate(() => {
+    const result = {};
+
+    // 大尺寸 Verify 元素
+    const verifyEls = Array.from(document.querySelectorAll('[class*="Verify"], [class*="verify"]'));
+    result.verifyElements = verifyEls.filter(el => {
+      const r = el.getBoundingClientRect();
+      return r.width > 100 && r.height > 100 && el.offsetParent !== null;
+    }).map(el => ({
+      class: el.className.substring(0, 200),
+      text: el.textContent?.substring(0, 300),
+      rect: { w: Math.round(el.getBoundingClientRect().width), h: Math.round(el.getBoundingClientRect().height), x: Math.round(el.getBoundingClientRect().x), y: Math.round(el.getBoundingClientRect().y) }
+    }));
+
+    // 全屏遮罩
+    result.fullScreenOverlays = Array.from(document.querySelectorAll('div')).filter(d => {
+      const r = d.getBoundingClientRect();
+      const style = window.getComputedStyle(d);
+      return r.width > 500 && r.height > 500 && parseInt(style.zIndex) > 900 && d.offsetParent !== null;
+    }).map(d => ({
+      class: d.className.substring(0, 100),
+      zIndex: window.getComputedStyle(d).zIndex,
+      rect: { w: Math.round(d.getBoundingClientRect().width), h: Math.round(d.getBoundingClientRect().height) }
+    }));
+
+    result.iframes = Array.from(document.querySelectorAll('iframe')).map(f => ({
+      src: (f.src || f.getAttribute('src') || '').substring(0, 300)
+    }));
+
+    return result;
+  });
+
+  console.error('\n=== 验证码检测 ===');
+  console.error(JSON.stringify(captcha, null, 2));
+
+  if (captcha.verifyElements.length > 0 || captcha.fullScreenOverlays.length > 0 || captcha.iframes.length > 0) {
+    console.error('\n⚠️  检测到验证码或遮罩层！');
+  } else {
+    console.error('\n✅ 未检测到验证码');
+  }
+
+  await browser.close();
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-incognito-lib.mjs

@@ -0,0 +1,36 @@
+import { chromium } from 'playwright';
+import { detectCaptcha, closeCaptcha, handleCaptcha, getIncognitoPage } from '../src/scraper/modules/captcha-handler.mjs';
+
+async function main() {
+  const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
+  const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
+
+  // 测试1: 无痕模式打开 + 点击评论
+  console.error('=== 测试: 无痕模式 ===');
+  const { page, context } = await getIncognitoPage(browser, url);
+  console.error('URL:', page.url());
+
+  await page.evaluate(() => {
+    const all = document.querySelectorAll('button');
+    for (const el of all) {
+      if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
+        el.click();
+        break;
+      }
+    }
+  });
+  await new Promise(r => setTimeout(r, 3000));
+
+  const captcha = await detectCaptcha(page);
+  console.error('验证码:', captcha);
+
+  await page.screenshot({ path: '/tmp/incognito-lib-test.png' });
+  console.error('截图: /tmp/incognito-lib-test.png');
+
+  await context.close();
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-login-state.mjs

@@ -0,0 +1,128 @@
+import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
+
+async function main() {
+  const browser = await ensureBrowserReady();
+  const defaultContext = browser.contexts()[0];
+  const page = defaultContext.pages()[0] || await defaultContext.newPage();
+
+  // 确保在 tiktok 页面
+  if (!page.url().includes('tiktok.com')) {
+    console.error('当前不在 TikTok 页面:', page.url());
+    await page.goto('https://www.tiktok.com', { waitUntil: 'domcontentloaded', timeout: 30000 });
+    await new Promise(r => setTimeout(r, 3000));
+  }
+
+  console.error('当前 URL:', page.url());
+
+  // 1. 检测现有 isLoggedIn 的逻辑
+  const currentUserMenu = await page.evaluate(() => {
+    const selectors = [
+      '[class*="UserMenu"]',
+      '[class*="user-menu"]',
+      '[class*="CurrentUserInfo"]',
+    ];
+    const results = {};
+    for (const sel of selectors) {
+      const el = document.querySelector(sel);
+      results[sel] = !!el;
+      if (el) {
+        results[sel + '_class'] = el.className;
+      }
+    }
+    return results;
+  });
+
+  console.error('\n=== 当前选择器检测结果 ===');
+  console.error(JSON.stringify(currentUserMenu, null, 2));
+
+  const hasLoginButton = await page.evaluate(() => {
+    const buttons = Array.from(document.querySelectorAll('button, [role="button"]'));
+    const loginButtons = buttons.filter(el =>
+      /^(登录|Log in|Sign in)$/i.test(el.textContent.trim())
+    );
+    return {
+      total: buttons.length,
+      loginCount: loginButtons.length,
+      samples: loginButtons.slice(0, 5).map(el => ({
+        text: el.textContent.trim(),
+        class: el.className,
+      })),
+    };
+  });
+
+  console.error('\n=== 登录按钮检测 ===');
+  console.error(JSON.stringify(hasLoginButton, null, 2));
+
+  // 2. 用更宽泛的方式找用户相关元素
+  const broadSearch = await page.evaluate(() => {
+    const allClasses = [];
+
+    // 搜索可能的用户头像/菜单元素
+    const candidates = [];
+
+    // 顶部导航区域
+    const navArea = document.querySelector('[class*="nav"], [class*="Header"], [class*="header"]');
+    if (navArea) {
+      const avatars = navArea.querySelectorAll('[class*="avatar"], [class*="Avatar"], [class*="photo"], [class*="Photo"], [class*="image"], [class*="Image"]');
+      avatars.forEach(el => {
+        candidates.push({
+          tag: el.tagName,
+          class: el.className.substring(0, 200),
+          text: el.textContent?.substring(0, 50),
+          parent: el.parentElement?.className?.substring(0, 100),
+        });
+      });
+    }
+
+    // 搜索包含用户信息的链接
+    const profileLinks = Array.from(document.querySelectorAll('a[href*="/@"]'));
+    const profileSamples = profileLinks.slice(0, 10).map(el => ({
+      href: el.href,
+      class: el.className?.substring(0, 100),
+      text: el.textContent?.substring(0, 50),
+    }));
+
+    // 搜索所有包含 User 关键字的类名
+    const userElements = Array.from(document.querySelectorAll('*')).filter(el =>
+      el.className && typeof el.className === 'string' &&
+      /User|user|Profile|profile/.test(el.className) &&
+      el.tagName !== 'STYLE' && el.tagName !== 'SCRIPT'
+    ).slice(0, 30).map(el => ({
+      tag: el.tagName,
+      class: el.className.substring(0, 150),
+      text: el.textContent?.substring(0, 30),
+    }));
+
+    return {
+      navAreaFound: !!navArea,
+      avatarCandidates: candidates,
+      profileLinks: profileSamples,
+      userElements,
+    };
+  });
+
+  console.error('\n=== 宽泛搜索 ===');
+  console.error(JSON.stringify(broadSearch, null, 2));
+
+  // 3. 截图
+  await page.screenshot({ path: '/tmp/login-debug.png' });
+  console.error('\n截图已保存到 /tmp/login-debug.png');
+
+  // 4. 汇总判断
+  const isLoggedIn = currentUserMenu['[class*="UserMenu"]'] ||
+    currentUserMenu['[class*="user-menu"]'] ||
+    currentUserMenu['[class*="CurrentUserInfo"]'] ||
+    broadSearch.userElements.length > 0;
+
+  console.error('\n=== 结论 ===');
+  console.error('isLoggedIn 函数返回:', !!(currentUserMenu['[class*="UserMenu"]'] || currentUserMenu['[class*="user-menu"]'] || currentUserMenu['[class*="CurrentUserInfo"]']) && !hasLoginButton.loginCount);
+  console.error('宽泛搜索是否找到用户元素:', broadSearch.userElements.length > 0);
+  console.error('找到用户相关元素数量:', broadSearch.userElements.length);
+  console.error('头像候选数量:', broadSearch.avatarCandidates.length);
+  console.error('Profile 链接数量:', broadSearch.profileLinks.length);
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-safe-click.mjs

@@ -0,0 +1,45 @@
+import { chromium } from 'playwright';
+import { safeClickComment, detectCaptcha } from '../src/scraper/modules/captcha-handler.mjs';
+import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
+
+const URL = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
+
+async function main() {
+  const browser = await ensureBrowserReady();
+  const defaultContext = browser.contexts()[0];
+  const page = defaultContext.pages()[0] || await defaultContext.newPage();
+
+  for (let i = 1; i <= 3; i++) {
+    console.error(`\n===== 第 ${i} 轮 =====`);
+    await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    await new Promise(r => setTimeout(r, 5000));
+
+    const result = await safeClickComment(page);
+    console.error('结果:', JSON.stringify(result));
+
+    const stillThere = await detectCaptcha(page);
+    console.error('验证码残留:', !!stillThere);
+
+    await page.screenshot({ path: `/tmp/safe-click-run-${i}.png` });
+
+    // 关闭评论面板
+    await page.evaluate(() => {
+      const rightPanel = document.querySelector('[class*="RightPanelContainer"]');
+      if (rightPanel) {
+        const tabContainer = rightPanel.querySelector('[class*="TabContainer"]');
+        if (tabContainer) {
+          const closeOverlay = tabContainer.querySelector('div:last-child');
+          if (closeOverlay) closeOverlay.click();
+        }
+      }
+    });
+    await new Promise(r => setTimeout(r, 2000));
+  }
+
+  console.error('\n完成');
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/src/cli/attach.js

@@ -0,0 +1,160 @@
+import { TikTokScraper } from '../lib/tiktok-scraper.mjs';
+
+const MAX_RETRY_WAIT = 5 * 60 * 1000;
+
+async function withRetry(label, fn) {
+  let backoff = 1000;
+  while (true) {
+    try {
+      return await fn();
+    } catch (err) {
+      console.error(`[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`);
+      await new Promise(r => setTimeout(r, backoff));
+      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
+    }
+  }
+}
+
+async function apiGet(url) {
+  return withRetry(`GET ${url}`, async () => {
+    const res = await fetch(url);
+    return res.json();
+  });
+}
+
+async function apiPut(url, body) {
+  return withRetry(`PUT ${url}`, async () => {
+    const res = await fetch(url, {
+      method: 'PUT',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify(body),
+    });
+    return res.json();
+  });
+}
+
+function isBrowserClosedError(err) {
+  if (!err) return false;
+  const msg = err.message || err.toString() || '';
+  return msg.includes('Target page, context or browser has been closed') ||
+         msg.includes('browser has been closed') ||
+         msg.includes('browserContext.newPage') ||
+         msg.includes('Protocol error');
+}
+
+export async function handleAttach(options) {
+  const { attachParallel, attachInterval, serverUrl, showHelp } = options;
+
+  if (showHelp) {
+    console.error('用法: tt-help attach [-p 并行数] [-i 间隔秒数] [-s 服务端地址]');
+    console.error('');
+    console.error('参数:');
+    console.error('  -p, --parallel <N>     并行抓取数（默认: 1）');
+    console.error('  -i, --interval <N>     无任务时轮询间隔，单位秒（默认: 10）');
+    console.error('  -s, --server <URL>     服务端地址（默认: http://127.0.0.1:3001）');
+    console.error('');
+    console.error('说明:');
+    console.error('  后台轮询服务端 /api/user-update-tasks 接口，自动抓取 TikTok 用户信息');
+    console.error('  抓取完成后通过 PUT /api/user-update-result/{uniqueId} 回传结果');
+    console.error('  浏览器崩溃时自动重启，支持长时间无人值守运行');
+    console.error('');
+    console.error('示例:');
+    console.error('  tt-help attach');
+    console.error('  tt-help attach -p 5 -i 10');
+    console.error('  tt-help attach -p 3 -i 5 -s http://127.0.0.1:3001');
+    return;
+  }
+
+  console.error(`[Attach] 并行数: ${attachParallel}, 空闲间隔: ${attachInterval}秒, 服务端: ${serverUrl}`);
+
+  const scraper = new TikTokScraper();
+
+  try {
+    await scraper.init();
+    console.error('[Attach] 浏览器初始化完成，开始循环接收任务...');
+
+    let loopCount = 0;
+    let browserRestartCount = 0;
+
+    while (true) {
+      loopCount++;
+
+      // 检查浏览器是否存活，不存活则重启
+      if (!scraper.isAlive()) {
+        console.error(`[Attach] 浏览器已关闭，正在重启 (${++browserRestartCount})...`);
+        await scraper.restart();
+        console.error('[Attach] 浏览器重启完成');
+      }
+
+      const { total, tasks } = await apiGet(`${serverUrl}/api/user-update-tasks?limit=${attachParallel}`);
+
+      if (!tasks || tasks.length === 0) {
+        if (loopCount === 1) {
+          console.error(`[Attach] 当前无待更新任务，${attachInterval}秒后重试...`);
+        }
+        await new Promise(r => setTimeout(r, attachInterval * 1000));
+        continue;
+      }
+
+      console.error(`\n[Attach] 获取到 ${tasks.length} 个待更新任务...`);
+
+      const results = await Promise.allSettled(
+        tasks.map(async (task) => {
+          const uniqueId = task.uniqueId;
+          console.error(`  → 获取 @${uniqueId} 的用户信息...`);
+          try {
+            const info = await scraper.getUserInfo(uniqueId);
+            return { uniqueId, info, error: null };
+          } catch (err) {
+            return { uniqueId, info: null, error: err };
+          }
+        })
+      );
+
+      let successCount = 0;
+      let failCount = 0;
+      let needRestart = false;
+
+      for (const result of results) {
+        if (result.status === 'fulfilled') {
+          const { uniqueId, info, error } = result.value;
+          if (error) {
+            if (isBrowserClosedError(error)) {
+              needRestart = true;
+            }
+            console.error(`  ✗ @${uniqueId} 获取失败: ${error.message || '未知错误'}`);
+            failCount++;
+          } else if (info) {
+            try {
+              await apiPut(`${serverUrl}/api/user-info/${encodeURIComponent(uniqueId)}`, info);
+              console.error(`  ✓ @${uniqueId} 已提交更新`);
+              successCount++;
+            } catch (err) {
+              console.error(`  ✗ @${uniqueId} 提交失败: ${err.message}`);
+              failCount++;
+            }
+          } else {
+            console.error(`  ✗ @${uniqueId} 未获取到用户信息`);
+            failCount++;
+          }
+        } else {
+          console.error(`  ✗ 任务执行异常: ${result.reason?.message || '未知错误'}`);
+          failCount++;
+        }
+      }
+
+      console.error(`  本批结果: ${successCount} 成功, ${failCount} 失败\n`);
+
+      if (needRestart) {
+        console.error('[Attach] 检测到浏览器异常，将在下一轮重启...');
+      }
+
+      await new Promise(r => setTimeout(r, 500));
+    }
+  } catch (err) {
+    console.error(`[Attach] 运行异常: ${err.message}`);
+    throw err;
+  } finally {
+    await scraper.close();
+  }
+}