tt-help-cli-ycl 1.3.34 → 1.3.36

package/scripts/test-captcha.mjs

@@ -0,0 +1,81 @@
+import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
+
+const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
+
+async function main() {
+  const browser = await ensureBrowserReady();
+  const defaultContext = browser.contexts()[0];
+  const pages = defaultContext.pages();
+  const page = pages[0] || await defaultContext.newPage();
+
+  await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+  await page.waitForTimeout(5000);
+
+  // 用 force: true 点击评论按钮
+  const clicked = await page.evaluate(() => {
+    const btn = document.querySelector('[data-e2e="comments"]');
+    if (btn && btn.getBoundingClientRect().width > 0) {
+      btn.click();
+      return { success: true, rect: btn.getBoundingClientRect() };
+    }
+    return { success: false };
+  });
+
+  console.error('点击结果:', JSON.stringify(clicked));
+
+  // 等待可能的验证码
+  await page.waitForTimeout(5000);
+
+  // 截图
+  await page.screenshot({ path: '/tmp/tiktok-comment-clicked.png' });
+  console.error('截图: /tmp/tiktok-comment-clicked.png');
+
+  // 全面检测验证码
+  const captcha = await page.evaluate(() => {
+    const result = {};
+
+    // 大尺寸 Verify 元素
+    const verifyEls = Array.from(document.querySelectorAll('[class*="Verify"], [class*="verify"]'));
+    result.verifyElements = verifyEls.filter(el => {
+      const r = el.getBoundingClientRect();
+      return r.width > 100 && r.height > 100 && el.offsetParent !== null;
+    }).map(el => ({
+      class: el.className.substring(0, 200),
+      text: el.textContent?.substring(0, 300),
+      rect: { w: Math.round(el.getBoundingClientRect().width), h: Math.round(el.getBoundingClientRect().height), x: Math.round(el.getBoundingClientRect().x), y: Math.round(el.getBoundingClientRect().y) }
+    }));
+
+    // 全屏遮罩
+    result.fullScreenOverlays = Array.from(document.querySelectorAll('div')).filter(d => {
+      const r = d.getBoundingClientRect();
+      const style = window.getComputedStyle(d);
+      return r.width > 500 && r.height > 500 && parseInt(style.zIndex) > 900 && d.offsetParent !== null;
+    }).map(d => ({
+      class: d.className.substring(0, 100),
+      zIndex: window.getComputedStyle(d).zIndex,
+      rect: { w: Math.round(d.getBoundingClientRect().width), h: Math.round(d.getBoundingClientRect().height) }
+    }));
+
+    result.iframes = Array.from(document.querySelectorAll('iframe')).map(f => ({
+      src: (f.src || f.getAttribute('src') || '').substring(0, 300)
+    }));
+
+    return result;
+  });
+
+  console.error('\n=== 验证码检测 ===');
+  console.error(JSON.stringify(captcha, null, 2));
+
+  if (captcha.verifyElements.length > 0 || captcha.fullScreenOverlays.length > 0 || captcha.iframes.length > 0) {
+    console.error('\n⚠️  检测到验证码或遮罩层！');
+  } else {
+    console.error('\n✅ 未检测到验证码');
+  }
+
+  await browser.close();
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-incognito-lib.mjs

@@ -0,0 +1,36 @@
+import { chromium } from 'playwright';
+import { detectCaptcha, closeCaptcha, handleCaptcha, getIncognitoPage } from '../src/scraper/modules/captcha-handler.mjs';
+
+async function main() {
+  const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
+  const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
+
+  // 测试1: 无痕模式打开 + 点击评论
+  console.error('=== 测试: 无痕模式 ===');
+  const { page, context } = await getIncognitoPage(browser, url);
+  console.error('URL:', page.url());
+
+  await page.evaluate(() => {
+    const all = document.querySelectorAll('button');
+    for (const el of all) {
+      if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
+        el.click();
+        break;
+      }
+    }
+  });
+  await new Promise(r => setTimeout(r, 3000));
+
+  const captcha = await detectCaptcha(page);
+  console.error('验证码:', captcha);
+
+  await page.screenshot({ path: '/tmp/incognito-lib-test.png' });
+  console.error('截图: /tmp/incognito-lib-test.png');
+
+  await context.close();
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-login-state.mjs

@@ -0,0 +1,128 @@
+import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
+
+async function main() {
+  const browser = await ensureBrowserReady();
+  const defaultContext = browser.contexts()[0];
+  const page = defaultContext.pages()[0] || await defaultContext.newPage();
+
+  // 确保在 tiktok 页面
+  if (!page.url().includes('tiktok.com')) {
+    console.error('当前不在 TikTok 页面:', page.url());
+    await page.goto('https://www.tiktok.com', { waitUntil: 'domcontentloaded', timeout: 30000 });
+    await new Promise(r => setTimeout(r, 3000));
+  }
+
+  console.error('当前 URL:', page.url());
+
+  // 1. 检测现有 isLoggedIn 的逻辑
+  const currentUserMenu = await page.evaluate(() => {
+    const selectors = [
+      '[class*="UserMenu"]',
+      '[class*="user-menu"]',
+      '[class*="CurrentUserInfo"]',
+    ];
+    const results = {};
+    for (const sel of selectors) {
+      const el = document.querySelector(sel);
+      results[sel] = !!el;
+      if (el) {
+        results[sel + '_class'] = el.className;
+      }
+    }
+    return results;
+  });
+
+  console.error('\n=== 当前选择器检测结果 ===');
+  console.error(JSON.stringify(currentUserMenu, null, 2));
+
+  const hasLoginButton = await page.evaluate(() => {
+    const buttons = Array.from(document.querySelectorAll('button, [role="button"]'));
+    const loginButtons = buttons.filter(el =>
+      /^(登录|Log in|Sign in)$/i.test(el.textContent.trim())
+    );
+    return {
+      total: buttons.length,
+      loginCount: loginButtons.length,
+      samples: loginButtons.slice(0, 5).map(el => ({
+        text: el.textContent.trim(),
+        class: el.className,
+      })),
+    };
+  });
+
+  console.error('\n=== 登录按钮检测 ===');
+  console.error(JSON.stringify(hasLoginButton, null, 2));
+
+  // 2. 用更宽泛的方式找用户相关元素
+  const broadSearch = await page.evaluate(() => {
+    const allClasses = [];
+
+    // 搜索可能的用户头像/菜单元素
+    const candidates = [];
+
+    // 顶部导航区域
+    const navArea = document.querySelector('[class*="nav"], [class*="Header"], [class*="header"]');
+    if (navArea) {
+      const avatars = navArea.querySelectorAll('[class*="avatar"], [class*="Avatar"], [class*="photo"], [class*="Photo"], [class*="image"], [class*="Image"]');
+      avatars.forEach(el => {
+        candidates.push({
+          tag: el.tagName,
+          class: el.className.substring(0, 200),
+          text: el.textContent?.substring(0, 50),
+          parent: el.parentElement?.className?.substring(0, 100),
+        });
+      });
+    }
+
+    // 搜索包含用户信息的链接
+    const profileLinks = Array.from(document.querySelectorAll('a[href*="/@"]'));
+    const profileSamples = profileLinks.slice(0, 10).map(el => ({
+      href: el.href,
+      class: el.className?.substring(0, 100),
+      text: el.textContent?.substring(0, 50),
+    }));
+
+    // 搜索所有包含 User 关键字的类名
+    const userElements = Array.from(document.querySelectorAll('*')).filter(el =>
+      el.className && typeof el.className === 'string' &&
+      /User|user|Profile|profile/.test(el.className) &&
+      el.tagName !== 'STYLE' && el.tagName !== 'SCRIPT'
+    ).slice(0, 30).map(el => ({
+      tag: el.tagName,
+      class: el.className.substring(0, 150),
+      text: el.textContent?.substring(0, 30),
+    }));
+
+    return {
+      navAreaFound: !!navArea,
+      avatarCandidates: candidates,
+      profileLinks: profileSamples,
+      userElements,
+    };
+  });
+
+  console.error('\n=== 宽泛搜索 ===');
+  console.error(JSON.stringify(broadSearch, null, 2));
+
+  // 3. 截图
+  await page.screenshot({ path: '/tmp/login-debug.png' });
+  console.error('\n截图已保存到 /tmp/login-debug.png');
+
+  // 4. 汇总判断
+  const isLoggedIn = currentUserMenu['[class*="UserMenu"]'] ||
+    currentUserMenu['[class*="user-menu"]'] ||
+    currentUserMenu['[class*="CurrentUserInfo"]'] ||
+    broadSearch.userElements.length > 0;
+
+  console.error('\n=== 结论 ===');
+  console.error('isLoggedIn 函数返回:', !!(currentUserMenu['[class*="UserMenu"]'] || currentUserMenu['[class*="user-menu"]'] || currentUserMenu['[class*="CurrentUserInfo"]']) && !hasLoginButton.loginCount);
+  console.error('宽泛搜索是否找到用户元素:', broadSearch.userElements.length > 0);
+  console.error('找到用户相关元素数量:', broadSearch.userElements.length);
+  console.error('头像候选数量:', broadSearch.avatarCandidates.length);
+  console.error('Profile 链接数量:', broadSearch.profileLinks.length);
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-safe-click.mjs

@@ -0,0 +1,45 @@
+import { chromium } from 'playwright';
+import { safeClickComment, detectCaptcha } from '../src/scraper/modules/captcha-handler.mjs';
+import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
+
+const URL = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
+
+async function main() {
+  const browser = await ensureBrowserReady();
+  const defaultContext = browser.contexts()[0];
+  const page = defaultContext.pages()[0] || await defaultContext.newPage();
+
+  for (let i = 1; i <= 3; i++) {
+    console.error(`\n===== 第 ${i} 轮 =====`);
+    await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    await new Promise(r => setTimeout(r, 5000));
+
+    const result = await safeClickComment(page);
+    console.error('结果:', JSON.stringify(result));
+
+    const stillThere = await detectCaptcha(page);
+    console.error('验证码残留:', !!stillThere);
+
+    await page.screenshot({ path: `/tmp/safe-click-run-${i}.png` });
+
+    // 关闭评论面板
+    await page.evaluate(() => {
+      const rightPanel = document.querySelector('[class*="RightPanelContainer"]');
+      if (rightPanel) {
+        const tabContainer = rightPanel.querySelector('[class*="TabContainer"]');
+        if (tabContainer) {
+          const closeOverlay = tabContainer.querySelector('div:last-child');
+          if (closeOverlay) closeOverlay.click();
+        }
+      }
+    });
+    await new Promise(r => setTimeout(r, 2000));
+  }
+
+  console.error('\n完成');
+}
+
+main().catch(err => {
+  console.error('错误:', err);
+  process.exit(1);
+});

package/scripts/test-watch-db-smoke.mjs

@@ -0,0 +1,246 @@
+import assert from "node:assert/strict";
+import { mkdtempSync, rmSync } from "node:fs";
+import os from "node:os";
+import path from "node:path";
+
+import { createStore, closeStoreDb } from "../src/watch/data-store.js";
+import { startWatchServer } from "../src/watch/server.js";
+
+function createTempDbPath(prefix) {
+  const dir = mkdtempSync(path.join(os.tmpdir(), `${prefix}-`));
+  return {
+    dir,
+    dbPath: path.join(dir, "result.db"),
+  };
+}
+
+function cleanupTempDir(dir) {
+  rmSync(dir, { recursive: true, force: true });
+}
+
+function seedClaimStore(store) {
+  store.addUser({
+    uniqueId: "follow-tier2",
+    status: "pending",
+    followerCount: 100,
+    videoCount: 1,
+    guessedLocation: "DE",
+    sources: ["following"],
+  });
+  store.addUser({
+    uniqueId: "seller-tier2",
+    status: "pending",
+    followerCount: 50,
+    videoCount: 1,
+    guessedLocation: "DE",
+    ttSeller: true,
+    verified: false,
+    sources: ["comment"],
+  });
+  store.addUser({
+    uniqueId: "seed-tier1",
+    status: "pending",
+    followerCount: 10,
+    videoCount: 1,
+    guessedLocation: "PL",
+    sources: ["seed"],
+  });
+}
+
+function seedWatchStore(store) {
+  store.addUser({
+    uniqueId: "seed-tier1",
+    nickname: "Seed User",
+    status: "pending",
+    followerCount: 10,
+    videoCount: 1,
+    guessedLocation: "PL",
+    ttSeller: false,
+    verified: false,
+    sources: ["seed"],
+  });
+  store.addUser({
+    uniqueId: "seller-target",
+    nickname: "Seller Target",
+    status: "pending",
+    followerCount: 500,
+    videoCount: 1,
+    guessedLocation: "DE",
+    locationCreated: "DE",
+    ttSeller: true,
+    verified: false,
+    sources: ["comment"],
+  });
+  store.addUser({
+    uniqueId: "follow-tier2",
+    nickname: "Follow User",
+    status: "pending",
+    followerCount: 300,
+    videoCount: 1,
+    guessedLocation: "FR",
+    ttSeller: false,
+    verified: false,
+    sources: ["following"],
+  });
+  store.addUser({
+    uniqueId: "pending-update",
+    nickname: "Needs Update",
+    status: "pending",
+    guessedLocation: "US",
+    ttSeller: null,
+    verified: false,
+    userUpdateCount: 0,
+    sources: ["comment"],
+  });
+  store.addUser({
+    uniqueId: "done-es",
+    nickname: "Done ES",
+    status: "done",
+    followerCount: 800,
+    videoCount: 3,
+    guessedLocation: "ES",
+    locationCreated: "ES",
+    ttSeller: true,
+    verified: false,
+    processedAt: Date.now(),
+    processed: true,
+    sources: ["processed"],
+  });
+  store.addUser({
+    uniqueId: "restricted-it",
+    nickname: "Restricted IT",
+    status: "restricted",
+    locationCreated: "IT",
+    ttSeller: false,
+    verified: false,
+    sources: ["comment"],
+  });
+  store.addUser({
+    uniqueId: "error-user",
+    nickname: "Error User",
+    status: "error",
+    locationCreated: "US",
+    ttSeller: false,
+    verified: false,
+    sources: ["comment"],
+  });
+}
+
+async function testClaimPriorityAndRenewal() {
+  const { dir, dbPath } = createTempDbPath("tt-watch-claim");
+  try {
+    const store = createStore(dbPath);
+    seedClaimStore(store);
+
+    const first = store.claimNextJob("worker-a", 5 * 60 * 1000, null, true);
+    assert.ok(first, "expected a claim for logged-in worker");
+    assert.equal(first.uniqueId, "seed-tier1");
+
+    const renewed = store.claimNextJob("worker-a", 5 * 60 * 1000, null, true);
+    assert.ok(renewed, "expected renewal claim for same worker");
+    assert.equal(renewed.uniqueId, "seed-tier1");
+    assert.ok(
+      renewed.claimedAt >= first.claimedAt,
+      "expected renewal claimedAt to advance or stay equal",
+    );
+
+    const loggedOut = store.claimNextJob(
+      "worker-b",
+      5 * 60 * 1000,
+      null,
+      false,
+    );
+    assert.ok(loggedOut, "expected a claim for logged-out worker");
+    assert.equal(loggedOut.uniqueId, "follow-tier2");
+  } finally {
+    closeStoreDb();
+    cleanupTempDir(dir);
+  }
+}
+
+async function testWatchHttpEndpoints() {
+  const { dir, dbPath } = createTempDbPath("tt-watch-http");
+  let server;
+  try {
+    const store = createStore(dbPath);
+    seedWatchStore(store);
+
+    const started = await startWatchServer(dbPath, 0, store);
+    server = started.server;
+    const actualPort = server.address().port;
+    const baseUrl = `http://127.0.0.1:${actualPort}`;
+
+    const [statsRes, usersRes, targetRes, lightUsersRes] = await Promise.all([
+      fetch(`${baseUrl}/api/stats`),
+      fetch(`${baseUrl}/api/users?limit=3`),
+      fetch(`${baseUrl}/api/target-users`),
+      fetch(`${baseUrl}/api/users?limit=2&view=light`),
+    ]);
+
+    assert.equal(statsRes.status, 200);
+    assert.equal(usersRes.status, 200);
+    assert.equal(targetRes.status, 200);
+    assert.equal(lightUsersRes.status, 200);
+
+    const [stats, users, targets, lightUsers] = await Promise.all([
+      statsRes.json(),
+      usersRes.json(),
+      targetRes.json(),
+      lightUsersRes.json(),
+    ]);
+
+    assert.equal(stats.totalUsers, 7);
+    assert.equal(stats.pendingUsers, 4);
+    assert.equal(stats.processedUsers, 1);
+    assert.equal(stats.restrictedUsers, 1);
+    assert.equal(stats.errorUsers, 1);
+    assert.equal(stats.targetUsers, 2);
+    assert.equal(stats.userUpdateTasks, 1);
+    assert.ok(Array.isArray(stats.countryStats));
+    assert.ok(stats.countryStats.some((item) => item.country === "ES"));
+
+    assert.equal(users.total, 7);
+    assert.equal(users.users.length, 3);
+    assert.equal(users.users[0].uniqueId, "seller-target");
+
+    assert.equal(targets.total, 2);
+    assert.deepEqual(
+      targets.users.map((item) => item.uniqueId),
+      ["done-es", "seller-target"],
+    );
+
+    assert.equal(lightUsers.total, 7);
+    assert.equal(lightUsers.users.length, 2);
+    assert.deepEqual(Object.keys(lightUsers.users[0]).sort(), [
+      "followerCount",
+      "guessedLocation",
+      "locationCreated",
+      "nickname",
+      "pinned",
+      "processedAt",
+      "sources",
+      "status",
+      "ttSeller",
+      "uniqueId",
+      "verified",
+    ]);
+  } finally {
+    if (server) {
+      await new Promise((resolve) => server.close(resolve));
+    }
+    closeStoreDb();
+    cleanupTempDir(dir);
+  }
+}
+
+async function main() {
+  await testClaimPriorityAndRenewal();
+  await testWatchHttpEndpoints();
+  console.log("watch db smoke test passed");
+}
+
+main().catch((error) => {
+  console.error("watch db smoke test failed");
+  console.error(error);
+  process.exitCode = 1;
+});