tt-help-cli-ycl 1.3.55 → 1.3.57

package/scripts/test-html-analysis.mjs

@@ -1,128 +0,0 @@
-/**
- * 测试工具：分析 TikTok view-source HTML 的三种情况
- * 1. 正常用户（有 SSR 数据）
- * 2. 空壳 HTML（11182 字节，无 SSR — 需要重试）
- * 3. 异常用户（有 SSR 但 userInfo 为空，statusCode=10202 — 重试无效）
- */
-
-import { TikTokScraper } from "../src/lib/tiktok-scraper.mjs";
-import fs from "fs";
-
-const testUsers = [
-  { id: "nike", type: "正常用户" },
-  { id: "galb508", type: "异常用户（可能被封/删除）" },
-  { id: "notexist_user_xxxxxx12345", type: "不存在的用户" },
-];
-
-async function analyzeUser(uniqueId, typeLabel) {
-  console.log(`\n${"=".repeat(60)}`);
-  console.log(`分析 @${uniqueId} (${typeLabel})`);
-  console.log("=".repeat(60));
-
-  const scraper = new TikTokScraper({ poolSize: 1 });
-  await scraper.init();
-  const slot = scraper._pickSlot();
-
-  // 多次采样
-  const samples = [];
-  for (let i = 0; i < 3; i++) {
-    const rawHtml = await scraper._fetchViewSource(
-      `https://www.tiktok.com/@${uniqueId}`,
-      slot,
-    );
-    const byteLen = Buffer.byteLength(rawHtml, "utf8");
-    const hasSSR = rawHtml.includes("__UNIVERSAL_DATA_FOR_REHYDRATION__");
-
-    let analysis = {
-      round: i + 1,
-      size: rawHtml.length,
-      byteLen,
-      hasSSR,
-    };
-
-    // 如果有 SSR 数据，进一步分析
-    if (hasSSR) {
-      try {
-        const idx = rawHtml.indexOf("__UNIVERSAL_DATA_FOR_REHYDRATION__");
-        const sIdx = rawHtml.indexOf(">", idx) + 1;
-        const eIdx = rawHtml.indexOf("</script>", sIdx);
-        const jsonStr = rawHtml.substring(sIdx, eIdx);
-        const data = JSON.parse(jsonStr);
-        const ud = data.__DEFAULT_SCOPE__?.["webapp.user-detail"];
-
-        analysis.scopeKeys = data.__DEFAULT_SCOPE__
-          ? Object.keys(data.__DEFAULT_SCOPE__)
-          : [];
-        analysis.hasUserInfo = !!(ud && ud.userInfo);
-        analysis.statusCode = ud?.statusCode;
-        analysis.statusMsg = ud?.statusMsg;
-        analysis.needFix = ud?.needFix;
-        analysis.udKeys = ud ? Object.keys(ud) : [];
-      } catch (e) {
-        analysis.parseError = e.message;
-      }
-    } else {
-      // 空壳 HTML，检查特征
-      analysis.hasEmptyTitle = rawHtml.includes(
-        '<title data-rh="true"></title>',
-      );
-      analysis.hasEmotionStyle = rawHtml.includes('data-emotion="tiktok"');
-    }
-
-    samples.push(analysis);
-    console.log(
-      `  第 ${i + 1} 次: ${rawHtml.length} 字符, ${byteLen} 字节, SSR: ${hasSSR ? "✓" : "✗"}`,
-    );
-    if (hasSSR && analysis.statusCode !== undefined) {
-      console.log(
-        `    statusCode: ${analysis.statusCode}, hasUserInfo: ${analysis.hasUserInfo}, udKeys: [${analysis.udKeys.join(", ")}]`,
-      );
-    }
-  }
-
-  // 总结
-  const shellCount = samples.filter((s) => !s.hasSSR).length;
-  const hasDataCount = samples.filter((s) => s.hasUserInfo).length;
-  const statusCode10202 = samples.filter((s) => s.statusCode === 10202).length;
-
-  console.log("\n  总结:");
-  console.log(`    空壳 HTML 次数: ${shellCount}/3`);
-  console.log(`    有 userInfo 次数: ${hasDataCount}/3`);
-  console.log(`    statusCode=10202 次数: ${statusCode10202}/3`);
-
-  // 判断类型
-  if (shellCount === 3) {
-    console.log("    → 判定: 持续空壳（可能是并发限流，重试可能有效）");
-  } else if (hasDataCount > 0) {
-    console.log("    → 判定: 正常用户（有完整数据）");
-  } else if (statusCode10202 > 0) {
-    console.log("    → 判定: 异常用户（statusCode=10202，重试无效）");
-  } else {
-    console.log("    → 判定: 无法确定");
-  }
-
-  await scraper.close();
-  return samples;
-}
-
-async function main() {
-  console.log("TikTok view-source HTML 分析工具");
-  console.log("测试三种情况的 HTML 特征差异\n");
-
-  const results = {};
-  for (const { id, type } of testUsers) {
-    results[id] = await analyzeUser(id, type);
-  }
-
-  // 保存结果
-  fs.writeFileSync(
-    "./test-html-analysis-result.json",
-    JSON.stringify(results, null, 2),
-  );
-  console.log("\n\n结果已保存到 test-html-analysis-result.json");
-}
-
-main().catch((err) => {
-  console.error("测试失败:", err);
-  process.exit(1);
-});

package/scripts/test-incognito-lib.mjs

@@ -1,36 +0,0 @@
-import { chromium } from 'playwright';
-import { detectCaptcha, closeCaptcha, handleCaptcha, getIncognitoPage } from '../src/scraper/modules/captcha-handler.mjs';
-
-async function main() {
-  const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
-  const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
-
-  // 测试1: 无痕模式打开 + 点击评论
-  console.error('=== 测试: 无痕模式 ===');
-  const { page, context } = await getIncognitoPage(browser, url);
-  console.error('URL:', page.url());
-
-  await page.evaluate(() => {
-    const all = document.querySelectorAll('button');
-    for (const el of all) {
-      if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
-        el.click();
-        break;
-      }
-    }
-  });
-  await new Promise(r => setTimeout(r, 3000));
-
-  const captcha = await detectCaptcha(page);
-  console.error('验证码:', captcha);
-
-  await page.screenshot({ path: '/tmp/incognito-lib-test.png' });
-  console.error('截图: /tmp/incognito-lib-test.png');
-
-  await context.close();
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-login-state.mjs

@@ -1,128 +0,0 @@
-import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
-
-async function main() {
-  const browser = await ensureBrowserReady();
-  const defaultContext = browser.contexts()[0];
-  const page = defaultContext.pages()[0] || await defaultContext.newPage();
-
-  // 确保在 tiktok 页面
-  if (!page.url().includes('tiktok.com')) {
-    console.error('当前不在 TikTok 页面:', page.url());
-    await page.goto('https://www.tiktok.com', { waitUntil: 'domcontentloaded', timeout: 30000 });
-    await new Promise(r => setTimeout(r, 3000));
-  }
-
-  console.error('当前 URL:', page.url());
-
-  // 1. 检测现有 isLoggedIn 的逻辑
-  const currentUserMenu = await page.evaluate(() => {
-    const selectors = [
-      '[class*="UserMenu"]',
-      '[class*="user-menu"]',
-      '[class*="CurrentUserInfo"]',
-    ];
-    const results = {};
-    for (const sel of selectors) {
-      const el = document.querySelector(sel);
-      results[sel] = !!el;
-      if (el) {
-        results[sel + '_class'] = el.className;
-      }
-    }
-    return results;
-  });
-
-  console.error('\n=== 当前选择器检测结果 ===');
-  console.error(JSON.stringify(currentUserMenu, null, 2));
-
-  const hasLoginButton = await page.evaluate(() => {
-    const buttons = Array.from(document.querySelectorAll('button, [role="button"]'));
-    const loginButtons = buttons.filter(el =>
-      /^(登录|Log in|Sign in)$/i.test(el.textContent.trim())
-    );
-    return {
-      total: buttons.length,
-      loginCount: loginButtons.length,
-      samples: loginButtons.slice(0, 5).map(el => ({
-        text: el.textContent.trim(),
-        class: el.className,
-      })),
-    };
-  });
-
-  console.error('\n=== 登录按钮检测 ===');
-  console.error(JSON.stringify(hasLoginButton, null, 2));
-
-  // 2. 用更宽泛的方式找用户相关元素
-  const broadSearch = await page.evaluate(() => {
-    const allClasses = [];
-
-    // 搜索可能的用户头像/菜单元素
-    const candidates = [];
-
-    // 顶部导航区域
-    const navArea = document.querySelector('[class*="nav"], [class*="Header"], [class*="header"]');
-    if (navArea) {
-      const avatars = navArea.querySelectorAll('[class*="avatar"], [class*="Avatar"], [class*="photo"], [class*="Photo"], [class*="image"], [class*="Image"]');
-      avatars.forEach(el => {
-        candidates.push({
-          tag: el.tagName,
-          class: el.className.substring(0, 200),
-          text: el.textContent?.substring(0, 50),
-          parent: el.parentElement?.className?.substring(0, 100),
-        });
-      });
-    }
-
-    // 搜索包含用户信息的链接
-    const profileLinks = Array.from(document.querySelectorAll('a[href*="/@"]'));
-    const profileSamples = profileLinks.slice(0, 10).map(el => ({
-      href: el.href,
-      class: el.className?.substring(0, 100),
-      text: el.textContent?.substring(0, 50),
-    }));
-
-    // 搜索所有包含 User 关键字的类名
-    const userElements = Array.from(document.querySelectorAll('*')).filter(el =>
-      el.className && typeof el.className === 'string' &&
-      /User|user|Profile|profile/.test(el.className) &&
-      el.tagName !== 'STYLE' && el.tagName !== 'SCRIPT'
-    ).slice(0, 30).map(el => ({
-      tag: el.tagName,
-      class: el.className.substring(0, 150),
-      text: el.textContent?.substring(0, 30),
-    }));
-
-    return {
-      navAreaFound: !!navArea,
-      avatarCandidates: candidates,
-      profileLinks: profileSamples,
-      userElements,
-    };
-  });
-
-  console.error('\n=== 宽泛搜索 ===');
-  console.error(JSON.stringify(broadSearch, null, 2));
-
-  // 3. 截图
-  await page.screenshot({ path: '/tmp/login-debug.png' });
-  console.error('\n截图已保存到 /tmp/login-debug.png');
-
-  // 4. 汇总判断
-  const isLoggedIn = currentUserMenu['[class*="UserMenu"]'] ||
-    currentUserMenu['[class*="user-menu"]'] ||
-    currentUserMenu['[class*="CurrentUserInfo"]'] ||
-    broadSearch.userElements.length > 0;
-
-  console.error('\n=== 结论 ===');
-  console.error('isLoggedIn 函数返回:', !!(currentUserMenu['[class*="UserMenu"]'] || currentUserMenu['[class*="user-menu"]'] || currentUserMenu['[class*="CurrentUserInfo"]']) && !hasLoginButton.loginCount);
-  console.error('宽泛搜索是否找到用户元素:', broadSearch.userElements.length > 0);
-  console.error('找到用户相关元素数量:', broadSearch.userElements.length);
-  console.error('头像候选数量:', broadSearch.avatarCandidates.length);
-  console.error('Profile 链接数量:', broadSearch.profileLinks.length);
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-safe-click.mjs

@@ -1,45 +0,0 @@
-import { chromium } from 'playwright';
-import { safeClickComment, detectCaptcha } from '../src/scraper/modules/captcha-handler.mjs';
-import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
-
-const URL = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
-
-async function main() {
-  const browser = await ensureBrowserReady();
-  const defaultContext = browser.contexts()[0];
-  const page = defaultContext.pages()[0] || await defaultContext.newPage();
-
-  for (let i = 1; i <= 3; i++) {
-    console.error(`\n===== 第 ${i} 轮 =====`);
-    await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
-    await new Promise(r => setTimeout(r, 5000));
-
-    const result = await safeClickComment(page);
-    console.error('结果:', JSON.stringify(result));
-
-    const stillThere = await detectCaptcha(page);
-    console.error('验证码残留:', !!stillThere);
-
-    await page.screenshot({ path: `/tmp/safe-click-run-${i}.png` });
-
-    // 关闭评论面板
-    await page.evaluate(() => {
-      const rightPanel = document.querySelector('[class*="RightPanelContainer"]');
-      if (rightPanel) {
-        const tabContainer = rightPanel.querySelector('[class*="TabContainer"]');
-        if (tabContainer) {
-          const closeOverlay = tabContainer.querySelector('div:last-child');
-          if (closeOverlay) closeOverlay.click();
-        }
-      }
-    });
-    await new Promise(r => setTimeout(r, 2000));
-  }
-
-  console.error('\n完成');
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-watch-db-smoke.mjs

@@ -1,246 +0,0 @@
-import assert from "node:assert/strict";
-import { mkdtempSync, rmSync } from "node:fs";
-import os from "node:os";
-import path from "node:path";
-
-import { createStore, closeStoreDb } from "../src/watch/data-store.js";
-import { startWatchServer } from "../src/watch/server.js";
-
-function createTempDbPath(prefix) {
-  const dir = mkdtempSync(path.join(os.tmpdir(), `${prefix}-`));
-  return {
-    dir,
-    dbPath: path.join(dir, "result.db"),
-  };
-}
-
-function cleanupTempDir(dir) {
-  rmSync(dir, { recursive: true, force: true });
-}
-
-function seedClaimStore(store) {
-  store.addUser({
-    uniqueId: "follow-tier2",
-    status: "pending",
-    followerCount: 100,
-    videoCount: 1,
-    guessedLocation: "DE",
-    sources: ["following"],
-  });
-  store.addUser({
-    uniqueId: "seller-tier2",
-    status: "pending",
-    followerCount: 50,
-    videoCount: 1,
-    guessedLocation: "DE",
-    ttSeller: true,
-    verified: false,
-    sources: ["comment"],
-  });
-  store.addUser({
-    uniqueId: "seed-tier1",
-    status: "pending",
-    followerCount: 10,
-    videoCount: 1,
-    guessedLocation: "PL",
-    sources: ["seed"],
-  });
-}
-
-function seedWatchStore(store) {
-  store.addUser({
-    uniqueId: "seed-tier1",
-    nickname: "Seed User",
-    status: "pending",
-    followerCount: 10,
-    videoCount: 1,
-    guessedLocation: "PL",
-    ttSeller: false,
-    verified: false,
-    sources: ["seed"],
-  });
-  store.addUser({
-    uniqueId: "seller-target",
-    nickname: "Seller Target",
-    status: "pending",
-    followerCount: 500,
-    videoCount: 1,
-    guessedLocation: "DE",
-    locationCreated: "DE",
-    ttSeller: true,
-    verified: false,
-    sources: ["comment"],
-  });
-  store.addUser({
-    uniqueId: "follow-tier2",
-    nickname: "Follow User",
-    status: "pending",
-    followerCount: 300,
-    videoCount: 1,
-    guessedLocation: "FR",
-    ttSeller: false,
-    verified: false,
-    sources: ["following"],
-  });
-  store.addUser({
-    uniqueId: "pending-update",
-    nickname: "Needs Update",
-    status: "pending",
-    guessedLocation: "US",
-    ttSeller: null,
-    verified: false,
-    userUpdateCount: 0,
-    sources: ["comment"],
-  });
-  store.addUser({
-    uniqueId: "done-es",
-    nickname: "Done ES",
-    status: "done",
-    followerCount: 800,
-    videoCount: 3,
-    guessedLocation: "ES",
-    locationCreated: "ES",
-    ttSeller: true,
-    verified: false,
-    processedAt: Date.now(),
-    processed: true,
-    sources: ["processed"],
-  });
-  store.addUser({
-    uniqueId: "restricted-it",
-    nickname: "Restricted IT",
-    status: "restricted",
-    locationCreated: "IT",
-    ttSeller: false,
-    verified: false,
-    sources: ["comment"],
-  });
-  store.addUser({
-    uniqueId: "error-user",
-    nickname: "Error User",
-    status: "error",
-    locationCreated: "US",
-    ttSeller: false,
-    verified: false,
-    sources: ["comment"],
-  });
-}
-
-async function testClaimPriorityAndRenewal() {
-  const { dir, dbPath } = createTempDbPath("tt-watch-claim");
-  try {
-    const store = createStore(dbPath);
-    seedClaimStore(store);
-
-    const first = store.claimNextJob("worker-a", 5 * 60 * 1000, null, true);
-    assert.ok(first, "expected a claim for logged-in worker");
-    assert.equal(first.uniqueId, "seed-tier1");
-
-    const renewed = store.claimNextJob("worker-a", 5 * 60 * 1000, null, true);
-    assert.ok(renewed, "expected renewal claim for same worker");
-    assert.equal(renewed.uniqueId, "seed-tier1");
-    assert.ok(
-      renewed.claimedAt >= first.claimedAt,
-      "expected renewal claimedAt to advance or stay equal",
-    );
-
-    const loggedOut = store.claimNextJob(
-      "worker-b",
-      5 * 60 * 1000,
-      null,
-      false,
-    );
-    assert.ok(loggedOut, "expected a claim for logged-out worker");
-    assert.equal(loggedOut.uniqueId, "follow-tier2");
-  } finally {
-    closeStoreDb();
-    cleanupTempDir(dir);
-  }
-}
-
-async function testWatchHttpEndpoints() {
-  const { dir, dbPath } = createTempDbPath("tt-watch-http");
-  let server;
-  try {
-    const store = createStore(dbPath);
-    seedWatchStore(store);
-
-    const started = await startWatchServer(dbPath, 0, store);
-    server = started.server;
-    const actualPort = server.address().port;
-    const baseUrl = `http://127.0.0.1:${actualPort}`;
-
-    const [statsRes, usersRes, targetRes, lightUsersRes] = await Promise.all([
-      fetch(`${baseUrl}/api/stats`),
-      fetch(`${baseUrl}/api/users?limit=3`),
-      fetch(`${baseUrl}/api/target-users`),
-      fetch(`${baseUrl}/api/users?limit=2&view=light`),
-    ]);
-
-    assert.equal(statsRes.status, 200);
-    assert.equal(usersRes.status, 200);
-    assert.equal(targetRes.status, 200);
-    assert.equal(lightUsersRes.status, 200);
-
-    const [stats, users, targets, lightUsers] = await Promise.all([
-      statsRes.json(),
-      usersRes.json(),
-      targetRes.json(),
-      lightUsersRes.json(),
-    ]);
-
-    assert.equal(stats.totalUsers, 7);
-    assert.equal(stats.pendingUsers, 4);
-    assert.equal(stats.processedUsers, 1);
-    assert.equal(stats.restrictedUsers, 1);
-    assert.equal(stats.errorUsers, 1);
-    assert.equal(stats.targetUsers, 2);
-    assert.equal(stats.userUpdateTasks, 1);
-    assert.ok(Array.isArray(stats.countryStats));
-    assert.ok(stats.countryStats.some((item) => item.country === "ES"));
-
-    assert.equal(users.total, 7);
-    assert.equal(users.users.length, 3);
-    assert.equal(users.users[0].uniqueId, "seller-target");
-
-    assert.equal(targets.total, 2);
-    assert.deepEqual(
-      targets.users.map((item) => item.uniqueId),
-      ["done-es", "seller-target"],
-    );
-
-    assert.equal(lightUsers.total, 7);
-    assert.equal(lightUsers.users.length, 2);
-    assert.deepEqual(Object.keys(lightUsers.users[0]).sort(), [
-      "followerCount",
-      "guessedLocation",
-      "locationCreated",
-      "nickname",
-      "pinned",
-      "processedAt",
-      "sources",
-      "status",
-      "ttSeller",
-      "uniqueId",
-      "verified",
-    ]);
-  } finally {
-    if (server) {
-      await new Promise((resolve) => server.close(resolve));
-    }
-    closeStoreDb();
-    cleanupTempDir(dir);
-  }
-}
-
-async function main() {
-  await testClaimPriorityAndRenewal();
-  await testWatchHttpEndpoints();
-  console.log("watch db smoke test passed");
-}
-
-main().catch((error) => {
-  console.error("watch db smoke test failed");
-  console.error(error);
-  process.exitCode = 1;
-});