tt-help-cli-ycl 1.3.45 → 1.3.47

package/src/webserver/server.mjs

@@ -0,0 +1,174 @@
+import http from "http";
+import os from "os";
+import { TikTokScraper } from "../lib/tiktok-scraper.mjs";
+
+function getLocalIP() {
+  const ifaces = os.networkInterfaces();
+  for (const name of Object.keys(ifaces)) {
+    for (const iface of ifaces[name]) {
+      if (iface.family === "IPv4" && !iface.internal) {
+        return iface.address;
+      }
+    }
+  }
+  return "127.0.0.1";
+}
+
+function sendJSON(res, status, data) {
+  const body = JSON.stringify(data, null, 2);
+  res.writeHead(status, {
+    "Content-Type": "application/json; charset=utf-8",
+    "Access-Control-Allow-Origin": "*",
+    "Access-Control-Allow-Methods": "POST, GET, OPTIONS",
+    "Access-Control-Allow-Headers": "Content-Type",
+  });
+  res.end(body);
+}
+
+function readBody(req) {
+  return new Promise((resolve, reject) => {
+    let body = "";
+    req.on("data", (chunk) => {
+      body += chunk.toString();
+      if (body.length > 10 * 1024 * 1024) {
+        req.destroy();
+        reject(new Error("Request body too large"));
+      }
+    });
+    req.on("end", () => {
+      try {
+        resolve(body ? JSON.parse(body) : {});
+      } catch (e) {
+        reject(new Error("Invalid JSON"));
+      }
+    });
+    req.on("error", reject);
+  });
+}
+
+let scraperInstance = null;
+let scraperClosing = false;
+
+async function getScraper() {
+  if (scraperInstance && !scraperClosing) {
+    return scraperInstance;
+  }
+  if (scraperClosing) {
+    throw new Error("Server is shutting down");
+  }
+  scraperInstance = new TikTokScraper({
+    poolSize: 3,
+    wafTTL: 120000,
+    maxRequestsPerPage: 50,
+  });
+  await scraperInstance.init();
+  return scraperInstance;
+}
+
+async function handleTiktokUser(req, res) {
+  try {
+    const body = await readBody(req);
+    if (!body.uniqueId) {
+      return sendJSON(res, 400, { error: "missing uniqueId" });
+    }
+    const scraper = await getScraper();
+    const result = await scraper.getUserInfo(body.uniqueId);
+    if (!result) {
+      return sendJSON(res, 404, { error: "User not found or failed to parse data" });
+    }
+    return sendJSON(res, 200, result);
+  } catch (e) {
+    return sendJSON(res, 500, { error: e.message });
+  }
+}
+
+async function handleTiktokVideo(req, res) {
+  try {
+    const body = await readBody(req);
+    if (!body.videoUrl) {
+      return sendJSON(res, 400, { error: "missing videoUrl" });
+    }
+    const scraper = await getScraper();
+    const result = await scraper.getVideoInfo(body.videoUrl);
+    if (!result) {
+      return sendJSON(res, 404, { error: "Video not found or failed to parse data" });
+    }
+    return sendJSON(res, 200, result);
+  } catch (e) {
+    return sendJSON(res, 500, { error: e.message });
+  }
+}
+
+async function handleTiktokLookup(req, res) {
+  try {
+    const body = await readBody(req);
+    if (!body.videoUrl) {
+      return sendJSON(res, 400, { error: "missing videoUrl" });
+    }
+    const scraper = await getScraper();
+    const result = await scraper.getUserAndVideo(body.videoUrl);
+    if (!result) {
+      return sendJSON(res, 404, { error: "Video not found or failed to parse data" });
+    }
+    return sendJSON(res, 200, result);
+  } catch (e) {
+    return sendJSON(res, 500, { error: e.message });
+  }
+}
+
+export async function startWebserver(port = 3000) {
+  const server = http.createServer(async (req, res) => {
+    const url = new URL(req.url, `http://127.0.0.1:${port}`);
+
+    if (req.method === "OPTIONS") {
+      res.writeHead(204, {
+        "Access-Control-Allow-Origin": "*",
+        "Access-Control-Allow-Methods": "POST, GET, OPTIONS",
+        "Access-Control-Allow-Headers": "Content-Type",
+      });
+      res.end();
+      return;
+    }
+
+    try {
+      if (url.pathname === "/api/tiktok/user" && req.method === "POST") {
+        return await handleTiktokUser(req, res);
+      }
+      if (url.pathname === "/api/tiktok/video" && req.method === "POST") {
+        return await handleTiktokVideo(req, res);
+      }
+      if (url.pathname === "/api/tiktok/lookup" && req.method === "POST") {
+        return await handleTiktokLookup(req, res);
+      }
+
+      sendJSON(res, 404, { error: "Not found", available: ["/api/tiktok/user", "/api/tiktok/video", "/api/tiktok/lookup"] });
+    } catch (e) {
+      sendJSON(res, 500, { error: e.message });
+    }
+  });
+
+  return new Promise((resolve, reject) => {
+    server.listen(port, () => {
+      const localIP = getLocalIP();
+      console.error(`\nTikTok Scraper WebService started`);
+      console.error(`  Local:    http://127.0.0.1:${port}`);
+      console.error(`  Network:  http://${localIP}:${port}`);
+      console.error(`  APIs:     POST /api/tiktok/user, /api/tiktok/video, /api/tiktok/lookup`);
+      console.error(`  Press Ctrl+C to stop.\n`);
+      resolve({ server, port });
+    });
+    server.on("error", (err) => {
+      reject(err);
+    });
+  });
+}
+
+export async function closeScraper() {
+  if (scraperInstance) {
+    scraperClosing = true;
+    await scraperInstance.close();
+    scraperInstance = null;
+  }
+}
+
+export { getLocalIP };

package/scripts/test-captcha-lib.mjs

@@ -1,68 +0,0 @@
-import { chromium } from 'playwright';
-
-const URL = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
-
-async function main() {
-  const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
-  const page = browser.contexts()[0].pages()[0];
-
-  // 测试 detectCaptcha
-  console.error('=== 测试 detectCaptcha (无验证码) ===');
-  await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
-  await page.waitForTimeout(3000);
-
-  const { detectCaptcha, closeCaptcha, handleCaptcha } = await import('../src/scraper/modules/captcha-handler.mjs');
-
-  const r1 = await detectCaptcha(page);
-  console.error('未点击评论:', JSON.stringify(r1));
-
-  // 点击评论触发验证码
-  await page.evaluate(() => {
-    const all = document.querySelectorAll('button');
-    for (const el of all) {
-      if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
-        el.click();
-        break;
-      }
-    }
-  });
-  await page.waitForTimeout(3000);
-
-  console.error('\n=== 测试 detectCaptcha (有验证码) ===');
-  const r2 = await detectCaptcha(page);
-  console.error('点击评论后:', JSON.stringify(r2));
-
-  console.error('\n=== 测试 closeCaptcha ===');
-  const r3 = await closeCaptcha(page);
-  await page.waitForTimeout(1000);
-  console.error('关闭结果:', JSON.stringify(r3));
-
-  const r4 = await detectCaptcha(page);
-  console.error('关闭后检测:', JSON.stringify(r4));
-
-  console.error('\n=== 测试 handleCaptcha (完整流程) ===');
-  // 重新触发
-  await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
-  await page.waitForTimeout(3000);
-  await page.evaluate(() => {
-    const all = document.querySelectorAll('button');
-    for (const el of all) {
-      if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
-        el.click();
-        break;
-      }
-    }
-  });
-  await page.waitForTimeout(3000);
-
-  const r5 = await handleCaptcha(page);
-  console.error('handleCaptcha 结果:', JSON.stringify(r5));
-
-  await page.screenshot({ path: '/tmp/lib-test-final.png' });
-  console.error('\n最终截图: /tmp/lib-test-final.png');
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-captcha.mjs

@@ -1,81 +0,0 @@
-import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
-
-const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
-
-async function main() {
-  const browser = await ensureBrowserReady();
-  const defaultContext = browser.contexts()[0];
-  const pages = defaultContext.pages();
-  const page = pages[0] || await defaultContext.newPage();
-
-  await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
-  await page.waitForTimeout(5000);
-
-  // 用 force: true 点击评论按钮
-  const clicked = await page.evaluate(() => {
-    const btn = document.querySelector('[data-e2e="comments"]');
-    if (btn && btn.getBoundingClientRect().width > 0) {
-      btn.click();
-      return { success: true, rect: btn.getBoundingClientRect() };
-    }
-    return { success: false };
-  });
-
-  console.error('点击结果:', JSON.stringify(clicked));
-
-  // 等待可能的验证码
-  await page.waitForTimeout(5000);
-
-  // 截图
-  await page.screenshot({ path: '/tmp/tiktok-comment-clicked.png' });
-  console.error('截图: /tmp/tiktok-comment-clicked.png');
-
-  // 全面检测验证码
-  const captcha = await page.evaluate(() => {
-    const result = {};
-
-    // 大尺寸 Verify 元素
-    const verifyEls = Array.from(document.querySelectorAll('[class*="Verify"], [class*="verify"]'));
-    result.verifyElements = verifyEls.filter(el => {
-      const r = el.getBoundingClientRect();
-      return r.width > 100 && r.height > 100 && el.offsetParent !== null;
-    }).map(el => ({
-      class: el.className.substring(0, 200),
-      text: el.textContent?.substring(0, 300),
-      rect: { w: Math.round(el.getBoundingClientRect().width), h: Math.round(el.getBoundingClientRect().height), x: Math.round(el.getBoundingClientRect().x), y: Math.round(el.getBoundingClientRect().y) }
-    }));
-
-    // 全屏遮罩
-    result.fullScreenOverlays = Array.from(document.querySelectorAll('div')).filter(d => {
-      const r = d.getBoundingClientRect();
-      const style = window.getComputedStyle(d);
-      return r.width > 500 && r.height > 500 && parseInt(style.zIndex) > 900 && d.offsetParent !== null;
-    }).map(d => ({
-      class: d.className.substring(0, 100),
-      zIndex: window.getComputedStyle(d).zIndex,
-      rect: { w: Math.round(d.getBoundingClientRect().width), h: Math.round(d.getBoundingClientRect().height) }
-    }));
-
-    result.iframes = Array.from(document.querySelectorAll('iframe')).map(f => ({
-      src: (f.src || f.getAttribute('src') || '').substring(0, 300)
-    }));
-
-    return result;
-  });
-
-  console.error('\n=== 验证码检测 ===');
-  console.error(JSON.stringify(captcha, null, 2));
-
-  if (captcha.verifyElements.length > 0 || captcha.fullScreenOverlays.length > 0 || captcha.iframes.length > 0) {
-    console.error('\n⚠️  检测到验证码或遮罩层！');
-  } else {
-    console.error('\n✅ 未检测到验证码');
-  }
-
-  await browser.close();
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-incognito-lib.mjs

@@ -1,36 +0,0 @@
-import { chromium } from 'playwright';
-import { detectCaptcha, closeCaptcha, handleCaptcha, getIncognitoPage } from '../src/scraper/modules/captcha-handler.mjs';
-
-async function main() {
-  const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
-  const url = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
-
-  // 测试1: 无痕模式打开 + 点击评论
-  console.error('=== 测试: 无痕模式 ===');
-  const { page, context } = await getIncognitoPage(browser, url);
-  console.error('URL:', page.url());
-
-  await page.evaluate(() => {
-    const all = document.querySelectorAll('button');
-    for (const el of all) {
-      if (/^评论$/.test(el.textContent?.trim()) && el.offsetParent !== null && el.getBoundingClientRect().width > 0) {
-        el.click();
-        break;
-      }
-    }
-  });
-  await new Promise(r => setTimeout(r, 3000));
-
-  const captcha = await detectCaptcha(page);
-  console.error('验证码:', captcha);
-
-  await page.screenshot({ path: '/tmp/incognito-lib-test.png' });
-  console.error('截图: /tmp/incognito-lib-test.png');
-
-  await context.close();
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-login-state.mjs

@@ -1,128 +0,0 @@
-import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
-
-async function main() {
-  const browser = await ensureBrowserReady();
-  const defaultContext = browser.contexts()[0];
-  const page = defaultContext.pages()[0] || await defaultContext.newPage();
-
-  // 确保在 tiktok 页面
-  if (!page.url().includes('tiktok.com')) {
-    console.error('当前不在 TikTok 页面:', page.url());
-    await page.goto('https://www.tiktok.com', { waitUntil: 'domcontentloaded', timeout: 30000 });
-    await new Promise(r => setTimeout(r, 3000));
-  }
-
-  console.error('当前 URL:', page.url());
-
-  // 1. 检测现有 isLoggedIn 的逻辑
-  const currentUserMenu = await page.evaluate(() => {
-    const selectors = [
-      '[class*="UserMenu"]',
-      '[class*="user-menu"]',
-      '[class*="CurrentUserInfo"]',
-    ];
-    const results = {};
-    for (const sel of selectors) {
-      const el = document.querySelector(sel);
-      results[sel] = !!el;
-      if (el) {
-        results[sel + '_class'] = el.className;
-      }
-    }
-    return results;
-  });
-
-  console.error('\n=== 当前选择器检测结果 ===');
-  console.error(JSON.stringify(currentUserMenu, null, 2));
-
-  const hasLoginButton = await page.evaluate(() => {
-    const buttons = Array.from(document.querySelectorAll('button, [role="button"]'));
-    const loginButtons = buttons.filter(el =>
-      /^(登录|Log in|Sign in)$/i.test(el.textContent.trim())
-    );
-    return {
-      total: buttons.length,
-      loginCount: loginButtons.length,
-      samples: loginButtons.slice(0, 5).map(el => ({
-        text: el.textContent.trim(),
-        class: el.className,
-      })),
-    };
-  });
-
-  console.error('\n=== 登录按钮检测 ===');
-  console.error(JSON.stringify(hasLoginButton, null, 2));
-
-  // 2. 用更宽泛的方式找用户相关元素
-  const broadSearch = await page.evaluate(() => {
-    const allClasses = [];
-
-    // 搜索可能的用户头像/菜单元素
-    const candidates = [];
-
-    // 顶部导航区域
-    const navArea = document.querySelector('[class*="nav"], [class*="Header"], [class*="header"]');
-    if (navArea) {
-      const avatars = navArea.querySelectorAll('[class*="avatar"], [class*="Avatar"], [class*="photo"], [class*="Photo"], [class*="image"], [class*="Image"]');
-      avatars.forEach(el => {
-        candidates.push({
-          tag: el.tagName,
-          class: el.className.substring(0, 200),
-          text: el.textContent?.substring(0, 50),
-          parent: el.parentElement?.className?.substring(0, 100),
-        });
-      });
-    }
-
-    // 搜索包含用户信息的链接
-    const profileLinks = Array.from(document.querySelectorAll('a[href*="/@"]'));
-    const profileSamples = profileLinks.slice(0, 10).map(el => ({
-      href: el.href,
-      class: el.className?.substring(0, 100),
-      text: el.textContent?.substring(0, 50),
-    }));
-
-    // 搜索所有包含 User 关键字的类名
-    const userElements = Array.from(document.querySelectorAll('*')).filter(el =>
-      el.className && typeof el.className === 'string' &&
-      /User|user|Profile|profile/.test(el.className) &&
-      el.tagName !== 'STYLE' && el.tagName !== 'SCRIPT'
-    ).slice(0, 30).map(el => ({
-      tag: el.tagName,
-      class: el.className.substring(0, 150),
-      text: el.textContent?.substring(0, 30),
-    }));
-
-    return {
-      navAreaFound: !!navArea,
-      avatarCandidates: candidates,
-      profileLinks: profileSamples,
-      userElements,
-    };
-  });
-
-  console.error('\n=== 宽泛搜索 ===');
-  console.error(JSON.stringify(broadSearch, null, 2));
-
-  // 3. 截图
-  await page.screenshot({ path: '/tmp/login-debug.png' });
-  console.error('\n截图已保存到 /tmp/login-debug.png');
-
-  // 4. 汇总判断
-  const isLoggedIn = currentUserMenu['[class*="UserMenu"]'] ||
-    currentUserMenu['[class*="user-menu"]'] ||
-    currentUserMenu['[class*="CurrentUserInfo"]'] ||
-    broadSearch.userElements.length > 0;
-
-  console.error('\n=== 结论 ===');
-  console.error('isLoggedIn 函数返回:', !!(currentUserMenu['[class*="UserMenu"]'] || currentUserMenu['[class*="user-menu"]'] || currentUserMenu['[class*="CurrentUserInfo"]']) && !hasLoginButton.loginCount);
-  console.error('宽泛搜索是否找到用户元素:', broadSearch.userElements.length > 0);
-  console.error('找到用户相关元素数量:', broadSearch.userElements.length);
-  console.error('头像候选数量:', broadSearch.avatarCandidates.length);
-  console.error('Profile 链接数量:', broadSearch.profileLinks.length);
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});

package/scripts/test-safe-click.mjs

@@ -1,45 +0,0 @@
-import { chromium } from 'playwright';
-import { safeClickComment, detectCaptcha } from '../src/scraper/modules/captcha-handler.mjs';
-import { ensureBrowserReady } from '../src/lib/browser/cdp.js';
-
-const URL = 'https://www.tiktok.com/@mariaelenasanchez607/video/7630110959650000150';
-
-async function main() {
-  const browser = await ensureBrowserReady();
-  const defaultContext = browser.contexts()[0];
-  const page = defaultContext.pages()[0] || await defaultContext.newPage();
-
-  for (let i = 1; i <= 3; i++) {
-    console.error(`\n===== 第 ${i} 轮 =====`);
-    await page.goto(URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
-    await new Promise(r => setTimeout(r, 5000));
-
-    const result = await safeClickComment(page);
-    console.error('结果:', JSON.stringify(result));
-
-    const stillThere = await detectCaptcha(page);
-    console.error('验证码残留:', !!stillThere);
-
-    await page.screenshot({ path: `/tmp/safe-click-run-${i}.png` });
-
-    // 关闭评论面板
-    await page.evaluate(() => {
-      const rightPanel = document.querySelector('[class*="RightPanelContainer"]');
-      if (rightPanel) {
-        const tabContainer = rightPanel.querySelector('[class*="TabContainer"]');
-        if (tabContainer) {
-          const closeOverlay = tabContainer.querySelector('div:last-child');
-          if (closeOverlay) closeOverlay.click();
-        }
-      }
-    });
-    await new Promise(r => setTimeout(r, 2000));
-  }
-
-  console.error('\n完成');
-}
-
-main().catch(err => {
-  console.error('错误:', err);
-  process.exit(1);
-});