tt-help-cli-ycl 1.3.0 → 1.3.2

package/src/lib/explore.js

@@ -1,225 +0,0 @@
-import { chromium } from 'playwright';
-import { existsSync, accessSync } from 'fs';
-import { browser, saveBrowser, configPath } from './constants.js';
-import scrollCollector from '../scraper/modules/scroll-collector.cjs';
-
-const EXPLORE_URL = 'https://www.tiktok.com/explore';
-
-function sleep(ms) {
-  return new Promise(r => setTimeout(r, ms));
-}
-
-function isRetryableError(error) {
-  if (!error) return false;
-  const msg = (error.message || error.toString() || '').toLowerCase();
-  const patterns = ['interrupted', 'net::', 'econn', 'etimedout', 'enotfound', 'eai_again', 'esocketreset', 'connection.*refused', 'connection.*reset', 'failed.*navigate', 'target.*closed', 'crash'];
-  return patterns.some(p => new RegExp(p, 'i').test(msg));
-}
-
-async function retryGoto(page, url, options, { maxRetries = 3, baseDelay = 3000 } = {}) {
-  let lastError;
-  for (let attempt = 0; attempt <= maxRetries; attempt++) {
-    try {
-      return await page.goto(url, options);
-    } catch (error) {
-      lastError = error;
-      if (attempt >= maxRetries || !isRetryableError(error)) {
-        throw error;
-      }
-      const jitter = Math.random() * 500;
-      const waitTime = baseDelay * Math.pow(2, attempt) + jitter;
-      console.log(`    [重试] ${attempt + 1}/${maxRetries}，${Math.round(waitTime)}ms 后重试...`);
-      await sleep(waitTime);
-    }
-  }
-  throw lastError;
-}
-
-function detectBrowser() {
-  const isMac = process.platform === 'darwin';
-  const isWin = process.platform === 'win32';
-  const isLinux = process.platform === 'linux';
-
-  const paths = [];
-
-  if (isMac) {
-    paths.push(
-      '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
-      '/Applications/Google Chrome Canary.app/Contents/MacOS/Google Chrome Canary',
-      '/Applications/Microsoft Edge.app/Contents/MacOS/Microsoft Edge',
-      '/Applications/Brave Browser.app/Contents/MacOS/Brave Browser',
-    );
-  } else if (isWin) {
-    const localAppData = process.env.LOCALAPPDATA || '';
-    const programFiles = process.env.PROGRAMFILES || '';
-    const programFilesX86 = process.env['PROGRAMFILES(X86)'] || '';
-    paths.push(
-      `${programFiles}\\Google\\Chrome\\Application\\chrome.exe`,
-      `${programFilesX86}\\Google\\Chrome\\Application\\chrome.exe`,
-      `${localAppData}\\Google\\Chrome\\Application\\chrome.exe`,
-      `${programFiles}\\Microsoft\\Edge\\Application\\msedge.exe`,
-      `${programFilesX86}\\Microsoft\\Edge\\Application\\msedge.exe`,
-    );
-  } else if (isLinux) {
-    paths.push(
-      '/usr/bin/google-chrome',
-      '/usr/bin/google-chrome-stable',
-      '/usr/bin/chromium-browser',
-      '/usr/bin/chromium',
-      '/snap/bin/chromium',
-      '/usr/bin/microsoft-edge',
-    );
-  }
-
-  for (const p of paths) {
-    try {
-      accessSync(p);
-      return p;
-    } catch {
-      // 文件不存在或无权限
-    }
-  }
-  return null;
-}
-
-export async function fetchExplore(count = 100) {
-  let browserPath = browser;
-  let browserSource = '配置';
-
-  if (!browserPath) {
-    console.log(`  [0/6] 未配置浏览器，正在自动探测...`);
-    const detected = detectBrowser();
-    if (detected) {
-      browserPath = detected;
-      browserSource = '自动探测';
-      try {
-        saveBrowser(browserPath);
-        console.log(`  [0/6] 已保存浏览器路径到配置: ${configPath}`);
-      } catch (err) {
-        console.log(`  [0/6] 保存配置失败: ${err.message}`);
-      }
-    }
-  }
-
-  let browserLaunched = false;
-  let instance;
-
-  const launchOptions = {
-    headless: true,
-    args: [
-      '--no-sandbox',
-      '--disable-setuid-sandbox',
-      '--disable-blink-features=AutomationControlled',
-      '--disable-dev-shm-usage',
-    ],
-  };
-
-  if (browserPath) {
-    console.log(`  [0/6] 使用${browserSource}浏览器: ${browserPath}`);
-    launchOptions.executablePath = browserPath;
-  }
-
-  try {
-    instance = await chromium.launch(launchOptions);
-    browserLaunched = true;
-  } catch (err) {
-    if (browserPath) {
-      console.log(`  [0/6] 浏览器启动失败 (${err.message})，回退到 Playwright Chromium...`);
-    }
-    instance = await chromium.launch({
-      headless: true,
-      args: launchOptions.args,
-    });
-    browserLaunched = true;
-  }
-
-  if (!browserLaunched) {
-    throw new Error('无法启动浏览器，请确保已安装 Chrome/Edge 或运行 "npx playwright install chromium"');
-  }
-
-  try {
-    const context = await instance.newContext({
-      viewport: { width: 1280, height: 900 },
-      userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-      locale: 'en-US',
-    });
-
-    // 注入反检测脚本
-    await context.addInitScript(() => {
-      // 重写 navigator.webdriver
-      Object.defineProperty(navigator, 'webdriver', { get: () => false });
-
-      // 伪造 window.chrome
-      if (!window.chrome) {
-        window.chrome = { runtime: {} };
-      }
-
-      // 覆写 permissions query
-      const originalQuery = window.navigator.permissions.query;
-      window.navigator.permissions.query = (params) =>
-        params.name === 'notifications'
-          ? Promise.resolve({ state: Notification.permission })
-          : originalQuery(params);
-
-      // 覆写 languages
-      Object.defineProperty(navigator, 'languages', {
-        get: () => ['en-US', 'en'],
-      });
-
-      // 覆写 plugins
-      Object.defineProperty(navigator, 'plugins', {
-        get: () => [1, 2, 3, 4, 5],
-      });
-    });
-
-    const page = await context.newPage();
-    await retryGoto(page, EXPLORE_URL, { waitUntil: 'load', timeout: 30000 });
-    console.log(`  [1/6] 页面已加载`);
-
-    await sleep(5000);
-
-    const allUrls = await scrollCollector.scrollAndCollect(page, {
-      container: null,
-      collectFn: () => {
-        return {
-          items: Array.from(document.querySelectorAll('a'))
-            .filter(a => /\/video\/\d{16,20}/.test(a.href))
-            .map(a => a.href),
-        };
-      },
-      maxItems: count * 2,
-      delayRange: [1500, 2500],
-      staleThreshold: 5,
-      onRound: (round, items, allItems) => {
-        if ((round + 1) % 10 === 0) {
-          const uniqueCount = [...new Set(allItems)].length;
-          console.log(`  [2/6] 滚动 ${round + 1}，当前 ${uniqueCount} 个视频`);
-        }
-      },
-    });
-
-    await sleep(3000);
-
-    const unique = [...new Set(allUrls)];
-    console.log(`  [4/6] 共检测到 ${unique.length} 个不重复视频`);
-
-    const results = [];
-    const seen = new Set();
-    for (const url of unique) {
-      if (results.length >= count) break;
-      const videoId = url.match(/video\/(\d{16,20})$/)?.[1];
-      if (videoId && !seen.has(videoId)) {
-        seen.add(videoId);
-        const user = url.match(/\/@([^\/]+)/)?.[1];
-        if (user) {
-          results.push({ user, id: videoId, url });
-        }
-      }
-    }
-
-    console.log(`  [5/6] 去重后 ${results.length} 个`);
-    return results;
-  } finally {
-    await instance.close();
-  }
-}

package/src/lib/get-user-videos-browser.mjs

@@ -1,6 +0,0 @@
-import { createRequire } from 'module';
-
-const require = createRequire(import.meta.url);
-const core = require('../get-user-videos-core.cjs');
-
-export const runGetUserVideos = core.runGetUserVideos;

package/src/lib/scrape-browser.mjs

@@ -1,6 +0,0 @@
-import { createRequire } from 'module';
-
-const require = createRequire(import.meta.url);
-const core = require('../scraper/core.cjs');
-
-export const runScrape = core.runScrape;

package/src/scraper/index.cjs

@@ -1,97 +0,0 @@
-const { runScrape } = require("./core.cjs");
-
-async function main() {
-  const rawArgs = process.argv.slice(2);
-
-  let outputPath = null;
-  const args = [];
-  for (let i = 0; i < rawArgs.length; i++) {
-    if (rawArgs[i] === "-o" || rawArgs[i] === "--output") {
-      outputPath = rawArgs[++i];
-    } else {
-      args.push(rawArgs[i]);
-    }
-  }
-
-  const videoUrl = args[0];
-
-  let preset = null;
-  let maxVideos = 20;
-  let maxComments = 999;
-  let maxGuess = 10;
-  let switchMax = null;
-  let commentMax = null;
-
-  if (args[1]) {
-    if (["fast", "normal", "slow", "stealth"].includes(args[1].toLowerCase())) {
-      preset = args[1].toLowerCase();
-      maxVideos = parseInt(args[2]) || 20;
-      maxComments = parseInt(args[3]) || 999;
-      maxGuess = parseInt(args[4]) || 10;
-    } else {
-      maxVideos = parseInt(args[1]) || 20;
-      maxComments = parseInt(args[2]) || 999;
-      maxGuess = parseInt(args[3]) || 10;
-      switchMax = parseInt(args[4]) || null;
-      commentMax = parseInt(args[5]) || null;
-    }
-  }
-
-  if (!videoUrl) {
-    console.error("用法:");
-    console.error(
-      "  预设模式: node index.cjs <视频URL> <preset> [最大视频数] [最大评论数] [猜你喜欢数] [-o 输出路径]",
-    );
-    console.error(
-      "  手动模式: node index.cjs <视频URL> [最大视频数] [最大评论数] [猜你喜欢数] [切换延迟ms] [评论延迟ms] [-o 输出路径]",
-    );
-    console.error(
-      "预设: fast(1s/0.8s), normal(2.5s/1.5s), slow(5s/3s), stealth(8s/5s)",
-    );
-    console.error(
-      "选项: -o, --output <路径>  输出到文件; 不指定则输出到 stdout",
-    );
-    process.exit(1);
-  }
-
-  let browser;
-  try {
-    const { output, browser: b, isExternal } = await runScrape({
-      videoUrl,
-      maxVideos,
-      maxComments,
-      maxGuess,
-      preset,
-      switchMax,
-      commentMax,
-      log: console.error,
-    });
-    if (!isExternal) {
-      browser = b;
-    }
-
-    const json = JSON.stringify(output, null, 2);
-    if (outputPath) {
-      const fs = require("fs");
-      const path = require("path");
-      const resultFile = path.isAbsolute(outputPath)
-        ? outputPath
-        : path.resolve(outputPath);
-      fs.mkdirSync(path.dirname(resultFile), { recursive: true });
-      fs.writeFileSync(resultFile, json);
-      console.error(`已保存到 ${resultFile}`);
-    } else {
-      process.stdout.write(json + "\n");
-    }
-  } catch (err) {
-    console.error(err.message);
-    process.exit(1);
-  } finally {
-    if (browser) await browser.close().catch(() => {});
-  }
-}
-
-main().catch((err) => {
-  console.error(err.message);
-  process.exit(1);
-});

package/src/scraper/modules/comment-extractor.cjs

@@ -1,49 +0,0 @@
-const { delay, getDelayConfig, closeCommentPanel } = require('./page-helpers.cjs');
-const { scrollAndCollect } = require('./scroll-collector.cjs');
-
-async function openCommentPanel(page) {
-  const tabs = page.locator('[class*="tabbar-item"]');
-  const commentTab = tabs.filter({ hasText: '评论' }).first();
-  await commentTab.click();
-  const config = getDelayConfig();
-  await delay(Math.round(config.commentMax * 0.5), config.commentMax);
-  await page.waitForSelector('[class*="CommentListContainer"]', { timeout: 5000 }).catch(() => {});
-}
-
-async function extractCommentAuthors(page, maxComments = 10) {
-  await openCommentPanel(page);
-
-  const config = getDelayConfig();
-  const allAuthors = await scrollAndCollect(page, {
-    container: '[class*="CommentMain"]',
-    findScrollable: true,
-    collectFn: (container) => {
-      const list = document.querySelector('[class*="CommentListContainer"]');
-      if (!list) return { items: [] };
-
-      const authors = [];
-      Array.from(list.children).forEach(wrapper => {
-        const link = wrapper.querySelector('[class*="UsernameContentWrapper"] a');
-        if (link) {
-          const href = link.href || link.getAttribute('href');
-          const m = href && href.match(/@([^/]+)/);
-          if (m) authors.push('@' + m[1]);
-        }
-      });
-      return { items: authors };
-    },
-    uniqueKey: (a) => a,
-    maxItems: maxComments,
-    delayRange: [Math.round(config.commentMax * 0.3), config.commentMax],
-    staleThreshold: 3,
-  });
-
-  await closeCommentPanel(page);
-  await delay(Math.round(config.commentMax * 0.3), config.commentMax);
-
-  return allAuthors.slice(0, maxComments);
-}
-
-module.exports = {
-  extractCommentAuthors,
-};

package/src/scraper/modules/follow-extractor.cjs

@@ -1,112 +0,0 @@
-const { delay, getDelayConfig } = require('./page-helpers.cjs');
-const { scrollAndCollect } = require('./scroll-collector.cjs');
-
-const FILTER_WORDS = ['主页', '已关注', '粉丝', '推荐'];
-
-async function openFollowModal(page) {
-  const el = await page.$('[data-e2e=following]');
-  if (!el) {
-    throw new Error('未找到 [data-e2e=following] 元素，请确认当前页面为用户主页');
-  }
-  await el.evaluate(el => el.parentElement.click());
-  await delay(2000, 3000);
-
-  await page.waitForSelector('[class*=DivUserListContainer]', { timeout: 5000 }).catch(() => {
-    throw new Error('关注弹窗未出现 DivUserListContainer');
-  });
-}
-
-async function switchToFollowersTab(page) {
-  await page.evaluate(() => {
-    const tabs = document.querySelectorAll('[class*=DivTabItem]');
-    for (const tab of tabs) {
-      if (tab.textContent?.includes('粉丝')) {
-        tab.click();
-        return;
-      }
-    }
-    throw new Error('未找到粉丝 Tab');
-  });
-  await delay(2000, 3000);
-  await page.waitForSelector('[class*=DivUserListContainer]', { timeout: 5000 }).catch(() => {});
-}
-
-async function closeFollowModal(page) {
-  await page.evaluate(() => {
-    const closeBtn = document.querySelector('[data-e2e=follow-popup-close]');
-    if (closeBtn) closeBtn.click();
-  });
-  await delay(1000, 2000);
-}
-
-function createUserCollectFn() {
-  return (container) => {
-    const FILTER_WORDS = ['主页', '已关注', '粉丝', '推荐'];
-    const modal = document.querySelector('[class*=eyhy6180]');
-    const root = modal || document;
-    const users = [];
-    const seen = new Set();
-    const links = root.querySelectorAll('a[href*="/@"]');
-    for (const link of links) {
-      const match = link.href.match(/@([^/?]+)/);
-      if (!match) continue;
-      const handle = '@' + decodeURIComponent(match[1]);
-      const text = (link.textContent || '').trim();
-      if (text.length <= 2) continue;
-      if (FILTER_WORDS.includes(text)) continue;
-      if (seen.has(handle)) continue;
-      seen.add(handle);
-      users.push({ handle, displayName: text });
-    }
-    return { items: users };
-  };
-}
-
-async function extractUsersFromModal(page, maxUsers) {
-  const config = getDelayConfig();
-  const allUsers = await scrollAndCollect(page, {
-    container: '[class*=DivUserListContainer]',
-    findScrollable: false,
-    collectFn: createUserCollectFn(),
-    uniqueKey: (u) => u.handle,
-    maxItems: maxUsers,
-    delayRange: [Math.round(config.commentMax * 0.3), config.commentMax],
-    staleThreshold: 5,
-  });
-
-  return allUsers.slice(0, maxUsers);
-}
-
-async function extractFollowAndFollowers(page, options = {}) {
-  const {
-    maxFollowing = 999,
-    maxFollowers = 999,
-    log = () => {},
-  } = options;
-
-  log('打开关注弹窗...');
-  await openFollowModal(page);
-
-  log('提取关注列表...');
-  const following = await extractUsersFromModal(page, maxFollowing);
-  log(`  已关注: ${following.length}`);
-
-  log('切换到粉丝 Tab...');
-  await switchToFollowersTab(page);
-
-  log('提取粉丝列表...');
-  const followers = await extractUsersFromModal(page, maxFollowers);
-  log(`  粉丝: ${followers.length}`);
-
-  log('关闭弹窗...');
-  await closeFollowModal(page);
-
-  return {
-    following: following.map(u => [u.handle, u.displayName]),
-    followers: followers.map(u => [u.handle, u.displayName]),
-  };
-}
-
-module.exports = {
-  extractFollowAndFollowers,
-};