tt-help-cli-ycl 1.3.0 → 1.3.1

package/src/auto-core.cjs

@@ -1,367 +0,0 @@
-const {
-  delay,
-  ensureBrowserReady,
-  ensureTikTokPage,
-  setDelayConfig,
-  getDelayConfig,
-  closeCommentPanel,
-  retryWithBackoff,
-} = require('./scraper/modules/page-helpers.cjs');
-const {
-  getUserInfo,
-  collectVideos,
-  isPageRestricted,
-} = require('./get-user-videos-core.cjs');
-const { runScrape } = require('./scraper/core.cjs');
-const { extractFollowAndFollowers } = require('./scraper/modules/follow-extractor.cjs');
-
-function mergeUserInfo(existing, incoming, source) {
-  const merged = { ...existing };
-  for (const [key, value] of Object.entries(incoming)) {
-    if (key === '_sources') continue;
-    if (value === undefined || value === null || value === '') continue;
-    if (typeof value === 'number' && typeof merged[key] === 'number') {
-      merged[key] = Math.max(merged[key], value);
-    } else if (merged[key] === undefined || merged[key] === null || merged[key] === '') {
-      merged[key] = value;
-    }
-  }
-  if (source) {
-    if (!merged._sources) merged._sources = [];
-    if (!merged._sources.includes(source)) merged._sources.push(source);
-  }
-  return merged;
-}
-
-async function runAuto(options) {
-  const {
-    username,
-    collectMax = 1,
-    scrapeDepth = 50,
-    maxComments = 200,
-    maxGuess = 10,
-    preset = null,
-    switchMax = null,
-    commentMax = null,
-    enableFollow = false,
-    maxFollowing = 200,
-    maxFollowers = 200,
-    log = console.error,
-  } = options;
-
-  if (preset) {
-    setDelayConfig(preset);
-  } else if (switchMax || commentMax) {
-    setDelayConfig({
-      switchMax: switchMax || 5000,
-      commentMax: commentMax || 3000,
-    });
-  }
-
-  const config = getDelayConfig();
-  const cleanUsername = username.replace('@', '');
-
-  log(`auto 模式: @${cleanUsername}`);
-  log(`收集视频数: ${collectMax}, 每个滑动: ${scrapeDepth}次, 每视频评论数: ${maxComments}`);
-
-  const browser = await ensureBrowserReady();
-  let page;
-  try {
-    page = await ensureTikTokPage(browser, `https://www.tiktok.com/@${cleanUsername}`);
-  } catch (e) {
-    await browser.close().catch(() => {});
-    throw e;
-  }
-
-  // [1/3] 获取种子用户信息
-  const profileUrl = `https://www.tiktok.com/@${cleanUsername}`;
-  log(`\n[1/3] 获取 @${cleanUsername} 的用户信息和视频列表...`);
-  await retryWithBackoff(() => page.goto(profileUrl, { waitUntil: 'load', timeout: 30000 }), { log });
-  await page.waitForSelector('[class*="DivVideoList"]', { timeout: 10000 }).catch(() => {});
-  await delay(1000, 2000);
-
-  const seedUserInfo = await getUserInfo(page);
-  if (!seedUserInfo.uniqueId) {
-    seedUserInfo.uniqueId = cleanUsername;
-  }
-  log(`种子用户: ${seedUserInfo.nickname || seedUserInfo.uniqueId} (粉丝: ${seedUserInfo.followerCount || '-'})`);
-
-  if (options.enableFollow) {
-    try {
-      log(`  提取关注/粉丝列表...`);
-      const { following, followers } = await extractFollowAndFollowers(page, {
-        maxFollowing: options.maxFollowing || 200,
-        maxFollowers: options.maxFollowers || 200,
-        log,
-      });
-      log(`  关注: ${following.length} | 粉丝: ${followers.length}`);
-      following.forEach(([handle, name]) => {
-        const uid = handle.replace(/^@/, '');
-        users.set(uid, mergeUserInfo(
-          users.get(uid) || {},
-          { uniqueId: uid, nickname: name },
-          'following'
-        ));
-      });
-      followers.forEach(([handle, name]) => {
-        const uid = handle.replace(/^@/, '');
-        users.set(uid, mergeUserInfo(
-          users.get(uid) || {},
-          { uniqueId: uid, nickname: name },
-          'follower'
-        ));
-      });
-    } catch (e) {
-      log(`  关注/粉丝提取失败: ${e.message}`);
-    }
-  }
-
-  // [2/3] 收集视频列表
-  const videos = await collectVideos(page, cleanUsername, collectMax, log);
-  const videoList = Array.from(videos.values()).slice(0, collectMax);
-  log(`获取到 ${videoList.length} 个视频`);
-
-  if (videoList.length === 0) {
-    const restricted = await isPageRestricted(page);
-    if (restricted) {
-      log('种子用户页面受限（需登录），结束');
-    } else {
-      log('没有获取到视频，结束');
-    }
-    const output = {
-      seedUser: { ...seedUserInfo, sources: ['seed'], restricted },
-      users: [{ ...seedUserInfo, sources: ['seed'], restricted }],
-      stats: {
-        totalVideos: 0,
-        totalUsers: 1,
-        fromSeed: 1,
-        fromVideo: 0,
-        fromComment: 0,
-      },
-    };
-    return { output, browser };
-  }
-
-  // [3/3] 循环每个视频，执行 runScrape
-  log(`\n[3/3] 开始循环抓取（${videoList.length} 个视频，每个滑动 ${scrapeDepth} 次）...`);
-
-  const users = new Map();
-  users.set(seedUserInfo.uniqueId, mergeUserInfo({}, seedUserInfo, 'seed'));
-
-  const restrictedUsers = new Set();
-  let totalVideosScraped = 0;
-
-  for (let i = 0; i < videoList.length; i++) {
-    const videoUrl = videoList[i].href.startsWith('http')
-      ? videoList[i].href
-      : `https://www.tiktok.com${videoList[i].href}`;
-
-    log(`\n[${i + 1}/${videoList.length}] ${videoUrl}`);
-
-    const { output: scrapeOutput } = await runScrape({
-      videoUrl,
-      maxVideos: scrapeDepth,
-      maxComments,
-      maxGuess,
-      preset,
-      switchMax,
-      commentMax,
-      log,
-      browser,
-      page,
-    });
-
-    totalVideosScraped += (scrapeOutput && scrapeOutput.stats) ? scrapeOutput.stats.totalVideos : 0;
-
-    // 合并视频作者信息
-    for (const vd of scrapeOutput.videoDetails) {
-      if (restrictedUsers.has(vd.uniqueId)) continue;
-      const existing = users.get(vd.uniqueId);
-      users.set(vd.uniqueId, mergeUserInfo(existing || {}, vd, 'video'));
-    }
-
-    // 添加评论者
-    for (const cu of scrapeOutput.commentUsers) {
-      if (restrictedUsers.has(cu)) continue;
-      if (!users.has(cu)) {
-        users.set(cu, mergeUserInfo({}, { uniqueId: cu }, 'comment'));
-      }
-    }
-
-    // 添加猜你喜欢作者
-    for (const ga of (scrapeOutput.guessAuthors || [])) {
-      const gaId = ga.replace(/^@/, '');
-      if (restrictedUsers.has(gaId)) continue;
-      if (!users.has(gaId)) {
-        users.set(gaId, mergeUserInfo({}, { uniqueId: gaId }, 'guess'));
-      }
-    }
-  }
-
-  // 构建输出
-  const usersList = [...users.values()].map(u => {
-    const { _sources, ...rest } = u;
-    return { ...rest, sources: _sources || [] };
-  });
-
-  usersList.sort((a, b) => {
-    const aIsSeed = a._sources && a._sources.includes('seed');
-    const bIsSeed = b._sources && b._sources.includes('seed');
-    if (aIsSeed && !bIsSeed) return -1;
-    if (!aIsSeed && bIsSeed) return 1;
-    const aHasInfo = a.nickname || a.followerCount;
-    const bHasInfo = b.nickname || b.followerCount;
-    if (aHasInfo && !bHasInfo) return -1;
-    if (!aHasInfo && bHasInfo) return 1;
-    return 0;
-  });
-
-  const output = usersList;
-
-  log(`\n结果: ${usersList.length} 个用户`);
-
-  return { output, browser };
-}
-
-async function processUser(page, username, options, log) {
-  const {
-    collectMax = 1,
-    scrapeDepth = 50,
-    maxComments = 200,
-    maxGuess = 10,
-    preset = 'fast',
-    switchMax = null,
-    commentMax = null,
-    enableFollow = false,
-    maxFollowing = 200,
-    maxFollowers = 200,
-    browser = null,
-  } = options;
-
-  const result = {
-    userInfo: null,
-    collectedVideos: [],
-    discoveredVideoAuthors: [],
-    discoveredCommentAuthors: [],
-    discoveredGuessAuthors: [],
-    discoveredFollowing: [],
-    discoveredFollowers: [],
-    error: null,
-  };
-
-  try {
-    log(`\n[processUser] 访问 @${username}...`);
-    await retryWithBackoff(() => page.goto(`https://www.tiktok.com/@${username}`, {
-      waitUntil: 'load',
-      timeout: 30000,
-    }), { log });
-    await page.waitForSelector('[class*="DivVideoList"]', { timeout: 10000 }).catch(() => {});
-    await delay(1000, 2000);
-
-    const info = await getUserInfo(page);
-    result.userInfo = info;
-    if (!info.uniqueId) {
-      info.uniqueId = username;
-    }
-    log(`  昵称: ${info.nickname || '-'} | 粉丝: ${info.followerCount || 0}`);
-
-    if (options.enableFollow) {
-      try {
-        log(`  提取关注/粉丝列表...`);
-        const { following, followers } = await extractFollowAndFollowers(page, {
-          maxFollowing: options.maxFollowing || 200,
-          maxFollowers: options.maxFollowers || 200,
-          log,
-        });
-        result.discoveredFollowing = following;
-        result.discoveredFollowers = followers;
-        log(`  关注: ${following.length} | 粉丝: ${followers.length}`);
-      } catch (e) {
-        log(`  关注/粉丝提取失败: ${e.message}`);
-        result.discoveredFollowing = [];
-        result.discoveredFollowers = [];
-      }
-    }
-
-    const videos = await collectVideos(page, username, collectMax, log);
-    const videoList = Array.from(videos.values()).slice(0, collectMax);
-    result.collectedVideos = videoList.map(v => ({
-      videoId: v.id,
-      videoUrl: v.href,
-    }));
-
-      if (videoList.length > 0) {
-      const allVideoAuthors = new Map();
-      const allCommentAuthors = new Set();
-      const allGuessAuthors = new Set();
-
-      for (let i = 0; i < videoList.length; i++) {
-        const video = videoList[i];
-        const videoUrl = video.href.startsWith('http')
-          ? video.href
-          : `https://www.tiktok.com${video.href}`;
-        log(`  [${i + 1}/${videoList.length}] 开始 scrape: ${videoUrl} (深度 ${scrapeDepth})`);
-
-        const scrapeResult = await runScrape({
-          videoUrl,
-          maxVideos: scrapeDepth,
-          maxComments,
-          maxGuess,
-          preset,
-          switchMax,
-          commentMax,
-          browser,
-          page,
-          log,
-        });
-
-        const scrapeOutput = scrapeResult.output;
-
-        if (scrapeOutput && scrapeOutput.videoDetails) {
-          for (const vd of scrapeOutput.videoDetails) {
-            if (!allVideoAuthors.has(vd.uniqueId)) {
-              allVideoAuthors.set(vd.uniqueId, {
-                uniqueId: vd.uniqueId,
-                nickname: vd.nickname,
-                locationCreated: vd.locationCreated,
-              });
-            }
-          }
-        }
-
-        if (scrapeOutput && scrapeOutput.commentUsers) {
-          for (const cu of scrapeOutput.commentUsers) {
-            allCommentAuthors.add(cu);
-          }
-        }
-
-        if (scrapeOutput && scrapeOutput.guessAuthors) {
-          for (const ga of scrapeOutput.guessAuthors) {
-            allGuessAuthors.add(ga);
-          }
-        }
-      }
-
-      result.discoveredVideoAuthors = [...allVideoAuthors.values()];
-      result.discoveredCommentAuthors = [...allCommentAuthors];
-      result.discoveredGuessAuthors = [...allGuessAuthors];
-
-      log(`  发现: ${result.discoveredVideoAuthors.length} 个视频作者, ${result.discoveredCommentAuthors.length} 个评论作者, ${result.discoveredGuessAuthors.length} 个猜你喜欢作者`);
-    } else {
-      const restricted = await isPageRestricted(page);
-      result.restricted = restricted;
-      if (restricted) {
-        log(`  @${username} 页面受限（需登录），标记跳过`);
-      } else {
-        log(`  @${username} 没有视频，跳过 scrape`);
-      }
-    }
-  } catch (e) {
-    result.error = e.message;
-    log(`  [错误] ${e.message}`);
-  }
-
-  return result;
-}
-
-module.exports = { runAuto, processUser };

package/src/data-store.cjs

@@ -1,69 +0,0 @@
-const fs = require('fs');
-const path = require('path');
-
-function createStore(filePath) {
-  let data = [];
-
-  if (filePath) {
-    const resolved = path.resolve(filePath);
-    if (fs.existsSync(resolved)) {
-      try {
-        const raw = fs.readFileSync(resolved, 'utf-8');
-        data = JSON.parse(raw);
-        if (!Array.isArray(data)) data = [];
-      } catch (e) {
-        console.error(`[data-store] 读取文件失败: ${e.message}`);
-        data = [];
-      }
-    }
-  }
-
-  function save() {
-    if (!filePath) return;
-    const resolved = path.resolve(filePath);
-    const json = JSON.stringify(data, null, 2);
-    fs.writeFileSync(resolved, json, 'utf-8');
-  }
-
-  function getUser(uid) {
-    return data.find(u => u.uniqueId === uid);
-  }
-
-  function hasUser(uid) {
-    return getUser(uid) !== undefined;
-  }
-
-  function addUser(user) {
-    const existing = getUser(user.uniqueId);
-    if (existing) {
-      for (const key of Object.keys(user)) {
-        if (key === 'uniqueId') continue;
-        if (key === 'sources') continue;
-        if (user[key] !== undefined && user[key] !== null && user[key] !== '') {
-          existing[key] = user[key];
-        }
-      }
-      if (user.sources && Array.isArray(user.sources)) {
-        existing.sources = [...new Set([...(existing.sources || []), ...user.sources])];
-      }
-    } else {
-      data.push(user);
-    }
-  }
-
-  function getPendingUsers() {
-    return data.filter(u => u.followerCount === undefined);
-  }
-
-  function getAllUsers() {
-    return data;
-  }
-
-  function getProcessedUsers() {
-    return data.filter(u => u.processed === true || u.followerCount !== undefined);
-  }
-
-  return { save, getUser, hasUser, addUser, getPendingUsers, getAllUsers, getProcessedUsers, data };
-}
-
-module.exports = { createStore };

package/src/get-user-videos.cjs

@@ -1,59 +0,0 @@
-const { runGetUserVideos } = require('./get-user-videos-core.cjs');
-const fs = require('fs');
-const path = require('path');
-
-async function main() {
-  const rawArgs = process.argv.slice(2);
-
-  let outputPath = null;
-  const args = [];
-  for (let i = 0; i < rawArgs.length; i++) {
-    if (rawArgs[i] === '-o' || rawArgs[i] === '--output') {
-      outputPath = rawArgs[++i];
-    } else {
-      args.push(rawArgs[i]);
-    }
-  }
-
-  if (args.length < 1) {
-    console.error('用法: node get-user-videos.cjs <用户名> [最大视频数] [-o 输出路径]');
-    console.error('示例: node get-user-videos.cjs bar.lar.lar.moeta 1000');
-    console.error('      node get-user-videos.cjs username 50 -o videos.json');
-    console.error('');
-    console.error('选项: -o, --output <路径>  输出到文件; 不指定则输出到 stdout');
-    process.exit(1);
-  }
-
-  const username = args[0].replace('@', '');
-  const maxVideos = parseInt(args[1]) || 5;
-
-  let browser;
-  try {
-    const { output, browser: b } = await runGetUserVideos({
-      username,
-      maxVideos,
-      log: console.error,
-    });
-    browser = b;
-
-    const json = JSON.stringify(output, null, 2);
-    if (outputPath) {
-      const resultFile = path.isAbsolute(outputPath) ? outputPath : path.resolve(outputPath);
-      fs.mkdirSync(path.dirname(resultFile), { recursive: true });
-      fs.writeFileSync(resultFile, json, 'utf-8');
-      console.error(`已保存到 ${resultFile}`);
-    } else {
-      process.stdout.write(json + '\n');
-    }
-  } catch (err) {
-    console.error(err.message);
-    process.exit(1);
-  } finally {
-    if (browser) await browser.close().catch(() => {});
-  }
-}
-
-main().catch((err) => {
-  console.error(err.message);
-  process.exit(1);
-});

package/src/scraper/index.cjs

@@ -1,97 +0,0 @@
-const { runScrape } = require("./core.cjs");
-
-async function main() {
-  const rawArgs = process.argv.slice(2);
-
-  let outputPath = null;
-  const args = [];
-  for (let i = 0; i < rawArgs.length; i++) {
-    if (rawArgs[i] === "-o" || rawArgs[i] === "--output") {
-      outputPath = rawArgs[++i];
-    } else {
-      args.push(rawArgs[i]);
-    }
-  }
-
-  const videoUrl = args[0];
-
-  let preset = null;
-  let maxVideos = 20;
-  let maxComments = 999;
-  let maxGuess = 10;
-  let switchMax = null;
-  let commentMax = null;
-
-  if (args[1]) {
-    if (["fast", "normal", "slow", "stealth"].includes(args[1].toLowerCase())) {
-      preset = args[1].toLowerCase();
-      maxVideos = parseInt(args[2]) || 20;
-      maxComments = parseInt(args[3]) || 999;
-      maxGuess = parseInt(args[4]) || 10;
-    } else {
-      maxVideos = parseInt(args[1]) || 20;
-      maxComments = parseInt(args[2]) || 999;
-      maxGuess = parseInt(args[3]) || 10;
-      switchMax = parseInt(args[4]) || null;
-      commentMax = parseInt(args[5]) || null;
-    }
-  }
-
-  if (!videoUrl) {
-    console.error("用法:");
-    console.error(
-      "  预设模式: node index.cjs <视频URL> <preset> [最大视频数] [最大评论数] [猜你喜欢数] [-o 输出路径]",
-    );
-    console.error(
-      "  手动模式: node index.cjs <视频URL> [最大视频数] [最大评论数] [猜你喜欢数] [切换延迟ms] [评论延迟ms] [-o 输出路径]",
-    );
-    console.error(
-      "预设: fast(1s/0.8s), normal(2.5s/1.5s), slow(5s/3s), stealth(8s/5s)",
-    );
-    console.error(
-      "选项: -o, --output <路径>  输出到文件; 不指定则输出到 stdout",
-    );
-    process.exit(1);
-  }
-
-  let browser;
-  try {
-    const { output, browser: b, isExternal } = await runScrape({
-      videoUrl,
-      maxVideos,
-      maxComments,
-      maxGuess,
-      preset,
-      switchMax,
-      commentMax,
-      log: console.error,
-    });
-    if (!isExternal) {
-      browser = b;
-    }
-
-    const json = JSON.stringify(output, null, 2);
-    if (outputPath) {
-      const fs = require("fs");
-      const path = require("path");
-      const resultFile = path.isAbsolute(outputPath)
-        ? outputPath
-        : path.resolve(outputPath);
-      fs.mkdirSync(path.dirname(resultFile), { recursive: true });
-      fs.writeFileSync(resultFile, json);
-      console.error(`已保存到 ${resultFile}`);
-    } else {
-      process.stdout.write(json + "\n");
-    }
-  } catch (err) {
-    console.error(err.message);
-    process.exit(1);
-  } finally {
-    if (browser) await browser.close().catch(() => {});
-  }
-}
-
-main().catch((err) => {
-  console.error(err.message);
-  process.exit(1);
-});

package/src/scraper/modules/follow-extractor.cjs

@@ -1,112 +0,0 @@
-const { delay, getDelayConfig } = require('./page-helpers.cjs');
-const { scrollAndCollect } = require('./scroll-collector.cjs');
-
-const FILTER_WORDS = ['主页', '已关注', '粉丝', '推荐'];
-
-async function openFollowModal(page) {
-  const el = await page.$('[data-e2e=following]');
-  if (!el) {
-    throw new Error('未找到 [data-e2e=following] 元素，请确认当前页面为用户主页');
-  }
-  await el.evaluate(el => el.parentElement.click());
-  await delay(2000, 3000);
-
-  await page.waitForSelector('[class*=DivUserListContainer]', { timeout: 5000 }).catch(() => {
-    throw new Error('关注弹窗未出现 DivUserListContainer');
-  });
-}
-
-async function switchToFollowersTab(page) {
-  await page.evaluate(() => {
-    const tabs = document.querySelectorAll('[class*=DivTabItem]');
-    for (const tab of tabs) {
-      if (tab.textContent?.includes('粉丝')) {
-        tab.click();
-        return;
-      }
-    }
-    throw new Error('未找到粉丝 Tab');
-  });
-  await delay(2000, 3000);
-  await page.waitForSelector('[class*=DivUserListContainer]', { timeout: 5000 }).catch(() => {});
-}
-
-async function closeFollowModal(page) {
-  await page.evaluate(() => {
-    const closeBtn = document.querySelector('[data-e2e=follow-popup-close]');
-    if (closeBtn) closeBtn.click();
-  });
-  await delay(1000, 2000);
-}
-
-function createUserCollectFn() {
-  return (container) => {
-    const FILTER_WORDS = ['主页', '已关注', '粉丝', '推荐'];
-    const modal = document.querySelector('[class*=eyhy6180]');
-    const root = modal || document;
-    const users = [];
-    const seen = new Set();
-    const links = root.querySelectorAll('a[href*="/@"]');
-    for (const link of links) {
-      const match = link.href.match(/@([^/?]+)/);
-      if (!match) continue;
-      const handle = '@' + decodeURIComponent(match[1]);
-      const text = (link.textContent || '').trim();
-      if (text.length <= 2) continue;
-      if (FILTER_WORDS.includes(text)) continue;
-      if (seen.has(handle)) continue;
-      seen.add(handle);
-      users.push({ handle, displayName: text });
-    }
-    return { items: users };
-  };
-}
-
-async function extractUsersFromModal(page, maxUsers) {
-  const config = getDelayConfig();
-  const allUsers = await scrollAndCollect(page, {
-    container: '[class*=DivUserListContainer]',
-    findScrollable: false,
-    collectFn: createUserCollectFn(),
-    uniqueKey: (u) => u.handle,
-    maxItems: maxUsers,
-    delayRange: [Math.round(config.commentMax * 0.3), config.commentMax],
-    staleThreshold: 5,
-  });
-
-  return allUsers.slice(0, maxUsers);
-}
-
-async function extractFollowAndFollowers(page, options = {}) {
-  const {
-    maxFollowing = 999,
-    maxFollowers = 999,
-    log = () => {},
-  } = options;
-
-  log('打开关注弹窗...');
-  await openFollowModal(page);
-
-  log('提取关注列表...');
-  const following = await extractUsersFromModal(page, maxFollowing);
-  log(`  已关注: ${following.length}`);
-
-  log('切换到粉丝 Tab...');
-  await switchToFollowersTab(page);
-
-  log('提取粉丝列表...');
-  const followers = await extractUsersFromModal(page, maxFollowers);
-  log(`  粉丝: ${followers.length}`);
-
-  log('关闭弹窗...');
-  await closeFollowModal(page);
-
-  return {
-    following: following.map(u => [u.handle, u.displayName]),
-    followers: followers.map(u => [u.handle, u.displayName]),
-  };
-}
-
-module.exports = {
-  extractFollowAndFollowers,
-};