tt-help-cli-ycl 1.3.11 → 1.3.13

package/src/main.mjs

@@ -1,234 +0,0 @@
-import { parseArgs } from './lib/args.js';
-import { HELP_TEXT, proxy, configFile, configPath, DEFAULT_PROXY, saveBrowser, saveUserId, getConfigText } from './lib/constants.js';
-import { parseFilter, applyFilter, formatFilterDescription } from './lib/filter.js';
-import { writeFileSync, readFileSync, existsSync } from 'fs';
-import { handleScrape } from './cli/scrape.js';
-import { handleVideos } from './cli/videos.js';
-import { handleAuto } from './cli/auto.js';
-import { handleExplore } from './cli/explore.js';
-import { handleWatch } from './cli/watch.js';
-import { processUrlsWithProgress } from './cli/progress.js';
-import { cleanError } from './cli/utils.js';
-import { fileURLToPath } from 'url';
-import { dirname, join } from 'path';
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const pkgPath = join(__dirname, '..', 'package.json');
-const { version } = JSON.parse(readFileSync(pkgPath, 'utf-8'));
-
-function showConfig(urls, outputFile) {
-  const lines = getConfigText();
-  if (outputFile) lines.push(`  输出文件: ${outputFile}`);
-  if (urls.length > 0) lines.push(`  待处理URL: ${urls.length}`);
-  lines.push('', '参数:', '  -c, --config   显示当前配置', '  -h, --help     显示帮助');
-  console.log(lines.join('\n'));
-}
-
-function showUsage() {
-  console.log(HELP_TEXT.join('\n'));
-  process.exit(0);
-}
-
-function handleConfig(action, key, value) {
-  if (action === 'show' || action === null) {
-    showConfig([], null);
-    return;
-  }
-  if (action === 'set' || action === 'set-proxy') {
-    if (!key) {
-      console.error('用法: tt-help config set <key> <value>');
-      console.error('  可用 key: proxy, server, browser, userId');
-      process.exit(1);
-    }
-    if (!value && key.startsWith('http://')) {
-      // 兼容旧用法: config set <代理地址>（key 实际是 value）
-      const cfg = existsSync(configPath) ? JSON.parse(readFileSync(configPath, 'utf-8')) : {};
-      cfg.proxy = key;
-      writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-      console.log(`代理已设置为: ${key}`);
-      console.log(`配置文件: ${configPath}`);
-      return;
-    }
-    if (!value) {
-      console.error(`请提供 ${key} 的值`);
-      process.exit(1);
-    }
-    const cfg = existsSync(configPath) ? JSON.parse(readFileSync(configPath, 'utf-8')) : {};
-    if (key === 'proxy') cfg.proxy = value;
-    else if (key === 'server') cfg.server = value;
-    else if (key === 'browser') cfg.browser = value;
-    else if (key === 'userId') {
-      saveUserId(value);
-      console.log(`userId 已设置为: ${value}`);
-      console.log(`配置文件: ${configPath}`);
-      return;
-    }
-    else {
-      console.error(`未知配置项: ${key}`);
-      console.error('  可用 key: proxy, server, browser, userId');
-      process.exit(1);
-    }
-    writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-    console.log(`${key} 已设置为: ${value}`);
-    console.log(`配置文件: ${configPath}`);
-    return;
-  }
-  if (action === 'set-browser') {
-    if (!key) {
-      console.error('用法: tt-help config set-browser <浏览器路径 或 auto>');
-      process.exit(1);
-    }
-    if (key === 'auto') {
-      if (existsSync(configPath)) {
-        const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
-        delete cfg.browser;
-        writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-      }
-      console.log('已切换为自动探测浏览器模式');
-    } else {
-      saveBrowser(key);
-      console.log(`浏览器已设置为: ${key}`);
-    }
-    console.log(`配置文件: ${configPath}`);
-    return;
-  }
-  if (action === 'reset') {
-    if (existsSync(configPath)) {
-      const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
-      cfg.proxy = DEFAULT_PROXY;
-      cfg.server = 'http://127.0.0.1:3001';
-      delete cfg.browser;
-      delete cfg.userId;
-      writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-      console.log('已重置所有配置:');
-      console.log(`  代理: ${DEFAULT_PROXY}`);
-      console.log(`  服务端: http://127.0.0.1:3001`);
-      console.log('  浏览器: 已清空（自动探测）');
-      console.log('  用户号: 已清空（下次运行 auto 自动创建）');
-      console.log(`配置文件: ${configPath}`);
-    } else {
-      console.log('当前使用默认配置，无需重置');
-    }
-    return;
-  }
-  console.error(`未知配置命令: ${action}`);
-  console.error('用法: tt-help config [show|set|reset]');
-  process.exit(1);
-}
-
-async function runExploreDefault(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode, filter) {
-  console.log(`\n代理: ${proxyUrl}`);
-  console.log(`Explore 数量: ${exploreCount}`);
-  if (urls.length > 0) console.log(`额外 URL: ${urls.length}\n`);
-  else console.log('');
-
-  const allResults = [];
-
-  if (exploreCount > 0) {
-    try {
-      const { fetchExplore } = await import('./lib/explore-fetch.js');
-      const exploreResults = await fetchExplore(exploreCount);
-      console.log(`  获取到 ${exploreResults.length} 个视频\n`);
-      if (pipeMode) {
-        const videoUrls = exploreResults.map(r => r.url).filter(Boolean);
-        if (videoUrls.length > 0) {
-          await runScrapeDefault(videoUrls, proxyUrl, outputFile, outputFormat, filter);
-          return;
-        }
-      }
-      allResults.push(...exploreResults);
-    } catch (err) {
-      console.error(`  Explore 获取失败: ${cleanError(err.message)}\n`);
-      console.error(`  请确保代理 ${proxyUrl} 正常运行\n`);
-    }
-  }
-
-  if (urls.length > 0) {
-    const { processUrl } = await import('./lib/scrape.js');
-    await processUrlsWithProgress({
-      urls,
-      proxyUrl,
-      outputFile,
-      outputFormat,
-      filter,
-      processFn: (url, px) => processUrl(url, px),
-      label: '数据',
-      log: console.log,
-    });
-    return;
-  }
-
-  const { deduplicate, formatOutput } = await import('./lib/output.js');
-  const uniqueResults = deduplicate(allResults);
-  const filteredResults = applyFilter(uniqueResults, filter);
-
-  if (filteredResults.length === 0) {
-    console.log('\n未获取到数据');
-    if (outputFile) writeFileSync(outputFile, '[]', 'utf-8');
-    return;
-  }
-
-  const output = formatOutput(filteredResults, outputFormat);
-  if (outputFile) {
-    writeFileSync(outputFile, output, 'utf-8');
-    console.log(`\n结果已写入: ${outputFile}`);
-  } else {
-    console.log(output);
-  }
-
-  if (filter) {
-    console.log(`\n共 ${uniqueResults.length} 个数据，过滤后 ${filteredResults.length} 个（过滤条件: ${formatFilterDescription(filter)}）`);
-  } else {
-    console.log(`\n共 ${filteredResults.length} 个数据`);
-  }
-}
-
-async function runScrapeDefault(urls, proxyUrl, outputFile, outputFormat, filter) {
-  const { processUrl } = await import('./lib/scrape.js');
-  await processUrlsWithProgress({
-    urls,
-    proxyUrl,
-    outputFile,
-    outputFormat,
-    filter,
-    processFn: (url, px) => processUrl(url, px),
-    label: '用户的数据',
-    log: console.log,
-  });
-}
-
-async function main() {
-  const parsed = parseArgs();
-
-  switch (parsed.subcommand) {
-    case 'scrape': return handleScrape(parsed);
-    case 'videos': return handleVideos(parsed);
-    case 'auto':   return handleAuto(parsed);
-    case 'explore':return handleExplore(parsed);
-    case 'watch':  return handleWatch(parsed);
-  }
-
-  const { urls, outputFile, outputFormat, exploreCount, showConfig: showCfg, showHelp, showVersion, customProxy, configAction, configKey, configValue, pipeMode, filterStr } = parsed;
-  const proxyUrl = customProxy || proxy;
-  const filter = parseFilter(filterStr);
-
-  if (showVersion) {
-    console.log(version);
-    process.exit(0);
-  }
-  if (showHelp) return showUsage();
-  if (configAction) return handleConfig(configAction, configKey, configValue);
-  if (showCfg) return showConfig(urls, outputFile);
-  if (urls.length === 0 && exploreCount === 0) return showUsage();
-
-  if (exploreCount > 0) {
-    await runExploreDefault(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode, filter);
-  } else {
-    await runScrapeDefault(urls, proxyUrl, outputFile, outputFormat, filter);
-  }
-}
-
-main().catch(err => {
-  console.error(`错误: ${err.message}`);
-  process.exit(1);
-});

package/src/test-auto-follow.cjs

@@ -1,109 +0,0 @@
-const path = require('path');
-const fs = require('fs');
-const { ensureBrowserReady, setDelayConfig } = require('./scraper/modules/page-helpers.cjs');
-const { processUser } = require('./auto-core.cjs');
-const { createStore } = require('./data-store.cjs');
-
-async function main() {
-  const outFile = path.join(__dirname, '..', 'results', 'auto-test.json');
-  const store = createStore(outFile);
-
-  setDelayConfig('fast');
-
-  const browser = await ensureBrowserReady();
-  let page;
-  try {
-    const contexts = browser.contexts();
-    page = null;
-    for (const ctx of contexts) {
-      for (const p of ctx.pages()) {
-        if (p.url().includes('tiktok.com')) { page = p; break; }
-      }
-      if (page) break;
-    }
-    if (!page) page = await contexts[0].newPage();
-
-    console.error('========== 测试 processUser + enableFollow ==========');
-    console.error('用户: @qiqi23280\n');
-
-    const result = await processUser(page, 'qiqi23280', {
-      collectMax: 1,
-      scrapeDepth: 1,
-      maxComments: 10,
-      maxGuess: 5,
-      preset: 'fast',
-      enableFollow: true,
-      maxFollowing: 50,
-      maxFollowers: 50,
-      browser,
-    }, console.error);
-
-    console.error('\n========== 结果验证 ==========');
-    let allPassed = true;
-
-    const checks = [
-      { label: '用户信息', ok: result.userInfo && result.userInfo.uniqueId, detail: result.userInfo?.uniqueId },
-      { label: '关注列表', ok: Array.isArray(result.discoveredFollowing) && result.discoveredFollowing.length > 0, detail: `${result.discoveredFollowing?.length || 0} 人` },
-      { label: '粉丝列表', ok: Array.isArray(result.discoveredFollowers) && result.discoveredFollowers.length > 0, detail: `${result.discoveredFollowers?.length || 0} 人` },
-      { label: '关注格式', ok: result.discoveredFollowing?.every(p => Array.isArray(p) && p.length === 2 && p[0].startsWith('@')), detail: null },
-      { label: '粉丝格式', ok: result.discoveredFollowers?.every(p => Array.isArray(p) && p.length === 2 && p[0].startsWith('@')), detail: null },
-      { label: '无错误', ok: !result.error, detail: result.error },
-    ];
-
-    for (const c of checks) {
-      const status = c.ok ? 'PASS' : 'FAIL';
-      const detailStr = c.detail !== null ? ` (${c.detail})` : '';
-      console.error(`  ${status}: ${c.label}${detailStr}`);
-      if (!c.ok) allPassed = false;
-    }
-
-    // 模拟入队逻辑
-    const queue = ['qiqi23280'];
-    const followingIds = (result.discoveredFollowing || []).map(([h]) => h.replace(/^@/, ''));
-    const followerIds = (result.discoveredFollowers || []).map(([h]) => h.replace(/^@/, ''));
-
-    for (const uid of followingIds) queue.push(uid);
-    for (const uid of followerIds) queue.push(uid);
-    const uniqueQueue = [...new Set(queue)];
-
-    console.error(`\n  队列长度: ${uniqueQueue.length}（关注 ${followingIds.length} + 粉丝 ${followerIds.length} + 种子 1）`);
-
-    // 写入 store 验证
-    store.addUser({
-      uniqueId: 'qiqi23280',
-      ...result.userInfo,
-      sources: ['seed'],
-    });
-    for (const [handle, name] of (result.discoveredFollowing || [])) {
-      store.addUser({ uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['following'] });
-    }
-    for (const [handle, name] of (result.discoveredFollowers || [])) {
-      store.addUser({ uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['follower'] });
-    }
-    store.save();
-
-    const allUsers = store.getAllUsers();
-    console.error(`  Store 用户数: ${allUsers.length}`);
-    
-    // 验证 source 标记
-    const followingUsers = allUsers.filter(u => u.sources?.includes('following'));
-    const followerUsers = allUsers.filter(u => u.sources?.includes('follower'));
-    console.error(`  关注来源: ${followingUsers.length} | 粉丝来源: ${followerUsers.length}`);
-    
-    if (followingUsers.length === 0 || followerUsers.length === 0) {
-      console.error('  FAIL: 缺少 following 或 follower 来源标记');
-      allPassed = false;
-    } else {
-      console.error('  PASS: 来源标记正确');
-    }
-
-    console.error(`\n${allPassed ? 'ALL PASSED' : 'SOME FAILED'}`);
-    console.error(`数据保存到: ${outFile}`);
-    process.exit(allPassed ? 0 : 1);
-
-  } finally {
-    await browser.close().catch(() => {});
-  }
-}
-
-main().catch(err => { console.error('FATAL:', err.message); process.exit(1); });

package/src/test-extractors.cjs

@@ -1,75 +0,0 @@
-const { ensureBrowserReady, delay, setDelayConfig } = require('./scraper/modules/page-helpers.cjs');
-const { extractCommentAuthors } = require('./scraper/modules/comment-extractor.cjs');
-const { extractGuessVideos } = require('./scraper/modules/guess-extractor.cjs');
-
-async function main() {
-  setDelayConfig('fast');
-
-  const videoUrl = process.argv[2] || 'https://www.tiktok.com/@porfirio.fructuoso/video/7615853535955111198';
-  console.error(`目标: ${videoUrl}`);
-
-  const browser = await ensureBrowserReady();
-  let page;
-  try {
-    const contexts = browser.contexts();
-    page = null;
-    for (const ctx of contexts) {
-      for (const p of ctx.pages()) {
-        if (p.url().includes('tiktok.com')) { page = p; break; }
-      }
-      if (page) break;
-    }
-    if (!page) {
-      page = await contexts[0].newPage();
-    }
-
-    await page.goto(videoUrl, { waitUntil: 'networkidle', timeout: 60000 });
-    await delay(5000, 8000);
-
-    console.error(`当前URL: ${page.url()}`);
-
-    let allPassed = true;
-
-    // ========== 评论提取 ==========
-    console.error('\n--- 评论提取 (max=30) ---');
-    const t1 = Date.now();
-    let commentUsers = [];
-    try { commentUsers = await extractCommentAuthors(page, 30); }
-    catch (e) { console.error(`  异常: ${e.message}`); }
-    console.error(`  耗时: ${((Date.now()-t1)/1000).toFixed(1)}s, 结果: ${commentUsers.length} 个`);
-
-    if (commentUsers.length > 0) {
-      const s = new Set(commentUsers);
-      const ok = s.size === commentUsers.length;
-      console.error(`  ${ok ? 'PASS' : 'FAIL'}: 唯一${s.size}/总数${commentUsers.length}`);
-      if (!ok) allPassed = false;
-    }
-
-    // ========== 猜你喜欢提取 ==========
-    console.error('\n--- 猜你喜欢提取 (max=20) ---');
-    const t2 = Date.now();
-    let guessVideos = [];
-    try { guessVideos = await extractGuessVideos(page, 20); }
-    catch (e) { console.error(`  异常: ${e.message}`); }
-    console.error(`  耗时: ${((Date.now()-t2)/1000).toFixed(1)}s, 结果: ${guessVideos.length} 个`);
-
-    if (guessVideos.length > 0) {
-      const ids = guessVideos.map(v => v.videoId);
-      const s = new Set(ids);
-      const ok = s.size === ids.length;
-      console.error(`  ${ok ? 'PASS' : 'FAIL'}: 唯一${s.size}/总数${ids.length}`);
-      if (!ok) allPassed = false;
-      const ok2 = guessVideos.every(v => v.author && v.videoId && v.url);
-      console.error(`  ${ok2 ? 'PASS' : 'FAIL'}: 结构完整`);
-      if (!ok2) allPassed = false;
-    }
-
-    console.error(`\n${allPassed ? 'ALL PASSED' : 'SOME FAILED'}`);
-    process.exit(allPassed ? 0 : 1);
-
-  } finally {
-    await browser.close().catch(() => {});
-  }
-}
-
-main().catch(err => { console.error('FATAL:', err.message); process.exit(1); });

package/src/test-follow.cjs

@@ -1,41 +0,0 @@
-const path = require('path');
-const { ensureBrowserReady, ensureTikTokPage, delay } = require('./scraper/modules/page-helpers.cjs');
-const { extractFollowAndFollowers } = require('./scraper/modules/follow-extractor.cjs');
-
-async function main() {
-  const url = process.argv[2] || 'https://www.tiktok.com/@qiqi23280';
-  console.error(`目标: ${url}`);
-
-  const browser = await ensureBrowserReady();
-  try {
-    const page = await ensureTikTokPage(browser, url);
-    await page.goto(url, { waitUntil: 'load', timeout: 30000 });
-    console.error('等待页面加载...');
-    await delay(3000, 5000);
-
-    console.error('开始提取关注和粉丝...\n');
-    const result = await extractFollowAndFollowers(page, {
-      log: console.error,
-    });
-
-    console.error('\n--- 提取完成 ---');
-    console.error(`关注: ${result.following.length} 人`);
-    console.error(`粉丝: ${result.followers.length} 人`);
-
-    const outDir = path.join(__dirname, '..', 'results');
-    const fs = require('fs');
-    fs.mkdirSync(outDir, { recursive: true });
-    const outPath = path.join(outDir, 'follow-result.json');
-    fs.writeFileSync(outPath, JSON.stringify(result, null, 2));
-    console.error(`已保存到 ${outPath}`);
-
-    console.log(JSON.stringify(result, null, 2));
-  } finally {
-    await browser.close().catch(() => {});
-  }
-}
-
-main().catch(err => {
-  console.error('错误:', err.message);
-  process.exit(1);
-});