tt-help-cli-ycl 1.3.0 → 1.3.2

package/src/main.mjs

@@ -1,963 +1,200 @@
-import { parseArgs } from './lib/args.js';
-import { HELP_TEXT, CONFIG_TEXT, proxy, configFile, configPath, DEFAULT_PROXY, saveBrowser } from './lib/constants.js';
-import { fetchExplore } from './lib/explore.js';
-import { processUrl } from './lib/scrape.js';
-import { deduplicate, formatOutput } from './lib/output.js';
-import { parseFilter, applyFilter, formatFilterDescription } from './lib/filter.js';
-import { createProgressBar, calculateConcurrency, createMultiProgressBars, renderMultiProgressBars, clearProgressBars } from './lib/io.js';
-import { writeFileSync, readFileSync, existsSync } from 'fs';
-import { startWatchServer, openBrowser } from './watch/server.mjs';
-
-function showConfig(urls, outputFile) {
-  const lines = [...CONFIG_TEXT];
-  if (outputFile) lines.push(`  输出文件: ${outputFile}`);
-  if (urls.length > 0) lines.push(`  待处理URL: ${urls.length}`);
-  lines.push('', '参数:', '  -c, --config   显示当前配置', '  -h, --help     显示帮助');
-  console.log(lines.join('\n'));
-}
-
-function showUsage() {
-  console.log(HELP_TEXT.join('\n'));
-  process.exit(0);
-}
-
-function handleConfig(action, value) {
-  if (action === 'show' || action === null) {
-    showConfig([], null);
-    return;
-  }
-  if (action === 'set' || action === 'set-proxy') {
-    if (!value) {
-      console.error('用法: tt-help config set <代理地址>');
-      process.exit(1);
-    }
-    const cfg = existsSync(configPath) ? JSON.parse(readFileSync(configPath, 'utf-8')) : {};
-    cfg.proxy = value;
-    writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-    console.log(`代理已设置为: ${value}`);
-    console.log(`配置文件: ${configPath}`);
-    return;
-  }
-  if (action === 'set-browser') {
-    if (!value) {
-      console.error('用法: tt-help config set-browser <浏览器路径 或 auto>');
-      process.exit(1);
-    }
-    if (value === 'auto') {
-      if (existsSync(configPath)) {
-        const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
-        delete cfg.browser;
-        writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-      }
-      console.log('已切换为自动探测浏览器模式');
-    } else {
-      saveBrowser(value);
-      console.log(`浏览器已设置为: ${value}`);
-    }
-    console.log(`配置文件: ${configPath}`);
-    return;
-  }
-  if (action === 'reset') {
-    if (existsSync(configPath)) {
-      const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
-      cfg.proxy = DEFAULT_PROXY;
-      writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-      console.log(`已恢复默认代理: ${DEFAULT_PROXY}`);
-      console.log(`配置文件: ${configPath}`);
-    } else {
-      console.log('当前使用默认代理，无需重置');
-    }
-    return;
-  }
-  console.error(`未知配置命令: ${action}`);
-  console.error('用法: tt-help config [show|set|set-browser|reset]');
-  process.exit(1);
-}
-
-function randomDelay() {
-  return new Promise(r => setTimeout(r, Math.random() * 600 + 200));
-}
-
-function cleanError(msg) {
-  return msg
-    .replace(/\x1b\[[0-9;]*m/g, '')
-    .replace(/\s*- navigating to.*/s, '')
-    .replace(/\s*Call log:/s, '')
-    .trim();
-}
-
-async function runExplore(exploreCount, urls, proxyUrl, outputFile, outputFormat, isPipe, filter) {
-  console.log(`\n代理: ${proxyUrl}`);
-  console.log(`Explore 数量: ${exploreCount}`);
-  if (urls.length > 0) {
-    console.log(`额外 URL: ${urls.length}\n`);
-  } else {
-    console.log('');
-  }
-
-  const allResults = [];
-
-  if (exploreCount > 0) {
-    try {
-      const exploreResults = await fetchExplore(exploreCount);
-      console.log(`  获取到 ${exploreResults.length} 个视频\n`);
-      if (isPipe) {
-        const videoUrls = exploreResults.map(r => r.url).filter(Boolean);
-        if (videoUrls.length > 0) {
-          await runScrape(videoUrls, proxyUrl, outputFile, outputFormat, filter);
-          return;
-        }
-      }
-      allResults.push(...exploreResults);
-    } catch (err) {
-      console.error(`  Explore 获取失败: ${cleanError(err.message)}\n`);
-      console.error(`  请确保代理 ${proxyUrl} 正常运行\n`);
-    }
-  }
-
-  if (urls.length > 0) {
-    const errors = [];
-
-    const concurrency = calculateConcurrency(urls.length);
-    const bars = createMultiProgressBars(concurrency);
-
-    const slots = Array.from({ length: concurrency }, () => []);
-    urls.forEach((url, i) => slots[i % concurrency].push(url));
-
-    bars.forEach((bar, i) => {
-      bar.total = slots[i].length;
-      bar.status = slots[i].length > 0 ? 'running' : 'done';
-    });
-
-    renderMultiProgressBars(bars);
-
-    const workers = slots.map(async (slotUrls, slotIndex) => {
-      for (const url of slotUrls) {
-        bars[slotIndex].url = url;
-        renderMultiProgressBars(bars);
-
-        await randomDelay();
-
-        try {
-          const results = await processUrl(url, proxyUrl);
-          allResults.push(...results);
-          bars[slotIndex].current++;
-          bars[slotIndex].status = 'running';
-        } catch (err) {
-          errors.push({ url, message: err.message });
-          bars[slotIndex].current++;
-          bars[slotIndex].status = 'error';
-        }
-
-        renderMultiProgressBars(bars);
-      }
-      bars[slotIndex].status = bars[slotIndex].current === bars[slotIndex].total ? 'done' : 'error';
-      renderMultiProgressBars(bars);
-    });
-
-    await Promise.all(workers);
-
-    clearProgressBars();
-    console.log();
-
-    if (errors.length > 0) {
-      const msg = errors[0].message;
-      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
-          msg.includes('超时') || msg.includes('无法解析')) {
-        console.error(`  ${errors.length} 个请求失败，请检查代理是否可用: ${proxyUrl}\n`);
-      } else {
-        console.error(`  ${errors.length} 个失败:`);
-        const show = errors.slice(0, 5);
-        for (const e of show) {
-          console.error(`    ✗ ${e.url}: ${e.message}`);
-        }
-        if (errors.length > 5) {
-          console.error(`    ... 还有 ${errors.length - 5} 个`);
-        }
-      }
-    }
-  }
-
-  const uniqueResults = deduplicate(allResults);
-  const filteredResults = applyFilter(uniqueResults, filter);
-
-  if (filteredResults.length === 0) {
-    console.log('\n未获取到数据');
-    if (outputFile) {
-      writeFileSync(outputFile, '[]', 'utf-8');
-    }
-    return;
-  }
-
-  const output = formatOutput(filteredResults, outputFormat);
-
-  if (outputFile) {
-    writeFileSync(outputFile, output, 'utf-8');
-    console.log(`\n结果已写入: ${outputFile}`);
-  } else {
-    console.log(output);
-  }
-  
-  if (filter) {
-    console.log(`\n共 ${uniqueResults.length} 个数据，过滤后 ${filteredResults.length} 个（过滤条件: ${formatFilterDescription(filter)}）`);
-  } else {
-    console.log(`\n共 ${filteredResults.length} 个数据`);
-  }
-}
-
-async function runScrape(urls, proxyUrl, outputFile, outputFormat, filter) {
-  const allResults = [];
-  const errors = [];
-
-  if (urls.length === 0) {
-    console.log('\n未获取到数据');
-    if (outputFile) {
-      writeFileSync(outputFile, '[]', 'utf-8');
-    }
-    return;
-  }
-
-  const concurrency = calculateConcurrency(urls.length);
-  const bars = createMultiProgressBars(concurrency);
-
-  const slots = Array.from({ length: concurrency }, () => []);
-  urls.forEach((url, i) => slots[i % concurrency].push(url));
-
-  bars.forEach((bar, i) => {
-    bar.total = slots[i].length;
-    bar.status = slots[i].length > 0 ? 'running' : 'done';
-  });
-
-  renderMultiProgressBars(bars);
-
-  const workers = slots.map(async (slotUrls, slotIndex) => {
-    for (const url of slotUrls) {
-      bars[slotIndex].url = url;
-      renderMultiProgressBars(bars);
-
-      try {
-        const results = await processUrl(url, proxyUrl);
-        allResults.push(...results);
-        bars[slotIndex].current++;
-        bars[slotIndex].status = 'running';
-      } catch (err) {
-        errors.push({ url, message: err.message });
-        bars[slotIndex].current++;
-        bars[slotIndex].status = 'error';
-      }
-
-      renderMultiProgressBars(bars);
-    }
-    bars[slotIndex].status = bars[slotIndex].current === bars[slotIndex].total ? 'done' : 'error';
-    renderMultiProgressBars(bars);
-  });
-
-  await Promise.all(workers);
-
-  clearProgressBars();
-  console.log();
-
-  const uniqueResults = deduplicate(allResults);
-  const filteredResults = applyFilter(uniqueResults, filter);
-
-  if (errors.length > 0) {
-    if (filteredResults.length === 0) {
-      const msg = errors[0].message;
-      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
-          msg.includes('超时') || msg.includes('无法解析')) {
-        console.error(`  所有请求失败，请检查代理是否可用: ${proxyUrl}\n`);
-      } else {
-        const show = errors.slice(0, 5);
-        for (const e of show) {
-          console.error(`  ✗ ${e.url}: ${e.message}\n`);
-        }
-        if (errors.length > 5) {
-          console.error(`  ... 还有 ${errors.length - 5} 个失败\n`);
-        }
-      }
-      console.log('未获取到数据');
-      if (outputFile) {
-        writeFileSync(outputFile, '[]', 'utf-8');
-      }
-      return;
-    } else {
-      const msg = errors[0].message;
-      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
-          msg.includes('超时') || msg.includes('无法解析')) {
-        console.error(`  ${errors.length} 个请求失败，请检查代理是否可用: ${proxyUrl}\n`);
-      } else {
-        console.error(`  ${errors.length} 个失败:`);
-        const show = errors.slice(0, 5);
-        for (const e of show) {
-          console.error(`    ✗ ${e.url}: ${e.message}`);
-        }
-        if (errors.length > 5) {
-          console.error(`    ... 还有 ${errors.length - 5} 个`);
-        }
-      }
-    }
-  }
-
-  const output = formatOutput(filteredResults, outputFormat);
-
-  if (outputFile) {
-    writeFileSync(outputFile, output, 'utf-8');
-    console.log(`\n结果已写入: ${outputFile}`);
-  } else {
-    console.log(output);
-  }
-  
-  if (filter) {
-    console.log(`\n共 ${uniqueResults.length} 个数据，过滤后 ${filteredResults.length} 个（过滤条件: ${formatFilterDescription(filter)}）`);
-  } else {
-    console.log(`\n共 ${filteredResults.length} 个用户的数据`);
-  }
-}
-
-async function handleScrape(options) {
-  const { scrapeUrl, scrapePreset, scrapeMaxVideos, scrapeMaxComments, scrapeMaxGuess, scrapeSwitchDelay, scrapeCommentDelay, outputFile } = options;
-
-  if (!scrapeUrl) {
-    console.error('用法: tt-help scrape <视频URL> [preset] [最大视频数] [最大评论数] [-o 输出路径]');
-    console.error('预设: fast, normal, slow, stealth');
-    console.error('选项: -o, --output <路径>     输出到文件（默认输出到 stdout）');
-    console.error('      --switch-delay <ms>     视频切换延迟（毫秒）');
-    console.error('      --comment-delay <ms>    评论滚动延迟（毫秒）');
-    process.exit(1);
-  }
-
-  const { runScrape } = await import('./lib/scrape-browser.mjs');
-
-  let browser;
-  try {
-    const { output, browser: b } = await runScrape({
-      videoUrl: scrapeUrl,
-      maxVideos: scrapeMaxVideos,
-      maxComments: scrapeMaxComments,
-      maxGuess: scrapeMaxGuess,
-      preset: scrapePreset,
-      switchMax: scrapeSwitchDelay,
-      commentMax: scrapeCommentDelay,
-      log: console.error,
-    });
-    browser = b;
-
-    const json = JSON.stringify(output, null, 2);
-    if (outputFile) {
-      writeFileSync(outputFile, json, 'utf-8');
-      console.error(`结果已写入: ${outputFile}`);
-    } else {
-      process.stdout.write(json + '\n');
-    }
-
-    const stats = output.stats;
-    console.error(`\n共 ${stats.totalVideos} 个视频, ${stats.uniqueVideoAuthors} 个视频作者, ${stats.uniqueCommentAuthors} 个评论作者, ${stats.uniqueGuessAuthors} 个猜你喜欢作者`);
-  } catch (err) {
-    console.error(`浏览器抓取失败: ${err.message}`);
-    process.exit(1);
-  } finally {
-    if (browser) await browser.close().catch(() => {});
-  }
-}
-
-async function handleExplore(options) {
-  const {
-    exploreUsernames,
-    explorePreset,
-    exploreMaxComments,
-    exploreMaxGuess,
-    exploreEnableFollow,
-    exploreMaxFollowing,
-    exploreMaxFollowers,
-    exploreLocation,
-    exploreWatch,
-    exploreWatchPort,
-    exploreMaxUsers,
-    outputFile,
-  } = options;
-
-  if ((!exploreUsernames || exploreUsernames.length === 0) && !outputFile) {
-    console.error('用法: tt-help explore <用户名> [preset] [options]');
-    console.error('示例: tt-help explore qiqi23280 fast --location ES --max-comments 50 --max-guess 10 -o results.json');
-    console.error('');
-    console.error('选项:');
-    console.error('  --location <国家代码>     国家筛选，默认 ES');
-    console.error('  --max-comments <数量>     每视频最大评论数，默认 100');
-    console.error('  --max-guess <数量>        每视频最大猜你喜欢数，默认 0');
-    console.error('  --enable-follow           启用关注/粉丝提取（默认启用）');
-    console.error('  --disable-follow          禁用关注/粉丝提取');
-    console.error('  --max-following <数量>    最大获取关注数，默认 200');
-    console.error('  --max-followers <数量>    最大获取粉丝数，默认 200');
-    console.error('  --max-users <数量>       最大处理用户数，默认 0（不限）');
-    console.error('  -o, --output <路径>       输出文件（无用户名时从文件读取待处理用户）');
-    console.error('  --watch                   启动监控服务');
-    console.error('  preset: fast | normal | slow | stealth（默认 normal）');
-    process.exit(1);
-  }
-
-  const { createRequire } = await import('module');
-  const require = createRequire(import.meta.url);
-  const { createStore } = require('./data-store.cjs');
-  const store = createStore(outputFile);
-  const { setDelayConfig } = require('./scraper/modules/page-helpers.cjs');
-  setDelayConfig(explorePreset);
-
-  // 构建队列
-  const queue = exploreUsernames ? [...new Set(exploreUsernames.map(u => u.replace(/^@/, '')))] : [];
-  const existingUsers = store.getAllUsers();
-  for (const u of existingUsers) {
-    if (!u.processed && !queue.includes(u.uniqueId)) {
-      queue.push(u.uniqueId);
-    }
-  }
-
-  if (queue.length === 0) {
-    console.error('没有待处理的用户');
-    return;
-  }
-
-  console.error(`\n队列: ${queue.length} 个用户待处理`);
-  console.error(`  国家筛选: ${exploreLocation}`);
-  console.error(`  评论: ${exploreMaxComments}, 猜你喜欢: ${exploreMaxGuess}`);
-  console.error(`  关注/粉丝: ${exploreEnableFollow ? '启用' : '禁用'}`);
-  if (exploreMaxUsers > 0) {
-    console.error(`  上限: ${exploreMaxUsers} 个用户`);
-  }
-
-  // Watch server
-  let watchServer = null;
-  let watchPortActual = null;
-  if (exploreWatch) {
-    if (!outputFile) {
-      console.error('--watch 需要指定 -o 输出文件');
-      process.exit(1);
-    }
-    ({ server: watchServer, port: watchPortActual } = await startWatchServer(outputFile, exploreWatchPort || 3000));
-    openBrowser(watchPortActual);
-  }
-
-  // 启动浏览器
-  const { ensureBrowserReady, processExplore } = await import('./lib/auto-browser.mjs');
-  const browser = await ensureBrowserReady();
-
-  try {
-    const contexts = browser.contexts();
-    let page = null;
-    for (const ctx of contexts) {
-      for (const p of ctx.pages()) {
-        if (p.url().includes('tiktok.com')) {
-          page = p;
-          break;
-        }
-      }
-      if (page) break;
-    }
-    if (!page) {
-      const defaultCtx = contexts[0] || await browser.newContext();
-      page = await defaultCtx.newPage();
-    }
-
-    let processedCount = 0;
-    let errorCount = 0;
-
-    for (let i = 0; i < queue.length; i++) {
-      const username = queue[i];
-      console.error(`\n[${i + 1}/${queue.length}] 探索 @${username}...`);
-
-      // 确保页面稳定后再开始下一个用户
-      await new Promise(r => setTimeout(r, 1000));
-
-      const result = await processExplore(page, username, {
-        maxComments: exploreMaxComments,
-        maxGuess: exploreMaxGuess,
-        enableFollow: exploreEnableFollow,
-        maxFollowing: exploreMaxFollowing,
-        maxFollowers: exploreMaxFollowers,
-        location: exploreLocation,
-        browser,
-      }, console.error);
-
-      if (result.restricted) {
-        store.addUser({
-          uniqueId: username,
-          restricted: true,
-          sources: ['restricted'],
-        });
-        store.save();
-        continue;
-      }
-
-      if (result.error) {
-        errorCount++;
-        store.addUser({
-          uniqueId: username,
-          error: result.error,
-          sources: ['error'],
-        });
-        store.save();
-        continue;
-      }
-
-      // 写入用户信息
-      const userEntry = {
-        uniqueId: username,
-        ...result.userInfo,
-        processed: result.processed,
-        hasFollowData: result.hasFollowData,
-        keepFollow: result.keepFollow,
-        locationCreated: result.locationCreated,
-        noVideo: result.noVideo,
-        sources: ['processed'],
-      };
-      store.addUser(userEntry);
-
-      // 发现的视频作者
-      for (const va of result.discoveredVideoAuthors) {
-        store.addUser({
-          uniqueId: va.uniqueId,
-          nickname: va.nickname,
-          locationCreated: va.locationCreated,
-          sources: ['video'],
-        });
-        if (!store.getUser(va.uniqueId) || !store.getUser(va.uniqueId).processed) {
-          if (!queue.includes(va.uniqueId)) {
-            queue.push(va.uniqueId);
-          }
-        }
-      }
-
-      // 发现的评论作者
-      for (const ca of result.discoveredCommentAuthors) {
-        const caId = ca.replace(/^@/, '');
-        store.addUser({
-          uniqueId: caId,
-          sources: ['comment'],
-        });
-        if (!store.getUser(caId) || !store.getUser(caId).processed) {
-          if (!queue.includes(caId)) {
-            queue.push(caId);
-          }
-        }
-      }
-
-      // 发现的猜你喜欢作者
-      for (const ga of (result.discoveredGuessAuthors || [])) {
-        const gaId = ga.replace(/^@/, '');
-        store.addUser({
-          uniqueId: gaId,
-          sources: ['guess'],
-        });
-        if (!store.getUser(gaId) || !store.getUser(gaId).processed) {
-          if (!queue.includes(gaId)) {
-            queue.push(gaId);
-          }
-        }
-      }
-
-      // 发现的关注/粉丝（仅当 keepFollow 为 true 时）
-      if (result.keepFollow) {
-        for (const [handle, name] of (result.discoveredFollowing || [])) {
-          const uid = handle.replace(/^@/, '');
-          store.addUser({
-            uniqueId: uid,
-            nickname: name,
-            sources: ['following'],
-          });
-          if (!store.getUser(uid) || !store.getUser(uid).processed) {
-            if (!queue.includes(uid)) {
-              queue.push(uid);
-            }
-          }
-        }
-
-        for (const [handle, name] of (result.discoveredFollowers || [])) {
-          const uid = handle.replace(/^@/, '');
-          store.addUser({
-            uniqueId: uid,
-            nickname: name,
-            sources: ['follower'],
-          });
-            if (!store.getUser(uid) || !store.getUser(uid).processed) {
-              if (!queue.includes(uid)) {
-                queue.push(uid);
-              }
-            }
-        }
-      }
-
-      processedCount++;
-      store.save();
-      console.error(`  已保存，当前共 ${store.getAllUsers().length} 个用户`);
-
-      if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
-        console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
-        i = queue.length;
+import { parseArgs } from './lib/args.js';
+import { HELP_TEXT, CONFIG_TEXT, proxy, configFile, configPath, DEFAULT_PROXY, saveBrowser } from './lib/constants.js';
+import { parseFilter, applyFilter, formatFilterDescription } from './lib/filter.js';
+import { writeFileSync, readFileSync, existsSync } from 'fs';
+import { handleScrape } from './cli/scrape.js';
+import { handleVideos } from './cli/videos.js';
+import { handleAuto } from './cli/auto.js';
+import { handleExplore } from './cli/explore.js';
+import { handleWatch } from './cli/watch.js';
+import { processUrlsWithProgress } from './cli/progress.js';
+import { cleanError } from './cli/utils.js';
+import { fileURLToPath } from 'url';
+import { dirname, join } from 'path';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const pkgPath = join(__dirname, '..', 'package.json');
+const { version } = JSON.parse(readFileSync(pkgPath, 'utf-8'));
+
+function showConfig(urls, outputFile) {
+  const lines = [...CONFIG_TEXT];
+  if (outputFile) lines.push(`  输出文件: ${outputFile}`);
+  if (urls.length > 0) lines.push(`  待处理URL: ${urls.length}`);
+  lines.push('', '参数:', '  -c, --config   显示当前配置', '  -h, --help     显示帮助');
+  console.log(lines.join('\n'));
+}
+
+function showUsage() {
+  console.log(HELP_TEXT.join('\n'));
+  process.exit(0);
+}
+
+function handleConfig(action, value) {
+  if (action === 'show' || action === null) {
+    showConfig([], null);
+    return;
+  }
+  if (action === 'set' || action === 'set-proxy') {
+    if (!value) {
+      console.error('用法: tt-help config set <代理地址>');
+      process.exit(1);
+    }
+    const cfg = existsSync(configPath) ? JSON.parse(readFileSync(configPath, 'utf-8')) : {};
+    cfg.proxy = value;
+    writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
+    console.log(`代理已设置为: ${value}`);
+    console.log(`配置文件: ${configPath}`);
+    return;
+  }
+  if (action === 'set-browser') {
+    if (!value) {
+      console.error('用法: tt-help config set-browser <浏览器路径 或 auto>');
+      process.exit(1);
+    }
+    if (value === 'auto') {
+      if (existsSync(configPath)) {
+        const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
+        delete cfg.browser;
+        writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
       }
-    }
-
-    const output = store.getAllUsers();
-    if (outputFile) {
-      console.error(`\n完成: ${processedCount} 个用户已处理, ${errorCount} 个出错, 共 ${output.length} 个用户`);
-      console.error(`数据已保存到: ${outputFile}`);
-    } else {
-      const json = JSON.stringify(output, null, 2);
-      process.stdout.write(json + '\n');
-    }
-  } catch (err) {
-    console.error(`探索失败: ${err.message}`);
-    if (watchServer) watchServer.close();
-    process.exit(1);
-  } finally {
-    await browser.close().catch(() => {});
-    if (watchServer) {
-      watchServer.close();
-      console.error(`Watch 监控服务已停止: http://127.0.0.1:${watchPortActual}`);
-    }
-  }
-}
-
-async function handleWatch(options) {
-  const { outputFile, watchPort } = options;
-
-  if (!outputFile) {
-    console.error('用法: tt-help watch -o <数据文件> [-p 端口]');
-    console.error('示例: tt-help watch -o data.json');
-    console.error('      tt-help watch -o data.json -p 8080');
-    process.exit(1);
-  }
-
-  if (!existsSync(outputFile)) {
-    console.error(`文件不存在: ${outputFile}`);
-    process.exit(1);
-  }
-
-  const { server, port } = await startWatchServer(outputFile, watchPort);
-  openBrowser(port);
-
-  process.once('SIGINT', () => {
-    server.close();
-    process.exit(0);
-  });
-
-  console.error(`按 Ctrl+C 停止监控服务`);
-}
-
-async function handleAuto(options) {
-  const { autoUsernames, autoCollectMax, autoScrapeDepth, autoMaxComments, autoMaxGuess, autoPreset, autoSwitchDelay, autoCommentDelay, outputFile, autoWatch, autoWatchPort, autoEnableFollow, autoMaxFollowing, autoMaxFollowers } = options;
-
-  const runOptions = {
-    collectMax: autoCollectMax,
-    scrapeDepth: autoScrapeDepth,
-    maxComments: autoMaxComments,
-    maxGuess: autoMaxGuess,
-    preset: autoPreset,
-    switchMax: autoSwitchDelay,
-    commentMax: autoCommentDelay,
-    enableFollow: autoEnableFollow,
-    maxFollowing: autoMaxFollowing,
-    maxFollowers: autoMaxFollowers,
-  };
-
-  // 数据源
-  const { createRequire } = await import('module');
-  const require = createRequire(import.meta.url);
-  const { createStore } = require('./data-store.cjs');
-  const store = createStore(outputFile);
-
-  // 构建队列：命令行用户名插队到前面，文件中的未处理用户追加到后面
-  const queue = [...new Set(autoUsernames)];
-  const pendingFromStore = store.getPendingUsers().filter(u => !u.restricted);
-  pendingFromStore.forEach(u => {
-    if (!queue.includes(u.uniqueId)) {
-      queue.push(u.uniqueId);
-    }
-  });
-
-  if (queue.length === 0) {
-    console.error('没有待处理的用户');
-    return;
-  }
-
-  console.error(`队列: ${queue.length} 个用户待处理`);
-  if (autoUsernames.length > 0) {
-    console.error(`  命令行: @${autoUsernames.join(', @')}`);
-  }
-  if (pendingFromStore.length > 0) {
-    console.error(`  数据源: ${pendingFromStore.length} 个未处理用户`);
-  }
-
-  // Watch server
-  let watchServer = null;
-  let watchPort = null;
-  if (autoWatch) {
-    if (!outputFile) {
-      console.error('--watch 需要指定 -o 输出文件');
-      process.exit(1);
-    }
-    ({ server: watchServer, port: watchPort } = await startWatchServer(outputFile, autoWatchPort || 3000));
-    openBrowser(watchPort);
-  }
-
-  // 启动浏览器
-  const { ensureBrowserReady, processUser } = await import('./lib/auto-browser.mjs');
-
-  const browser = await ensureBrowserReady();
-
-  try {
-    const contexts = browser.contexts();
-    let page = null;
-    for (const ctx of contexts) {
-      for (const p of ctx.pages()) {
-        if (p.url().includes('tiktok.com')) {
-          page = p;
-          break;
-        }
-      }
-      if (page) break;
-    }
-    if (!page) {
-      const defaultCtx = contexts[0] || await browser.newContext();
-      page = await defaultCtx.newPage();
-    }
-
-    let processedCount = 0;
-    let errorCount = 0;
-
-    for (let i = 0; i < queue.length; i++) {
-      const username = queue[i];
-      console.error(`\n[${i + 1}/${queue.length}] 处理 @${username}...`);
-
-      const result = await processUser(page, username, { ...runOptions, browser }, console.error);
-
-      if (result.restricted) {
-        store.addUser({
-          uniqueId: username,
-          restricted: true,
-          sources: ['restricted'],
-        });
-        store.save();
-        continue;
-      }
-
-      if (result.error) {
-        errorCount++;
-        store.addUser({
-          uniqueId: username,
-          error: result.error,
-          sources: ['error'],
-        });
-        store.save();
-        continue;
-      }
-
-      // 写入用户信息（持续合并更新，不管是否已存在）
-      const userEntry = {
-        uniqueId: username,
-        ...result.userInfo,
-        sources: ['processed'],
-      };
-      store.addUser(userEntry);
-
-      // 发现的视频作者（持续合并更新，不管是否已存在）
-      for (const va of result.discoveredVideoAuthors) {
-        store.addUser({
-          uniqueId: va.uniqueId,
-          nickname: va.nickname,
-          locationCreated: va.locationCreated,
-          sources: ['video'],
-        });
-        if (!store.getUser(va.uniqueId) || !store.getUser(va.uniqueId).followerCount) {
-          if (!queue.includes(va.uniqueId)) {
-            queue.push(va.uniqueId);
-          }
-        }
-      }
-
-      // 发现的评论作者
-      for (const ca of result.discoveredCommentAuthors) {
-        const caId = ca.replace(/^@/, '');
-        store.addUser({
-          uniqueId: caId,
-          sources: ['comment'],
-        });
-        if (!store.getUser(caId) || !store.getUser(caId).followerCount) {
-          if (!queue.includes(caId)) {
-            queue.push(caId);
-          }
-        }
-      }
-
-      // 发现的猜你喜欢作者
-      for (const ga of (result.discoveredGuessAuthors || [])) {
-        const gaId = ga.replace(/^@/, '');
-        store.addUser({
-          uniqueId: gaId,
-          sources: ['guess'],
-        });
-        if (!store.getUser(gaId) || !store.getUser(gaId).followerCount) {
-          if (!queue.includes(gaId)) {
-            queue.push(gaId);
-          }
-        }
-      }
-
-      // 发现的关注用户
-      for (const [handle, name] of (result.discoveredFollowing || [])) {
-        const uid = handle.replace(/^@/, '');
-        store.addUser({
-          uniqueId: uid,
-          nickname: name,
-          sources: ['following'],
-        });
-        if (!store.getUser(uid) || !store.getUser(uid).followerCount) {
-          if (!queue.includes(uid)) {
-            queue.push(uid);
-          }
-        }
-      }
-
-      // 发现的粉丝用户
-      for (const [handle, name] of (result.discoveredFollowers || [])) {
-        const uid = handle.replace(/^@/, '');
-        store.addUser({
-          uniqueId: uid,
-          nickname: name,
-          sources: ['follower'],
-        });
-        if (!store.getUser(uid) || !store.getUser(uid).followerCount) {
-          if (!queue.includes(uid)) {
-            queue.push(uid);
-          }
-        }
-      }
-
-      processedCount++;
-      store.save();
-      console.error(`  已保存，当前共 ${store.getAllUsers().length} 个用户`);
-    }
-
-    const output = store.getAllUsers();
-    if (outputFile) {
-      console.error(`\n完成: ${processedCount} 个用户已处理, ${errorCount} 个出错, 共 ${output.length} 个用户`);
-      console.error(`数据已保存到: ${outputFile}`);
-    } else {
-      const json = JSON.stringify(output, null, 2);
-      process.stdout.write(json + '\n');
-    }
-  } catch (err) {
-    console.error(`自动抓取失败: ${err.message}`);
-    if (watchServer) watchServer.close();
-    process.exit(1);
-  } finally {
-    await browser.close().catch(() => {});
-    if (watchServer) {
-      watchServer.close();
-      console.error(`Watch 监控服务已停止: http://127.0.0.1:${watchPort}`);
-    }
-  }
-}
-
-async function handleVideos(options) {
-  const { videosUsername, videosMax, outputFile } = options;
-
-  if (!videosUsername) {
-    console.error('用法: tt-help videos <用户名> [最大视频数] [-o 输出路径]');
-    console.error('示例: tt-help videos bar.lar.lar.moeta 1000');
-    console.error('      tt-help videos username 50 -o videos.json');
-    console.error('');
-    console.error('选项: -o, --output <路径>  输出到文件（默认输出到 stdout）');
-    process.exit(1);
-  }
-
-  const { runGetUserVideos } = await import('./lib/get-user-videos-browser.mjs');
-
-  let browser;
-  try {
-    const { output, browser: b } = await runGetUserVideos({
-      username: videosUsername,
-      maxVideos: videosMax,
-      log: console.error,
-    });
-    browser = b;
-
-    const json = JSON.stringify(output, null, 2);
-    if (outputFile) {
-      writeFileSync(outputFile, json, 'utf-8');
-      console.error(`结果已写入: ${outputFile}`);
-    } else {
-      process.stdout.write(json + '\n');
-    }
-
-    const stats = output.videos.length;
-    console.error(`\n共 ${stats} 个视频, 用户: @${videosUsername}`);
-  } catch (err) {
-    console.error(`获取用户视频失败: ${err.message}`);
-    process.exit(1);
-  } finally {
-    if (browser) await browser.close().catch(() => {});
-  }
-}
-
-async function main() {
-  const parsed = parseArgs();
-
-  if (parsed.subcommand === 'scrape') {
-    await handleScrape(parsed);
-    return;
-  }
-
-  if (parsed.subcommand === 'videos') {
-    await handleVideos(parsed);
-    return;
-  }
-
-  if (parsed.subcommand === 'auto') {
-    await handleAuto(parsed);
-    return;
-  }
-
-  if (parsed.subcommand === 'explore') {
-    await handleExplore(parsed);
-    return;
-  }
-
-  if (parsed.subcommand === 'watch') {
-    await handleWatch(parsed);
-    return;
-  }
-
-  const { urls, outputFile, outputFormat, exploreCount, showConfig: showCfg, showHelp, customProxy, configAction, configValue, pipeMode, filterStr } = parsed;
-  const proxyUrl = customProxy || proxy;
-  const filter = parseFilter(filterStr);
-
-  if (showHelp) {
-    showUsage();
-    return;
-  }
-
-  if (configAction) {
-    handleConfig(configAction, configValue);
-    return;
-  }
-
-  if (showCfg) {
-    showConfig(urls, outputFile);
-    return;
-  }
-
-  if (urls.length === 0 && exploreCount === 0) {
-    showUsage();
-    return;
-  }
-
-  if (exploreCount > 0) {
-    await runExplore(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode, filter);
-  } else {
-    await runScrape(urls, proxyUrl, outputFile, outputFormat, filter);
-  }
-}
-
-main().catch(err => {
-  console.error(`错误: ${err.message}`);
-  process.exit(1);
-});
+      console.log('已切换为自动探测浏览器模式');
+    } else {
+      saveBrowser(value);
+      console.log(`浏览器已设置为: ${value}`);
+    }
+    console.log(`配置文件: ${configPath}`);
+    return;
+  }
+  if (action === 'reset') {
+    if (existsSync(configPath)) {
+      const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
+      cfg.proxy = DEFAULT_PROXY;
+      writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
+      console.log(`已恢复默认代理: ${DEFAULT_PROXY}`);
+      console.log(`配置文件: ${configPath}`);
+    } else {
+      console.log('当前使用默认代理，无需重置');
+    }
+    return;
+  }
+  console.error(`未知配置命令: ${action}`);
+  console.error('用法: tt-help config [show|set|set-browser|reset]');
+  process.exit(1);
+}
+
+async function runExploreDefault(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode, filter) {
+  console.log(`\n代理: ${proxyUrl}`);
+  console.log(`Explore 数量: ${exploreCount}`);
+  if (urls.length > 0) console.log(`额外 URL: ${urls.length}\n`);
+  else console.log('');
+
+  const allResults = [];
+
+  if (exploreCount > 0) {
+    try {
+      const { fetchExplore } = await import('./lib/explore-fetch.js');
+      const exploreResults = await fetchExplore(exploreCount);
+      console.log(`  获取到 ${exploreResults.length} 个视频\n`);
+      if (pipeMode) {
+        const videoUrls = exploreResults.map(r => r.url).filter(Boolean);
+        if (videoUrls.length > 0) {
+          await runScrapeDefault(videoUrls, proxyUrl, outputFile, outputFormat, filter);
+          return;
+        }
+      }
+      allResults.push(...exploreResults);
+    } catch (err) {
+      console.error(`  Explore 获取失败: ${cleanError(err.message)}\n`);
+      console.error(`  请确保代理 ${proxyUrl} 正常运行\n`);
+    }
+  }
+
+  if (urls.length > 0) {
+    const { processUrl } = await import('./lib/scrape.js');
+    await processUrlsWithProgress({
+      urls,
+      proxyUrl,
+      outputFile,
+      outputFormat,
+      filter,
+      processFn: (url, px) => processUrl(url, px),
+      label: '数据',
+      log: console.log,
+    });
+    return;
+  }
+
+  const { deduplicate, formatOutput } = await import('./lib/output.js');
+  const uniqueResults = deduplicate(allResults);
+  const filteredResults = applyFilter(uniqueResults, filter);
+
+  if (filteredResults.length === 0) {
+    console.log('\n未获取到数据');
+    if (outputFile) writeFileSync(outputFile, '[]', 'utf-8');
+    return;
+  }
+
+  const output = formatOutput(filteredResults, outputFormat);
+  if (outputFile) {
+    writeFileSync(outputFile, output, 'utf-8');
+    console.log(`\n结果已写入: ${outputFile}`);
+  } else {
+    console.log(output);
+  }
+
+  if (filter) {
+    console.log(`\n共 ${uniqueResults.length} 个数据，过滤后 ${filteredResults.length} 个（过滤条件: ${formatFilterDescription(filter)}）`);
+  } else {
+    console.log(`\n共 ${filteredResults.length} 个数据`);
+  }
+}
+
+async function runScrapeDefault(urls, proxyUrl, outputFile, outputFormat, filter) {
+  const { processUrl } = await import('./lib/scrape.js');
+  await processUrlsWithProgress({
+    urls,
+    proxyUrl,
+    outputFile,
+    outputFormat,
+    filter,
+    processFn: (url, px) => processUrl(url, px),
+    label: '用户的数据',
+    log: console.log,
+  });
+}
+
+async function main() {
+  const parsed = parseArgs();
+
+  switch (parsed.subcommand) {
+    case 'scrape': return handleScrape(parsed);
+    case 'videos': return handleVideos(parsed);
+    case 'auto':   return handleAuto(parsed);
+    case 'explore':return handleExplore(parsed);
+    case 'watch':  return handleWatch(parsed);
+  }
+
+  const { urls, outputFile, outputFormat, exploreCount, showConfig: showCfg, showHelp, showVersion, customProxy, configAction, configValue, pipeMode, filterStr } = parsed;
+  const proxyUrl = customProxy || proxy;
+  const filter = parseFilter(filterStr);
+
+  if (showVersion) {
+    console.log(version);
+    process.exit(0);
+  }
+  if (showHelp) return showUsage();
+  if (configAction) return handleConfig(configAction, configValue);
+  if (showCfg) return showConfig(urls, outputFile);
+  if (urls.length === 0 && exploreCount === 0) return showUsage();
+
+  if (exploreCount > 0) {
+    await runExploreDefault(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode, filter);
+  } else {
+    await runScrapeDefault(urls, proxyUrl, outputFile, outputFormat, filter);
+  }
+}
+
+main().catch(err => {
+  console.error(`错误: ${err.message}`);
+  process.exit(1);
+});