tt-help-cli-ycl 1.0.2 → 1.0.4

package/src/main.mjs

@@ -1,245 +1,280 @@
-import { parseArgs } from './lib/args.js';
-import { HELP_TEXT, CONFIG_TEXT, proxy, configFile, configPath, DEFAULT_PROXY } from './lib/constants.js';
-import { fetchExplore } from './lib/explore.js';
-import { processUrl } from './lib/scrape.js';
-import { deduplicate, formatOutput } from './lib/output.js';
-import { writeFileSync, readFileSync, existsSync } from 'fs';
-
-function showConfig(urls, outputFile) {
-  const lines = [...CONFIG_TEXT];
-  if (outputFile) lines.push(`  输出文件: ${outputFile}`);
-  if (urls.length > 0) lines.push(`  待处理URL: ${urls.length}`);
-  lines.push('', '参数:', '  -c, --config   显示当前配置', '  -h, --help     显示帮助');
-  console.log(lines.join('\n'));
-}
-
-function showUsage() {
-  console.log(HELP_TEXT.join('\n'));
-  process.exit(0);
-}
-
-function handleConfig(action, value) {
-  if (action === 'show' || action === null) {
-    showConfig([], null);
-    return;
-  }
-  if (action === 'set' || action === 'set-proxy') {
-    if (!value) {
-      console.error('用法: tt-help config set <代理地址>');
-      process.exit(1);
-    }
-    const cfg = { proxy: value };
-    writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
-    console.log(`代理已设置为: ${value}`);
-    console.log(`配置文件: ${configPath}`);
-    return;
-  }
-  if (action === 'reset') {
-    if (existsSync(configPath)) {
-      readFileSync(configPath, 'utf-8');
-      writeFileSync(configPath, JSON.stringify({ proxy: DEFAULT_PROXY }, null, 2), 'utf-8');
-      console.log(`已恢复默认代理: ${DEFAULT_PROXY}`);
-      console.log(`配置文件: ${configPath}`);
-    } else {
-      console.log('当前使用默认代理，无需重置');
-    }
-    return;
-  }
-  console.error(`未知配置命令: ${action}`);
-  console.error('用法: tt-help config [show|set|reset]');
-  process.exit(1);
-}
-
-function cleanError(msg) {
-  return msg
-    .replace(/\x1b\[[0-9;]*m/g, '')
-    .replace(/\s*- navigating to.*/s, '')
-    .replace(/\s*Call log:/s, '')
-    .trim();
-}
-
-async function runExplore(exploreCount, urls, proxyUrl, outputFile, outputFormat, isPipe) {
-  console.log(`\n代理: ${proxyUrl}`);
-  console.log(`Explore 数量: ${exploreCount}`);
-  if (urls.length > 0) {
-    console.log(`额外 URL: ${urls.length}\n`);
-  } else {
-    console.log('');
-  }
-
-  const allResults = [];
-
-  if (exploreCount > 0) {
-    try {
-      const exploreResults = await fetchExplore(exploreCount);
-      console.log(`  获取到 ${exploreResults.length} 个视频\n`);
-      if (isPipe) {
-        const videoUrls = exploreResults.map(r => r.url).filter(Boolean);
-        if (videoUrls.length > 0) {
-          await runScrape(videoUrls, proxyUrl, outputFile, outputFormat);
-          return;
-        }
-      }
-      allResults.push(...exploreResults);
-    } catch (err) {
-      console.error(`  Explore 获取失败: ${cleanError(err.message)}\n`);
-      console.error(`  请确保代理 ${proxyUrl} 正常运行\n`);
-    }
-  }
-
-  if (urls.length > 0) {
-    const errors = [];
-
-    for (let i = 0; i < urls.length; i++) {
-      const bar = '█'.repeat(i + 1).padEnd(urls.length);
-      process.stdout.write(`\r  [${bar}] ${i + 1}/${urls.length}`);
-      try {
-        const results = await processUrl(urls[i], proxyUrl);
-        allResults.push(...results);
-      } catch (err) {
-        errors.push({ url: urls[i], message: err.message });
-      }
-    }
-    console.log();
-
-    if (errors.length > 0) {
-      const msg = errors[0].message;
-      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
-          msg.includes('超时') || msg.includes('无法解析')) {
-        console.error(`  ${errors.length} 个请求失败，请检查代理是否可用: ${proxyUrl}\n`);
-      } else {
-        console.error(`  ${errors.length} 个失败:`);
-        const show = errors.slice(0, 5);
-        for (const e of show) {
-          console.error(`    ✗ ${e.url}: ${e.message}`);
-        }
-        if (errors.length > 5) {
-          console.error(`    ... 还有 ${errors.length - 5} 个`);
-        }
-      }
-    }
-  }
-
-  const uniqueResults = deduplicate(allResults);
-
-  if (uniqueResults.length === 0) {
-    console.log('\n未获取到数据');
-    if (outputFile) {
-      writeFileSync(outputFile, '[]', 'utf-8');
-    }
-    return;
-  }
-
-  const output = formatOutput(uniqueResults, outputFormat);
-
-  if (outputFile) {
-    writeFileSync(outputFile, output, 'utf-8');
-    console.log(`\n结果已写入: ${outputFile}`);
-  } else {
-    console.log(output);
-  }
-  console.log(`\n共 ${uniqueResults.length} 个数据`);
-}
-
-async function runScrape(urls, proxyUrl, outputFile, outputFormat) {
-  const allResults = [];
-  const errors = [];
-
-  for (let i = 0; i < urls.length; i++) {
-    const bar = '█'.repeat(i + 1).padEnd(urls.length);
-    process.stdout.write(`\r  [${bar}] ${i + 1}/${urls.length}`);
-    try {
-      const results = await processUrl(urls[i], proxyUrl);
-      allResults.push(...results);
-    } catch (err) {
-      errors.push({ url: urls[i], message: err.message });
-    }
-  }
-  console.log();
-
-  const uniqueResults = deduplicate(allResults);
-
-  if (errors.length > 0) {
-    if (uniqueResults.length === 0) {
-      const msg = errors[0].message;
-      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
-          msg.includes('超时') || msg.includes('无法解析')) {
-        console.error(`  所有请求失败，请检查代理是否可用: ${proxyUrl}\n`);
-      } else {
-        const show = errors.slice(0, 5);
-        for (const e of show) {
-          console.error(`  ✗ ${e.url}: ${e.message}\n`);
-        }
-        if (errors.length > 5) {
-          console.error(`  ... 还有 ${errors.length - 5} 个失败\n`);
-        }
-      }
-      console.log('未获取到数据');
-      if (outputFile) {
-        writeFileSync(outputFile, '[]', 'utf-8');
-      }
-      return;
-    } else {
-      const msg = errors[0].message;
-      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
-          msg.includes('超时') || msg.includes('无法解析')) {
-        console.error(`  ${errors.length} 个请求失败，请检查代理是否可用: ${proxyUrl}\n`);
-      } else {
-        console.error(`  ${errors.length} 个失败:`);
-        const show = errors.slice(0, 5);
-        for (const e of show) {
-          console.error(`    ✗ ${e.url}: ${e.message}`);
-        }
-        if (errors.length > 5) {
-          console.error(`    ... 还有 ${errors.length - 5} 个`);
-        }
-      }
-    }
-  }
-
-  const output = formatOutput(uniqueResults, outputFormat);
-
-  if (outputFile) {
-    writeFileSync(outputFile, output, 'utf-8');
-    console.log(`\n结果已写入: ${outputFile}`);
-  } else {
-    console.log(output);
-  }
-  console.log(`\n共 ${uniqueResults.length} 个用户的数据`);
-}
-
-async function main() {
-  const { urls, outputFile, outputFormat, exploreCount, showConfig: showCfg, showHelp, customProxy, configAction, configValue, pipeMode } = parseArgs();
-  const proxyUrl = customProxy || proxy;
-
-  if (showHelp) {
-    showUsage();
-    return;
-  }
-
-  if (configAction) {
-    handleConfig(configAction, configValue);
-    return;
-  }
-
-  if (showCfg) {
-    showConfig(urls, outputFile);
-    return;
-  }
-
-  if (urls.length === 0 && exploreCount === 0) {
-    showUsage();
-    return;
-  }
-
-  if (exploreCount > 0) {
-    await runExplore(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode);
-  } else {
-    await runScrape(urls, proxyUrl, outputFile, outputFormat);
-  }
-}
-
-main().catch(err => {
-  console.error(`错误: ${err.message}`);
-  process.exit(1);
-});
+import { parseArgs } from './lib/args.js';
+import { HELP_TEXT, CONFIG_TEXT, proxy, configFile, configPath, DEFAULT_PROXY, saveBrowser } from './lib/constants.js';
+import { fetchExplore } from './lib/explore.js';
+import { processUrl } from './lib/scrape.js';
+import { deduplicate, formatOutput } from './lib/output.js';
+import { parseFilter, applyFilter, formatFilterDescription } from './lib/filter.js';
+import { writeFileSync, readFileSync, existsSync } from 'fs';
+
+function showConfig(urls, outputFile) {
+  const lines = [...CONFIG_TEXT];
+  if (outputFile) lines.push(`  输出文件: ${outputFile}`);
+  if (urls.length > 0) lines.push(`  待处理URL: ${urls.length}`);
+  lines.push('', '参数:', '  -c, --config   显示当前配置', '  -h, --help     显示帮助');
+  console.log(lines.join('\n'));
+}
+
+function showUsage() {
+  console.log(HELP_TEXT.join('\n'));
+  process.exit(0);
+}
+
+function handleConfig(action, value) {
+  if (action === 'show' || action === null) {
+    showConfig([], null);
+    return;
+  }
+  if (action === 'set' || action === 'set-proxy') {
+    if (!value) {
+      console.error('用法: tt-help config set <代理地址>');
+      process.exit(1);
+    }
+    const cfg = existsSync(configPath) ? JSON.parse(readFileSync(configPath, 'utf-8')) : {};
+    cfg.proxy = value;
+    writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
+    console.log(`代理已设置为: ${value}`);
+    console.log(`配置文件: ${configPath}`);
+    return;
+  }
+  if (action === 'set-browser') {
+    if (!value) {
+      console.error('用法: tt-help config set-browser <浏览器路径 或 auto>');
+      process.exit(1);
+    }
+    if (value === 'auto') {
+      if (existsSync(configPath)) {
+        const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
+        delete cfg.browser;
+        writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
+      }
+      console.log('已切换为自动探测浏览器模式');
+    } else {
+      saveBrowser(value);
+      console.log(`浏览器已设置为: ${value}`);
+    }
+    console.log(`配置文件: ${configPath}`);
+    return;
+  }
+  if (action === 'reset') {
+    if (existsSync(configPath)) {
+      const cfg = JSON.parse(readFileSync(configPath, 'utf-8'));
+      cfg.proxy = DEFAULT_PROXY;
+      writeFileSync(configPath, JSON.stringify(cfg, null, 2), 'utf-8');
+      console.log(`已恢复默认代理: ${DEFAULT_PROXY}`);
+      console.log(`配置文件: ${configPath}`);
+    } else {
+      console.log('当前使用默认代理，无需重置');
+    }
+    return;
+  }
+  console.error(`未知配置命令: ${action}`);
+  console.error('用法: tt-help config [show|set|set-browser|reset]');
+  process.exit(1);
+}
+
+function cleanError(msg) {
+  return msg
+    .replace(/\x1b\[[0-9;]*m/g, '')
+    .replace(/\s*- navigating to.*/s, '')
+    .replace(/\s*Call log:/s, '')
+    .trim();
+}
+
+async function runExplore(exploreCount, urls, proxyUrl, outputFile, outputFormat, isPipe, filter) {
+  console.log(`\n代理: ${proxyUrl}`);
+  console.log(`Explore 数量: ${exploreCount}`);
+  if (urls.length > 0) {
+    console.log(`额外 URL: ${urls.length}\n`);
+  } else {
+    console.log('');
+  }
+
+  const allResults = [];
+
+  if (exploreCount > 0) {
+    try {
+      const exploreResults = await fetchExplore(exploreCount);
+      console.log(`  获取到 ${exploreResults.length} 个视频\n`);
+      if (isPipe) {
+        const videoUrls = exploreResults.map(r => r.url).filter(Boolean);
+        if (videoUrls.length > 0) {
+          await runScrape(videoUrls, proxyUrl, outputFile, outputFormat, filter);
+          return;
+        }
+      }
+      allResults.push(...exploreResults);
+    } catch (err) {
+      console.error(`  Explore 获取失败: ${cleanError(err.message)}\n`);
+      console.error(`  请确保代理 ${proxyUrl} 正常运行\n`);
+    }
+  }
+
+  if (urls.length > 0) {
+    const errors = [];
+
+    for (let i = 0; i < urls.length; i++) {
+      const bar = '█'.repeat(i + 1).padEnd(urls.length);
+      process.stdout.write(`\r  [${bar}] ${i + 1}/${urls.length}`);
+      try {
+        const results = await processUrl(urls[i], proxyUrl);
+        allResults.push(...results);
+      } catch (err) {
+        errors.push({ url: urls[i], message: err.message });
+      }
+    }
+    console.log();
+
+    if (errors.length > 0) {
+      const msg = errors[0].message;
+      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
+          msg.includes('超时') || msg.includes('无法解析')) {
+        console.error(`  ${errors.length} 个请求失败，请检查代理是否可用: ${proxyUrl}\n`);
+      } else {
+        console.error(`  ${errors.length} 个失败:`);
+        const show = errors.slice(0, 5);
+        for (const e of show) {
+          console.error(`    ✗ ${e.url}: ${e.message}`);
+        }
+        if (errors.length > 5) {
+          console.error(`    ... 还有 ${errors.length - 5} 个`);
+        }
+      }
+    }
+  }
+
+  const uniqueResults = deduplicate(allResults);
+  const filteredResults = applyFilter(uniqueResults, filter);
+
+  if (filteredResults.length === 0) {
+    console.log('\n未获取到数据');
+    if (outputFile) {
+      writeFileSync(outputFile, '[]', 'utf-8');
+    }
+    return;
+  }
+
+  const output = formatOutput(filteredResults, outputFormat);
+
+  if (outputFile) {
+    writeFileSync(outputFile, output, 'utf-8');
+    console.log(`\n结果已写入: ${outputFile}`);
+  } else {
+    console.log(output);
+  }
+  
+  if (filter) {
+    console.log(`\n共 ${uniqueResults.length} 个数据，过滤后 ${filteredResults.length} 个（过滤条件: ${formatFilterDescription(filter)}）`);
+  } else {
+    console.log(`\n共 ${filteredResults.length} 个数据`);
+  }
+}
+
+async function runScrape(urls, proxyUrl, outputFile, outputFormat, filter) {
+  const allResults = [];
+  const errors = [];
+
+  for (let i = 0; i < urls.length; i++) {
+    const bar = '█'.repeat(i + 1).padEnd(urls.length);
+    process.stdout.write(`\r  [${bar}] ${i + 1}/${urls.length}`);
+    try {
+      const results = await processUrl(urls[i], proxyUrl);
+      allResults.push(...results);
+    } catch (err) {
+      errors.push({ url: urls[i], message: err.message });
+    }
+  }
+  console.log();
+
+  const uniqueResults = deduplicate(allResults);
+  const filteredResults = applyFilter(uniqueResults, filter);
+
+  if (errors.length > 0) {
+    if (filteredResults.length === 0) {
+      const msg = errors[0].message;
+      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
+          msg.includes('超时') || msg.includes('无法解析')) {
+        console.error(`  所有请求失败，请检查代理是否可用: ${proxyUrl}\n`);
+      } else {
+        const show = errors.slice(0, 5);
+        for (const e of show) {
+          console.error(`  ✗ ${e.url}: ${e.message}\n`);
+        }
+        if (errors.length > 5) {
+          console.error(`  ... 还有 ${errors.length - 5} 个失败\n`);
+        }
+      }
+      console.log('未获取到数据');
+      if (outputFile) {
+        writeFileSync(outputFile, '[]', 'utf-8');
+      }
+      return;
+    } else {
+      const msg = errors[0].message;
+      if (msg.includes('不可用') || msg.includes('连接被拒绝') || msg.includes('连接中断') ||
+          msg.includes('超时') || msg.includes('无法解析')) {
+        console.error(`  ${errors.length} 个请求失败，请检查代理是否可用: ${proxyUrl}\n`);
+      } else {
+        console.error(`  ${errors.length} 个失败:`);
+        const show = errors.slice(0, 5);
+        for (const e of show) {
+          console.error(`    ✗ ${e.url}: ${e.message}`);
+        }
+        if (errors.length > 5) {
+          console.error(`    ... 还有 ${errors.length - 5} 个`);
+        }
+      }
+    }
+  }
+
+  const output = formatOutput(filteredResults, outputFormat);
+
+  if (outputFile) {
+    writeFileSync(outputFile, output, 'utf-8');
+    console.log(`\n结果已写入: ${outputFile}`);
+  } else {
+    console.log(output);
+  }
+  
+  if (filter) {
+    console.log(`\n共 ${uniqueResults.length} 个数据，过滤后 ${filteredResults.length} 个（过滤条件: ${formatFilterDescription(filter)}）`);
+  } else {
+    console.log(`\n共 ${filteredResults.length} 个用户的数据`);
+  }
+}
+
+async function main() {
+  const { urls, outputFile, outputFormat, exploreCount, showConfig: showCfg, showHelp, customProxy, configAction, configValue, pipeMode, filterStr } = parseArgs();
+  const proxyUrl = customProxy || proxy;
+  const filter = parseFilter(filterStr);
+
+  if (showHelp) {
+    showUsage();
+    return;
+  }
+
+  if (configAction) {
+    handleConfig(configAction, configValue);
+    return;
+  }
+
+  if (showCfg) {
+    showConfig(urls, outputFile);
+    return;
+  }
+
+  if (urls.length === 0 && exploreCount === 0) {
+    showUsage();
+    return;
+  }
+
+  if (exploreCount > 0) {
+    await runExplore(exploreCount, urls, proxyUrl, outputFile, outputFormat, pipeMode, filter);
+  } else {
+    await runScrape(urls, proxyUrl, outputFile, outputFormat, filter);
+  }
+}
+
+main().catch(err => {
+  console.error(`错误: ${err.message}`);
+  process.exit(1);
+});