tt-help-cli-ycl 1.0.2 → 1.0.4

package/src/lib/explore.js

@@ -1,124 +1,218 @@
-import { chromium } from 'playwright';
-
-const EXPLORE_URL = 'https://www.tiktok.com/explore';
-
-function sleep(ms) {
-  return new Promise(r => setTimeout(r, ms));
-}
-
-export async function fetchExplore(count = 100) {
-  const browser = await chromium.launch({
-    headless: true,
-    args: [
-      '--no-sandbox',
-      '--disable-setuid-sandbox',
-      '--disable-blink-features=AutomationControlled',
-      '--disable-dev-shm-usage',
-    ],
-  });
-  try {
-    const context = await browser.newContext({
-      viewport: { width: 1280, height: 900 },
-      userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-      locale: 'en-US',
-    });
-
-    // 注入反检测脚本
-    await context.addInitScript(() => {
-      // 重写 navigator.webdriver
-      Object.defineProperty(navigator, 'webdriver', { get: () => false });
-
-      // 伪造 window.chrome
-      if (!window.chrome) {
-        window.chrome = { runtime: {} };
-      }
-
-      // 覆写 permissions query
-      const originalQuery = window.navigator.permissions.query;
-      window.navigator.permissions.query = (params) =>
-        params.name === 'notifications'
-          ? Promise.resolve({ state: Notification.permission })
-          : originalQuery(params);
-
-      // 覆写 languages
-      Object.defineProperty(navigator, 'languages', {
-        get: () => ['en-US', 'en'],
-      });
-
-      // 覆写 plugins
-      Object.defineProperty(navigator, 'plugins', {
-        get: () => [1, 2, 3, 4, 5],
-      });
-    });
-
-    const page = await context.newPage();
-    await page.goto(EXPLORE_URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
-    console.log(`  [1/6] 页面已加载`);
-
-    await sleep(5000);
-
-    let lastCount = 0;
-    let noNewCount = 0;
-
-    for (let i = 0; i < 50; i++) {
-      await page.evaluate(() => {
-        window.scrollBy({ top: window.innerHeight * 0.8, behavior: 'smooth' });
-      });
-
-      await sleep(1500 + Math.random() * 1000);
-
-      const urls = await page.$$eval('a', els =>
-        els.map(a => a.href).filter(u => /\/video\/\d{16,20}/.test(u))
-      );
-      const uniqueCount = [...new Set(urls)].length;
-
-      if (uniqueCount > lastCount) {
-        noNewCount = 0;
-      } else {
-        noNewCount++;
-      }
-      lastCount = uniqueCount;
-
-      if ((i + 1) % 10 === 0) {
-        console.log(`  [2/6] 滚动 ${i + 1}/50，当前 ${uniqueCount} 个视频`);
-      }
-
-      if (noNewCount >= 5) {
-        console.log(`  [3/6] 内容加载完成（${uniqueCount} 个视频）`);
-        break;
-      }
-
-      if (uniqueCount >= count * 2) {
-        console.log(`  [3/6] 视频数量已充足（${uniqueCount} 个）`);
-        break;
-      }
-    }
-
-    await sleep(3000);
-
-    const urls = await page.$$eval('a', els =>
-      els.map(a => a.href).filter(u => /\/video\/\d{16,20}/.test(u))
-    );
-    const unique = [...new Set(urls)];
-    console.log(`  [4/6] 共检测到 ${unique.length} 个不重复视频`);
-
-    const results = [];
-    const seen = new Set();
-    for (const url of unique) {
-      if (results.length >= count) break;
-      const videoId = url.match(/video\/(\d{16,20})$/)?.[1];
-      if (videoId && !seen.has(videoId)) {
-        seen.add(videoId);
-        const user = url.match(/\/@([^\/]+)/)?.[1];
-        if (user) {
-          results.push({ user, id: videoId, url });
-        }
-      }
-    }
-
-    console.log(`  [5/6] 去重后 ${results.length} 个`);
-    return results;
-  } finally {
-    await browser.close();
-  }
-}
+import { chromium } from 'playwright';
+import { existsSync, accessSync } from 'fs';
+import { browser, saveBrowser, configPath } from './constants.js';
+
+const EXPLORE_URL = 'https://www.tiktok.com/explore';
+
+function sleep(ms) {
+  return new Promise(r => setTimeout(r, ms));
+}
+
+function detectBrowser() {
+  const isMac = process.platform === 'darwin';
+  const isWin = process.platform === 'win32';
+  const isLinux = process.platform === 'linux';
+
+  const paths = [];
+
+  if (isMac) {
+    paths.push(
+      '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+      '/Applications/Google Chrome Canary.app/Contents/MacOS/Google Chrome Canary',
+      '/Applications/Microsoft Edge.app/Contents/MacOS/Microsoft Edge',
+      '/Applications/Brave Browser.app/Contents/MacOS/Brave Browser',
+    );
+  } else if (isWin) {
+    const localAppData = process.env.LOCALAPPDATA || '';
+    const programFiles = process.env.PROGRAMFILES || '';
+    const programFilesX86 = process.env['PROGRAMFILES(X86)'] || '';
+    paths.push(
+      `${programFiles}\\Google\\Chrome\\Application\\chrome.exe`,
+      `${programFilesX86}\\Google\\Chrome\\Application\\chrome.exe`,
+      `${localAppData}\\Google\\Chrome\\Application\\chrome.exe`,
+      `${programFiles}\\Microsoft\\Edge\\Application\\msedge.exe`,
+      `${programFilesX86}\\Microsoft\\Edge\\Application\\msedge.exe`,
+    );
+  } else if (isLinux) {
+    paths.push(
+      '/usr/bin/google-chrome',
+      '/usr/bin/google-chrome-stable',
+      '/usr/bin/chromium-browser',
+      '/usr/bin/chromium',
+      '/snap/bin/chromium',
+      '/usr/bin/microsoft-edge',
+    );
+  }
+
+  for (const p of paths) {
+    try {
+      accessSync(p);
+      return p;
+    } catch {
+      // 文件不存在或无权限
+    }
+  }
+  return null;
+}
+
+export async function fetchExplore(count = 100) {
+  let browserPath = browser;
+  let browserSource = '配置';
+
+  if (!browserPath) {
+    console.log(`  [0/6] 未配置浏览器，正在自动探测...`);
+    const detected = detectBrowser();
+    if (detected) {
+      browserPath = detected;
+      browserSource = '自动探测';
+      try {
+        saveBrowser(browserPath);
+        console.log(`  [0/6] 已保存浏览器路径到配置: ${configPath}`);
+      } catch (err) {
+        console.log(`  [0/6] 保存配置失败: ${err.message}`);
+      }
+    }
+  }
+
+  let browserLaunched = false;
+  let instance;
+
+  const launchOptions = {
+    headless: true,
+    args: [
+      '--no-sandbox',
+      '--disable-setuid-sandbox',
+      '--disable-blink-features=AutomationControlled',
+      '--disable-dev-shm-usage',
+    ],
+  };
+
+  if (browserPath) {
+    console.log(`  [0/6] 使用${browserSource}浏览器: ${browserPath}`);
+    launchOptions.executablePath = browserPath;
+  }
+
+  try {
+    instance = await chromium.launch(launchOptions);
+    browserLaunched = true;
+  } catch (err) {
+    if (browserPath) {
+      console.log(`  [0/6] 浏览器启动失败 (${err.message})，回退到 Playwright Chromium...`);
+    }
+    instance = await chromium.launch({
+      headless: true,
+      args: launchOptions.args,
+    });
+    browserLaunched = true;
+  }
+
+  if (!browserLaunched) {
+    throw new Error('无法启动浏览器，请确保已安装 Chrome/Edge 或运行 "npx playwright install chromium"');
+  }
+
+  try {
+    const context = await instance.newContext({
+      viewport: { width: 1280, height: 900 },
+      userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+      locale: 'en-US',
+    });
+
+    // 注入反检测脚本
+    await context.addInitScript(() => {
+      // 重写 navigator.webdriver
+      Object.defineProperty(navigator, 'webdriver', { get: () => false });
+
+      // 伪造 window.chrome
+      if (!window.chrome) {
+        window.chrome = { runtime: {} };
+      }
+
+      // 覆写 permissions query
+      const originalQuery = window.navigator.permissions.query;
+      window.navigator.permissions.query = (params) =>
+        params.name === 'notifications'
+          ? Promise.resolve({ state: Notification.permission })
+          : originalQuery(params);
+
+      // 覆写 languages
+      Object.defineProperty(navigator, 'languages', {
+        get: () => ['en-US', 'en'],
+      });
+
+      // 覆写 plugins
+      Object.defineProperty(navigator, 'plugins', {
+        get: () => [1, 2, 3, 4, 5],
+      });
+    });
+
+    const page = await context.newPage();
+    await page.goto(EXPLORE_URL, { waitUntil: 'domcontentloaded', timeout: 30000 });
+    console.log(`  [1/6] 页面已加载`);
+
+    await sleep(5000);
+
+    let lastCount = 0;
+    let noNewCount = 0;
+
+    for (let i = 0; i < 50; i++) {
+      await page.evaluate(() => {
+        window.scrollBy({ top: window.innerHeight * 0.8, behavior: 'smooth' });
+      });
+
+      await sleep(1500 + Math.random() * 1000);
+
+      const urls = await page.$$eval('a', els =>
+        els.map(a => a.href).filter(u => /\/video\/\d{16,20}/.test(u))
+      );
+      const uniqueCount = [...new Set(urls)].length;
+
+      if (uniqueCount > lastCount) {
+        noNewCount = 0;
+      } else {
+        noNewCount++;
+      }
+      lastCount = uniqueCount;
+
+      if ((i + 1) % 10 === 0) {
+        console.log(`  [2/6] 滚动 ${i + 1}/50，当前 ${uniqueCount} 个视频`);
+      }
+
+      if (noNewCount >= 5) {
+        console.log(`  [3/6] 内容加载完成（${uniqueCount} 个视频）`);
+        break;
+      }
+
+      if (uniqueCount >= count * 2) {
+        console.log(`  [3/6] 视频数量已充足（${uniqueCount} 个）`);
+        break;
+      }
+    }
+
+    await sleep(3000);
+
+    const urls = await page.$$eval('a', els =>
+      els.map(a => a.href).filter(u => /\/video\/\d{16,20}/.test(u))
+    );
+    const unique = [...new Set(urls)];
+    console.log(`  [4/6] 共检测到 ${unique.length} 个不重复视频`);
+
+    const results = [];
+    const seen = new Set();
+    for (const url of unique) {
+      if (results.length >= count) break;
+      const videoId = url.match(/video\/(\d{16,20})$/)?.[1];
+      if (videoId && !seen.has(videoId)) {
+        seen.add(videoId);
+        const user = url.match(/\/@([^\/]+)/)?.[1];
+        if (user) {
+          results.push({ user, id: videoId, url });
+        }
+      }
+    }
+
+    console.log(`  [5/6] 去重后 ${results.length} 个`);
+    return results;
+  } finally {
+    await instance.close();
+  }
+}

package/src/lib/fetcher.js

@@ -1,36 +1,50 @@
-import { fetch, ProxyAgent } from 'undici';
-import { DEFAULT_PROXY } from './constants.js';
-
-const HEADERS = {
-  'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-  'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
-};
-
-export async function fetchHtml(url, proxyUrl) {
-  const p = proxyUrl || DEFAULT_PROXY;
-  const agent = new ProxyAgent(p);
-  try {
-    const res = await fetch(url, { headers: HEADERS, dispatcher: agent });
-    return res.text();
-  } catch (err) {
-    throw new Error(`请求 ${url} 失败，代理 ${p} 不可用`);
-  }
-}
-
-export function makeProfileUrl(handle) {
-  if (handle.startsWith('http')) return handle;
-  return `https://www.tiktok.com/${handle}`;
-}
-
-export function isProfileUrl(url) {
-  return /\/@[\w-]+(?:$|[?#])/.test(url);
-}
-
-export function isVideoUrl(url) {
-  return /\/video\/\d+/.test(url);
-}
-
-export function extractProfileHandle(url) {
-  const m = url.match(/https:\/\/www\.tiktok\.com\/(@[\w-]+)/);
-  return m ? m[1] : null;
-}
+import { fetch, ProxyAgent } from 'undici';
+import { DEFAULT_PROXY } from './constants.js';
+
+const HEADERS = {
+  'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+  'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8',
+  'Accept-Language': 'en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7',
+  'Accept-Encoding': 'gzip, deflate, br',
+  'Connection': 'keep-alive',
+  'Upgrade-Insecure-Requests': '1',
+  'Sec-Fetch-Dest': 'document',
+  'Sec-Fetch-Mode': 'navigate',
+  'Sec-Fetch-Site': 'none',
+  'Sec-Fetch-User': '?1',
+  'Cache-Control': 'max-age=0',
+};
+
+export async function fetchHtml(url, proxyUrl) {
+  const p = proxyUrl || DEFAULT_PROXY;
+  const agent = new ProxyAgent(p);
+  try {
+    const res = await fetch(url, { 
+      headers: HEADERS, 
+      dispatcher: agent,
+      redirect: 'follow',
+    });
+    const html = await res.text();
+    return html;
+  } catch (err) {
+    throw new Error(`请求 ${url} 失败，代理 ${p} 不可用`);
+  }
+}
+
+export function makeProfileUrl(handle) {
+  if (handle.startsWith('http')) return handle;
+  return `https://www.tiktok.com/${handle}`;
+}
+
+export function isProfileUrl(url) {
+  return /\/@[\w-]+(?:$|[?#])/.test(url);
+}
+
+export function isVideoUrl(url) {
+  return /\/video\/\d+/.test(url);
+}
+
+export function extractProfileHandle(url) {
+  const m = url.match(/https:\/\/www\.tiktok\.com\/(@[\w-]+)/);
+  return m ? m[1] : null;
+}

package/src/lib/filter.js

@@ -0,0 +1,66 @@
+export function parseFilter(filterStr) {
+  if (!filterStr) return null;
+
+  const filter = {};
+  const pairs = filterStr.split('&');
+
+  for (const pair of pairs) {
+    const [key, value] = pair.split('=');
+    if (!key || value === undefined) continue;
+
+    const trimmedKey = key.trim();
+    const trimmedValue = value.trim();
+
+    // 处理布尔值
+    if (trimmedValue === 'true') {
+      filter[trimmedKey] = true;
+    } else if (trimmedValue === 'false') {
+      filter[trimmedKey] = false;
+    } else {
+      // 支持逗号分隔的多个值（如 locationCreated=DE,ES）
+      filter[trimmedKey] = trimmedValue.split(',').map(v => v.trim());
+    }
+  }
+
+  return Object.keys(filter).length > 0 ? filter : null;
+}
+
+export function applyFilter(results, filter) {
+  if (!filter || results.length === 0) return results;
+
+  return results.filter(item => {
+    for (const [key, expectedValue] of Object.entries(filter)) {
+      const actualValue = item[key];
+
+      // 如果字段不存在，过滤掉
+      if (actualValue === undefined || actualValue === null) {
+        return false;
+      }
+
+      // 数组值匹配（如 locationCreated=DE,ES）
+      if (Array.isArray(expectedValue)) {
+        if (!expectedValue.includes(String(actualValue))) {
+          return false;
+        }
+      }
+      // 布尔值或精确匹配
+      else if (actualValue !== expectedValue) {
+        return false;
+      }
+    }
+    return true;
+  });
+}
+
+export function formatFilterDescription(filter) {
+  if (!filter) return '';
+
+  const parts = Object.entries(filter).map(([key, value]) => {
+    if (Array.isArray(value)) {
+      return `${key}=${value.join(',')}`;
+    }
+    return `${key}=${value}`;
+  });
+
+  return parts.join(' & ');
+}

package/src/lib/io.js

@@ -1,13 +1,13 @@
-import { writeFileSync, readFileSync } from 'fs';
-
-export function writeOutput(data, outputFile) {
-  const output = JSON.stringify(data, null, 2);
-  const target = outputFile || 'tiktok_data.json';
-  writeFileSync(target, output, 'utf-8');
-  console.log(`结果已写入: ${target}`);
-}
-
-export function readUrlFile(filePath) {
-  const content = readFileSync(filePath, 'utf-8');
-  return content.split(/\r?\n/).map(l => l.trim()).filter(l => l.startsWith('http'));
-}
+import { writeFileSync, readFileSync } from 'fs';
+
+export function writeOutput(data, outputFile) {
+  const output = JSON.stringify(data, null, 2);
+  const target = outputFile || 'tiktok_data.json';
+  writeFileSync(target, output, 'utf-8');
+  console.log(`结果已写入: ${target}`);
+}
+
+export function readUrlFile(filePath) {
+  const content = readFileSync(filePath, 'utf-8');
+  return content.split(/\r?\n/).map(l => l.trim()).filter(l => l.startsWith('http'));
+}