tt-help-cli-ycl 1.3.23 → 1.3.25

package/src/cli/explore.js

@@ -1,253 +1,296 @@
-import { getOrCreatePage, isBrowserClosedError, relaunchBrowser } from '../lib/browser/page.js';
-import { delay, getDelayConfig, setDelayConfig } from '../scraper/modules/page-helpers.js';
-import { userId as configuredUserId, saveUserId } from '../lib/constants.js';
-import { getMacOrUuid } from '../lib/mac-or-uuid.js';
-import { ensureBrowserReady as ensureBrowserReadyCDP } from '../lib/browser/cdp.js';
-import { showResourceUsage } from '../utils/index.js';
-import path from 'path';
-import os from 'os';
-
-const MAX_RETRY_WAIT = 5 * 60 * 1000;
-
-async function withRetry(label, fn) {
-  let backoff = 1000;
-  while (true) {
-    try {
-      return await fn();
-    } catch (err) {
-      console.error(`[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`);
-      await new Promise(r => setTimeout(r, backoff));
-      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
-    }
-  }
-}
-
-async function apiPost(url, body) {
-  return withRetry(`POST ${url}`, async () => {
-    const res = await fetch(url, {
-      method: 'POST',
-      headers: { 'Content-Type': 'application/json' },
-      body: JSON.stringify(body),
-    });
-    return res.json();
-  });
-}
-
-async function apiGet(url) {
-  return withRetry(`GET ${url}`, async () => {
-    const res = await fetch(url);
-    return res.json();
-  });
-}
-
-export async function handleExplore(options) {
-  const {
-    exploreUsernames, explorePreset, exploreMaxComments, exploreMaxGuess,
-    exploreEnableFollow, exploreMaxFollowing, exploreMaxFollowers,
-    exploreLocation, exploreMaxUsers, serverUrl,
-    explorePort, exploreProfile, exploreUserId,
-    exploreMaxVideos,
-  } = options;
-
-  let userId = exploreUserId || configuredUserId;
-  if (!userId) {
-    userId = await getMacOrUuid();
-    saveUserId(userId);
-    console.error(`[初始化] 未检测到本地用户编号，已生成并使用: ${userId}`);
-  }
-
-  setDelayConfig(explorePreset);
-
-  await apiGet(`${serverUrl}/api/stats`);
-
-  if (exploreUsernames && exploreUsernames.length > 0) {
-    const { added, skipped } = await apiPost(`${serverUrl}/api/users`, { usernames: exploreUsernames });
-    console.error(`种子用户: ${added} 个新增, ${skipped} 个已存在`);
-  }
-
-  console.error(`\n国家筛选: ${exploreLocation}`);
-  console.error(`视频采集: ${exploreMaxVideos || 1}`);
-  console.error(`关注/粉丝: ${exploreEnableFollow ? '启用' : '禁用'}`);
-  console.error(`服务器: ${serverUrl}（断开会自动重连）`);
-  if (exploreMaxUsers > 0) console.error(`上限: ${exploreMaxUsers} 个用户`);
-  console.error(`CDP 端口: ${explorePort || 9222}, 用户编号: ${userId}`);
-  if (exploreProfile) console.error(`浏览器配置: ${exploreProfile}`);
-
-  const cdpOptions = {};
-  if (explorePort) cdpOptions.port = explorePort;
-  if (exploreProfile) {
-    cdpOptions.userDataDir = path.join(os.homedir(), 'Library', 'Application Support', `Microsoft Edge For Testing_${exploreProfile}`);
-  }
-
-  let browser = await ensureBrowserReadyCDP(cdpOptions);
-  const { processExplore } = await import('../scraper/explore-core.js');
-
-  const page = await getOrCreatePage(browser);
-
-  // 全局拦截图片资源，减少内存占用和加载时间
-  await page.route("**/*", (route) => {
-    const resourceType = route.request().resourceType();
-    if (resourceType === 'image' || resourceType === 'stylesheet') {
-      route.abort();
-    } else {
-      route.continue();
-    }
-  });
-
-  let processedCount = 0;
-  let errorCount = 0;
-  let consecutiveNetworkErrors = 0;
-
-  while (true) {
-    const job = await apiGet(`${serverUrl}/api/job?userId=${encodeURIComponent(userId)}`);
-    if (!job.hasJob) break;
-
-    const username = job.user.uniqueId;
-    processedCount++;
-
-    if (processedCount % 10 === 0) {
-      showResourceUsage();
-    }
-
-    if (consecutiveNetworkErrors > 0) {
-      const waitTime = consecutiveNetworkErrors <= 2
-        ? 0
-        : consecutiveNetworkErrors <= 5
-          ? 30000
-          : 300000;
-      if (waitTime > 0) {
-        console.error(`  [网络] 连续 ${consecutiveNetworkErrors} 次网络异常，等待 ${waitTime / 1000}s 后重试...`);
-        await new Promise(r => setTimeout(r, waitTime));
-      }
-    }
-
-    console.error(`\n[${processedCount}] 探索 @${username}...`);
-
-    const { switchMax } = getDelayConfig();
-    await delay(switchMax, switchMax * 3);
-
-    let result = await processExplore(page, username, {
-      maxVideos: exploreMaxVideos,
-      enableFollow: exploreEnableFollow,
-      maxFollowing: exploreMaxFollowing,
-      maxFollowers: exploreMaxFollowers,
-      location: exploreLocation,
-      browser,
-    }, console.error);
-
-    // 浏览器关闭检测：processExplore 内部 catch 了异常，需要从 result.error 判断
-    if (result.error && isBrowserClosedError(new Error(result.error))) {
-      const newBrowser = await relaunchBrowser(cdpOptions, explorePort || 9222);
-      browser = newBrowser;
-      const newPage = await getOrCreatePage(browser);
-      Object.assign(page, newPage);
-      // 重试当前用户
-      result = await processExplore(page, username, {
-        maxVideos: exploreMaxVideos,
-        enableFollow: exploreEnableFollow,
-        maxFollowing: exploreMaxFollowing,
-        maxFollowers: exploreMaxFollowers,
-        location: exploreLocation,
-        browser,
-      }, console.error);
-    }
-
-    if (result.restricted) {
-      consecutiveNetworkErrors = 0;
-      await apiPost(`${serverUrl}/api/job/${username}`, { restricted: true, userInfo: result.userInfo || {} });
-      if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
-        console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
-        break;
-      }
-      continue;
-    }
-
-    if (result.error) {
-      consecutiveNetworkErrors++;
-      errorCount++;
-      await apiPost(`${serverUrl}/api/job/${username}`, { error: result.error });
-      const errorType = result.error.startsWith('被封:') ? '被封' : (consecutiveNetworkErrors > 1 ? 'network' : 'other');
-      await withRetry('report error', () =>
-        apiPost(`${serverUrl}/api/error-report`, {
-          userId,
-          username,
-          errorType,
-          errorMessage: result.error,
-          stage: 'process',
-          errorStack: result.errorStack || '',
-        })
-      ).catch(() => {});
-      if (errorType === '被封') {
-        console.error(`\n账号被封，停止处理`);
-        break;
-      }
-      if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
-        console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
-        break;
-      }
-      continue;
-    }
-
-    if (result.captchaDetected) {
-      await withRetry('report captcha', () =>
-        apiPost(`${serverUrl}/api/error-report`, {
-          userId,
-          username,
-          errorType: 'captcha',
-          errorMessage: result.captchaMessage || '页面出现验证码',
-          stage: result.captchaStage || 'video-page',
-          errorStack: '',
-        })
-      ).catch(() => {});
-    }
-
-    consecutiveNetworkErrors = 0;
-
-    const guessedLocation = result.locationCreated || null;
-
-    const payload = {
-      userInfo: result.userInfo || {},
-      discoveredFollowing: (result.discoveredFollowing || []).map(f => ({
-        handle: Array.isArray(f) ? f[0] : f,
-        displayName: Array.isArray(f) ? f[1] : null,
-        guessedLocation,
-      })),
-      discoveredFollowers: (result.discoveredFollowers || []).map(f => ({
-        handle: Array.isArray(f) ? f[0] : f,
-        displayName: Array.isArray(f) ? f[1] : null,
-        guessedLocation,
-      })),
-      processed: result.processed,
-      hasFollowData: result.hasFollowData,
-      keepFollow: result.keepFollow,
-      locationCreated: result.locationCreated,
-      noVideo: result.noVideo,
-      collectedVideos: result.collectedVideos,
-    };
-    await apiPost(`${serverUrl}/api/job/${username}`, payload);
-
-    // 视频登记
-    if (result.videoList && result.videoList.length > 0) {
-      const { registered, skipped } = await apiPost(`${serverUrl}/api/videos`, {
-        sourceUser: username,
-        videoList: result.videoList,
-        locationCreated: result.locationCreated,
-        ttSeller: result.userInfo?.ttSeller || false,
-      });
-      console.error(`  视频登记: ${registered} 条新增, ${skipped} 条已存在`);
-    }
-
-    console.error('  已提交');
-
-    if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
-      console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
-      break;
-    }
-  }
-
-  const stats = await apiGet(`${serverUrl}/api/stats`);
-  console.error(`\n完成: ${processedCount} 个用户处理, ${errorCount} 个出错`);
-  console.error(`  总用户: ${stats.totalUsers}, 已完成: ${stats.processedUsers}, 待处理: ${stats.pendingUsers}, 错误: ${stats.errorUsers}`);
-
-  await browser.close().catch(() => {});
-}
+import { getOrCreatePage, isBrowserClosedError, relaunchBrowser } from '../lib/browser/page.js';
+import { delay, getDelayConfig, setDelayConfig } from '../scraper/modules/page-helpers.js';
+import { userId as configuredUserId, saveUserId } from '../lib/constants.js';
+import { getMacOrUuid } from '../lib/mac-or-uuid.js';
+import { ensureBrowserReady as ensureBrowserReadyCDP, switchAccount } from '../lib/browser/cdp.js';
+import { showResourceUsage } from '../utils/index.js';
+import { HealthChecker } from '../lib/browser/health-checker.js';
+import path from 'path';
+import os from 'os';
+
+const MAX_RETRY_WAIT = 5 * 60 * 1000;
+
+async function withRetry(label, fn) {
+  let backoff = 1000;
+  while (true) {
+    try {
+      return await fn();
+    } catch (err) {
+      console.error(`[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`);
+      await new Promise(r => setTimeout(r, backoff));
+      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
+    }
+  }
+}
+
+async function apiPost(url, body) {
+  return withRetry(`POST ${url}`, async () => {
+    const res = await fetch(url, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify(body),
+    });
+    return res.json();
+  });
+}
+
+async function apiGet(url) {
+  return withRetry(`GET ${url}`, async () => {
+    const res = await fetch(url);
+    return res.json();
+  });
+}
+
+export async function handleExplore(options) {
+  const {
+    exploreUsernames, explorePreset, exploreMaxComments, exploreMaxGuess,
+    exploreEnableFollow, exploreMaxFollowing, exploreMaxFollowers,
+    exploreLocation, exploreMaxUsers, serverUrl,
+    explorePort, exploreProfile, exploreUserId,
+    exploreMaxVideos,
+  } = options;
+
+  let userId = exploreUserId || configuredUserId;
+  if (!userId) {
+    userId = await getMacOrUuid();
+    saveUserId(userId);
+    console.error(`[初始化] 未检测到本地用户编号，已生成并使用: ${userId}`);
+  }
+
+  setDelayConfig(explorePreset);
+
+  await apiGet(`${serverUrl}/api/stats`);
+
+  if (exploreUsernames && exploreUsernames.length > 0) {
+    const { added, skipped } = await apiPost(`${serverUrl}/api/users`, { usernames: exploreUsernames });
+    console.error(`种子用户: ${added} 个新增, ${skipped} 个已存在`);
+  }
+
+  console.error(`\n国家筛选: ${exploreLocation}`);
+  console.error(`视频采集: ${exploreMaxVideos || 1}`);
+  console.error(`关注/粉丝: ${exploreEnableFollow ? '启用' : '禁用'}`);
+  console.error(`服务器: ${serverUrl}（断开会自动重连）`);
+  if (exploreMaxUsers > 0) console.error(`上限: ${exploreMaxUsers} 个用户`);
+
+  const healthChecker = new HealthChecker();
+  let currentAccount = healthChecker.getCurrentAccount();
+
+  const cdpOptions = {};
+  if (explorePort) cdpOptions.port = explorePort;
+  if (exploreProfile) {
+    cdpOptions.userDataDir = path.join(os.homedir(), 'Library', 'Application Support', `Microsoft Edge For Testing_${exploreProfile}`);
+  } else {
+    cdpOptions.port = currentAccount.port;
+    cdpOptions.userDataDir = currentAccount.userDataDir;
+  }
+
+  console.error(`CDP 端口: ${cdpOptions.port || 9222}, 用户编号: ${userId}`);
+  if (exploreProfile || cdpOptions.userDataDir) console.error(`浏览器配置: ${exploreProfile || path.basename(cdpOptions.userDataDir)}`);
+
+  let browser = await ensureBrowserReadyCDP(cdpOptions);
+  const { processExplore } = await import('../scraper/explore-core.js');
+
+  const page = await getOrCreatePage(browser);
+
+  // 全局拦截图片资源，减少内存占用和加载时间
+  await page.route("**/*", (route) => {
+    const resourceType = route.request().resourceType();
+    if (resourceType === 'image' || resourceType === 'stylesheet') {
+      route.abort();
+    } else {
+      route.continue();
+    }
+  });
+
+  // 账户切换后，重新初始化 page
+  async function setupNewPage(newBrowser) {
+    const newPage = await getOrCreatePage(newBrowser);
+    await newPage.route("**/*", (route) => {
+      const resourceType = route.request().resourceType();
+      if (resourceType === 'image' || resourceType === 'stylesheet') {
+        route.abort();
+      } else {
+        route.continue();
+      }
+    });
+    return newPage;
+  }
+
+  async function handleAccountSwitch(reason) {
+    console.error(`\n[健康检查] ${reason}，切换到下一个账户...`);
+    const oldAccount = currentAccount;
+    const nextAccount = healthChecker.getNextAccount();
+    currentAccount = nextAccount;
+    const newBrowser = await switchAccount(
+      { port: oldAccount.port, userDataDir: oldAccount.userDataDir },
+      { port: nextAccount.port, userDataDir: nextAccount.userDataDir }
+    );
+    browser = newBrowser;
+    const newPage = await setupNewPage(browser);
+    Object.assign(page, newPage);
+    Object.assign(cdpOptions, { port: nextAccount.port, userDataDir: nextAccount.userDataDir });
+    console.error(`[健康检查] 已切换到端口 ${nextAccount.port}`);
+  }
+
+  let processedCount = 0;
+  let errorCount = 0;
+  let consecutiveNetworkErrors = 0;
+
+  while (true) {
+    const job = await apiGet(`${serverUrl}/api/job?userId=${encodeURIComponent(userId)}`);
+    if (!job.hasJob) break;
+
+    const username = job.user.uniqueId;
+    processedCount++;
+
+    if (processedCount % 10 === 0) {
+      showResourceUsage();
+    }
+
+    const checkResult = healthChecker.check();
+    if (checkResult.shouldSwitch) {
+      await handleAccountSwitch(checkResult.reason);
+    }
+
+    if (consecutiveNetworkErrors > 0) {
+      const waitTime = consecutiveNetworkErrors <= 2
+        ? 0
+        : consecutiveNetworkErrors <= 5
+          ? 30000
+          : 300000;
+      if (waitTime > 0) {
+        console.error(`  [网络] 连续 ${consecutiveNetworkErrors} 次网络异常，等待 ${waitTime / 1000}s 后重试...`);
+        await new Promise(r => setTimeout(r, waitTime));
+      }
+    }
+
+    console.error(`\n[${processedCount}] 探索 @${username}...`);
+
+    const { switchMax } = getDelayConfig();
+    await delay(switchMax, switchMax * 3);
+
+    let result = await processExplore(page, username, {
+      maxVideos: exploreMaxVideos,
+      enableFollow: exploreEnableFollow,
+      maxFollowing: exploreMaxFollowing,
+      maxFollowers: exploreMaxFollowers,
+      location: exploreLocation,
+      browser,
+    }, console.error);
+
+    // 浏览器关闭检测：processExplore 内部 catch 了异常，需要从 result.error 判断
+    if (result.error && isBrowserClosedError(new Error(result.error))) {
+      const newBrowser = await relaunchBrowser(cdpOptions, cdpOptions.port || 9222);
+      browser = newBrowser;
+      const newPage = await setupNewPage(browser);
+      Object.assign(page, newPage);
+      // 重试当前用户
+      result = await processExplore(page, username, {
+        maxVideos: exploreMaxVideos,
+        enableFollow: exploreEnableFollow,
+        maxFollowing: exploreMaxFollowing,
+        maxFollowers: exploreMaxFollowers,
+        location: exploreLocation,
+        browser,
+      }, console.error);
+    }
+
+    if (result.restricted) {
+      consecutiveNetworkErrors = 0;
+      await apiPost(`${serverUrl}/api/job/${username}`, { restricted: true, userInfo: result.userInfo || {} });
+      if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
+        console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
+        break;
+      }
+      continue;
+    }
+
+    if (result.error) {
+      consecutiveNetworkErrors++;
+      errorCount++;
+      await apiPost(`${serverUrl}/api/job/${username}`, { error: result.error });
+      const errorType = result.error.startsWith('被封:') ? '被封' : (consecutiveNetworkErrors > 1 ? 'network' : 'other');
+      await withRetry('report error', () =>
+        apiPost(`${serverUrl}/api/error-report`, {
+          userId,
+          username,
+          errorType,
+          errorMessage: result.error,
+          stage: 'process',
+          errorStack: result.errorStack || '',
+        })
+      ).catch(() => {});
+      if (errorType === '被封') {
+        await handleAccountSwitch('账号被封');
+        continue;
+      }
+      if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
+        console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
+        break;
+      }
+      continue;
+    }
+
+    if (result.captchaDetected) {
+      await withRetry('report captcha', () =>
+        apiPost(`${serverUrl}/api/error-report`, {
+          userId,
+          username,
+          errorType: 'captcha',
+          errorMessage: result.captchaMessage || '页面出现验证码',
+          stage: result.captchaStage || 'video-page',
+          errorStack: '',
+        })
+      ).catch(() => {});
+    }
+
+    consecutiveNetworkErrors = 0;
+
+    const guessedLocation = result.locationCreated || null;
+
+    const payload = {
+      userInfo: result.userInfo || {},
+      discoveredFollowing: (result.discoveredFollowing || []).map(f => ({
+        handle: Array.isArray(f) ? f[0] : f,
+        displayName: Array.isArray(f) ? f[1] : null,
+        guessedLocation,
+      })),
+      discoveredFollowers: (result.discoveredFollowers || []).map(f => ({
+        handle: Array.isArray(f) ? f[0] : f,
+        displayName: Array.isArray(f) ? f[1] : null,
+        guessedLocation,
+      })),
+      processed: result.processed,
+      hasFollowData: result.hasFollowData,
+      keepFollow: result.keepFollow,
+      locationCreated: result.locationCreated,
+      noVideo: result.noVideo,
+      collectedVideos: result.collectedVideos,
+    };
+    await apiPost(`${serverUrl}/api/job/${username}`, payload);
+
+    // 视频登记
+    if (result.videoList && result.videoList.length > 0) {
+      const { registered, skipped } = await apiPost(`${serverUrl}/api/videos`, {
+        sourceUser: username,
+        videoList: result.videoList,
+        locationCreated: result.locationCreated,
+        ttSeller: result.userInfo?.ttSeller || false,
+      });
+      console.error(`  视频登记: ${registered} 条新增, ${skipped} 条已存在`);
+    }
+
+    console.error('  已提交');
+
+    if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
+      console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
+      break;
+    }
+  }
+
+  const stats = await apiGet(`${serverUrl}/api/stats`);
+  console.error(`\n完成: ${processedCount} 个用户处理, ${errorCount} 个出错`);
+  console.error(`  总用户: ${stats.totalUsers}, 已完成: ${stats.processedUsers}, 待处理: ${stats.pendingUsers}, 错误: ${stats.errorUsers}`);
+
+  await browser.close().catch(() => {});
+}