tt-help-cli-ycl 1.3.6 → 1.3.7

package/README.md

@@ -1,17 +1,17 @@
-# tt-help
-
-TikTok user & video data scraper — extract ttSeller, verified, locationCreated from HTML source.
-
-## Install
-
-```bash
-npm i -g tt-help
-```
-
-## Usage
-
-```bash
-tt-help [options] <urls...>
-```
-
-示例、代理配置、和更多用法请查看仓库或 `src/main.mjs` 中的帮助文本。
+# tt-help
+
+TikTok user & video data scraper — extract ttSeller, verified, locationCreated from HTML source.
+
+## Install
+
+```bash
+npm i -g tt-help
+```
+
+## Usage
+
+```bash
+tt-help [options] <urls...>
+```
+
+示例、代理配置、和更多用法请查看仓库或 `src/main.mjs` 中的帮助文本。

package/cli.js

@@ -1,9 +1,9 @@
-#!/usr/bin/env node
-import { fileURLToPath } from 'url';
-import { dirname, resolve } from 'path';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-
-const mainPath = resolve(__dirname, 'src', 'main.mjs');
-await import(`file://${mainPath}`);
+#!/usr/bin/env node
+import { fileURLToPath } from 'url';
+import { dirname, resolve } from 'path';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+const mainPath = resolve(__dirname, 'src', 'main.mjs');
+await import(`file://${mainPath}`);

package/package.json

@@ -1,45 +1,45 @@
-{
-  "name": "tt-help-cli-ycl",
-  "version": "1.3.6",
-  "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
-  "type": "module",
-  "bin": {
-    "tt-help": "cli.js"
-  },
-  "main": "src/main.mjs",
-  "files": [
-    "cli.js",
-    "src/"
-  ],
-  "scripts": {
-    "start": "node src/main.mjs"
-  },
-  "keywords": [
-    "tiktok",
-    "scraper",
-    "cli",
-    "seller",
-    "ttSeller"
-  ],
-  "author": "jsjhycl",
-  "license": "ISC",
-  "engines": {
-    "node": ">=18"
-  },
-  "publishConfig": {
-    "access": "public"
-  },
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/jsjhycl/tt-help-cli.git"
-  },
-  "bugs": {
-    "url": "https://github.com/jsjhycl/tt-help-cli/issues"
-  },
-  "homepage": "https://github.com/jsjhycl/tt-help-cli#readme",
-  "dependencies": {
-    "playwright": "^1.59.1",
-    "tt-help-cli-ycl": "^1.3.2",
-    "undici": "^8.1.0"
-  }
-}
+{
+  "name": "tt-help-cli-ycl",
+  "version": "1.3.7",
+  "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
+  "type": "module",
+  "bin": {
+    "tt-help": "cli.js"
+  },
+  "main": "src/main.mjs",
+  "files": [
+    "cli.js",
+    "src/"
+  ],
+  "scripts": {
+    "start": "node src/main.mjs"
+  },
+  "keywords": [
+    "tiktok",
+    "scraper",
+    "cli",
+    "seller",
+    "ttSeller"
+  ],
+  "author": "jsjhycl",
+  "license": "ISC",
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/jsjhycl/tt-help-cli.git"
+  },
+  "bugs": {
+    "url": "https://github.com/jsjhycl/tt-help-cli/issues"
+  },
+  "homepage": "https://github.com/jsjhycl/tt-help-cli#readme",
+  "dependencies": {
+    "playwright": "^1.59.1",
+    "tt-help-cli-ycl": "^1.3.2",
+    "undici": "^8.1.0"
+  }
+}

package/src/cli/auto.js

@@ -1,121 +1,131 @@
-import { getOrCreatePage } from '../lib/browser/page.js';
-
-const MAX_RETRY_WAIT = 5 * 60 * 1000;
-
-async function withRetry(label, fn) {
-  let backoff = 1000;
-  while (true) {
-    try {
-      return await fn();
-    } catch (err) {
-      console.error(`[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`);
-      await new Promise(r => setTimeout(r, backoff));
-      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
-    }
-  }
-}
-
-async function apiPost(url, body) {
-  return withRetry(`POST ${url}`, async () => {
-    const res = await fetch(url, {
-      method: 'POST',
-      headers: { 'Content-Type': 'application/json' },
-      body: JSON.stringify(body),
-    });
-    return res.json();
-  });
-}
-
-async function apiGet(url) {
-  return withRetry(`GET ${url}`, async () => {
-    const res = await fetch(url);
-    return res.json();
-  });
-}
-
-export async function handleAuto(options) {
-  const { autoUsernames, autoCollectMax, autoScrapeDepth, autoMaxComments, autoMaxGuess,
-    autoPreset, autoSwitchDelay, autoCommentDelay, serverUrl,
-    autoEnableFollow, autoMaxFollowing, autoMaxFollowers } = options;
-
-  const runOptions = {
-    collectMax: autoCollectMax,
-    scrapeDepth: autoScrapeDepth,
-    maxComments: autoMaxComments,
-    maxGuess: autoMaxGuess,
-    preset: autoPreset,
-    switchMax: autoSwitchDelay,
-    commentMax: autoCommentDelay,
-    enableFollow: autoEnableFollow,
-    maxFollowing: autoMaxFollowing,
-    maxFollowers: autoMaxFollowers,
-  };
-
-  await apiGet(`${serverUrl}/api/stats`);
-
-  if (autoUsernames.length > 0) {
-    const { added, skipped } = await apiPost(`${serverUrl}/api/users`, { usernames: autoUsernames });
-    console.error(`种子用户: ${added} 个新增, ${skipped} 个已存在`);
-  }
-
-  console.error(`服务器: ${serverUrl}（断开会自动重连）`);
-
-  const { ensureBrowserReady, processUser } = await import('../scraper/auto-core.mjs');
-  const browser = await ensureBrowserReady();
-
-  const page = await getOrCreatePage(browser);
-
-  let processedCount = 0;
-  let errorCount = 0;
-
-  while (true) {
-    const job = await apiGet(`${serverUrl}/api/job`);
-    if (!job.hasJob) break;
-
-    const username = job.user.uniqueId;
-    processedCount++;
-    let proxyRetry = 0;
-
-    while (true) {
-      console.error(`\n[${processedCount}] 处理 @${username}...${proxyRetry > 0 ? ` (代理重试 ${proxyRetry})` : ''}`);
-
-      const result = await processUser(page, username, { ...runOptions, browser }, console.error);
-
-      if (result.restricted) {
-        await apiPost(`${serverUrl}/api/job/${username}`, result);
-        break;
-      }
-
-      if (result.error && result.error.includes('代理错误')) {
-        proxyRetry++;
-        console.error(`  [代理错误] ${result.error}，等待 10s 后重试...`);
-        await new Promise(r => setTimeout(r, 10000));
-        continue;
-      }
-
-      if (result.error) {
-        errorCount++;
-        await apiPost(`${serverUrl}/api/job/${username}`, result);
-        break;
-      }
-
-      const payload = {
-        userInfo: result.userInfo || {},
-        discoveredVideoAuthors: result.discoveredVideoAuthors || [],
-        discoveredCommentAuthors: result.discoveredCommentAuthors || [],
-        discoveredGuessAuthors: result.discoveredGuessAuthors || [],
-        discoveredFollowing: result.discoveredFollowing || [],
-        discoveredFollowers: result.discoveredFollowers || [],
-      };
-      await apiPost(`${serverUrl}/api/job/${username}`, payload);
-      console.error('  已提交');
-      break;
-    }
-  }
-
-  const stats = await apiGet(`${serverUrl}/api/stats`);
-  console.error(`\n完成: ${processedCount} 个用户处理, ${errorCount} 个出错`);
-  console.error(`  总用户: ${stats.totalUsers}, 已完成: ${stats.processedUsers}, 待处理: ${stats.pendingUsers}, 错误: ${stats.errorUsers}`);
-
-  await browser.close().catch(() => {});
-}
+import { getOrCreatePage } from '../lib/browser/page.js';
+import { userId as configuredUserId, saveUserId } from '../lib/constants.js';
+import { getMacOrUuid } from '../lib/mac-or-uuid.js';
+
+const MAX_RETRY_WAIT = 5 * 60 * 1000;
+
+async function withRetry(label, fn) {
+  let backoff = 1000;
+  while (true) {
+    try {
+      return await fn();
+    } catch (err) {
+      console.error(`[连接] ${label} 失败: ${err.message}，${backoff / 1000}秒后重试...`);
+      await new Promise(r => setTimeout(r, backoff));
+      if (backoff < MAX_RETRY_WAIT) backoff *= 2;
+    }
+  }
+}
+
+async function apiPost(url, body) {
+  return withRetry(`POST ${url}`, async () => {
+    const res = await fetch(url, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify(body),
+    });
+    return res.json();
+  });
+}
+
+async function apiGet(url) {
+  return withRetry(`GET ${url}`, async () => {
+    const res = await fetch(url);
+    return res.json();
+  });
+}
+
+export async function handleAuto(options) {
+  const { autoUsernames, autoCollectMax, autoScrapeDepth, autoMaxComments, autoMaxGuess,
+    autoPreset, autoSwitchDelay, autoCommentDelay, serverUrl,
+    autoEnableFollow, autoMaxFollowing, autoMaxFollowers } = options;
+
+  let userId = configuredUserId;
+  if (!userId) {
+    userId = await getMacOrUuid();
+    saveUserId(userId);
+    console.error(`[初始化] 未检测到本地用户编号，已生成并使用: ${userId}`);
+  }
+
+  const runOptions = {
+    collectMax: autoCollectMax,
+    scrapeDepth: autoScrapeDepth,
+    maxComments: autoMaxComments,
+    maxGuess: autoMaxGuess,
+    preset: autoPreset,
+    switchMax: autoSwitchDelay,
+    commentMax: autoCommentDelay,
+    enableFollow: autoEnableFollow,
+    maxFollowing: autoMaxFollowing,
+    maxFollowers: autoMaxFollowers,
+    userId,
+  };
+
+  await apiGet(`${serverUrl}/api/stats`);
+
+  if (autoUsernames.length > 0) {
+    const { added, skipped } = await apiPost(`${serverUrl}/api/users`, { usernames: autoUsernames });
+    console.error(`种子用户: ${added} 个新增, ${skipped} 个已存在`);
+  }
+
+  console.error(`服务器: ${serverUrl}（断开会自动重连）`);
+
+  const { ensureBrowserReady, processUser } = await import('../scraper/auto-core.mjs');
+  const browser = await ensureBrowserReady();
+
+  const page = await getOrCreatePage(browser);
+
+  let processedCount = 0;
+  let errorCount = 0;
+
+  while (true) {
+    const job = await apiGet(`${serverUrl}/api/job?userId=${encodeURIComponent(userId)}`);
+    if (!job.hasJob) break;
+
+    const username = job.user.uniqueId;
+    processedCount++;
+    let proxyRetry = 0;
+
+    while (true) {
+      console.error(`\n[${processedCount}] 处理 @${username}...${proxyRetry > 0 ? ` (代理重试 ${proxyRetry})` : ''}`);
+
+      const result = await processUser(page, username, { ...runOptions, browser }, console.error);
+
+      if (result.restricted) {
+        await apiPost(`${serverUrl}/api/job/${username}`, result);
+        break;
+      }
+
+      if (result.error && result.error.includes('代理错误')) {
+        proxyRetry++;
+        console.error(`  [代理错误] ${result.error}，等待 10s 后重试...`);
+        await new Promise(r => setTimeout(r, 10000));
+        continue;
+      }
+
+      if (result.error) {
+        errorCount++;
+        await apiPost(`${serverUrl}/api/job/${username}`, result);
+        break;
+      }
+
+      const payload = {
+        userInfo: result.userInfo || {},
+        discoveredVideoAuthors: result.discoveredVideoAuthors || [],
+        discoveredCommentAuthors: result.discoveredCommentAuthors || [],
+        discoveredGuessAuthors: result.discoveredGuessAuthors || [],
+        discoveredFollowing: result.discoveredFollowing || [],
+        discoveredFollowers: result.discoveredFollowers || [],
+      };
+      await apiPost(`${serverUrl}/api/job/${username}`, payload);
+      console.error('  已提交');
+      break;
+    }
+  }
+
+  const stats = await apiGet(`${serverUrl}/api/stats`);
+  console.error(`\n完成: ${processedCount} 个用户处理, ${errorCount} 个出错`);
+  console.error(`  总用户: ${stats.totalUsers}, 已完成: ${stats.processedUsers}, 待处理: ${stats.pendingUsers}, 错误: ${stats.errorUsers}`);
+
+  await browser.close().catch(() => {});
+}