tt-help-cli-ycl 1.3.39 → 1.3.40

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.3.39",
+  "version": "1.3.40",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/cli/explore.js

@@ -393,38 +393,67 @@ export async function handleExplore(options) {
       if (result.error) {
         consecutiveNetworkErrors++;
         errorCount++;
-        await apiPost(`${serverUrl}/api/job/${username}`, {
-          error: result.error,
-        });
-        const errorType = result.error.startsWith("被封:")
-          ? "被封"
-          : consecutiveNetworkErrors > 1
-            ? "network"
-            : "other";
-        await withRetry("report error", () =>
-          apiPost(`${serverUrl}/api/error-report`, {
-            userId,
+
+        // 临时性错误：自动重试一次
+        if (result.retryable) {
+          console.error(`  [临时错误] 等待 5 秒后重试 @${username}...`);
+          await new Promise((r) => setTimeout(r, 5000));
+          result = await processExplore(
+            page,
             username,
-            errorType,
-            errorMessage: result.error,
-            stage: "process",
-            errorStack: result.errorStack || "",
-          }),
-        ).catch(() => {});
-        if (errorType === "被封") {
-          blockedCount++;
-          console.error(`  [被封] 累计 ${blockedCount} 次`);
-          if (blockedCount >= 3) {
-            await handleAccountSwitch(`账号被封累计 ${blockedCount} 次`);
-            blockedCount = 0;
+            {
+              maxVideos: exploreMaxVideos,
+              enableFollow: exploreEnableFollow,
+              loggedIn,
+              maxFollowing: exploreMaxFollowing,
+              maxFollowers: exploreMaxFollowers,
+              location: exploreLocation,
+              browser,
+            },
+            console.error,
+          );
+          // 重试成功后继续正常流程
+          if (!result.error) {
+            consecutiveNetworkErrors = 0;
+            errorCount--;
           }
-          continue;
         }
-        if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
-          console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
-          break;
+
+        if (result.error) {
+          // 上报错误（重试后仍有错误才上报）
+          await apiPost(`${serverUrl}/api/job/${username}`, {
+            error: result.error,
+          });
+          const errorType = result.error.startsWith("被封:")
+            ? "被封"
+            : consecutiveNetworkErrors > 1
+              ? "network"
+              : "other";
+          await withRetry("report error", () =>
+            apiPost(`${serverUrl}/api/error-report`, {
+              userId,
+              username,
+              errorType,
+              errorMessage: result.error,
+              stage: "process",
+              errorStack: result.errorStack || "",
+            }),
+          ).catch(() => {});
+          if (errorType === "被封") {
+            blockedCount++;
+            console.error(`  [被封] 累计 ${blockedCount} 次`);
+            if (blockedCount >= 3) {
+              await handleAccountSwitch(`账号被封累计 ${blockedCount} 次`);
+              blockedCount = 0;
+            }
+            continue;
+          }
+          if (exploreMaxUsers > 0 && processedCount >= exploreMaxUsers) {
+            console.error(`\n已达上限 ${exploreMaxUsers} 个用户，停止处理`);
+            break;
+          }
+          continue;
         }
-        continue;
       }
 
       if (result.captchaDetected) {

package/src/lib/api-interceptor.js

@@ -42,7 +42,7 @@ async function processAPIResponse(
               }, newUrl);
             } catch (e) {
               if (
-                e.message.includes('Execution context was destroyed') &&
+                e.message.includes("Execution context was destroyed") &&
                 i < retries - 1
               ) {
                 await delay(500 * (i + 1), 500 * (i + 1));
@@ -102,10 +102,10 @@ async function fetchUserVideosAPI(page, username, maxVideos, log) {
   let interceptionError = null;
 
   try {
-    await page.goto(
-      `https://www.tiktok.com/@${username}`,
-      { waitUntil: "domcontentloaded", timeout: 30000 },
-    );
+    await page.goto(`https://www.tiktok.com/@${username}`, {
+      waitUntil: "domcontentloaded",
+      timeout: 30000,
+    });
     await assertPageUrl(page, `@${username}`);
 
     const response = await page.waitForResponse(
@@ -158,4 +158,4 @@ async function fetchUserVideosAPI(page, username, maxVideos, log) {
   return new Map();
 }
 
-export { fetchUserVideosAPI };
+export { fetchUserVideosAPI };

package/src/lib/page-error-detector.js

@@ -56,7 +56,9 @@ const PATTERNS = {
 
 export async function detectPageError(page) {
   return page.evaluate((patterns) => {
-    const bodyText = document.body.innerText;
+    const body = document.body;
+    if (!body) return null;
+    const bodyText = body.innerText;
     const lower = bodyText.toLowerCase();
 
     for (const [type, phrases] of Object.entries(patterns)) {
@@ -81,7 +83,9 @@ export async function detectPageErrorWithWait(page, timeout = 8000) {
   try {
     const handle = await page.waitForFunction(
       (patterns) => {
-        const bodyText = document.body.innerText;
+        const body = document.body;
+        if (!body) return null;
+        const bodyText = body.innerText;
         const lower = bodyText.toLowerCase();
 
         for (const [type, phrases] of Object.entries(patterns)) {

package/src/lib/tiktok-scraper.mjs

@@ -174,7 +174,7 @@ export class TikTokScraper {
       timeout: 15000,
     });
 
-    return await page.evaluate(() => {
+    const content = await page.evaluate(() => {
       const rows = document.querySelectorAll("tr");
       let content = "";
       rows.forEach((r) => {
@@ -183,6 +183,16 @@ export class TikTokScraper {
       });
       return content;
     });
+
+    // 导航到 about:blank 释放当前页面的 DOM 和 JS 堆
+    await page
+      .goto("about:blank", {
+        waitUntil: "domcontentloaded",
+        timeout: 5000,
+      })
+      .catch(() => {});
+
+    return content;
   }
 
   async getUserInfo(uniqueId) {

package/src/scraper/explore-core.js

@@ -173,6 +173,15 @@ async function processExplore(page, username, options, log) {
       result.noVideo = false;
       log(`  @${username} 认定为被封`);
     }
+
+    // 临时性错误：超时、执行上下文销毁、网络异常 — 标记为可重试
+    const retryablePatterns = [
+      "Timeout",
+      "Execution context was destroyed",
+      "ERR_CONNECTION",
+      "net::",
+    ];
+    result.retryable = retryablePatterns.some((p) => e.message.includes(p));
   }
 
   return result;

package/src/videos/core.js

@@ -14,7 +14,7 @@ async function getUserInfo(page) {
         return await page.evaluate(fn);
       } catch (e) {
         if (
-          e.message.includes('Execution context was destroyed') &&
+          e.message.includes("Execution context was destroyed") &&
           i < retries - 1
         ) {
           await new Promise((r) => setTimeout(r, 500 * (i + 1)));