tt-help-cli-ycl 1.4.78 → 1.4.80

package/src/webserver/server.mjs

@@ -35,6 +35,14 @@ function sendJSON(res, status, data) {
 
 const MAX_BODY_SIZE = 10 * 1024 * 1024; // 10MB
 
+function getClientIP(req) {
+  return (
+    req.headers["x-forwarded-for"]?.split(",")[0]?.trim() ||
+    req.socket.remoteAddress ||
+    ""
+  );
+}
+
 function readBody(req) {
   return new Promise((resolve, reject) => {
     let body = "";
@@ -64,15 +72,27 @@ const SCRAPER_CONFIG = {
   maxRequestsPerPage: 50,
   proxyServer: null,
   captchaNotifyUrl: null,
+  enableLog: false,
 };
 
+// 仅 --log 模式下输出成功日志；错误日志始终输出
+function apiLog(msg) {
+  if (SCRAPER_CONFIG.enableLog) console.error(msg);
+}
+
 let scraperInstance = null;
 let scraperClosing = false;
 let scraperInitPromise = null;
+let restartPromise = null; // 防重入：同一时间只允许一个 restartScraper
 let consecutiveErrors = 0;
 const MAX_CONSECUTIVE_ERRORS = 10;
 let warmTimer = null;
 let lastWarmTime = 0;
+// 滑动窗口错误率追踪（用于 /health 上报，不触发重启）
+let recentTotal = 0;
+let recentErrors = 0;
+let recentWindowStart = Date.now();
+const RECENT_WINDOW_MS = 60000; // 60 秒滑动窗口
 
 async function getScraper() {
   if (scraperInstance && !scraperClosing) {
@@ -100,17 +120,48 @@ async function getScraper() {
   }
 }
 
+function recordRequest(success) {
+  const now = Date.now();
+  if (now - recentWindowStart > RECENT_WINDOW_MS) {
+    recentTotal = 0;
+    recentErrors = 0;
+    recentWindowStart = now;
+  }
+  recentTotal++;
+  if (!success) recentErrors++;
+  if (success) consecutiveErrors = 0;
+}
+
+function isDegraded() {
+  // 仅当 scraper 正在恢复/关闭中才算降级，初始冷状态不算
+  return (
+    scraperClosing || scraperInitPromise !== null || restartPromise !== null
+  );
+}
+
 async function restartScraper(reason) {
-  console.error(`[webserver] 重启 scraper: ${reason}`);
-  if (scraperInstance) {
-    try {
-      await scraperInstance.close();
-    } catch {}
-    scraperInstance = null;
+  // 防重入：已有重启在进行中，等它完成即可
+  if (restartPromise) {
+    console.error(`[webserver] 重启已在执行中，跳过本次: ${reason}`);
+    return restartPromise;
+  }
+  restartPromise = (async () => {
+    console.error(`[webserver] 重启 scraper: ${reason}`);
+    if (scraperInstance) {
+      try {
+        await scraperInstance.close();
+      } catch {}
+      scraperInstance = null;
+    }
+    scraperInitPromise = null;
+    consecutiveErrors = 0;
+    console.error(`[webserver] 重启 scraper 完成`);
+  })();
+  try {
+    await restartPromise;
+  } finally {
+    restartPromise = null;
   }
-  scraperInitPromise = null;
-  consecutiveErrors = 0;
-  // 下次请求时懒初始化
 }
 
 async function warmScraper() {
@@ -156,13 +207,39 @@ async function handleTiktokUser(req, res) {
   if (!body.uniqueId) {
     return sendJSON(res, 400, { error: "missing uniqueId" });
   }
+  const clientIP = getClientIP(req);
+  const startTime = Date.now();
   const scraper = await getScraper();
   const result = await scraper.getUserInfo(body.uniqueId);
+  const elapsed = Date.now() - startTime;
+
   if (!result) {
-    return sendJSON(res, 404, {
-      error: "User not found or failed to parse data",
+    console.error(
+      `[webserver] user FAIL | ${clientIP} | @${body.uniqueId} | ${elapsed}ms | empty SSR / parse failed`,
+    );
+    recordRequest(false);
+    return sendJSON(res, 503, {
+      error: "Temporary failure: unable to fetch user data",
+      retryable: true,
     });
   }
+
+  if (result.error) {
+    console.error(
+      `[webserver] user FAIL | ${clientIP} | @${body.uniqueId} | ${elapsed}ms | TikTok statusCode=${result.statusCode}`,
+    );
+    recordRequest(false);
+    return sendJSON(res, 502, {
+      error: `TikTok error (statusCode=${result.statusCode})`,
+      retryable: false,
+      tiktokStatusCode: result.statusCode,
+    });
+  }
+
+  apiLog(
+    `[webserver] user OK | ${clientIP} | @${body.uniqueId} | ${elapsed}ms | verified=${result.verified} followers=${result.followerCount}`,
+  );
+  recordRequest(true);
   return sendJSON(res, 200, result);
 }
 
@@ -171,13 +248,27 @@ async function handleTiktokVideo(req, res) {
   if (!body.videoUrl) {
     return sendJSON(res, 400, { error: "missing videoUrl" });
   }
+  const clientIP = getClientIP(req);
+  const startTime = Date.now();
   const scraper = await getScraper();
   const result = await scraper.getVideoInfo(body.videoUrl);
+  const elapsed = Date.now() - startTime;
+
   if (!result) {
-    return sendJSON(res, 404, {
-      error: "Video not found or failed to parse data",
+    console.error(
+      `[webserver] video FAIL | ${clientIP} | ${body.videoUrl.slice(0, 60)} | ${elapsed}ms | empty SSR / parse failed`,
+    );
+    recordRequest(false);
+    return sendJSON(res, 503, {
+      error: "Temporary failure: unable to fetch video data",
+      retryable: true,
     });
   }
+
+  apiLog(
+    `[webserver] video OK | ${clientIP} | @${result.author?.uniqueId || "?"} | ${elapsed}ms | plays=${result.stats?.playCount}`,
+  );
+  recordRequest(true);
   return sendJSON(res, 200, result);
 }
 
@@ -186,13 +277,27 @@ async function handleTiktokLookup(req, res) {
   if (!body.videoUrl) {
     return sendJSON(res, 400, { error: "missing videoUrl" });
   }
+  const clientIP = getClientIP(req);
+  const startTime = Date.now();
   const scraper = await getScraper();
   const result = await scraper.getUserAndVideo(body.videoUrl);
+  const elapsed = Date.now() - startTime;
+
   if (!result) {
-    return sendJSON(res, 404, {
-      error: "Video not found or failed to parse data",
+    console.error(
+      `[webserver] lookup FAIL | ${clientIP} | ${body.videoUrl.slice(0, 60)} | ${elapsed}ms | empty SSR / parse failed`,
+    );
+    recordRequest(false);
+    return sendJSON(res, 503, {
+      error: "Temporary failure: unable to fetch video/user data",
+      retryable: true,
     });
   }
+
+  apiLog(
+    `[webserver] lookup OK | ${clientIP} | @${result.user?.uniqueId || "?"} | ${elapsed}ms | videoId=${result.video?.id}`,
+  );
+  recordRequest(true);
   return sendJSON(res, 200, result);
 }
 
@@ -201,10 +306,7 @@ async function handleTiktokProduct(req, res) {
   if (!body.url) {
     return sendJSON(res, 400, { error: "missing url" });
   }
-  const clientIP =
-    req.headers["x-forwarded-for"]?.split(",")[0]?.trim() ||
-    req.socket.remoteAddress ||
-    "";
+  const clientIP = getClientIP(req);
   // URL 标准化：www.tiktok.com/shop/pdp → shop.tiktok.com/us/pdp
   const normalizedUrl = body.url.replace(
     "www.tiktok.com/shop/pdp",
@@ -218,21 +320,44 @@ async function handleTiktokProduct(req, res) {
         captchaFallback: false,
       },
     );
-    console.error(
+    apiLog(
       `[webserver] product OK | ${clientIP} | rating=${result.rating ?? "-"} sold=${result.soldCount ?? "-"} name=${(result.productName || "").slice(0, 40)}`,
     );
+    recordRequest(true);
     return sendJSON(res, 200, result);
   } catch (e) {
     console.error(`[webserver] product FAIL | ${clientIP} | ${e.message}`);
+    recordRequest(false);
 
-    // 如果是 captcha，先触发上报+恢复（不阻塞其他请求）
-    // 必须在 sendJSON 之前调用，否则 sendJSON 抛异常会导致验证码通知丢失
+    // captcha：触发上报+恢复（不阻塞其他请求），返回 503 让 nginx 可 failover
     if (e.message?.includes("Blocked by TikTok")) {
       scheduleCaptchaRecovery(normalizedUrl, SCRAPER_CONFIG.proxyServer);
+      return sendJSON(res, 503, {
+        error: "Blocked by TikTok security check (captcha)",
+        retryable: true,
+      });
     }
 
-    sendJSON(res, 502, { error: e.message });
-    return;
+    // 网络超时类错误 → 504
+    if (
+      e.name === "HeadersTimeoutError" ||
+      e.name === "BodyTimeoutError" ||
+      e.message?.includes("timeout") ||
+      e.message?.includes("ETIMEDOUT") ||
+      e.message?.includes("ECONNREFUSED") ||
+      e.message?.includes("ECONNRESET")
+    ) {
+      return sendJSON(res, 504, {
+        error: `Upstream timeout or network error: ${e.message}`,
+        retryable: true,
+      });
+    }
+
+    // 其他上游错误 → 502
+    return sendJSON(res, 502, {
+      error: e.message,
+      retryable: true,
+    });
   }
 }
 
@@ -311,10 +436,16 @@ async function scheduleCaptchaRecovery(url, proxy) {
 }
 
 function handleHealth(req, res) {
-  return sendJSON(res, 200, {
-    status: "ok",
+  const degraded = isDegraded();
+  const recentErrorRate = recentTotal > 0 ? recentErrors / recentTotal : 0;
+  return sendJSON(res, degraded ? 503 : 200, {
+    status: degraded ? "degraded" : "ok",
     scraperReady: scraperInstance !== null && !scraperClosing,
+    scraperInitializing: scraperInitPromise !== null,
     consecutiveErrors,
+    recentErrorRate: Math.round(recentErrorRate * 100) / 100,
+    recentTotal,
+    recentErrors,
     lastWarmSec: lastWarmTime
       ? Math.round((Date.now() - lastWarmTime) / 1000)
       : null,
@@ -347,6 +478,7 @@ export async function startWebserver(
   poolSize = 0,
   proxyServer = null,
   captchaNotifyUrl = null,
+  enableLog = false,
 ) {
   if (poolSize > 0) {
     SCRAPER_CONFIG.poolSize = poolSize;
@@ -357,6 +489,7 @@ export async function startWebserver(
   if (captchaNotifyUrl) {
     SCRAPER_CONFIG.captchaNotifyUrl = captchaNotifyUrl;
   }
+  SCRAPER_CONFIG.enableLog = !!enableLog;
   const server = http.createServer(async (req, res) => {
     const url = new URL(req.url, `http://127.0.0.1:${port}`);
 
@@ -384,11 +517,48 @@ export async function startWebserver(
     } catch (e) {
       // 自动恢复：连续错误超过阈值时重启 scraper
       consecutiveErrors++;
+      recordRequest(false);
+
+      // 区分错误类型，返回正确的 HTTP 状态码供 nginx 判断
+      let status = 500;
+      let retryable = false;
+
+      if (e.name === "CDNBlockedError") {
+        // CDN 限流（Akamai Access Denied）→ 503 临时不可用
+        status = 503;
+        retryable = true;
+      } else if (e.message?.includes("Server is shutting down")) {
+        // 服务正在关闭 → 503
+        status = 503;
+        retryable = true;
+      } else if (
+        e.message?.includes("Timeout") ||
+        e.message?.includes("timeout") ||
+        e.name === "TimeoutError"
+      ) {
+        // 超时 → 504
+        status = 504;
+        retryable = true;
+      } else if (
+        e.message?.includes("Protocol error") ||
+        e.message?.includes("Target closed") ||
+        e.message?.includes("Browser closed") ||
+        e.message?.includes("Session closed")
+      ) {
+        // 浏览器/页面崩溃 → 503
+        status = 503;
+        retryable = true;
+      }
+
       if (consecutiveErrors >= MAX_CONSECUTIVE_ERRORS) {
         await restartScraper(`连续 ${consecutiveErrors} 次错误`);
       }
+
       if (!res.headersSent) {
-        return sendJSON(res, 500, { error: e.message });
+        return sendJSON(res, status, {
+          error: e.message,
+          retryable,
+        });
       }
       // 响应已发送（流式等场景），记录日志并销毁 socket
       console.error(

package/src/clash/health-checker.js

@@ -1,248 +0,0 @@
-/**
- * 节点健康检测模块
- *
- * 职责：
- *   1. 检测 Clash Verge 进程是否存活
- *   2. 检测当前节点对目标 URL 是否健康
- *   3. 故障切换：从健康节点列表中随机选取并切换
- *   4. 健康节点列表持久化
- */
-
-import { spawnSync } from "child_process";
-import * as api from "./api.js";
-import { readFileSync, writeFileSync, existsSync } from "fs";
-import { join } from "path";
-import { tmpdir } from "os";
-
-const HEALTHY_FILE = join(tmpdir(), "clash-healthy-nodes.json");
-
-// ====== 可配置参数 ======
-export const CONFIG = {
-  testUrl: "https://www.tiktok.com/explore",
-  proxyUrl: "http://127.0.0.1:7897",
-  apiPort: 9097,
-  groupName: "GLOBAL",
-  curlTimeout: 12,
-  minPageSize: 50 * 1024,
-};
-
-// ====== 进程检测（跨平台 mac/win） ======
-
-const IS_WIN = process.platform === "win32";
-
-export function checkClashAlive() {
-  try {
-    if (IS_WIN) {
-      const result = spawnSync(
-        "tasklist",
-        ["/FI", "IMAGENAME eq verge-mihomo.exe", "/NH"],
-        {
-          encoding: "utf-8",
-          timeout: 5000,
-          stdio: ["pipe", "pipe", "pipe"],
-        },
-      );
-      if (result.stdout && result.stdout.includes("verge-mihomo.exe"))
-        return true;
-    } else {
-      const result = spawnSync("pgrep", ["-x", "verge-mihomo"], {
-        encoding: "utf-8",
-        timeout: 5000,
-        stdio: ["pipe", "pipe", "pipe"],
-      });
-      if (result.status === 0 && result.stdout.trim()) return true;
-    }
-  } catch {
-    /* fallthrough */
-  }
-
-  try {
-    const curlExe = IS_WIN ? "curl.exe" : "curl";
-    const result = spawnSync(
-      curlExe,
-      ["-s", "--max-time", "3", `http://127.0.0.1:${CONFIG.apiPort}/version`],
-      {
-        encoding: "utf-8",
-        timeout: 5000,
-        stdio: ["pipe", "pipe", "pipe"],
-      },
-    );
-    return result.stdout.includes('"version"');
-  } catch {
-    return false;
-  }
-}
-
-// ====== 节点健康检测 ======
-
-export function checkNodeHealth(url = CONFIG.testUrl) {
-  const args = [
-    "-s",
-    "-w",
-    "\n__CURL_META__%{http_code}|%{time_total}|%{size_download}",
-    "--proxy",
-    CONFIG.proxyUrl,
-    "--max-time",
-    String(CONFIG.curlTimeout),
-    "-L",
-    "-A",
-    "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36",
-    url,
-  ];
-
-  const result = spawnSync("curl", args, {
-    encoding: "utf-8",
-    timeout: (CONFIG.curlTimeout + 5) * 1000,
-    stdio: ["pipe", "pipe", "pipe"],
-    maxBuffer: 10 * 1024 * 1024,
-  });
-
-  const stdout = result.stdout || "";
-  const sentinel = "__CURL_META__";
-  const idx = stdout.lastIndexOf(sentinel);
-
-  let body = "",
-    metaLine = "";
-  if (idx >= 0) {
-    body = stdout.substring(0, idx).trimEnd();
-    metaLine = stdout.substring(idx + sentinel.length).trim();
-  }
-
-  const parts = metaLine.split("|");
-  const httpCode = parseInt(parts[0]) || 0;
-  const timeTotal = parseFloat(parts[1]) || 0;
-  const sizeDownload = parseInt(parts[2]) || 0;
-
-  let title = "";
-  const titleMatch = body.match(/<title>([^<]*)<\/title>/i);
-  if (titleMatch) title = titleMatch[1].trim();
-
-  let error = null;
-  if (result.error) {
-    error = result.error.message || "spawn error";
-  } else if (result.status !== 0) {
-    error = `curl exit ${result.status}`;
-  }
-
-  const healthy =
-    error === null &&
-    httpCode === 200 &&
-    sizeDownload >= CONFIG.minPageSize &&
-    title.includes("TikTok") &&
-    !title.startsWith("About |") &&
-    !body.includes("SlardarWAF") &&
-    !body.includes("_wafchallengeid");
-
-  return { healthy, httpCode, timeTotal, sizeDownload, title, error };
-}
-
-// ====== 健康节点列表持久化 ======
-
-export function loadHealthyList() {
-  try {
-    if (existsSync(HEALTHY_FILE)) {
-      const data = JSON.parse(readFileSync(HEALTHY_FILE, "utf-8"));
-      return {
-        updated: data.updated || "",
-        nodes: Array.isArray(data.nodes) ? data.nodes : [],
-      };
-    }
-  } catch (e) {
-    console.error(`[health] 读取健康列表失败: ${e.message}`);
-  }
-  return { updated: "", nodes: [] };
-}
-
-export function saveHealthyList(nodes) {
-  try {
-    const data = { updated: new Date().toISOString(), nodes };
-    writeFileSync(HEALTHY_FILE, JSON.stringify(data, null, 2), "utf-8");
-  } catch (e) {
-    console.error(`[health] 保存健康列表失败: ${e.message}`);
-  }
-}
-
-// ====== 故障切换 ======
-
-export function pickFailoverNode(currentNode, healthyNodes) {
-  if (!healthyNodes || healthyNodes.length === 0) return null;
-  const candidates = healthyNodes.filter((n) => n !== currentNode);
-  if (candidates.length === 0) {
-    console.error(
-      `[health] 健康列表中无可用候选节点（共${healthyNodes.length}个），保持在当前节点`,
-    );
-    return null;
-  }
-  const idx = Math.floor(Math.random() * candidates.length);
-  return candidates[idx];
-}
-
-export async function switchToNode(nodeName) {
-  try {
-    await api.switchProxy(CONFIG.groupName, nodeName);
-    await new Promise((r) => setTimeout(r, 600));
-    const current = await api.getCurrentNode(CONFIG.groupName);
-    if (current !== nodeName) {
-      console.error(`[health] 切换验证失败: 期望 ${nodeName}, 实际 ${current}`);
-      return false;
-    }
-    return true;
-  } catch (e) {
-    console.error(`[health] 切换节点失败: ${e.message}`);
-    return false;
-  }
-}
-
-// ====== 便捷入口 ======
-
-export async function runHealthCheck() {
-  if (!checkClashAlive()) {
-    return { action: "skipped", detail: "Clash Verge 未运行" };
-  }
-
-  const health = checkNodeHealth();
-  if (health.healthy) {
-    return {
-      action: "ok",
-      detail: `${health.timeTotal.toFixed(1)}s ${(health.sizeDownload / 1024).toFixed(0)}KB`,
-    };
-  }
-
-  const reason = health.error
-    ? `错误: ${health.error}`
-    : `HTTP ${health.httpCode} ${(health.sizeDownload / 1024).toFixed(0)}KB "${health.title}"`;
-
-  let currentNode = "";
-  try {
-    currentNode = await api.getCurrentNode(CONFIG.groupName);
-  } catch (e) {
-    return { action: "failed", detail: `无法获取当前节点: ${e.message}` };
-  }
-
-  const { nodes: healthyNodes } = loadHealthyList();
-  if (healthyNodes.length === 0) {
-    return { action: "failed", detail: `${reason} — 健康列表为空，无法切换` };
-  }
-
-  const target = pickFailoverNode(currentNode, healthyNodes);
-  if (!target) {
-    return { action: "failed", detail: `${reason} — 无可用候选节点` };
-  }
-
-  const switched = await switchToNode(target);
-  if (!switched) {
-    return { action: "failed", detail: `${reason} → 切换到 ${target} 失败` };
-  }
-
-  const newHealth = checkNodeHealth();
-  if (newHealth.healthy) {
-    return {
-      action: "switched",
-      detail: `${currentNode} → ${target} (${newHealth.timeTotal.toFixed(1)}s ${(newHealth.sizeDownload / 1024).toFixed(0)}KB)`,
-    };
-  }
-  return {
-    action: "switched",
-    detail: `${currentNode} → ${target} (切换后仍异常: ${newHealth.httpCode} ${(newHealth.sizeDownload / 1024).toFixed(0)}KB)`,
-  };
-}