tt-help-cli-ycl 1.4.31 → 1.4.32

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.4.31",
+  "version": "1.4.32",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/cli/attach.js

@@ -1,6 +1,11 @@
 import { TikTokScraper } from "../lib/tiktok-scraper.mjs";
 import { CDNBlockedError } from "../lib/parse-ssr.mjs";
-import { proxy as configuredProxy } from "../lib/constants.js";
+import {
+  proxy as configuredProxy,
+  userId as configuredUserId,
+  saveUserId,
+} from "../lib/constants.js";
+import { getMacOrUuid } from "../lib/mac-or-uuid.js";
 import { createApiClient } from "../lib/api-client.js";
 import v8 from "node:v8";
 
@@ -110,6 +115,15 @@ export async function handleAttach(options) {
     `[Attach] 并行数: ${attachParallel}, 空闲间隔: ${attachInterval}秒, 服务端: ${serverUrl}${countryStr}`,
   );
 
+  // ── 设备标识 ──
+  let userId = configuredUserId;
+  if (!userId) {
+    userId = await getMacOrUuid();
+    saveUserId(userId);
+    attachLog(`[Attach] 未检测到本地用户编号，已生成并使用: ${userId}`);
+  }
+  attachLog(`[Attach] 用户编号: ${userId}`);
+
   const { apiGet, apiPost } = createApiClient({ log: false });
 
   const scraper = new TikTokScraper({
@@ -174,7 +188,7 @@ export async function handleAttach(options) {
           ? `&countries=${encodeURIComponent(attachCountries.join(","))}`
           : "";
       const { total, tasks } = await apiGet(
-        `${serverUrl}/api/user-update-tasks?limit=${attachParallel}${countryParam}`,
+        `${serverUrl}/api/user-update-tasks?limit=${attachParallel}&userId=${encodeURIComponent(userId)}${countryParam}`,
       );
 
       if (!tasks || tasks.length === 0) {

package/src/cli/comments.js

@@ -683,8 +683,8 @@ async function runAutoMode(options) {
         let tasks;
         try {
           const apiUrl = jobLocations
-            ? `${serverUrl}/api/comment-tasks?limit=${actualParallel}&locations=${encodeURIComponent(jobLocations)}`
-            : `${serverUrl}/api/comment-tasks?limit=${actualParallel}`;
+            ? `${serverUrl}/api/comment-tasks?limit=${actualParallel}&locations=${encodeURIComponent(jobLocations)}&userId=${encodeURIComponent(userId)}`
+            : `${serverUrl}/api/comment-tasks?limit=${actualParallel}&userId=${encodeURIComponent(userId)}`;
           const resp = await apiGet(apiUrl);
           tasks = resp.tasks || [];
         } catch (err) {

package/src/cli/explore.js

@@ -168,6 +168,9 @@ export async function handleExplore(options) {
 
     const page = await getOrCreatePage(browser);
 
+    // 创建专用商品页（后台复用，避免重复打开/关闭闪屏）
+    const shopPage = await browser.contexts()[0].newPage();
+
     // 先导航到 TikTok 页面，再检测登录状态
     await withRetry("启动页面导航", async () => {
       await page.goto(STARTUP_TIKTOK_URL, {
@@ -397,6 +400,7 @@ export async function handleExplore(options) {
               location: exploreLocation,
               proxyServer: cdpOptions.proxyServer || null,
               browser,
+              shopPage,
             },
             console.error,
           );
@@ -435,6 +439,7 @@ export async function handleExplore(options) {
                 location: exploreLocation,
                 proxyServer: cdpOptions.proxyServer || null,
                 browser,
+                shopPage,
               },
               console.error,
             );
@@ -521,6 +526,9 @@ export async function handleExplore(options) {
 
         const payload = {
           userInfo: result.userInfo || {},
+          recentEcVideos: result.recentEcVideos || null,
+          topRecentVideo: result.topRecentVideo || null,
+          productDetail: result.productDetail || null,
           discoveredFollowing: (result.discoveredFollowing || []).map((f) => ({
             handle: Array.isArray(f) ? f[0] : f,
             displayName: Array.isArray(f) ? f[1] : null,

package/src/cli/recheck.js

@@ -8,7 +8,12 @@
 
 import { TikTokScraper } from "../lib/tiktok-scraper.mjs";
 import { CDNBlockedError } from "../lib/parse-ssr.mjs";
-import { proxy as configuredProxy } from "../lib/constants.js";
+import {
+  proxy as configuredProxy,
+  userId as configuredUserId,
+  saveUserId,
+} from "../lib/constants.js";
+import { getMacOrUuid } from "../lib/mac-or-uuid.js";
 import { createApiClient } from "../lib/api-client.js";
 import v8 from "node:v8";
 
@@ -120,6 +125,15 @@ export async function handleRecheck(options) {
     `[Recheck] 并行数: ${attachParallel}, 空闲间隔: ${attachInterval}秒, 服务端: ${serverUrl}${countryStr}`,
   );
 
+  // ── 设备标识 ──
+  let userId = configuredUserId;
+  if (!userId) {
+    userId = await getMacOrUuid();
+    saveUserId(userId);
+    recheckLog(`[Recheck] 未检测到本地用户编号，已生成并使用: ${userId}`);
+  }
+  recheckLog(`[Recheck] 用户编号: ${userId}`);
+
   const { apiGet, apiPost } = createApiClient({ log: false });
 
   const scraper = new TikTokScraper({
@@ -189,7 +203,7 @@ export async function handleRecheck(options) {
           ? `&countries=${encodeURIComponent(attachCountries.join(","))}`
           : "";
       const { total, tasks } = await apiGet(
-        `${serverUrl}/api/recheck-jobs?limit=${attachParallel}${countryParam}`,
+        `${serverUrl}/api/recheck-jobs?limit=${attachParallel}&userId=${encodeURIComponent(userId)}${countryParam}`,
       );
 
       if (!tasks || tasks.length === 0) {

package/src/cli/refresh.js

@@ -170,6 +170,9 @@ export async function handleRefresh(options) {
 
     const page = await getOrCreatePage(browser);
 
+    // 创建专用商品页（后台复用，避免重复打开/关闭闪屏）
+    const shopPage = await browser.contexts()[0].newPage();
+
     // 导航到 TikTok 页面
     await withRetry("启动页面导航", async () => {
       await page.goto(STARTUP_TIKTOK_URL, {
@@ -381,6 +384,7 @@ export async function handleRefresh(options) {
           location: exploreLocation,
           locationMode: "refresh",
           browser,
+          shopPage,
           proxyServer: cdpOptions.proxyServer || null,
         },
         console.error,
@@ -407,6 +411,7 @@ export async function handleRefresh(options) {
             location: exploreLocation,
             locationMode: "refresh",
             browser,
+            shopPage,
             proxyServer: cdpOptions.proxyServer || null,
           },
           console.error,
@@ -446,6 +451,7 @@ export async function handleRefresh(options) {
               location: exploreLocation,
               locationMode: "refresh",
               browser,
+              shopPage,
               proxyServer: cdpOptions.proxyServer || null,
             },
             console.error,
@@ -542,6 +548,8 @@ export async function handleRefresh(options) {
       const payload = {
         userInfo: refreshUserInfo,
         recentEcVideos: result.recentEcVideos || null,
+        topRecentVideo: result.topRecentVideo || null,
+        productDetail: result.productDetail || null,
         discoveredFollowing: (result.discoveredFollowing || []).map((f) => ({
           handle: Array.isArray(f) ? f[0] : f,
           displayName: Array.isArray(f) ? f[1] : null,

package/src/cli/search.js

@@ -43,7 +43,10 @@ import { HealthChecker } from "../lib/browser/health-checker.js";
 import {
   server as cfgServer,
   proxy as configuredProxy,
+  userId as configuredUserId,
+  saveUserId,
 } from "../lib/constants.js";
+import { getMacOrUuid } from "../lib/mac-or-uuid.js";
 
 const DEFAULT_SERVER = cfgServer || "http://127.0.0.1:3000";
 const STARTUP_TIKTOK_URL = "https://www.tiktok.com/@ycl5007";
@@ -129,6 +132,15 @@ export async function handleSearch(parsed) {
     meta: { port: cdpOptions.port, type: "tag-search" },
   });
 
+  // ── 设备标识 ──
+  let userId = configuredUserId;
+  if (!userId) {
+    userId = await getMacOrUuid();
+    saveUserId(userId);
+    log(`[Search] 未检测到本地用户编号，已生成并使用: ${userId}`);
+  }
+  log(`[Search] 用户编号: ${userId}`);
+
   setDelayConfig("normal");
 
   try {
@@ -369,9 +381,12 @@ export async function handleSearch(parsed) {
         await delay(switchMax, switchMax * 3);
 
         // ── 1. 获取搜索任务 ──
-        const taskRes = await fetch(`${baseUrl}/api/tags/search-task`, {
-          headers: headers(),
-        });
+        const taskRes = await fetch(
+          `${baseUrl}/api/tags/search-task?userId=${encodeURIComponent(userId)}`,
+          {
+            headers: headers(),
+          },
+        );
         const task = await taskRes.json();
 
         if (!task.tag) {
@@ -396,11 +411,14 @@ export async function handleSearch(parsed) {
         );
 
         // ── 2. 锁定标签 ──
-        const claimRes = await fetch(`${baseUrl}/api/tags/search-claim`, {
-          method: "POST",
-          headers: headers({ "Content-Type": "application/json" }),
-          body: JSON.stringify({ tag }),
-        });
+        const claimRes = await fetch(
+          `${baseUrl}/api/tags/search-claim?userId=${encodeURIComponent(userId)}`,
+          {
+            method: "POST",
+            headers: headers({ "Content-Type": "application/json" }),
+            body: JSON.stringify({ tag }),
+          },
+        );
         const claimData = await claimRes.json();
         if (!claimData.ok) {
           log(`  ⏭️ ${claimData.error}，跳过`);
@@ -491,11 +509,14 @@ export async function handleSearch(parsed) {
           ).catch(() => {});
 
           // 仍提交空结果，释放标签锁定
-          await fetch(`${baseUrl}/api/tags/search-result`, {
-            method: "POST",
-            headers: headers({ "Content-Type": "application/json" }),
-            body: JSON.stringify({ tag, authors: [], country }),
-          }).catch(() => {});
+          await fetch(
+            `${baseUrl}/api/tags/search-result?userId=${encodeURIComponent(userId)}`,
+            {
+              method: "POST",
+              headers: headers({ "Content-Type": "application/json" }),
+              body: JSON.stringify({ tag, authors: [], country }),
+            },
+          ).catch(() => {});
           log(`  提交: 0 个作者（搜索异常）`);
           totalSearched++;
           continue;
@@ -531,20 +552,26 @@ export async function handleSearch(parsed) {
         // ── 4. 提交结果 ──
         let pushed = 0;
         if (ids.length > 0) {
-          const resultRes = await fetch(`${baseUrl}/api/tags/search-result`, {
-            method: "POST",
-            headers: headers({ "Content-Type": "application/json" }),
-            body: JSON.stringify({ tag, authors: ids, country }),
-          });
+          const resultRes = await fetch(
+            `${baseUrl}/api/tags/search-result?userId=${encodeURIComponent(userId)}`,
+            {
+              method: "POST",
+              headers: headers({ "Content-Type": "application/json" }),
+              body: JSON.stringify({ tag, authors: ids, country }),
+            },
+          );
           const result = await resultRes.json();
           pushed = result.pushed || 0;
           log(`  提交: 新增 ${pushed} 个, 跳过 ${result.skipped} 个`);
         } else {
-          await fetch(`${baseUrl}/api/tags/search-result`, {
-            method: "POST",
-            headers: headers({ "Content-Type": "application/json" }),
-            body: JSON.stringify({ tag, authors: [], country }),
-          });
+          await fetch(
+            `${baseUrl}/api/tags/search-result?userId=${encodeURIComponent(userId)}`,
+            {
+              method: "POST",
+              headers: headers({ "Content-Type": "application/json" }),
+              body: JSON.stringify({ tag, authors: [], country }),
+            },
+          );
           log(`  提交: 0 个作者`);
         }
 

package/src/cli/tag.js

@@ -724,9 +724,10 @@ export async function handleScore(parsed) {
   log("");
 }
 
-async function reportToServer(baseUrl, result, clientId, meta) {
+async function reportToServer(baseUrl, result, clientId, meta, userId = "") {
   try {
-    const res = await fetch(`${baseUrl}/api/tags/score-result`, {
+    const userIdParam = userId ? `?userId=${encodeURIComponent(userId)}` : "";
+    const res = await fetch(`${baseUrl}/api/tags/score-result${userIdParam}`, {
       method: "POST",
       headers: buildClientHeaders(clientId, meta, {
         "Content-Type": "application/json",
@@ -972,9 +973,12 @@ export async function handleScoreAll(parsed) {
     while (true) {
       try {
         // 从服务端取下一个 new 标签（同时查剩余数量）
-        const tagsRes = await fetch(`${baseUrl}/api/tags?status=new&limit=1`, {
-          headers: buildClientHeaders(clientId, clientMeta),
-        });
+        const tagsRes = await fetch(
+          `${baseUrl}/api/tags?status=new&limit=1&userId=${encodeURIComponent(userId)}`,
+          {
+            headers: buildClientHeaders(clientId, clientMeta),
+          },
+        );
         const tagsData = await tagsRes.json();
 
         if (!tagsData.tags || tagsData.tags.length === 0) {
@@ -1018,13 +1022,16 @@ export async function handleScoreAll(parsed) {
         };
 
         // 锁定 tag（meta 中不放入 tag，避免非 ASCII 字符导致 header ByteString 报错）
-        const claimRes = await fetch(`${baseUrl}/api/tags/claim`, {
-          method: "POST",
-          headers: buildClientHeaders(clientId, clientMeta, {
-            "Content-Type": "application/json",
-          }),
-          body: JSON.stringify({ tag }),
-        });
+        const claimRes = await fetch(
+          `${baseUrl}/api/tags/claim?userId=${encodeURIComponent(userId)}`,
+          {
+            method: "POST",
+            headers: buildClientHeaders(clientId, clientMeta, {
+              "Content-Type": "application/json",
+            }),
+            body: JSON.stringify({ tag }),
+          },
+        );
         const claimData = await claimRes.json();
         if (!claimData.ok) {
           // already claimed: 其他机器抢先了，跳过不标 dead
@@ -1036,7 +1043,7 @@ export async function handleScoreAll(parsed) {
           log(`  ⚠️ 无法锁定 (${claimData.error})，标记为 dead 并跳过`);
           result.error = claimData.error;
           result.status = "dead";
-          await reportToServer(baseUrl, result, clientId, clientMeta);
+          await reportToServer(baseUrl, result, clientId, clientMeta, userId);
           totalScored++;
           await recyclePage();
           continue;
@@ -1068,7 +1075,7 @@ export async function handleScoreAll(parsed) {
             log(`  ⚠️ 标签不存在 (${deadSec}s)，标记 dead`);
             result.status = "dead";
             result.error = "tag_not_found";
-            await reportToServer(baseUrl, result, clientId, clientMeta);
+            await reportToServer(baseUrl, result, clientId, clientMeta, userId);
             totalScored++;
             await randomDelay(0, 5000);
             await recyclePage();
@@ -1128,7 +1135,7 @@ export async function handleScoreAll(parsed) {
         }
 
         // 上报结果
-        await reportToServer(baseUrl, result, clientId, clientMeta);
+        await reportToServer(baseUrl, result, clientId, clientMeta, userId);
 
         totalScored++;
         const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);
@@ -1622,9 +1629,12 @@ export async function handleTagRefresh(parsed) {
     while (true) {
       try {
         // 从服务端获取下一个 productive 标签
-        const taskRes = await fetch(`${baseUrl}/api/tags/refresh-task`, {
-          headers: buildClientHeaders(clientId, clientMeta),
-        });
+        const taskRes = await fetch(
+          `${baseUrl}/api/tags/refresh-task?userId=${encodeURIComponent(userId)}`,
+          {
+            headers: buildClientHeaders(clientId, clientMeta),
+          },
+        );
         const taskData = await taskRes.json();
 
         if (!taskData.tag) {
@@ -1661,13 +1671,16 @@ export async function handleTagRefresh(parsed) {
         };
 
         // 锁定标签
-        const claimRes = await fetch(`${baseUrl}/api/tags/refresh-claim`, {
-          method: "POST",
-          headers: buildClientHeaders(clientId, clientMeta, {
-            "Content-Type": "application/json",
-          }),
-          body: JSON.stringify({ tag }),
-        });
+        const claimRes = await fetch(
+          `${baseUrl}/api/tags/refresh-claim?userId=${encodeURIComponent(userId)}`,
+          {
+            method: "POST",
+            headers: buildClientHeaders(clientId, clientMeta, {
+              "Content-Type": "application/json",
+            }),
+            body: JSON.stringify({ tag }),
+          },
+        );
         const claimData = await claimRes.json();
         if (!claimData.ok) {
           if (
@@ -1705,13 +1718,20 @@ export async function handleTagRefresh(parsed) {
           const deadSec = ((Date.now() - fetchStart) / 1000).toFixed(1);
           log(`  ⚠️ 无视频 (${deadSec}s)，保留 productive 状态，等待下次刷新`);
           result.error = "no videos found";
-          await fetch(`${baseUrl}/api/tags/refresh-result`, {
-            method: "POST",
-            headers: buildClientHeaders(clientId, clientMeta, {
-              "Content-Type": "application/json",
-            }),
-            body: JSON.stringify({ tag, pushedUsers: 0, error: result.error }),
-          }).catch(() => {});
+          await fetch(
+            `${baseUrl}/api/tags/refresh-result?userId=${encodeURIComponent(userId)}`,
+            {
+              method: "POST",
+              headers: buildClientHeaders(clientId, clientMeta, {
+                "Content-Type": "application/json",
+              }),
+              body: JSON.stringify({
+                tag,
+                pushedUsers: 0,
+                error: result.error,
+              }),
+            },
+          ).catch(() => {});
           totalRefreshed++;
           await randomDelay(0, 5000);
           await recyclePage();
@@ -1775,17 +1795,20 @@ export async function handleTagRefresh(parsed) {
         }
 
         // 上报刷新结果（只更新 pushed_users，不改变 score/status）
-        await fetch(`${baseUrl}/api/tags/refresh-result`, {
-          method: "POST",
-          headers: buildClientHeaders(clientId, clientMeta, {
-            "Content-Type": "application/json",
-          }),
-          body: JSON.stringify({
-            tag,
-            pushedUsers: result.pushedUsers,
-            error: result.error,
-          }),
-        }).catch(() => {});
+        await fetch(
+          `${baseUrl}/api/tags/refresh-result?userId=${encodeURIComponent(userId)}`,
+          {
+            method: "POST",
+            headers: buildClientHeaders(clientId, clientMeta, {
+              "Content-Type": "application/json",
+            }),
+            body: JSON.stringify({
+              tag,
+              pushedUsers: result.pushedUsers,
+              error: result.error,
+            }),
+          },
+        ).catch(() => {});
 
         totalRefreshed++;
         const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);

package/src/lib/api-interceptor.js

@@ -5,6 +5,65 @@ import {
   detectPageErrorWithWait,
 } from "./page-error-detector.js";
 
+/**
+ * 从 item.anchors 中提取 TikTok Shop 商品信息
+ * anchors[].extra 是两层 JSON 字符串：
+ *   第1层 parse → [{id, keyword, component_key, extra: "...", ...}]
+ *   第2层 parse → {product_id, title, seo_url, skus, seller_id, ...}
+ *
+ * 注意：product_id / seller_id 为 19 位数字，超出 JS Number.MAX_SAFE_INTEGER，
+ * 必须用正则从原始字符串中提取，避免 JSON.parse 精度丢失。
+ */
+function extractProductInfo(item) {
+  if (!item.anchors || !Array.isArray(item.anchors)) return null;
+  for (const anchor of item.anchors) {
+    try {
+      const extraArr = JSON.parse(anchor.extra || "[]");
+      if (!Array.isArray(extraArr)) continue;
+      for (const e of extraArr) {
+        if (!e.extra || !e.extra.includes("product_id")) continue;
+
+        // 从原始 JSON 字符串中用正则提取，绕过 JS 大整数精度问题
+        const raw = e.extra;
+        const pidMatch = raw.match(/"product_id":(\d+)/);
+        const sidMatch = raw.match(/"seller_id":"?(\d+)"?/);
+        const seoMatch = raw.match(/"seo_url":"((?:[^"\\]|\\.)*)"/);
+        const titleMatch = raw.match(/"title":"((?:[^"\\]|\\.)*)"/);
+
+        return {
+          productId: pidMatch ? pidMatch[1] : "",
+          productTitle: titleMatch ? titleMatch[1] : e.keyword || "",
+          seoUrl: seoMatch ? seoMatch[1] : "",
+          sellerId: sidMatch ? sidMatch[1] : "",
+        };
+      }
+    } catch {
+      // 解析失败则跳过该 anchor
+    }
+  }
+  return null;
+}
+
+/**
+ * 构建统一的视频对象
+ */
+function buildVideoObject(item, username) {
+  const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
+  const productInfo = extractProductInfo(item);
+  return {
+    id: item.id,
+    href,
+    createTime: item.createTime || null,
+    playCount: item.stats?.playCount || 0,
+    isECVideo: item.isECVideo ? 1 : 0,
+    isAd: item.isAd ? 1 : 0,
+    productId: productInfo?.productId || null,
+    productTitle: productInfo?.productTitle || null,
+    seoUrl: productInfo?.seoUrl || null,
+    sellerId: productInfo?.sellerId || null,
+  };
+}
+
 async function processAPIResponse(
   data,
   username,
@@ -17,15 +76,7 @@ async function processAPIResponse(
   const firstPageItems = data.itemList || [];
   for (const item of firstPageItems) {
     if (items.length >= maxVideos) break;
-    const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-    items.push({
-      id: item.id,
-      href,
-      createTime: item.createTime || null,
-      playCount: item.stats?.playCount || 0,
-      isECVideo: item.isECVideo ? 1 : 0,
-      isAd: item.isAd ? 1 : 0,
-    });
+    items.push(buildVideoObject(item, username));
   }
 
   let cursor = data.cursor;
@@ -68,15 +119,7 @@ async function processAPIResponse(
       if (pageData && pageData.itemList) {
         for (const item of pageData.itemList) {
           if (items.length >= maxVideos) break;
-          const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-          items.push({
-            id: item.id,
-            href,
-            createTime: item.createTime || null,
-            playCount: item.stats?.playCount || 0,
-            isECVideo: item.isECVideo ? 1 : 0,
-            isAd: item.isAd ? 1 : 0,
-          });
+          items.push(buildVideoObject(item, username));
         }
       }
 

package/src/lib/shop-scraper.mjs

@@ -0,0 +1,280 @@
+/**
+ * TikTok Shop product scraper — pure HTTP with optional browser captcha fallback.
+ *
+ * @example
+ * ```js
+ * import { getProductInfo, formatCount } from './shop-scraper.mjs';
+ *
+ * // Basic usage (throws on captcha)
+ * const data = await getProductInfo('https://shop.tiktok.com/us/pdp/...', 'http://proxy:port');
+ *
+ * // With auto browser fallback for captcha
+ * const data = await getProductInfo(url, proxy, { captchaFallback: true });
+ *
+ * console.log(data.rating);        // 4.6
+ * console.log(formatCount(data.soldCount)); // "99.9K"
+ * ```
+ */
+
+import { ProxyAgent, request } from "undici";
+import { DEFAULT_PROXY } from "./constants.js";
+
+const PDP_HEADERS = {
+  "User-Agent":
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+  Accept: "text/html,application/xhtml+xml",
+  "Accept-Language": "en-US,en;q=0.9",
+};
+
+/**
+ * Extract a JSON object by its key name, handling nested braces and strings.
+ */
+function extractJsonByKey(html, keyPattern) {
+  const match = html.match(keyPattern);
+  if (!match) return null;
+
+  const braceIdx = html.indexOf("{", match.index);
+  if (braceIdx === -1) return null;
+
+  let depth = 0;
+  let inString = false;
+  let escaped = false;
+
+  for (let i = braceIdx; i < html.length; i++) {
+    const ch = html[i];
+    if (escaped) {
+      escaped = false;
+      continue;
+    }
+    if (ch === "\\") {
+      escaped = true;
+      continue;
+    }
+    if (ch === '"') {
+      inString = !inString;
+      continue;
+    }
+    if (inString) continue;
+    if (ch === "{") depth++;
+    else if (ch === "}") {
+      depth--;
+      if (depth === 0) {
+        try {
+          return JSON.parse(html.substring(braceIdx, i + 1));
+        } catch {
+          return null;
+        }
+      }
+    }
+  }
+  return null;
+}
+
+/**
+ * Open a headed browser for the user to manually solve TikTok captcha.
+ * Returns true once the user closes the browser (captcha assumed solved).
+ */
+/**
+ * Open a headed browser for manual captcha solving. Polls the page until
+ * product content appears, then auto-closes the browser.
+ * @param {string} url - TikTok Shop PDP URL to open in browser
+ * @param {string} [proxyUrl]
+ * @returns {Promise<boolean>} true if captcha was solved, false if timed out
+ */
+export async function resolveCaptchaWithBrowser(url, proxyUrl) {
+  const { chromium } = await import("playwright");
+
+  const args = ["--no-sandbox"];
+  if (proxyUrl) {
+    args.push(`--proxy-server=${proxyUrl.replace("http://", "http://")}`);
+  }
+
+  const browser = await chromium.launch({
+    headless: false,
+    channel: "msedge",
+    args,
+  });
+
+  const page = await browser.newPage();
+  await page.goto(url, { waitUntil: "domcontentloaded", timeout: 30000 });
+
+  await page.evaluate(() => {
+    const div = document.createElement("div");
+    div.style.cssText =
+      "position:fixed;top:10px;left:50%;transform:translateX(-50%);z-index:99999;background:#ff0050;color:white;padding:12px 24px;border-radius:8px;font:16px Arial;box-shadow:0 4px 12px rgba(0,0,0,0.3)";
+    div.textContent = "Captcha detected - please solve it";
+    document.body.appendChild(div);
+  });
+
+  console.error(
+    "[shop-scraper] Browser opened, waiting for captcha to be solved...",
+  );
+
+  // Poll until captcha is solved (page loads real content) or user closes browser
+  let solved = false;
+  const POLL_MS = 1000;
+  const MAX_WAIT_MS = 120000;
+  const start = Date.now();
+
+  while (!solved && Date.now() - start < MAX_WAIT_MS) {
+    try {
+      const html = await page.content();
+      if (
+        html.includes('"product_model"') ||
+        html.includes('"review_ratings"')
+      ) {
+        solved = true;
+        break;
+      }
+      // Check if browser was closed by user
+      if (!browser.isConnected()) break;
+    } catch (e) {
+      // Page might be closed, check browser
+      if (!browser.isConnected()) break;
+    }
+    await new Promise((r) => setTimeout(r, POLL_MS));
+  }
+
+  if (solved) {
+    console.error("[shop-scraper] Captcha solved, closing browser...");
+  } else {
+    console.error("[shop-scraper] Timed out or browser closed, proceeding...");
+  }
+
+  await browser.close().catch(() => {});
+  return solved;
+}
+
+/**
+ * Fetch and parse a TikTok Shop product page.
+ * @param {string} url - TikTok Shop PDP URL
+ * @param {string} [proxyUrl] - Proxy URL, defaults to DEFAULT_PROXY from config
+ * @param {object} [options]
+ * @param {boolean} [options.captchaFallback] - If true, open browser for captcha when blocked
+ * @returns {Promise<{rating, reviewCount, soldCount, productName, ratingBreakdown, productId, sellerId}>}
+ */
+export async function getProductInfo(url, proxyUrl, options = {}) {
+  const proxy = proxyUrl || DEFAULT_PROXY;
+  const agent = proxy ? new ProxyAgent(proxy) : null;
+
+  let lastError;
+  for (let attempt = 1; attempt <= 3; attempt++) {
+    try {
+      const opts = {
+        headers: PDP_HEADERS,
+        ...(agent ? { dispatcher: agent } : {}),
+      };
+
+      const { body } = await request(url, opts);
+      const html = await body.text();
+
+      const data = parseProductHtml(html);
+      return data;
+    } catch (err) {
+      lastError = err;
+
+      // Captcha: try browser fallback if enabled
+      if (
+        err.message?.includes("Blocked by TikTok") &&
+        options.captchaFallback
+      ) {
+        console.error("[shop-scraper] Captcha hit, opening browser...");
+        await resolveCaptchaWithBrowser(url, proxy);
+        // Retry HTTP after captcha solved
+        attempt = 0; // reset counter for fresh retries
+        continue;
+      }
+
+      if (err.message?.includes("Blocked by TikTok")) throw err;
+
+      if (attempt < 3) {
+        const waitMs = Math.pow(2, attempt - 1) * 3000 + Math.random() * 2000;
+        await new Promise((r) => setTimeout(r, waitMs));
+      }
+    }
+  }
+
+  throw new Error(
+    `Failed to fetch ${url} (retried 3 times): ${lastError?.message}`,
+  );
+}
+
+/**
+ * Parse product data from TikTok Shop PDP HTML.
+ * @param {string} html
+ * @returns {{rating, reviewCount, soldCount, productName, ratingBreakdown, productId, sellerId}}
+ */
+export function parseProductHtml(html) {
+  // 只检测真正的验证码页面，避免 JS 源码中的 "captcha" 字符串误报
+  if (
+    html.includes("<title>Security Check</title>") ||
+    html.includes("captcha-verify-container")
+  ) {
+    throw new Error("Blocked by TikTok security check (captcha)");
+  }
+
+  const result = {
+    rating: null,
+    reviewCount: null,
+    soldCount: null,
+    productName: null,
+    ratingBreakdown: null,
+    productId: null,
+    sellerId: null,
+  };
+
+  // sold_count from product_model (string value, not shop-level integer)
+  const soldMatch = html.match(/"sold_count":"(\d+)"/);
+  if (soldMatch) result.soldCount = parseInt(soldMatch[1], 10);
+
+  // product_model section
+  const pmIdx = html.indexOf('"product_model"');
+  if (pmIdx > -1) {
+    const seg = html.substring(pmIdx);
+    const nameMatch = seg.match(/"name":"([^"]+)"/);
+    if (nameMatch) result.productName = nameMatch[1];
+
+    const pidMatch = seg.match(/"product_id":"(\d+)"/);
+    if (pidMatch) result.productId = pidMatch[1];
+
+    const sellerMatch = seg.match(/"seller_id":"(\d+)"/);
+    if (sellerMatch) result.sellerId = sellerMatch[1];
+  }
+
+  // review_ratings (nested JSON)
+  const ratings = extractJsonByKey(html, /"review_ratings"/);
+  if (ratings) {
+    result.rating = ratings.overall_score ?? null;
+    result.reviewCount = ratings.review_count
+      ? parseInt(ratings.review_count, 10)
+      : null;
+    result.ratingBreakdown = ratings.rating_result ?? null;
+  }
+
+  return result;
+}
+
+/**
+ * Fetch and parse a TikTok Shop product page via CDP browser.
+ * Use this when HTTP mode is blocked or no proxy is available.
+ * @param {import('playwright').Page} page - Playwright page from CDP browser
+ * @param {string} url - TikTok Shop PDP URL
+ * @returns {Promise<{rating, reviewCount, soldCount, productName, ratingBreakdown, productId, sellerId}>}
+ */
+export async function getProductInfoCDP(page, url) {
+  await page.goto(url, { waitUntil: "networkidle", timeout: 60000 });
+  // 等待 JS 渲染完成（CSR 页面需要）
+  await new Promise((r) => setTimeout(r, 3000));
+  const html = await page.content();
+  return parseProductHtml(html);
+}
+
+/**
+ * Format a count number to human-readable string (e.g. 99906 -> "99.9K")
+ */
+export function formatCount(n) {
+  if (n === null || n === undefined) return "N/A";
+  if (n >= 1e6) return (n / 1e6).toFixed(1).replace(/\.0$/, "") + "M";
+  if (n >= 1e3) return (n / 1e3).toFixed(1).replace(/\.0$/, "") + "K";
+  return String(n);
+}

package/src/scraper/explore-core.js

@@ -43,6 +43,7 @@ async function processExplore(page, username, options, log) {
     locationCreated: null,
     latestVideoTime: null,
     recentEcVideos: null,
+    productDetail: null,
     noVideo: false,
     restricted: false,
     error: null,
@@ -103,6 +104,9 @@ async function processExplore(page, username, options, log) {
         playCount: v.playCount,
         createTime: v.createTime,
         isAd: v.isAd,
+        productId: v.productId || null,
+        productTitle: v.productTitle || null,
+        seoUrl: v.seoUrl || null,
       }));
       const maxPlay = recentVideos.reduce(
         (max, v) => (v.playCount > max ? v.playCount : max),
@@ -119,7 +123,32 @@ async function processExplore(page, username, options, log) {
         playCount: topVideo.playCount,
         createTime: topVideo.createTime,
         isAd: topVideo.isAd,
+        productId: topVideo.productId || null,
+        productTitle: topVideo.productTitle || null,
+        seoUrl: topVideo.seoUrl || null,
       };
+
+      // 如果有商品链接，抓取商品详情页（评分、销量等）
+      if (topVideo.seoUrl && options.shopPage) {
+        try {
+          const { getProductInfoCDP } = await import("../lib/shop-scraper.mjs");
+          const shopUrl = topVideo.seoUrl.replace(
+            "www.tiktok.com/shop/pdp",
+            "shop.tiktok.com/us/pdp",
+          );
+
+          const productDetail = await getProductInfoCDP(
+            options.shopPage,
+            shopUrl,
+          );
+          result.productDetail = productDetail;
+          log(
+            `  商品详情: 评分${productDetail.rating ?? "-"} | 销量${productDetail.soldCount ?? "-"} | 评论${productDetail.reviewCount ?? "-"}`,
+          );
+        } catch (e) {
+          log(`  商品详情获取失败: ${e.message}`);
+        }
+      }
     }
 
     if (videoArray.length <= 0) {

package/src/watch/data-store.js

@@ -350,6 +350,8 @@ function getTargetUsersFromDb(targetLocations = []) {
           guessed_location, pinned, processed_at, video_count,
           no_video, claimed_by, claimed_at, created_at, updated_at,
           top_video_play_count, top_video_href, top_video_is_ad,
+          top_video_product_id, top_video_product_title, top_video_seo_url,
+          product_rating, product_review_count, product_sold_count, product_name,
           recent_ec_videos
         FROM jobs
         WHERE tt_seller = 1
@@ -433,6 +435,13 @@ function getTargetUsersByCountryFromDb(targetLocations = [], options = {}) {
         top_video_play_count,
         top_video_href,
         top_video_is_ad,
+        top_video_product_id,
+        top_video_product_title,
+        top_video_seo_url,
+        product_rating,
+        product_review_count,
+        product_sold_count,
+        product_name,
         recent_ec_videos,
         status,
         sources
@@ -1937,6 +1946,7 @@ export function createStore(filePath, options = {}) {
         "sources",
         "topRecentVideo", // 单独处理，不进入通用循环
         "recentEcVideos", // 单独处理，不进入通用循环
+        "productDetail", // 单独处理，不进入通用循环
       ];
       for (const key of Object.keys(result)) {
         if (extraFields.includes(key)) continue;
@@ -1953,6 +1963,16 @@ export function createStore(filePath, options = {}) {
         user.topVideoPlayCount = result.topRecentVideo.playCount || null;
         user.topVideoHref = result.topRecentVideo.href || null;
         user.topVideoIsAd = result.topRecentVideo.isAd ?? null;
+        user.topVideoProductId = result.topRecentVideo.productId || null;
+        user.topVideoProductTitle = result.topRecentVideo.productTitle || null;
+        user.topVideoSeoUrl = result.topRecentVideo.seoUrl || null;
+      }
+      // 存储商品详情（评分、销量等，来自 Shop PDP 抓取）
+      if (result.productDetail && typeof result.productDetail === "object") {
+        user.productRating = result.productDetail.rating ?? null;
+        user.productReviewCount = result.productDetail.reviewCount ?? null;
+        user.productSoldCount = result.productDetail.soldCount ?? null;
+        user.productName = result.productDetail.productName || null;
       }
       // 将 recentEcVideos 数组序列化为 JSON 字符串
       if (
@@ -2225,6 +2245,16 @@ export function createStore(filePath, options = {}) {
         user.topVideoPlayCount = result.topRecentVideo.playCount || null;
         user.topVideoHref = result.topRecentVideo.href || null;
         user.topVideoIsAd = result.topRecentVideo.isAd ?? null;
+        user.topVideoProductId = result.topRecentVideo.productId || null;
+        user.topVideoProductTitle = result.topRecentVideo.productTitle || null;
+        user.topVideoSeoUrl = result.topRecentVideo.seoUrl || null;
+      }
+      // 存储商品详情（评分、销量等，来自 Shop PDP 抓取）
+      if (result.productDetail && typeof result.productDetail === "object") {
+        user.productRating = result.productDetail.rating ?? null;
+        user.productReviewCount = result.productDetail.reviewCount ?? null;
+        user.productSoldCount = result.productDetail.soldCount ?? null;
+        user.productName = result.productDetail.productName || null;
       }
       // 将 recentEcVideos 数组序列化为 JSON 字符串
       if (
@@ -2260,6 +2290,16 @@ export function createStore(filePath, options = {}) {
       user.topVideoPlayCount = result.topRecentVideo.playCount || null;
       user.topVideoHref = result.topRecentVideo.href || null;
       user.topVideoIsAd = result.topRecentVideo.isAd ?? null;
+      user.topVideoProductId = result.topRecentVideo.productId || null;
+      user.topVideoProductTitle = result.topRecentVideo.productTitle || null;
+      user.topVideoSeoUrl = result.topRecentVideo.seoUrl || null;
+    }
+    // 存储商品详情（评分、销量等，来自 Shop PDP 抓取）
+    if (result.productDetail && typeof result.productDetail === "object") {
+      user.productRating = result.productDetail.rating ?? null;
+      user.productReviewCount = result.productDetail.reviewCount ?? null;
+      user.productSoldCount = result.productDetail.soldCount ?? null;
+      user.productName = result.productDetail.productName || null;
     }
     // 将 recentEcVideos 数组序列化为 JSON 字符串
     if (

package/src/watch/db-columns.js

@@ -91,6 +91,13 @@ export const WRITABLE_JOB_COLUMNS = new Set([
   "top_video_play_count",
   "top_video_href",
   "top_video_is_ad",
+  "top_video_product_id",
+  "top_video_product_title",
+  "top_video_seo_url",
+  "product_rating",
+  "product_review_count",
+  "product_sold_count",
+  "product_name",
   "user_create_time",
   "recent_ec_videos",
 ]);

package/src/watch/db-schema.js

@@ -128,6 +128,13 @@ export function initDb(filePath) {
     top_video_play_count: "INTEGER",
     top_video_href: "TEXT",
     top_video_is_ad: "INTEGER",
+    top_video_product_id: "TEXT",
+    top_video_product_title: "TEXT",
+    top_video_seo_url: "TEXT",
+    product_rating: "REAL",
+    product_review_count: "INTEGER",
+    product_sold_count: "INTEGER",
+    product_name: "TEXT",
     user_create_time: "INTEGER",
     recent_ec_videos: "TEXT",
   });
@@ -156,6 +163,13 @@ export function initDb(filePath) {
     top_video_play_count: "INTEGER",
     top_video_href: "TEXT",
     top_video_is_ad: "INTEGER",
+    top_video_product_id: "TEXT",
+    top_video_product_title: "TEXT",
+    top_video_seo_url: "TEXT",
+    product_rating: "REAL",
+    product_review_count: "INTEGER",
+    product_sold_count: "INTEGER",
+    product_name: "TEXT",
     user_create_time: "INTEGER",
     recent_ec_videos: "TEXT",
   });

package/src/watch/public/app.js

@@ -22,6 +22,22 @@ let currentSort = { key: null, asc: true };
 let prevStatValues = {};
 let prevUserMap = {};
 let prevTargetUsers = 0;
+let fireworksEnabled = true;
+
+// 初始化烟花开关状态（从 localStorage 读取，默认开启）
+(function initFireworkToggle() {
+  const saved = localStorage.getItem("fireworksEnabled");
+  if (saved !== null) {
+    fireworksEnabled = saved === "true";
+  }
+  const toggle = document.getElementById("fireworkToggle");
+  if (toggle) toggle.checked = fireworksEnabled;
+})();
+
+function toggleFireworks() {
+  fireworksEnabled = document.getElementById("fireworkToggle").checked;
+  localStorage.setItem("fireworksEnabled", fireworksEnabled);
+}
 
 async function fetchStats() {
   try {
@@ -163,9 +179,14 @@ function renderStats() {
   flashEl("statPending", d.pendingUsers);
   flashEl("statError", d.errorUsers);
   flashEl("statTarget", d.targetUsers, { full: true });
-  // 检测目标商家新增，放烟花（仅首页）
+  // 检测目标商家新增，放烟花（仅首页，且开关开启时）
   const hash = window.location.hash.replace(/^#/, "");
-  if (!hash && prevTargetUsers > 0 && d.targetUsers > prevTargetUsers) {
+  if (
+    !hash &&
+    fireworksEnabled &&
+    prevTargetUsers > 0 &&
+    d.targetUsers > prevTargetUsers
+  ) {
     const diff = d.targetUsers - prevTargetUsers;
     triggerFirework(diff);
   }
@@ -2403,7 +2424,11 @@ function renderTargetTable() {
           .sort((a, b) => b.playCount - a.playCount)
           .map((v) => {
             const adTag = v.isAd ? ' <span style="color:red">(AD)</span>' : "";
-            return `<a href="${v.href}" target="_blank" style="color:#3b82f6;text-decoration:none;display:block;line-height:1.6" title="点击查看视频">${formatNum(v.playCount)}${adTag}</a>`;
+            // 商品标识：有 productId 则显示 [有商品] 链接
+            const productTag = v.productId
+              ? ` <a href="${v.seoUrl || "#"}" target="_blank" style="color:#22c55e;text-decoration:none;font-size:10px" title="商品: ${v.productTitle || ""}&#10;销量: ${formatNum(u.productSoldCount || 0)}&#10;评论: ${formatNum(u.productReviewCount || 0)}&#10;评分: ${u.productRating != null ? "★".repeat(Math.round(u.productRating)) + " " + u.productRating : "-"}">[有商品]</a>`
+              : "";
+            return `<span style="display:block;line-height:1.6"><a href="${v.href}" target="_blank" style="color:#3b82f6;text-decoration:none" title="点击查看视频">${formatNum(v.playCount)}${adTag}</a>${productTag}</span>`;
           })
           .join("");
         topPlayCountCell = `<td data-label="最大播放量" style="font-size:11px;color:#888">${videoLinks}</td>`;

package/src/watch/public/index.html

@@ -16,6 +16,10 @@
     <div style="display:flex;gap:8px;align-items:center">
       <a href="/scripts/run-explore.sh" class="script-link" download="run-explore.sh">mac</a>
       <a href="/scripts/run-explore.bat" class="script-link" download="run-explore.bat">windows</a>
+      <label class="firework-toggle" title="切换烟花动画">
+        <input type="checkbox" id="fireworkToggle" checked onchange="toggleFireworks()">
+        <span>🎆</span>
+      </label>
       <a class="script-link" onclick="navigateToSettings()" style="cursor:pointer">⚙️ LLM</a>
       <span class="status" id="lastUpdate">--</span>
     </div>

package/src/watch/public/style.css

@@ -1629,6 +1629,27 @@ td.user-id:hover {
   accent-color: #a78bfa;
 }
 
+/* ========== 烟花开关 ========== */
+.firework-toggle {
+  display: flex;
+  align-items: center;
+  gap: 4px;
+  cursor: pointer;
+  font-size: 16px;
+  user-select: none;
+  opacity: 0.7;
+  transition: opacity 0.2s;
+}
+.firework-toggle:hover {
+  opacity: 1;
+}
+.firework-toggle input[type="checkbox"] {
+  accent-color: #fe2c55;
+  width: 14px;
+  height: 14px;
+  cursor: pointer;
+}
+
 /* ========== 烟花画布 ========== */
 #fireworkCanvas {
   position: fixed;

package/src/watch/server.js

@@ -1112,8 +1112,15 @@ export function startWatchServer(
             topVideoPlayCount: u.topVideoPlayCount || null,
             topVideoHref: u.topVideoHref || null,
             topVideoIsAd: u.topVideoIsAd ?? null,
+            topVideoProductId: u.topVideoProductId || null,
+            topVideoProductTitle: u.topVideoProductTitle || null,
+            topVideoSeoUrl: u.topVideoSeoUrl || null,
             recentEcVideos: u.recentEcVideos || null,
             latestVideoTime: u.latestVideoTime || null,
+            productRating: u.productRating ?? null,
+            productReviewCount: u.productReviewCount ?? null,
+            productSoldCount: u.productSoldCount ?? null,
+            productName: u.productName || null,
           }));
           sendJSON(res, 200, { total: targets.length, users });
         }