tt-help-cli-ycl 1.3.91 → 1.3.92

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.3.91",
+  "version": "1.3.92",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/cli/tag.js

@@ -1,4 +1,5 @@
 import { writeFileSync } from "fs";
+import { randomUUID } from "crypto";
 import { fetchTagData, enrichVideosWithLocation } from "../lib/tag-fetcher.js";
 import { TikTokScraper } from "../lib/tiktok-scraper.mjs";
 import {
@@ -11,7 +12,22 @@ import { server as cfgServer } from "../lib/constants.js";
 const ALL_COUNTRIES = DEFAULT_TARGET_LOCATIONS;
 const DEFAULT_SERVER = cfgServer || "http://127.0.0.1:3000";
 
-async function pushToServer(serverUrl, filteredAuthors, videos) {
+// 构建带客户端追踪 header 的 fetch 封装
+function buildClientHeaders(clientId, meta, extra = {}) {
+  return {
+    "X-Client-Id": clientId,
+    "X-Client-Info": JSON.stringify(meta),
+    ...extra,
+  };
+}
+
+async function pushToServer(
+  serverUrl,
+  filteredAuthors,
+  videos,
+  clientId,
+  meta,
+) {
   const users = filteredAuthors.map((author) => {
     const video = videos.find((v) => v.authorUniqueId === author);
     return {
@@ -23,7 +39,9 @@ async function pushToServer(serverUrl, filteredAuthors, videos) {
 
   const res = await fetch(`${serverUrl}/api/raw-users`, {
     method: "POST",
-    headers: { "Content-Type": "application/json" },
+    headers: buildClientHeaders(clientId, meta, {
+      "Content-Type": "application/json",
+    }),
     body: JSON.stringify({ users }),
   });
   const data = await res.json();
@@ -412,11 +430,13 @@ export async function handleScore(parsed) {
   console.log(JSON.stringify(result, null, 2));
 }
 
-async function reportToServer(baseUrl, result) {
+async function reportToServer(baseUrl, result, clientId, meta) {
   try {
     const res = await fetch(`${baseUrl}/api/tags/score-result`, {
       method: "POST",
-      headers: { "Content-Type": "application/json" },
+      headers: buildClientHeaders(clientId, meta, {
+        "Content-Type": "application/json",
+      }),
       body: JSON.stringify(result),
     });
     const data = await res.json();
@@ -464,17 +484,24 @@ export async function handleScoreAll(parsed) {
   let emptyRounds = 0; // 连续无任务的轮数
   const DISCOVER_AFTER_EMPTY = 3; // 连续 3 轮无任务时触发 discover
 
+  // 生成客户端 ID，用于服务端追踪
+  const clientId = randomUUID();
+  const clientMeta = { type: "scoring" };
+
   // 复用 TikTokScraper 实例，避免每次 enrich 都启动/关闭 headless 浏览器
   const enrichScraper = new TikTokScraper({ poolSize: 3 });
   await enrichScraper.init();
   log("✅ TikTokScraper 已就绪 (enrich 复用)");
+  log(`  客户端 ID: ${clientId.substring(0, 8)}...`);
   log("");
 
   try {
     while (true) {
       try {
         // 从服务端取下一个 new 标签
-        const tagsRes = await fetch(`${baseUrl}/api/tags?status=new&limit=1`);
+        const tagsRes = await fetch(`${baseUrl}/api/tags?status=new&limit=1`, {
+          headers: buildClientHeaders(clientId, clientMeta),
+        });
         const tagsData = await tagsRes.json();
         if (!tagsData.tags || tagsData.tags.length === 0) {
           emptyRounds++;
@@ -488,6 +515,7 @@ export async function handleScoreAll(parsed) {
               try {
                 const discRes = await fetch(
                   `${baseUrl}/api/tags/discover?country=${country}&count=5`,
+                  { headers: buildClientHeaders(clientId, clientMeta) },
                 );
                 const discData = await discRes.json();
                 if (discData.inserted) {
@@ -530,10 +558,12 @@ export async function handleScoreAll(parsed) {
           error: null,
         };
 
-        // 锁定 tag
+        // 锁定 tag（meta 中不放入 tag，避免非 ASCII 字符导致 header ByteString 报错）
         const claimRes = await fetch(`${baseUrl}/api/tags/claim`, {
           method: "POST",
-          headers: { "Content-Type": "application/json" },
+          headers: buildClientHeaders(clientId, clientMeta, {
+            "Content-Type": "application/json",
+          }),
           body: JSON.stringify({ tag }),
         });
         const claimData = await claimRes.json();
@@ -546,7 +576,7 @@ export async function handleScoreAll(parsed) {
           log(`  ⚠️ 无法锁定 (${claimData.error})，标记为 dead 并跳过`);
           result.error = claimData.error;
           result.status = "dead";
-          await reportToServer(baseUrl, result);
+          await reportToServer(baseUrl, result, clientId, clientMeta);
           totalScored++;
           continue;
         }
@@ -570,7 +600,7 @@ export async function handleScoreAll(parsed) {
           log("  ⚠️ 无视频，标记 dead");
           result.status = "dead";
           result.error = "no videos found";
-          await reportToServer(baseUrl, result);
+          await reportToServer(baseUrl, result, clientId, clientMeta);
           totalScored++;
           continue;
         }
@@ -589,6 +619,9 @@ export async function handleScoreAll(parsed) {
         });
         videos = enriched.videos;
 
+        // 更新 meta 中当前正在处理的标签
+        clientMeta.tag = tag;
+
         // 过滤 + 算分 (共用函数)
         const { matchedAuthorSet } = applyFilterAndScore(
           videos,
@@ -602,12 +635,14 @@ export async function handleScoreAll(parsed) {
             baseUrl,
             [...matchedAuthorSet],
             videos,
+            clientId,
+            clientMeta,
           );
           result.pushedUsers = pushResult.added || 0;
         }
 
         // 上报结果
-        await reportToServer(baseUrl, result);
+        await reportToServer(baseUrl, result, clientId, clientMeta);
 
         totalScored++;
         const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);
@@ -643,12 +678,17 @@ export async function handleScoreAll(parsed) {
         }
         log(`  ❌ 失败: ${e.message}`);
         try {
-          await reportToServer(baseUrl, {
-            tag: "",
-            status: "error",
-            score: 0,
-            error: e.message,
-          });
+          await reportToServer(
+            baseUrl,
+            {
+              tag: "",
+              status: "error",
+              score: 0,
+              error: e.message,
+            },
+            clientId,
+            clientMeta,
+          );
         } catch {}
         totalScored++;
       }

package/src/watch/public/app.js

@@ -255,8 +255,14 @@ function renderActiveClients(clients) {
   const tbody = document.getElementById("activeClientsBody");
   if (!section || !bar) return;
 
-  const types = ["explore", "refresh", "attach", "comments"];
-  const labels = { explore: "Explore", refresh: "Refresh", attach: "Attach", comments: "Comments" };
+  const types = ["explore", "refresh", "attach", "comments", "scoring"];
+  const labels = {
+    explore: "Explore",
+    refresh: "Refresh",
+    attach: "Attach",
+    comments: "Comments",
+    scoring: "Scoring",
+  };
   const grouped = {};
   for (const c of clients) {
     if (!grouped[c.type]) grouped[c.type] = [];
@@ -314,9 +320,7 @@ function showClientDetail(type, clients) {
   tbody.innerHTML = clients
     .map((c) => {
       const cid = c.clientId ? c.clientId.substring(0, 8) : "-";
-      const ipPort = c.ip
-        ? c.ip + (c.port ? ":" + c.port : "")
-        : "-";
+      const ipPort = c.ip ? c.ip + (c.port ? ":" + c.port : "") : "-";
       const userId = c.userId || "-";
       const last = formatRelativeTime(c.lastSeen);
       return `<tr>

package/src/watch/server.js

@@ -93,6 +93,7 @@ function inferClientType(routePath) {
   if (routePath.startsWith("/api/redo-job")) return "refresh";
   if (routePath.startsWith("/api/user-update-tasks")) return "attach";
   if (routePath.startsWith("/api/comment-task")) return "comments";
+  if (routePath.startsWith("/api/tags")) return "scoring";
   if (
     routePath.startsWith("/api/job") ||
     routePath.startsWith("/api/explore-new")