tt-help-cli-ycl 1.4.12 → 1.4.14

package/src/watch/public/index.html

@@ -328,6 +328,11 @@
           <span style="color:#666;font-size:12px">加载中...</span>
         </div>
         <div class="muted-tip">点击国家卡片可筛选列表。</div>
+        <div class="target-other-section" id="targetOtherSection" style="display:none">
+          <h3 style="color:#f59e0b;margin-top:20px;margin-bottom:12px">🌍 其他国家 (已修改)</h3>
+          <div class="pending-country-grid" id="targetOtherGrid"></div>
+          <div class="muted-tip">这些商家已被手动修改到非目标国家。</div>
+        </div>
       </div>
       <div class="target-table-card">
         <h3>目标商家列表</h3>
@@ -361,6 +366,7 @@
         </div>
       </div>
     </div>
+    <div id="backToTop" title="回到顶部" onclick="scrollToTop()">↑</div>
   </div>
   <div id="tagsPage">
     <div class="stats" style="margin-bottom:16px">
@@ -415,7 +421,7 @@
                 <th style="min-width:120px">关键词</th>
                 <th class="sortable-tag" data-sort="score">评分 <span class="sort-icon">↕</span></th>
                 <th class="sortable-tag" data-sort="author_count">作者数 <span class="sort-icon">↕</span></th>
-                <th class="sortable-tag" data-sort="total_posts">帖子数 <span class="sort-icon">↕</span></th>
+                <th class="sortable-tag" data-sort="refreshed_at">最近刷新 <span class="sort-icon">↕</span></th>
                 <th class="sortable-tag" data-sort="matched_authors">匹配作者 <span class="sort-icon">↕</span></th>
                 <th class="sortable-tag" data-sort="pushed_users">推送用户 <span class="sort-icon">↕</span></th>
                 <th>国家</th>

package/src/watch/public/style.css

@@ -839,6 +839,36 @@ td.user-id:hover {
   display: block;
 }
 
+#backToTop {
+  position: fixed;
+  bottom: 32px;
+  right: 32px;
+  width: 44px;
+  height: 44px;
+  border-radius: 50%;
+  background: rgba(254, 44, 85, 0.85);
+  color: #fff;
+  font-size: 20px;
+  display: none;
+  align-items: center;
+  justify-content: center;
+  cursor: pointer;
+  z-index: 999;
+  box-shadow: 0 4px 16px rgba(254, 44, 85, 0.35);
+  transition: opacity 0.25s, transform 0.25s, background 0.2s;
+  user-select: none;
+}
+
+#backToTop:hover {
+  background: #e61944;
+  transform: translateY(-2px);
+  box-shadow: 0 6px 20px rgba(254, 44, 85, 0.5);
+}
+
+#backToTop.visible {
+  display: flex;
+}
+
 #mainPage.hidden {
   display: none;
 }
@@ -1004,6 +1034,19 @@ td.user-id:hover {
   color: #ddd6fe;
 }
 
+.other-country-item {
+  border-color: #f59e0b;
+}
+
+.other-country-item .country-name {
+  color: #f59e0b;
+}
+
+.other-country-item:hover {
+  border-color: #fbbf24;
+  background: #3a3520;
+}
+
 .back-btn {
   padding: 6px 14px;
   border: 1px solid #333;

package/src/watch/server.js

@@ -93,6 +93,7 @@ function inferClientType(routePath) {
   if (routePath.startsWith("/api/redo-job")) return "refresh";
   if (routePath.startsWith("/api/user-update-tasks")) return "attach";
   if (routePath.startsWith("/api/comment-task")) return "comments";
+  if (routePath.startsWith("/api/tags/refresh")) return "tag-refresh";
   if (routePath.startsWith("/api/tags")) return "scoring";
   if (
     routePath.startsWith("/api/job") ||
@@ -142,9 +143,12 @@ export function startWatchServer(
     let discoverRunning = false;
     let lastDiscoverTime = 0;
 
-    // 标签池充足阈值：new 标签总数超过此值时，定时触发直接跳过（不浪费 LLM token）
-    const DISCOVER_SUFFICIENT_TOTAL =
-      parseInt(process.env.TAG_DISCOVER_SUFFICIENT || "30", 10) || 30;
+    // 每国标签不足阈值：某国 new 标签低于此值时触发 discover
+    const DISCOVER_PER_COUNTRY_THRESHOLD = Math.max(
+      3,
+      parseInt(process.env.TAG_DISCOVER_PER_COUNTRY_THRESHOLD || "10", 10) ||
+        10,
+    );
 
     async function runAutoDiscover(trigger = "timer") {
       if (discoverRunning) return;
@@ -156,23 +160,14 @@ export function startWatchServer(
         );
         return;
       }
-      // 先看全局总量：标签池充足时直接跳过，不浪费 LLM token
-      const globalStats = store.getTagStats();
-      const totalNew = globalStats?.new || 0;
-      if (totalNew >= DISCOVER_SUFFICIENT_TOTAL) {
-        console.error(
-          `[discover] 标签池充足 (${totalNew} 个 new ≥ ${DISCOVER_SUFFICIENT_TOTAL})，跳过 [触发: ${trigger}]`,
-        );
-        return;
-      }
       discoverRunning = true;
       try {
-        // 只为 new 标签不足的国家发现
+        // 按国家维度判断：只为 new 标签不足的国家发现
         const countriesToDiscover = [];
         const { getTagsByStatus } = await import("./db-tags.js");
         for (const country of DEFAULT_TARGET_LOCATIONS) {
           const newTags = getTagsByStatus("new", 100, 0, country);
-          if (newTags.length < 10) {
+          if (newTags.length < DISCOVER_PER_COUNTRY_THRESHOLD) {
             countriesToDiscover.push(country);
           }
         }
@@ -683,9 +678,18 @@ export function startWatchServer(
 
       if (req.method === "GET" && routePath === "/api/comment-tasks") {
         const limit = parseInt(params.limit) || 1;
-        const tasks = store.getPendingCommentTasks(limit);
+        const locationsParam = params.locations || "";
+        const locations = locationsParam
+          ? locationsParam
+              .split(",")
+              .map((s) => s.trim().toUpperCase())
+              .filter(Boolean)
+          : null;
+        const tasks = store.getPendingCommentTasks(limit, locations);
         const ts = new Date().toISOString().slice(11, 19);
-        console.error(`[JOB ${ts}] COMMENT-TASKS: ${tasks.length} tasks`);
+        console.error(
+          `[JOB ${ts}] COMMENT-TASKS: ${tasks.length} tasks${locations ? " (locations: " + locations.join(",") + ")" : ""}`,
+        );
         sendJSON(res, 200, { total: tasks.length, tasks });
         return;
       }
@@ -851,12 +855,13 @@ export function startWatchServer(
               offset: parseInt(params.offset || "0", 10),
             },
           );
-          // 确保每个用户对象包含 topVideoPlayCount 和 topVideoHref
+          // 确保每个用户对象包含 topVideoPlayCount、topVideoHref 和 topVideoIsAd
           if (result.users && Array.isArray(result.users)) {
             result.users = result.users.map((u) => ({
               ...u,
               topVideoPlayCount: u.topVideoPlayCount || null,
               topVideoHref: u.topVideoHref || null,
+              topVideoIsAd: u.topVideoIsAd ?? null,
             }));
           }
           sendJSON(res, 200, result);
@@ -865,7 +870,7 @@ export function startWatchServer(
 
         // 默认：全量（兼容旧调用）
         const result = store.getTargetUsersByCountry(DEFAULT_TARGET_LOCATIONS);
-        // 确保每个用户对象包含 topVideoPlayCount 和 topVideoHref
+        // 确保每个用户对象包含 topVideoPlayCount、topVideoHref 和 topVideoIsAd
         if (result.countries && Array.isArray(result.countries)) {
           for (const country of result.countries) {
             if (country.users && Array.isArray(country.users)) {
@@ -873,6 +878,7 @@ export function startWatchServer(
                 ...u,
                 topVideoPlayCount: u.topVideoPlayCount || null,
                 topVideoHref: u.topVideoHref || null,
+                topVideoIsAd: u.topVideoIsAd ?? null,
               }));
             }
           }
@@ -881,6 +887,17 @@ export function startWatchServer(
         return;
       }
 
+      if (
+        req.method === "GET" &&
+        routePath === "/api/target-users-other-countries"
+      ) {
+        const result = store.getModifiedTargetUsersOutsideLocations(
+          DEFAULT_TARGET_LOCATIONS,
+        );
+        sendJSON(res, 200, result);
+        return;
+      }
+
       if (req.method === "GET" && routePath === "/api/client-errors") {
         sendJSON(res, 200, { clients: store.getClientErrors() });
         return;
@@ -1318,6 +1335,71 @@ export function startWatchServer(
         return;
       }
 
+      // POST /api/bulk-author-locations — 批量查询作者国家（用于 tag 客户端 enrich 前跳过已知数据）
+      if (req.method === "POST" && routePath === "/api/bulk-author-locations") {
+        try {
+          const body = await readBody(req);
+          const uniqueIds = Array.isArray(body.uniqueIds) ? body.uniqueIds : [];
+          const locations = store.getBulkAuthorLocations(uniqueIds);
+          sendJSON(res, 200, { locations });
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/tags/refresh-task — 领取一个 productive 标签用于刷新（score>70，未被锁定）
+      if (req.method === "GET" && routePath === "/api/tags/refresh-task") {
+        const task = store.getProductiveRefreshTask();
+        if (!task) {
+          sendJSON(res, 200, {
+            tag: null,
+            message: "no productive tags available for refresh",
+          });
+          return;
+        }
+        sendJSON(res, 200, {
+          tag: task.tag,
+          score: task.score,
+          refreshedAt: task.refreshed_at,
+        });
+        return;
+      }
+
+      // POST /api/tags/refresh-claim { tag } — 锁定 productive 标签用于刷新（防并发冲突）
+      if (req.method === "POST" && routePath === "/api/tags/refresh-claim") {
+        try {
+          const body = await readBody(req);
+          const tag = (body.tag || "").trim().toLowerCase();
+          if (!tag) {
+            sendJSON(res, 400, { error: "tag 不能为空" });
+            return;
+          }
+          const result = store.claimRefreshTag(tag);
+          sendJSON(res, result.ok ? 200 : 409, result);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/refresh-result { tag, pushedUsers, error } — 报告刷新结果并解锁
+      if (req.method === "POST" && routePath === "/api/tags/refresh-result") {
+        try {
+          const body = await readBody(req);
+          const tag = (body.tag || "").trim().toLowerCase();
+          if (!tag) {
+            sendJSON(res, 400, { error: "tag 不能为空" });
+            return;
+          }
+          const result = store.reportRefreshResult(tag, body);
+          sendJSON(res, result.ok ? 200 : 400, result);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
       // GET /api/tags/recent-generated?country=ES&lookback=10 — 最近N轮生成的标签（去重）
       if (req.method === "GET" && routePath === "/api/tags/recent-generated") {
         try {
@@ -1491,6 +1573,327 @@ export function startWatchServer(
         return;
       }
 
+      // ====== 自学习系统 API ======
+
+      // GET /api/tags/selflearn/status — 自学习系统状态总览
+      if (req.method === "GET" && routePath === "/api/tags/selflearn/status") {
+        try {
+          const { getSelfLearnStatus } = await import("./tag-selflearn.js");
+          const status = getSelfLearnStatus();
+          sendJSON(res, 200, status);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/classify-dead — 分类所有 dead tag
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/classify-dead"
+      ) {
+        try {
+          const { classifyDeadTags } = await import("./tag-selflearn.js");
+          const body = await readBody(req);
+          const result = classifyDeadTags(body?.country || null);
+          sendJSON(res, 200, result);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/cleanup-truly-dead — 删除真正不存在的 dead tag
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/cleanup-truly-dead"
+      ) {
+        try {
+          const { cleanupTrulyDeadTags } = await import("./tag-selflearn.js");
+          const result = cleanupTrulyDeadTags();
+          sendJSON(res, 200, result);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/tags/selflearn/dead-stats?country=DE — dead tag 分类统计
+      if (
+        req.method === "GET" &&
+        routePath === "/api/tags/selflearn/dead-stats"
+      ) {
+        try {
+          const { getDeadTagStats } = await import("./tag-selflearn.js");
+          const country = params.country || null;
+          const stats = getDeadTagStats(country);
+          sendJSON(res, 200, stats || {});
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/init-directions — 初始化某国的探索方向
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/init-directions"
+      ) {
+        try {
+          const { initDefaultDirections } = await import("./tag-selflearn.js");
+          const body = await readBody(req);
+          const country = body?.country;
+          if (!country) {
+            sendJSON(res, 400, { error: "country 参数必填" });
+            return;
+          }
+          const result = initDefaultDirections(country);
+          sendJSON(res, 200, {
+            ok: true,
+            count: result.length,
+            directions: result,
+          });
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/tags/selflearn/directions?country=DE&level=1 — 获取方向列表
+      if (
+        req.method === "GET" &&
+        routePath === "/api/tags/selflearn/directions"
+      ) {
+        try {
+          const { getDirections } = await import("./tag-selflearn.js");
+          const country = params.country;
+          const level = parseInt(params.level) || 1;
+          if (!country) {
+            sendJSON(res, 400, { error: "country 参数必填" });
+            return;
+          }
+          const directions = getDirections(country, level);
+          sendJSON(res, 200, directions);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/tags/selflearn/cross-country?country=ES — 跨国家推荐
+      if (
+        req.method === "GET" &&
+        routePath === "/api/tags/selflearn/cross-country"
+      ) {
+        try {
+          const { getCrossCountryRecommendations } =
+            await import("./tag-selflearn.js");
+          const country = params.country;
+          if (!country) {
+            sendJSON(res, 400, { error: "country 参数必填" });
+            return;
+          }
+          const limit = parseInt(params.limit) || 20;
+          const recommendations = getCrossCountryRecommendations(
+            country,
+            limit,
+          );
+          sendJSON(res, 200, recommendations);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/record-cross-country — 记录跨国家学习结果
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/record-cross-country"
+      ) {
+        try {
+          const { recordCrossCountryLearning } =
+            await import("./tag-selflearn.js");
+          const body = await readBody(req);
+          const {
+            sourceCountry,
+            sourceTag,
+            targetCountry,
+            targetTag,
+            resultStatus,
+            score,
+          } = body || {};
+          recordCrossCountryLearning(
+            sourceCountry,
+            sourceTag,
+            targetCountry,
+            targetTag,
+            resultStatus,
+            score,
+          );
+          sendJSON(res, 200, { ok: true });
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/record-experiment — 记录实验
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/record-experiment"
+      ) {
+        try {
+          const { recordExperiment } = await import("./tag-selflearn.js");
+          const body = await readBody(req);
+          const result = recordExperiment(body);
+          sendJSON(res, 200, result);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/tags/selflearn/experiments?country=DE&limit=10 — 获取实验历史
+      if (
+        req.method === "GET" &&
+        routePath === "/api/tags/selflearn/experiments"
+      ) {
+        try {
+          const { getExperimentHistory } = await import("./tag-selflearn.js");
+          const country = params.country;
+          if (!country) {
+            sendJSON(res, 400, { error: "country 参数必填" });
+            return;
+          }
+          const limit = parseInt(params.limit) || 10;
+          const experiments = getExperimentHistory(country, limit);
+          sendJSON(res, 200, experiments);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/analyst — 运行 LLM 分析师
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/analyst"
+      ) {
+        try {
+          const { runLLMAnalyst } = await import("./tag-selflearn.js");
+          const body = await readBody(req);
+          const countries = body?.countries || null;
+          const report = await runLLMAnalyst(countries);
+          sendJSON(res, 200, report);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/tags/selflearn/analyst/latest — 获取最新分析师报告
+      if (
+        req.method === "GET" &&
+        routePath === "/api/tags/selflearn/analyst/latest"
+      ) {
+        try {
+          const { getLatestAnalystReport } = await import("./tag-selflearn.js");
+          const report = getLatestAnalystReport();
+          sendJSON(res, 200, report || {});
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/analyst/execute-cleanup — 执行分析师建议的清理
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/analyst/execute-cleanup"
+      ) {
+        try {
+          const { executeAnalystCleanup } = await import("./tag-selflearn.js");
+          const result = executeAnalystCleanup();
+          sendJSON(res, 200, result);
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // POST /api/tags/selflearn/discover-layered — 分层探索生成 tag
+      if (
+        req.method === "POST" &&
+        routePath === "/api/tags/selflearn/discover-layered"
+      ) {
+        try {
+          const {
+            buildLayeredDiscoverPrompt,
+            getCrossCountryRecommendations,
+            getExperimentHistory,
+          } = await import("./tag-selflearn.js");
+          const { callLLM, parseTagsFromResponse, normalizeTag } =
+            await import("./tag-service.js");
+          const body = await readBody(req);
+          const { country, level = 1, directionName, count = 10 } = body || {};
+
+          if (!country) {
+            sendJSON(res, 400, { error: "country 参数必填" });
+            return;
+          }
+
+          // 收集分层探索所需数据
+          const storeTags = store.getTagsByCountry(country, 50);
+          const storeDead = store.getDeadTags(country);
+          const crossCountryTips = getCrossCountryRecommendations(country, 5);
+          const experimentHistory = getExperimentHistory(country, 5);
+
+          const prompt = buildLayeredDiscoverPrompt(country, {
+            level,
+            existingProductive: storeTags,
+            existingDead: storeDead,
+            directionName,
+            experimentHistory,
+            crossCountryTips,
+          });
+
+          console.error(
+            `[selflearn] ${country} L${level} discover (direction: ${directionName || "auto"})`,
+          );
+          const content = await callLLM(prompt, 0.7);
+          const tags = parseTagsFromResponse(content);
+
+          // 全局去重
+          const { getAllExistingTagNames } = await import("./db-tags.js");
+          const allExisting = getAllExistingTagNames();
+          const unique = [...new Set(tags)]
+            .filter((t) => !allExisting.has(t))
+            .slice(0, count);
+
+          // 入库
+          const inserted = [];
+          for (const tag of unique) {
+            const result = store.insertTag(tag, [country], "llm");
+            if (result.inserted) inserted.push(result.tag);
+          }
+
+          sendJSON(res, 200, {
+            country,
+            level,
+            directionName,
+            generated: tags.length,
+            afterDedup: unique.length,
+            inserted: inserted.length,
+            tags: inserted,
+          });
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      // ====== 原有静态资源 ======
+
       if (
         req.method === "GET" &&
         (routePath === "/" || routePath === "/index.html")
@@ -1585,7 +1988,7 @@ export function startWatchServer(
       );
       setTimeout(() => runAutoDiscover("startup"), 30000);
       console.error(
-        `[discover] 定时+按需发现已启动: 定时间隔 ${DISCOVER_INTERVAL_MS / 60000} 分钟, 每国 ${DISCOVER_COUNT_PER_COUNTRY} 个标签, 按需阈值 ${DISCOVER_LOW_THRESHOLD}, 冷却期 ${DISCOVER_COOLDOWN_MS / 1000}s`,
+        `[discover] 定时+按需发现已启动: 定时间隔 ${DISCOVER_INTERVAL_MS / 60000} 分钟, 每国 ${DISCOVER_COUNT_PER_COUNTRY} 个标签, 每国不足阈值 ${DISCOVER_PER_COUNTRY_THRESHOLD}, 按需触发阈值 ${DISCOVER_LOW_THRESHOLD}, 冷却期 ${DISCOVER_COOLDOWN_MS / 1000}s`,
       );
 
       _resolve({ server, port });