tt-help-cli-ycl 1.4.21 → 1.4.23

package/src/watch/public/style.css

@@ -1623,3 +1623,157 @@ td.user-id:hover {
   pointer-events: none;
   z-index: 9999;
 }
+
+/* ========== LLM 设置页 ========== */
+#settingsPage {
+  display: none;
+}
+
+#settingsPage.active {
+  display: block;
+}
+
+.settings-card {
+  background: #1a1a24;
+  border-radius: 12px;
+  padding: 28px;
+  max-width: 560px;
+  margin: 0 auto;
+}
+
+.settings-card h3 {
+  font-size: 17px;
+  color: #e0e0e0;
+  margin-bottom: 6px;
+}
+
+.settings-hint {
+  font-size: 12px;
+  color: #888;
+  margin-bottom: 24px;
+}
+
+.settings-form {
+  display: flex;
+  flex-direction: column;
+  gap: 18px;
+}
+
+.settings-field label {
+  display: block;
+  font-size: 13px;
+  color: #aaa;
+  margin-bottom: 6px;
+  font-weight: 600;
+}
+
+.settings-field input,
+.settings-field select {
+  width: 100%;
+  padding: 10px 14px;
+  border: 1px solid #333;
+  border-radius: 8px;
+  background: #0f0f13;
+  color: #e0e0e0;
+  font-size: 14px;
+  font-family: inherit;
+  outline: none;
+  transition: border-color 0.2s;
+}
+
+.settings-field input:focus,
+.settings-field select:focus {
+  border-color: #fe2c55;
+}
+
+.settings-field input[readonly] {
+  color: #888;
+  cursor: default;
+}
+
+.settings-field select {
+  cursor: pointer;
+  appearance: none;
+  background-image: url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' width='12' height='12' viewBox='0 0 12 12'%3E%3Cpath fill='%23888' d='M6 8L1 3h10z'/%3E%3C/svg%3E");
+  background-repeat: no-repeat;
+  background-position: right 12px center;
+  padding-right: 36px;
+}
+
+.settings-key-row {
+  display: flex;
+  gap: 6px;
+}
+
+.settings-key-row input {
+  flex: 1;
+}
+
+.settings-key-row button {
+  padding: 8px 12px;
+  border: 1px solid #333;
+  border-radius: 8px;
+  background: #2a2a3a;
+  color: #ccc;
+  font-size: 16px;
+  cursor: pointer;
+  transition: background 0.2s;
+}
+
+.settings-key-row button:hover {
+  background: #333;
+}
+
+.settings-note {
+  display: block;
+  font-size: 11px;
+  color: #666;
+  margin-top: 4px;
+}
+
+.settings-status {
+  padding: 10px 14px;
+  border-radius: 8px;
+  font-size: 13px;
+  text-align: center;
+}
+
+.settings-status.ok {
+  background: rgba(74, 222, 128, 0.1);
+  color: #4ade80;
+  border: 1px solid rgba(74, 222, 128, 0.2);
+}
+
+.settings-status.error {
+  background: rgba(248, 113, 113, 0.1);
+  color: #f87171;
+  border: 1px solid rgba(248, 113, 113, 0.2);
+}
+
+.settings-status.loading {
+  background: rgba(250, 204, 21, 0.1);
+  color: #facc15;
+  border: 1px solid rgba(250, 204, 21, 0.2);
+}
+
+.settings-form .btn-row {
+  display: flex;
+  justify-content: flex-end;
+  margin-top: 4px;
+}
+
+.settings-form .btn-submit {
+  padding: 10px 28px;
+  border: none;
+  border-radius: 8px;
+  background: #fe2c55;
+  color: #fff;
+  font-size: 14px;
+  font-weight: 600;
+  cursor: pointer;
+  transition: background 0.2s;
+}
+
+.settings-form .btn-submit:hover {
+  background: #e61944;
+}

package/src/watch/server.js

@@ -216,6 +216,16 @@ export function startWatchServer(
   return new Promise((_resolve, reject) => {
     const store = existingStore || createStore(dataAnchor, options);
 
+    // 初始化 LLM 动态配置（SQLite > 环境变量 > 默认值）
+    import("./llm-config.js").then((m) => m.loadLlmConfig());
+
+    // 启动时清理废弃的反思规则（避免 DB 膨胀）
+    import("./db-tags.js").then((m) => {
+      if (m.cleanupInactiveReflectionRules) {
+        m.cleanupInactiveReflectionRules();
+      }
+    });
+
     function logJob(action, detail) {
       const ts = new Date().toLocaleTimeString("zh-CN", { hour12: false });
       const d = detail
@@ -983,6 +993,9 @@ export function startWatchServer(
             followerCount: u.followerCount || 0,
             topVideoPlayCount: u.topVideoPlayCount || null,
             topVideoHref: u.topVideoHref || null,
+            topVideoIsAd: u.topVideoIsAd ?? null,
+            recentEcVideos: u.recentEcVideos || null,
+            latestVideoTime: u.latestVideoTime || null,
           }));
           sendJSON(res, 200, { total: targets.length, users });
         }
@@ -1068,6 +1081,8 @@ export function startWatchServer(
               search: params.search || undefined,
               limit: parseInt(params.limit, 10),
               offset: parseInt(params.offset || "0", 10),
+              sort: params.sort || undefined,
+              sortOrder: params.sortOrder || "desc",
             },
           );
           // 确保每个用户对象包含 topVideoPlayCount、topVideoHref 和 topVideoIsAd
@@ -1253,6 +1268,55 @@ export function startWatchServer(
         return;
       }
 
+      // ====== LLM 配置 API ======
+      if (req.method === "GET" && routePath === "/api/llm-config") {
+        try {
+          const { getLlmConfig, LLM_PROVIDERS } =
+            await import("./llm-config.js");
+          sendJSON(res, 200, {
+            ...getLlmConfig(),
+            providers: LLM_PROVIDERS,
+          });
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
+      if (req.method === "POST" && routePath === "/api/llm-config") {
+        try {
+          const body = await readBody(req);
+          const { updateLlmConfig, getLlmConfig, LLM_PROVIDERS } =
+            await import("./llm-config.js");
+          const result = updateLlmConfig({
+            provider: body.provider,
+            model: body.model,
+            url: body.url,
+            apiKey: body.apiKey,
+          });
+          sendJSON(res, 200, { ...result, providers: LLM_PROVIDERS });
+        } catch (e) {
+          sendJSON(res, 400, { error: e.message });
+        }
+        return;
+      }
+
+      // GET /api/llm-test — 直接测试 LLM API 连通性
+      if (req.method === "GET" && routePath === "/api/llm-test") {
+        try {
+          const { callLLM } = await import("./tag-service.js");
+          const result = await callLLM("Say hello in exactly one word.", 0.1);
+          sendJSON(res, 200, {
+            ok: result.length > 0,
+            reply: result || "(空)",
+            replyLen: result.length,
+          });
+        } catch (e) {
+          sendJSON(res, 500, { ok: false, error: e.message });
+        }
+        return;
+      }
+
       if (req.method === "POST" && routePath === "/api/attach-stuck/restore") {
         try {
           const body = await readBody(req);
@@ -1502,23 +1566,31 @@ export function startWatchServer(
         return;
       }
 
-      // GET /api/tags?status=&country=&limit=&offset=
+      // GET /api/tags?status=&country=&search=&limit=&offset=
       if (req.method === "GET" && routePath === "/api/tags") {
         const status = params.status || null;
         const country = params.country || null;
+        const search = params.search || null;
         const limit = Math.min(parseInt(params.limit) || 200, 500);
         const offset = parseInt(params.offset) || 0;
         const upperCountry = country ? country.toUpperCase() : null;
+        const searchTerm = search ? search.trim().toLowerCase() : null;
 
         let tags;
         if (status) {
-          tags = store.getTagsByStatus(status, limit, offset, upperCountry);
+          tags = store.getTagsByStatus(
+            status,
+            limit,
+            offset,
+            upperCountry,
+            searchTerm,
+          );
         } else {
-          tags = store.getAllTags(limit, offset, upperCountry);
+          tags = store.getAllTags(limit, offset, upperCountry, searchTerm);
         }
 
-        // 获取总数（带国家过滤，按 status 返回对应计数）
-        const stats = store.getTagStats(upperCountry);
+        // 获取总数（带搜索过滤，按 status 返回对应计数）
+        const stats = store.getTagStats(upperCountry, searchTerm);
         let total;
         if (stats) {
           if (status === "new") total = stats.new;
@@ -1676,6 +1748,35 @@ export function startWatchServer(
         return;
       }
 
+      // POST /api/tags/batch-add-if-new — 批量添加 tag（只插入不存在的，不覆盖已有）
+      if (req.method === "POST" && routePath === "/api/tags/batch-add-if-new") {
+        try {
+          const body = await readBody(req);
+          const { tags, countries, source } = body || {};
+          if (!Array.isArray(tags) || tags.length === 0) {
+            sendJSON(res, 400, { error: "tags 不能为空" });
+            return;
+          }
+          if (!Array.isArray(countries) || countries.length === 0) {
+            sendJSON(res, 400, { error: "countries 不能为空" });
+            return;
+          }
+          const ret = store.insertTagsIfNew(tags, countries, source || "video");
+          if (ret.error) {
+            sendJSON(res, 500, { error: ret.error });
+            return;
+          }
+          sendJSON(res, 200, {
+            ok: true,
+            inserted: ret.inserted,
+            tags: ret.tags,
+          });
+        } catch (e) {
+          sendJSON(res, 500, { error: e.message });
+        }
+        return;
+      }
+
       // GET /api/tags/health?country=ES — 自闭环：获取国家 tag 健康指标
       if (req.method === "GET" && routePath === "/api/tags/health") {
         try {
@@ -2179,7 +2280,9 @@ export function startWatchServer(
 
       if (
         req.method === "GET" &&
-        (routePath === "/" || routePath === "/index.html")
+        (routePath === "/" ||
+          routePath === "/index.html" ||
+          routePath === "/settings")
       ) {
         // 设有密码时，检查登录态
         if (PASSWORD_ENABLED) {

package/src/watch/tag-service.js

@@ -23,8 +23,10 @@ export const COUNTRY_LANG = {
   AT: "de",
 };
 
-export const LLM_URL = "http://82.156.52.214:18000/v1/chat/completions";
-export const LLM_MODEL = "zc-fast";
+// 旧常量保留兼容（外部可能引用），实际调用走 llm-config 动态配置
+export const LLM_URL =
+  process.env.LLM_URL || "http://82.156.52.214:18000/v1/chat/completions";
+export const LLM_MODEL = process.env.LLM_MODEL || "zc-fast";
 
 export function getLang(country) {
   return COUNTRY_LANG[country] || "en";
@@ -33,25 +35,74 @@ export function getLang(country) {
 // ====== LLM 调用 ======
 
 export async function callLLM(prompt, temperature = 0.7) {
-  const apiKey = process.env.APIKEY || "";
-  const { fetch } = await import("undici");
-
-  const response = await fetch(LLM_URL, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-      Authorization: `Bearer ${apiKey}`,
-    },
-    body: JSON.stringify({
-      model: LLM_MODEL,
-      messages: [{ role: "user", content: prompt }],
-      max_tokens: 1024,
-      temperature,
-    }),
-  });
+  const { getLlmUrl, getLlmApiKey, isAutoMode, getAutoPool } =
+    await import("./llm-config.js");
+  const url = getLlmUrl();
+  const apiKey = getLlmApiKey();
+
+  // auto 模式：依次尝试候选池中的模型
+  const models = isAutoMode() ? getAutoPool() : [null];
+
+  let lastError = "";
+  for (let i = 0; i < models.length; i++) {
+    const model =
+      models[i] !== null
+        ? models[i]
+        : (await import("./llm-config.js")).getLlmModel();
+    const { fetch } = await import("undici");
+
+    console.error(
+      `[callLLM] → ${url} model=${model} (${i + 1}/${models.length})`,
+    );
 
-  const result = await response.json();
-  return result.choices?.[0]?.message?.content || "";
+    let response;
+    try {
+      response = await fetch(url, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          Authorization: `Bearer ${apiKey}`,
+        },
+        body: JSON.stringify({
+          model,
+          messages: [{ role: "user", content: prompt }],
+          max_tokens: 1024,
+          temperature,
+          enable_thinking: false,
+        }),
+      });
+    } catch (e) {
+      lastError = e.message;
+      console.error(`[callLLM] ${model} 网络失败: ${e.message}，尝试下一个`);
+      continue;
+    }
+
+    const status = response.status;
+    const result = await response.json().catch(() => null);
+
+    if (status !== 200 || !result || !result.choices?.[0]?.message?.content) {
+      const errMsg = result?.error?.message || `HTTP ${status}`;
+      lastError = errMsg;
+      console.error(`[callLLM] ${model} 失败: ${errMsg}，尝试下一个`);
+      continue;
+    }
+
+    const content = result.choices[0].message.content;
+    if (i > 0) {
+      console.error(`[callLLM] ✅ auto 切换成功: ${model}`);
+    }
+    // 记录成功的模型，下次优先用它
+    if (isAutoMode()) {
+      const { recordAutoSuccess } = await import("./llm-config.js");
+      recordAutoSuccess(model);
+    }
+    return content;
+  }
+
+  console.error(
+    `[callLLM] ❌ 全部 ${models.length} 个模型均失败，最后错误: ${lastError}`,
+  );
+  return "";
 }
 
 export function normalizeTag(t) {
@@ -750,21 +801,31 @@ export async function discoverTagsForCountry(
   };
 
   let forceNicheSwitch = null;
-  if (health && health.consecutiveLowProductiveRounds >= 2) {
-    // 连续 ≥2 轮 productive=0，强制切换方向
-    // 找出当前 productive tag 覆盖最多的 niche（即当前方向）
+  if (health && health.consecutiveLowProductiveRounds >= 3) {
+    // 连续 >=3 轮 productive=0，强制切换方向
+    // from = LLM 当前正在攻击的 niche（从 discover_log 追踪）
     const currentNiche =
-      nicheRecommendation?.saturated?.[0]?.niche || "marketplace_local";
-    // 找出覆盖最少的 niche 作为新方向
-    const targetNiche = nicheRecommendation?.uncovered?.[0]?.niche || "food";
+      health.currentNiche ||
+      nicheRecommendation?.saturated?.[0]?.niche ||
+      "marketplace_local";
+
+    // to = uncovered 中排除 currentNiche 后的第一个
+    const uncoveredList = nicheRecommendation?.uncovered || [];
+    const nextUncovered = uncoveredList.find((n) => n.niche !== currentNiche);
+    // 如果所有 uncovered 都被排除（极端情况），回退到 uncovered 最后一个
+    const targetNiche =
+      nextUncovered?.niche ||
+      uncoveredList[uncoveredList.length - 1]?.niche ||
+      "food";
+
     forceNicheSwitch = {
       from: currentNiche,
       to: targetNiche,
-      reason: `连续 ${health.consecutiveLowProductiveRounds} 轮无有效产出`,
+      reason: `连续 ${health.consecutiveLowProductiveRounds} 轮无有效产出，当前位置: ${currentNiche}`,
       description: NICHE_CATEGORIES[targetNiche] || targetNiche,
     };
     console.error(
-      `[tag-service] 🔄 ${country} 强制方向切换: ${currentNiche} → ${targetNiche} (原因: 连续${health.consecutiveLowProductiveRounds}轮低效)`,
+      `[tag-service] 🔄 ${country} 强制方向切换: ${currentNiche} -> ${targetNiche} (原因: 连续${health.consecutiveLowProductiveRounds}轮低效, 当前niche=${health.currentNiche || "?"})`,
     );
   }
 
@@ -778,16 +839,17 @@ export async function discoverTagsForCountry(
   }
 
   // ====== 自闭环 Step 3: 动态温度调整 ======
+  // 策略：默认 0.7，卡死时升温打破 LLM 确定性重复
   let temperature = 0.7; // 默认
   if (health) {
-    if (health.healthStatus === "critical") {
-      temperature = 0.3; // 极度保守
+    if (health.consecutiveLowProductiveRounds >= 3) {
+      temperature = 1.0; // 最大随机性，强制探索新空间
+    } else if (health.consecutiveLowProductiveRounds >= 2) {
+      temperature = 0.9; // 较高随机性，打破模式
+    } else if (health.healthStatus === "critical") {
+      temperature = 0.5; // 有问题但还没卡死，略保守
     } else if (health.healthStatus === "warning") {
-      temperature = 0.5; // 较保守
-    }
-    // 连续低效轮时进一步降温，让 LLM 更保守
-    if (health.consecutiveLowProductiveRounds >= 2) {
-      temperature = Math.min(temperature, 0.3);
+      temperature = 0.6;
     }
   }
 
@@ -903,6 +965,7 @@ export async function discoverTagsForCountry(
     country,
     round,
     strategy,
+    niche: niche || forceNicheSwitch?.to || null,
     tagsRaw: deduped,
     tagsGenerated: unique,
     tagsAdded: inserted.length,
@@ -1343,12 +1406,7 @@ export async function reflectAndLearn(store, country) {
     console.error(`  [${rule.ruleType}] ${rule.ruleText}`);
   }
 
-  // Step 6: 废弃旧规则，写入新规则
-  const supersedeResult = supersedeRules(country, "new reflection round");
-  console.error(
-    `[reflection] ${country} 废弃 ${supersedeResult.superseded} 条旧规则`,
-  );
-
+  // Step 6: 废弃旧规则（带相似度去重），写入新规则
   const rulesToInsert = reflection.rules.map((r) => ({
     country,
     ruleType: r.ruleType,
@@ -1359,6 +1417,26 @@ export async function reflectAndLearn(store, country) {
     analysisSummary: reflection.analysisSummary,
   }));
 
+  const supersedeResult = supersedeRules(
+    country,
+    rulesToInsert,
+    "new reflection round",
+  );
+  if (supersedeResult.skipped) {
+    console.error(
+      `[reflection] ${country} 跳过反思（规则与上次高度相似），不写入新规则`,
+    );
+    return {
+      reflected: true,
+      rulesAdded: 0,
+      analysis: reflection.analysisSummary,
+      skipped: "rules too similar to previous reflection",
+    };
+  }
+  console.error(
+    `[reflection] ${country} 废弃 ${supersedeResult.superseded} 条旧规则`,
+  );
+
   const insertResult = insertReflectionRules(rulesToInsert);
   console.error(
     `[reflection] ${country} 写入 ${insertResult.inserted} 条新规则`,