tt-help-cli-ycl 1.3.81 → 1.3.82

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.3.81",
+  "version": "1.3.82",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/cli/refresh.js

@@ -549,6 +549,7 @@ export async function handleRefresh(options) {
 
       const payload = {
         userInfo: refreshUserInfo,
+        topRecentVideo: result.topRecentVideo || null,
         discoveredFollowing: (result.discoveredFollowing || []).map((f) => ({
           handle: Array.isArray(f) ? f[0] : f,
           displayName: Array.isArray(f) ? f[1] : null,

package/src/cli/watch.js

@@ -5,19 +5,40 @@ import { startWatchServer, openBrowser } from "../watch/server.js";
 
 export async function handleWatch(options) {
   const dataAnchor = options.dataAnchor || options.outputFile;
-  const { watchPort } = options;
+  const { watchPort, llmRefill, llmRefillMinScore, llmRefillSampleSize } =
+    options;
 
   if (!dataAnchor) {
-    console.error("用法: tt-help watch -o <db路径> [-p 端口]");
+    console.error("用法: tt-help watch -o <db路径> [-p 端口] [--llm-refill]");
     console.error("      tt-help watch -o data/result.db");
     console.error("      tt-help watch -o data/result.db -p 8080");
+    console.error(
+      "      tt-help watch -o data/result.db --llm-refill --llm-refill-min 60",
+    );
     process.exit(1);
   }
 
   mkdirSync(path.dirname(path.resolve(dataAnchor)), { recursive: true });
 
-  const store = createStore(dataAnchor);
-  const { server, port } = await startWatchServer(dataAnchor, watchPort, store);
+  const storeOptions = {};
+  if (llmRefill) {
+    storeOptions.refillLlm = {
+      llmScore: true,
+      llmMinScore: llmRefillMinScore ?? 60,
+      llmSampleSize: llmRefillSampleSize ?? 100,
+    };
+    console.error(
+      `[watch] LLM 自动打分已启用: 最低分 ${storeOptions.refillLlm.llmMinScore}, 采样 ${storeOptions.refillLlm.llmSampleSize}`,
+    );
+  }
+
+  const store = createStore(dataAnchor, storeOptions);
+  const { server, port } = await startWatchServer(
+    dataAnchor,
+    watchPort,
+    store,
+    storeOptions,
+  );
   openBrowser(port);
 
   process.once("SIGINT", () => {

package/src/lib/api-interceptor.js

@@ -18,7 +18,12 @@ async function processAPIResponse(
   for (const item of firstPageItems) {
     if (items.length >= maxVideos) break;
     const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-    items.push({ id: item.id, href, createTime: item.createTime || null });
+    items.push({
+      id: item.id,
+      href,
+      createTime: item.createTime || null,
+      playCount: item.stats?.playCount || 0,
+    });
   }
 
   let cursor = data.cursor;
@@ -66,6 +71,7 @@ async function processAPIResponse(
             id: item.id,
             href,
             createTime: item.createTime || null,
+            playCount: item.stats?.playCount || 0,
           });
         }
       }

package/src/lib/args.js

@@ -347,6 +347,9 @@ function parseInfoArgs(args) {
 function parseWatchArgs(args) {
   let dataAnchor = "./result.db";
   let watchPort = 3001;
+  let llmRefill = true;
+  let llmRefillMinScore = null;
+  let llmRefillSampleSize = null;
 
   for (let i = 0; i < args.length; i++) {
     const arg = args[i];
@@ -354,6 +357,14 @@ function parseWatchArgs(args) {
       dataAnchor = args[++i];
     } else if (arg === "-p") {
       watchPort = parseInt(args[++i]) || 3001;
+    } else if (arg === "--llm-refill") {
+      llmRefill = true;
+    } else if (arg === "--no-llm-refill") {
+      llmRefill = false;
+    } else if (arg === "--llm-refill-min") {
+      llmRefillMinScore = parseInt(args[++i]) || 60;
+    } else if (arg === "--llm-refill-sample") {
+      llmRefillSampleSize = parseInt(args[++i]) || 100;
     }
   }
 
@@ -362,6 +373,9 @@ function parseWatchArgs(args) {
     outputFile: dataAnchor,
     dataAnchor,
     watchPort,
+    llmRefill,
+    llmRefillMinScore,
+    llmRefillSampleSize,
     urls: [],
     outputFormat: "json",
     exploreCount: 0,

package/src/scraper/explore-core.js

@@ -8,6 +8,7 @@ import {
   DEFAULT_TARGET_LOCATIONS_CSV,
   findFirstMatchingLocation,
   isLocationInList,
+  normalizeLocation,
   normalizeLocationList,
 } from "../lib/target-locations.js";
 import {
@@ -40,6 +41,7 @@ async function processExplore(page, username, options, log) {
     keepFollow: false,
     locationCreated: null,
     latestVideoTime: null,
+    topRecentVideo: null,
     noVideo: false,
     restricted: false,
     error: null,
@@ -84,6 +86,27 @@ async function processExplore(page, username, options, log) {
       if (result.userInfo) result.userInfo.latestVideoTime = latestCreateTime;
     }
 
+    // 找出 7 天内发布且播放量最大的视频
+    const SEVEN_DAYS_SECONDS = 7 * 24 * 60 * 60;
+    const nowSeconds = Math.floor(Date.now() / 1000);
+    const recentVideos = videoArray.filter(
+      (v) => v.createTime && nowSeconds - v.createTime <= SEVEN_DAYS_SECONDS,
+    );
+    if (recentVideos.length > 0) {
+      const topVideo = recentVideos.reduce((max, v) =>
+        v.playCount > max.playCount ? v : max,
+      );
+      result.topRecentVideo = {
+        id: topVideo.id,
+        href: topVideo.href,
+        playCount: topVideo.playCount,
+        createTime: topVideo.createTime,
+      };
+      log(
+        `  7天内最高播放视频: ${topVideo.playCount} 次播放 (${recentVideos.length} 个候选)`,
+      );
+    }
+
     if (videoArray.length <= 0) {
       // 视频为空：可能是页面受限或用户真的没有视频
       result.processed = true;
@@ -110,7 +133,10 @@ async function processExplore(page, username, options, log) {
       log(
         `  国家采样(${locations.length}个): [${locations.filter(Boolean).join(", ") || "无数据"}]`,
       );
-      const normalizedLocations = normalizeLocationList(locations, []);
+      // 直接标准化，不去重（保留重复值用于频率统计）
+      const normalizedLocations = locations
+        .map((loc) => normalizeLocation(loc))
+        .filter(Boolean);
 
       // 统计频率
       const freq = {};

package/src/watch/data-store.js

@@ -1,7 +1,10 @@
 import fs from "fs";
 import path from "path";
 import Database from "better-sqlite3";
-import { isLocationInList } from "../lib/target-locations.js";
+import {
+  isLocationInList,
+  DEFAULT_TARGET_LOCATIONS,
+} from "../lib/target-locations.js";
 
 // SQLite 用户表（用于判重）
 let db = null;
@@ -143,6 +146,12 @@ function initUserDb(filePath) {
   if (!existingJobColumns.has("bio_link")) {
     db.exec(`ALTER TABLE jobs ADD COLUMN bio_link TEXT`);
   }
+  if (!existingJobColumns.has("top_video_play_count")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN top_video_play_count INTEGER`);
+  }
+  if (!existingJobColumns.has("top_video_href")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN top_video_href TEXT`);
+  }
   db.exec(`
     CREATE TABLE IF NOT EXISTS jobs_base (
       unique_id TEXT PRIMARY KEY,
@@ -773,7 +782,7 @@ function getUserUpdateByCountryFromDb() {
         COALESCE(guessed_location, '未知') as country,
         COUNT(*) as count
       FROM jobs_base
-      WHERE COALESCE(tt_seller, '') = ''
+      WHERE tt_seller IS NULL
         AND COALESCE(user_update_count, 0) <= 0
       GROUP BY COALESCE(guessed_location, '未知')
       ORDER BY count DESC
@@ -794,7 +803,7 @@ function getAttachStuckByCountryFromDb() {
         COALESCE(guessed_location, '未知') as country,
         COUNT(*) as count
       FROM jobs_base
-      WHERE COALESCE(tt_seller, '') = ''
+      WHERE tt_seller IS NULL
         AND COALESCE(user_update_count, 0) = 1
       GROUP BY COALESCE(guessed_location, '未知')
       ORDER BY count DESC
@@ -931,11 +940,36 @@ function moveJobsToRawByCountry(scope, country) {
     };
   }
 
+  // pending 操作 jobs 表（与 getPendingByCountryFromDb 数据源一致）
+  // userUpdate 操作 jobs_base 表（与 getUserUpdateByCountryFromDb 数据源一致）
+  let sourceTable = "";
   let scopeWhere = "";
+  let columns = "";
+
   if (normalizedScope === "pending") {
-    scopeWhere = `status = 'pending' AND COALESCE(user_update_count, 0) >= 2`;
+    sourceTable = "jobs";
+    scopeWhere = `status = 'pending'`;
+    columns = `
+      unique_id, nickname, status, sources, claimed_by, claimed_at,
+      error, pinned, no_video, restricted, user_update_count,
+      tt_seller, verified, video_count, comment_count,
+      guessed_location, location_created, follower_count,
+      following_count, heart_count, refresh_time, processed,
+      processed_at, created_at, updated_at, region, signature,
+      sec_uid, latest_video_time
+    `;
   } else if (normalizedScope === "userUpdate") {
-    scopeWhere = `COALESCE(tt_seller, '') = '' AND COALESCE(user_update_count, 0) <= 0`;
+    sourceTable = "jobs_base";
+    scopeWhere = `tt_seller IS NULL AND COALESCE(user_update_count, 0) <= 0`;
+    columns = `
+      unique_id, nickname, status, sources, claimed_by, claimed_at,
+      error, pinned, no_video, restricted, user_update_count,
+      tt_seller, verified, video_count, comment_count,
+      guessed_location, location_created, follower_count,
+      following_count, heart_count, refresh_time, processed,
+      processed_at, created_at, updated_at, region, signature,
+      sec_uid, latest_video_time
+    `;
   } else {
     return {
       moved: 0,
@@ -954,7 +988,7 @@ function moveJobsToRawByCountry(scope, country) {
       .prepare(
         `
         SELECT COUNT(*) as c
-        FROM jobs_base
+        FROM ${sourceTable}
         WHERE ${whereSql}
       `,
       )
@@ -968,74 +1002,18 @@ function moveJobsToRawByCountry(scope, country) {
     db.prepare(
       `
       INSERT OR REPLACE INTO raw_jobs (
-        unique_id,
-        nickname,
-        status,
-        sources,
-        claimed_by,
-        claimed_at,
-        error,
-        pinned,
-        no_video,
-        restricted,
-        user_update_count,
-        tt_seller,
-        verified,
-        video_count,
-        comment_count,
-        guessed_location,
-        location_created,
-        follower_count,
-        following_count,
-        heart_count,
-        refresh_time,
-        processed,
-        processed_at,
-        created_at,
-        updated_at,
-        region,
-        signature,
-        sec_uid,
-        latest_video_time
+        ${columns}
       )
       SELECT
-        unique_id,
-        nickname,
-        status,
-        sources,
-        claimed_by,
-        claimed_at,
-        error,
-        pinned,
-        no_video,
-        restricted,
-        user_update_count,
-        tt_seller,
-        verified,
-        video_count,
-        comment_count,
-        guessed_location,
-        location_created,
-        follower_count,
-        following_count,
-        heart_count,
-        refresh_time,
-        processed,
-        processed_at,
-        created_at,
-        updated_at,
-        region,
-        signature,
-        sec_uid,
-        latest_video_time
-      FROM jobs_base
+        ${columns}
+      FROM ${sourceTable}
       WHERE ${whereSql}
     `,
     ).run(targetCountry);
 
     db.prepare(
       `
-      DELETE FROM jobs_base
+      DELETE FROM ${sourceTable}
       WHERE ${whereSql}
     `,
     ).run(targetCountry);
@@ -1538,6 +1516,8 @@ function getTargetUsersByCountryFromDb(targetLocations = [], options = {}) {
         modified_at,
         latest_video_time,
         refresh_time,
+        top_video_play_count,
+        top_video_href,
         status,
         sources
       FROM jobs
@@ -1686,6 +1666,8 @@ const writableJobColumns = new Set([
   "sec_uid",
   "status_code",
   "latest_video_time",
+  "top_video_play_count",
+  "top_video_href",
 ]);
 
 function normalizeJobValue(column, value) {
@@ -1950,16 +1932,30 @@ function addJob(user) {
   writeTxn(user);
 }
 
-export function createStore(filePath) {
+export function createStore(filePath, options = {}) {
   if (!filePath) {
     throw new Error("createStore requires an explicit .db path");
   }
+
+  // refillJobsFromRaw 的 LLM 打分配置（自动补充任务时使用）
+  const refillLlmConfig = {
+    llmScore: false,
+    llmMinScore: 60,
+    llmSampleSize: 100,
+    ...options.refillLlm,
+  };
+
   let data = [];
   // uniqueId → index 内存索引，O(1) 查找
   let uidIndex = new Map();
   let clientErrors = new Map();
   // 客户端登录状态：userId → boolean
   let clientLoginStatus = new Map();
+  // refill 锁：防止多个 claimNextJob 同时触发 LLM refill
+  let refillLock = null; // Promise | null
+  // LLM 采样偏移量记忆：按猜测国家记录上次查询位置，避免重复采样
+  // 格式: { "ES": 300, "PL": 500, "NL": 400 }
+  let llmSampleOffsets = new Map();
   if (filePath) {
     // 初始化 SQLite 用户表（用于判重）
     initUserDb(filePath);
@@ -2217,7 +2213,439 @@ export function createStore(filePath) {
     return data;
   }
 
-  function claimNextJob(
+  /**
+   * 使用 LLM 对单个 job 的国家匹配度打分（0-100）
+   * @param {Object} job - raw_jobs 中的一条记录
+   * @param {string[]} targetLocations - 目标国家列表
+   * @returns {Promise<{ uniqueId: string, score: number, reason: string }>}
+   */
+  async function scoreJobLocation(job, targetLocations) {
+    const { fetch: undiciFetch } = await import("undici");
+
+    const prompt = `
+你是一个 TikTok 用户数据分析助手。请根据以下用户信息，判断该用户是否来自以下**任意一个**目标国家。
+
+目标国家列表: ${targetLocations.join(", ")}
+
+重要:
+- 用户只要来自上述**任意一个**国家就算匹配。
+- guessed_location 是系统初步猜测的结果，**仅供参考**，不要完全依赖它。
+- 请综合用户名、昵称、签名、位置等信息做判断。
+
+用户信息:
+- 用户名: ${job.unique_id || "未知"}
+- 昵称: ${job.nickname || "未知"}
+- 签名: ${job.signature || "未知"}
+- 地区: ${job.region || "未知"}
+- 猜测国家(参考): ${job.guessed_location || "未知"}
+- 位置信息: ${job.location_created || "未知"}
+- 主页链接: ${job.bio_link || "未知"}
+
+返回 JSON（仅返回 JSON，无其他内容）:
+{"score": 0-100, "reason": "English only, under 50 chars, no quotes/brackets"}
+
+Standards: 90-100=clear match, 70-89=likely, 50-69=possible, 20-49=low, 0-19=unlikely
+`;
+
+    try {
+      const apiKey = process.env.APIKEY || "";
+      const response = await undiciFetch(
+        "http://82.156.52.214:18000/v1/chat/completions",
+        {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${apiKey}`,
+          },
+          body: JSON.stringify({
+            model: "zc-fast",
+            messages: [{ role: "user", content: prompt }],
+            max_tokens: 512,
+            temperature: 0.1,
+          }),
+        },
+      );
+
+      const result = await response.json();
+      const content = result.choices?.[0]?.message?.content || "";
+
+      // 解析 JSON 响应（多层容错）
+      let parsed = null;
+
+      // 尝试 1: 直接解析
+      try {
+        parsed = JSON.parse(content);
+      } catch {
+        // 尝试 2: 提取 {} 包裹的内容
+        const match = content.match(/\{[\s\S]*\}/);
+        if (match) {
+          try {
+            parsed = JSON.parse(match[0]);
+          } catch {
+            // 尝试 3: 清理常见问题后解析
+            const cleaned = match[0]
+              .replace(/"/g, '"') // 弯引号 → 直引号
+              .replace(/\s+/g, " ") // 多余空白
+              .trim();
+            try {
+              parsed = JSON.parse(cleaned);
+            } catch {
+              // 尝试 4: 从文本中提取 score 和 reason（reason 可能包含引号等特殊字符）
+              const scoreMatch = content.match(/"?score"?\s*:\s*(\d+)/i);
+              if (scoreMatch) {
+                let reason = "解析降级";
+                // 找 "reason": 的位置，取到最后一个 } 前的内容
+                const reasonKeyPos = content.search(/"?reason"?\s*:\s*"/i);
+                if (reasonKeyPos !== -1) {
+                  const afterKey = content.substring(reasonKeyPos);
+                  const colonPos = afterKey.indexOf(":");
+                  const valueStart = afterKey.indexOf('"', colonPos + 1) + 1;
+                  const rawValue = afterKey.substring(valueStart);
+                  // 取到原始 content 最后一个 } 前
+                  const lastBrace = content.lastIndexOf("}");
+                  const reasonEnd = lastBrace - reasonKeyPos - valueStart;
+                  if (reasonEnd > 0) {
+                    reason = rawValue.substring(0, reasonEnd).trim();
+                    // 去掉首尾的引号
+                    if (reason.startsWith('"')) reason = reason.substring(1);
+                    if (reason.endsWith('"'))
+                      reason = reason.substring(0, reason.length - 1);
+                  }
+                }
+                parsed = {
+                  score: parseInt(scoreMatch[1]) || 50,
+                  reason,
+                };
+              }
+            }
+          }
+        }
+
+        // 尝试 5: 如果以上都失败，用更宽松的正则提取
+        if (!parsed) {
+          const scoreMatch = content.match(/"score"\s*:\s*(\d+)/);
+          const reasonMatch = content.match(/"reason"\s*:\s*"([^"]*)"/);
+          if (scoreMatch) {
+            parsed = {
+              score: parseInt(scoreMatch[1]) || 50,
+              reason: reasonMatch ? reasonMatch[1] : "解析降级 - 宽松模式",
+            };
+          }
+        }
+      }
+
+      if (parsed && typeof parsed.score === "number") {
+        return {
+          uniqueId: job.unique_id,
+          score: Math.max(0, Math.min(100, parsed.score)),
+          reason: parsed.reason || "",
+        };
+      }
+
+      // 所有解析都失败，返回默认分
+      console.error(
+        `[scoreJobLocation] JSON 解析失败 (${job.unique_id}): ${content.substring(0, 100)}`,
+      );
+      return {
+        uniqueId: job.unique_id,
+        score: 50,
+        reason: "LLM 响应解析失败，使用默认分",
+      };
+    } catch (e) {
+      console.error(
+        `[scoreJobLocation] LLM 调用失败 (${job.unique_id}): ${e.message}`,
+      );
+      return {
+        uniqueId: job.unique_id,
+        score: 50,
+        reason: `LLM 调用异常: ${e.message}`,
+      };
+    }
+  }
+
+  /**
+   * 批量对 jobs 进行 LLM 国家匹配度打分
+   * @param {Object[]} jobs - raw_jobs 记录数组
+   * @param {string[]} targetLocations - 目标国家列表
+   * @param {number} batchSize - 每批处理数量（并发），默认 10
+   * @returns {Promise<Array<{ uniqueId: string, score: number, reason: string }>>}
+   */
+  async function scoreJobsBatch(jobs, targetLocations, batchSize = 10) {
+    const results = [];
+    for (let i = 0; i < jobs.length; i += batchSize) {
+      const batch = jobs.slice(i, i + batchSize);
+      const batchResults = await Promise.all(
+        batch.map((job) => scoreJobLocation(job, targetLocations)),
+      );
+      results.push(...batchResults);
+    }
+    return results;
+  }
+
+  /**
+   * 从 raw_jobs 中移动一批符合条件的任务到 jobs 表
+   * @param {string[]} locations - 目标国家列表（null 表示不限制）
+   * @param {number} limit - 每次移动的最大数量，默认 500
+   * @param {Object} options - 可选配置
+   * @param {boolean} options.llmScore - 是否启用 LLM 打分过滤，默认 false
+   * @param {number} options.llmMinScore - LLM 最低分数阈值，默认 60
+   * @param {number} options.llmSampleSize - LLM 打分的采样数量，默认 100
+   * @returns {{ moved: number }} 实际移动的数量
+   */
+  function refillJobsFromRaw(locations = null, limit = 500, options = {}) {
+    if (!db) {
+      return { moved: 0, error: "db not ready" };
+    }
+
+    const safeLimit = Math.max(1, Math.min(2000, parseInt(limit) || 500));
+    const normalizedLocations = locations
+      ? locations.map((loc) => String(loc).trim().toUpperCase()).filter(Boolean)
+      : null;
+
+    const useLlm = !!options.llmScore;
+    const llmMinScore = options.llmMinScore ?? 60;
+    const llmSampleSize = options.llmSampleSize ?? 100;
+
+    // 构建 WHERE 条件
+    const conditions = [
+      "COALESCE(video_count, 0) > 0",
+      "COALESCE(follower_count, 0) > 0",
+      "COALESCE(following_count, 0) > 0",
+    ];
+    const args = [];
+
+    if (normalizedLocations && normalizedLocations.length > 0) {
+      conditions.push(
+        `UPPER(COALESCE(guessed_location, '')) IN (${normalizedLocations.map(() => "?").join(", ")})`,
+      );
+      args.push(...normalizedLocations);
+    }
+
+    const whereSql = conditions.join(" AND ");
+
+    // 统计符合条件的数量
+    const count =
+      db
+        .prepare(`SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql}`)
+        .get(...args)?.c || 0;
+
+    if (!count) {
+      return { moved: 0 };
+    }
+
+    // 如果启用 LLM 打分，先采样一批进行评分（累积模式：按猜测国家分组，使用偏移量记忆避免重复采样）
+    if (useLlm && normalizedLocations && normalizedLocations.length > 0) {
+      const llmMinReturn = options.llmMinReturn ?? 60; // 最少返回合格数
+      const maxBatches = options.llmMaxBatches ?? 10; // 最多采样轮次，防止无限循环
+
+      // 打印当前偏移量状态
+      const offsetSummary = Array.from(llmSampleOffsets.entries())
+        .map(([k, v]) => `${k}:${v}`)
+        .join(", ");
+      console.error(
+        `[data-store] LLM 打分开始: 符合条件 ${count} 条，每批 ${llmSampleSize} 条，最低分 ${llmMinScore}，最少返回 ${llmMinReturn} 条`,
+      );
+      if (offsetSummary) {
+        console.error(`[data-store] 偏移量记忆: ${offsetSummary}`);
+      }
+
+      // 返回 Promise，调用方需要 await
+      return (async () => {
+        const allQualified = [];
+        const allScores = [];
+
+        // 按猜测国家分组处理，每个国家使用独立的偏移量
+        const locationGroups = normalizedLocations;
+        let totalBatches = 0;
+
+        for (const location of locationGroups) {
+          // 获取该国家上次的偏移量
+          let offset = llmSampleOffsets.get(location) || 0;
+
+          // 查询该国家的总数量
+          const locationCountSql = `SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql} AND guessed_location = ?`;
+          const locationArgs = [...args, location];
+          const locationCount =
+            db.prepare(locationCountSql).get(...locationArgs)?.c || 0;
+
+          if (locationCount === 0) {
+            console.error(
+              `[data-store] 国家 ${location}: raw_jobs 中无数据，跳过`,
+            );
+            continue;
+          }
+
+          // 如果偏移量超过总数，重置为 0（一轮结束，重新开始）
+          if (offset >= locationCount) {
+            offset = 0;
+            llmSampleOffsets.set(location, 0);
+          }
+
+          console.error(
+            `[data-store] 国家 ${location}: 共 ${locationCount} 条，从偏移量 ${offset} 开始`,
+          );
+
+          for (let batch = 0; batch < maxBatches; batch++) {
+            const remaining = locationCount - offset;
+            if (remaining <= 0) break;
+
+            const sampleLimit = Math.min(llmSampleSize, remaining);
+            const samples = db
+              .prepare(
+                `
+                SELECT * FROM raw_jobs WHERE ${whereSql} AND guessed_location = ?
+                ORDER BY created_at DESC
+                LIMIT ? OFFSET ?
+              `,
+              )
+              .all(...locationArgs, sampleLimit, offset);
+
+            if (samples.length === 0) break;
+
+            const scores = await scoreJobsBatch(
+              samples,
+              DEFAULT_TARGET_LOCATIONS,
+            );
+            const batchQualified = scores.filter((s) => s.score >= llmMinScore);
+
+            allScores.push(...scores);
+            allQualified.push(...batchQualified.map((s) => s.uniqueId));
+
+            totalBatches++;
+            console.error(
+              `[data-store] ${location} 第 ${batch + 1} 批: 采样 ${samples.length} 条，本批合格 ${batchQualified.length} 条，累计合格 ${allQualified.length} 条`,
+            );
+
+            // 更新偏移量记忆
+            offset += samples.length;
+            llmSampleOffsets.set(location, offset);
+
+            // 合格数已达到最小返回阈值，停止采样
+            if (allQualified.length >= llmMinReturn) break;
+          }
+
+          // 合格数已达到最小返回阈值，停止所有国家的采样
+          if (allQualified.length >= llmMinReturn) break;
+        }
+
+        // 按分数降序排序，取前 safeLimit 条
+        const qualifiedScores = allScores
+          .filter((s) => s.score >= llmMinScore)
+          .sort((a, b) => b.score - a.score)
+          .slice(0, safeLimit);
+        const qualified = qualifiedScores.map((s) => s.uniqueId);
+
+        if (!qualified.length) {
+          console.error(
+            `[data-store] LLM 打分后无符合条件的任务（阈值: ${llmMinScore}，共采样 ${allScores.length} 条）`,
+          );
+          return {
+            moved: 0,
+            scored: allScores.length,
+            qualified: 0,
+            scores: allScores,
+          };
+        }
+
+        // 移动符合条件的记录
+        const placeholders = qualified.map(() => "?").join(", ");
+        const moveTxn = db.transaction(() => {
+          db.prepare(
+            `
+            INSERT OR IGNORE INTO jobs (
+              unique_id, nickname, status, sources, pinned,
+              tt_seller, verified, video_count, comment_count,
+              guessed_location, location_created, confirmed_location,
+              follower_count, following_count, heart_count,
+              created_at, updated_at, region, signature, bio_link, sec_uid,
+              status_code, latest_video_time
+            )
+            SELECT
+              unique_id, nickname, 'pending', sources, pinned,
+              tt_seller, verified, video_count, comment_count,
+              guessed_location, location_created, confirmed_location,
+              follower_count, following_count, heart_count,
+              created_at, updated_at, region, signature, bio_link, sec_uid,
+              status_code, latest_video_time
+            FROM raw_jobs
+            WHERE unique_id IN (${placeholders})
+          `,
+          ).run(...qualified);
+
+          db.prepare(
+            `DELETE FROM raw_jobs WHERE unique_id IN (${placeholders})`,
+          ).run(...qualified);
+        });
+
+        moveTxn();
+        markStatsDirty();
+
+        // 打印最终偏移量状态
+        const finalOffsetSummary = Array.from(llmSampleOffsets.entries())
+          .map(([k, v]) => `${k}:${v}`)
+          .join(", ");
+        console.error(
+          `[data-store] LLM 打分完成: 共采样 ${allScores.length} 条，合格 ${qualified.length} 条，已移动到 jobs`,
+        );
+        console.error(`[data-store] 偏移量记忆更新: ${finalOffsetSummary}`);
+        const scoresDetail = allScores.map((s) => s);
+        return {
+          moved: qualified.length,
+          scored: allScores.length,
+          qualified: qualified.length,
+          scores: scoresDetail,
+        };
+      })();
+    }
+
+    // 常规移动：INSERT + DELETE 事务
+    const moveTxn = db.transaction(() => {
+      db.prepare(
+        `
+        INSERT OR IGNORE INTO jobs (
+          unique_id, nickname, status, sources, pinned,
+          tt_seller, verified, video_count, comment_count,
+          guessed_location, location_created, confirmed_location,
+          follower_count, following_count, heart_count,
+          created_at, updated_at, region, signature, bio_link, sec_uid,
+          status_code, latest_video_time
+        )
+        SELECT
+          unique_id, nickname, 'pending', sources, pinned,
+          tt_seller, verified, video_count, comment_count,
+          guessed_location, location_created, confirmed_location,
+          follower_count, following_count, heart_count,
+          created_at, updated_at, region, signature, bio_link, sec_uid,
+          status_code, latest_video_time
+        FROM raw_jobs
+        WHERE ${whereSql}
+        ORDER BY created_at DESC
+        LIMIT ?
+      `,
+      ).run(...args, safeLimit);
+
+      // 删除已移动的记录：用子查询匹配刚 INSERT 的 unique_id
+      db.prepare(
+        `
+        DELETE FROM raw_jobs
+        WHERE unique_id IN (
+          SELECT unique_id FROM raw_jobs
+          WHERE ${whereSql}
+          ORDER BY created_at DESC
+          LIMIT ?
+        )
+      `,
+      ).run(...args, safeLimit);
+    });
+
+    moveTxn();
+    markStatsDirty();
+
+    const actualMoved = Math.min(count, safeLimit);
+    return { moved: actualMoved };
+  }
+
+  async function claimNextJob(
     userId,
     expireMs = 5 * 60 * 1000,
     locations = null,
@@ -2493,6 +2921,71 @@ export function createStore(filePath) {
           return claimRow(ranked);
         }
       }
+      // 尝试从 raw_jobs 毛料库补充任务（使用 createStore 时配置的 LLM 打分）
+      // 使用锁防止多个请求同时触发 LLM refill
+      if (refillLock) {
+        // 已有 refill 在进行中，等待完成后重新尝试领取
+        await refillLock;
+        for (const requireVideo of [true, false]) {
+          const pinned = findPinnedPending(requireVideo);
+          if (pinned) {
+            return claimRow(pinned);
+          }
+          const ranked = findPrioritizedPending(requireVideo);
+          if (ranked) {
+            return claimRow(ranked);
+          }
+        }
+        return null;
+      }
+      const refillResult = (async () => {
+        refillLock = Promise.resolve(); // 占位
+        const result = refillJobsFromRaw(
+          normalizedLocations.length ? normalizedLocations : null,
+          500,
+          refillLlmConfig,
+        );
+        // refillJobsFromRaw 在 LLM 模式下返回 Promise
+        if (result && typeof result.then === "function") {
+          return result.finally(() => {
+            refillLock = null;
+          });
+        }
+        return result;
+      })();
+      if (refillResult && typeof refillResult.then === "function") {
+        const awaited = await refillResult;
+        if (awaited.moved > 0) {
+          console.error(
+            `[data-store] 从 raw_jobs 补充了 ${awaited.moved} 条任务到 jobs`,
+          );
+          for (const requireVideo of [true, false]) {
+            const pinned = findPinnedPending(requireVideo);
+            if (pinned) {
+              return claimRow(pinned);
+            }
+            const ranked = findPrioritizedPending(requireVideo);
+            if (ranked) {
+              return claimRow(ranked);
+            }
+          }
+        }
+      } else if (refillResult.moved > 0) {
+        console.error(
+          `[data-store] 从 raw_jobs 补充了 ${refillResult.moved} 条任务到 jobs`,
+        );
+        for (const requireVideo of [true, false]) {
+          const pinned = findPinnedPending(requireVideo);
+          if (pinned) {
+            return claimRow(pinned);
+          }
+          const ranked = findPrioritizedPending(requireVideo);
+          if (ranked) {
+            return claimRow(ranked);
+          }
+        }
+      }
+
       return null;
     }
 
@@ -3088,6 +3581,7 @@ export function createStore(filePath) {
         "discoveredFollowers",
         "uniqueId",
         "sources",
+        "topRecentVideo", // 单独处理，不进入通用循环
       ];
       for (const key of Object.keys(result)) {
         if (extraFields.includes(key)) continue;
@@ -3099,6 +3593,11 @@ export function createStore(filePath) {
           user[key] = result[key];
         }
       }
+      // 将 topRecentVideo 对象展开为扁平字段
+      if (result.topRecentVideo && typeof result.topRecentVideo === "object") {
+        user.topVideoPlayCount = result.topRecentVideo.playCount || null;
+        user.topVideoHref = result.topRecentVideo.href || null;
+      }
       user.sources = [...new Set([...(user.sources || []), "processed"])];
     }
     if (user.status !== oldStatus) markStatsDirty();
@@ -3340,6 +3839,11 @@ export function createStore(filePath) {
           }
         }
       }
+      // 将 topRecentVideo 对象展开为扁平字段
+      if (result.topRecentVideo && typeof result.topRecentVideo === "object") {
+        user.topVideoPlayCount = result.topRecentVideo.playCount || null;
+        user.topVideoHref = result.topRecentVideo.href || null;
+      }
       const newUsers = processDiscoveredUsers(result);
       const ret = updateJobInfo(uniqueId, user, false);
       if (ret.error) return { saved: false, error: ret.error };
@@ -3360,6 +3864,11 @@ export function createStore(filePath) {
         }
       }
     }
+    // 将 topRecentVideo 对象展开为扁平字段
+    if (result.topRecentVideo && typeof result.topRecentVideo === "object") {
+      user.topVideoPlayCount = result.topRecentVideo.playCount || null;
+      user.topVideoHref = result.topRecentVideo.href || null;
+    }
     const newUsers = processDiscoveredUsers(result);
     return { saved: true, newUsers };
   }
@@ -3966,6 +4475,9 @@ export function createStore(filePath) {
     getStats,
     getStatusGroups,
     markGroupsDirty,
+    refillJobsFromRaw,
+    scoreJobLocation,
+    scoreJobsBatch,
     claimNextJob,
     commitJob,
     commitNewExplore,
@@ -3991,6 +4503,12 @@ export function createStore(filePath) {
     debugClaimNextJob,
     stopBackup,
     rawQuery,
+    getLlmSampleOffsets, // 获取 LLM 采样偏移量状态
     data,
   };
+
+  // 辅助函数：获取 LLM 采样偏移量
+  function getLlmSampleOffsets() {
+    return Object.fromEntries(llmSampleOffsets);
+  }
 }

package/src/watch/public/app.js

@@ -961,6 +961,7 @@ let currentTargetTotal = 0;
 let currentTargetLoading = false;
 let currentTargetAllLoaded = false;
 let currentTargetSeq = 0;
+let currentTargetSort = { key: null, asc: true };
 const TARGET_PAGE_SIZE = 200;
 
 async function fetchTargetByCountry() {
@@ -1087,16 +1088,36 @@ function renderTargetTable() {
   const el = document.getElementById("targetTable");
   const moreHint = document.getElementById("targetMoreHint");
 
-  if (currentTargetUsers.length === 0) {
+  // 应用本地排序
+  let displayUsers = currentTargetUsers;
+  if (currentTargetSort.key) {
+    displayUsers = [...currentTargetUsers].sort((a, b) => {
+      let va = a[currentTargetSort.key];
+      let vb = b[currentTargetSort.key];
+      if (va == null && vb == null) return 0;
+      if (va == null) return 1;
+      if (vb == null) return -1;
+      if (typeof va === "number" && typeof vb === "number") {
+        return currentTargetSort.asc ? va - vb : vb - va;
+      }
+      va = String(va).toLowerCase();
+      vb = String(vb).toLowerCase();
+      return currentTargetSort.asc
+        ? va.localeCompare(vb)
+        : vb.localeCompare(va);
+    });
+  }
+
+  if (displayUsers.length === 0) {
     el.innerHTML =
-      '<tr><td colspan="9" style="text-align:center;color:#888;padding:24px">暂无数据</td></tr>';
+      '<tr><td colspan="10" style="text-align:center;color:#888;padding:24px">暂无数据</td></tr>';
     if (moreHint) {
       moreHint.style.display = "none";
     }
     return;
   }
 
-  el.innerHTML = currentTargetUsers
+  el.innerHTML = displayUsers
     .map((u, i) => {
       const nick = (u.nickname || "")
         .replace(/</g, "&lt;")
@@ -1113,6 +1134,13 @@ function renderTargetTable() {
         ? formatTime(u.latestVideoTime * 1000)
         : "-";
       const refreshTime = u.refreshTime ? formatTime(u.refreshTime) : "-";
+      const topPlayCount =
+        u.topVideoPlayCount != null && u.topVideoPlayCount > 0
+          ? formatNum(u.topVideoPlayCount)
+          : "-";
+      const topPlayCountCell = u.topVideoHref
+        ? `<td data-label="最大播放量" style="font-size:11px;color:#888"><a href="${u.topVideoHref}" target="_blank" style="color:#3b82f6;text-decoration:none" title="点击查看视频">${topPlayCount}</a></td>`
+        : `<td data-label="最大播放量" style="font-size:11px;color:#888">${topPlayCount}</td>`;
 
       const editIcon = ' <span style="font-size:10px;opacity:0.5">✏️</span>';
       const locationCell = u.modifiedAt
@@ -1140,6 +1168,7 @@ function renderTargetTable() {
       <td data-label="视频">${videos}</td>
       ${locationCell}
       <td data-label="确认国家" style="font-size:11px">${confirmedLocation}</td>
+      ${topPlayCountCell}
       <td data-label="最近发布" style="font-size:11px;color:#888">${latestVideo}</td>
       <td data-label="最近刷新" style="font-size:11px;color:#888">${refreshTime}</td>
     </tr>`;
@@ -1325,7 +1354,7 @@ function renderPendingCountryGrid(countries) {
       <div class="pending-country-item${isUnknown ? "" : " has-target"}" 
            onclick="filterByPendingCountry('${safeCountry}')">
         <div class="country-action-btns">
-          <button class="country-action-btn restore" title="重置为需要预处理" onclick="event.stopPropagation(); resetPendingByCountry('${safeCountry}', ${c.count})">↺</button>
+          <!-- <button class="country-action-btn restore" title="重置为需要预处理" onclick="event.stopPropagation(); resetPendingByCountry('${safeCountry}', ${c.count})">↺</button> -->
           <button class="country-action-btn" title="移到毛料库，暂不处理" onclick="event.stopPropagation(); moveCountryJobsToRaw('pending', '${safeCountry}', ${c.count})">✕</button>
         </div>
         <div class="country-name">${isUnknown ? "🌍 " : ""}${c.country}</div>
@@ -1836,11 +1865,37 @@ function initTableSorting() {
   });
 }
 
+function initTargetTableSorting() {
+  document.querySelectorAll("th.sortable-target").forEach((th) => {
+    th.addEventListener("click", () => {
+      const key = th.dataset.sort;
+      if (!key) return;
+      if (currentTargetSort.key === key) {
+        currentTargetSort.asc = !currentTargetSort.asc;
+      } else {
+        currentTargetSort.key = key;
+        currentTargetSort.asc = true;
+      }
+      // 更新排序指示器
+      document.querySelectorAll("th.sortable-target").forEach((h) => {
+        h.classList.remove("sort-asc", "sort-desc");
+        const icon = h.querySelector(".sort-icon");
+        if (icon) icon.textContent = "↕";
+      });
+      th.classList.add(currentTargetSort.asc ? "sort-asc" : "sort-desc");
+      const icon = th.querySelector(".sort-icon");
+      if (icon) icon.textContent = currentTargetSort.asc ? "↑" : "↓";
+      renderTargetTable();
+    });
+  });
+}
+
 // 初始化
 fetchStats();
 fetchUsers();
 fetchClientErrors();
 initTableSorting();
+initTargetTableSorting();
 
 setInterval(fetchStats, 10000);
 setInterval(fetchUsers, 10000);

package/src/watch/public/index.html

@@ -327,7 +327,8 @@
                 <th>视频</th>
                 <th>国家</th>
                 <th>确认国家</th>
-                <th>最近发布</th>
+                <th class="sortable-target" data-sort="topVideoPlayCount">最大播放量 <span class="sort-icon">↕</span></th>
+                <th class="sortable-target" data-sort="latestVideoTime">最近发布 <span class="sort-icon">↕</span></th>
                 <th>最近刷新</th>
               </tr>
             </thead>

package/src/watch/public/style.css

@@ -619,6 +619,31 @@ th.sortable.sort-desc .sort-icon {
   color: #fe2c55;
 }
 
+th.sortable-target {
+  cursor: pointer;
+  user-select: none;
+}
+
+th.sortable-target:hover {
+  color: #fe2c55;
+}
+
+th.sortable-target .sort-icon {
+  font-size: 10px;
+  opacity: 0.4;
+  margin-left: 2px;
+}
+
+th.sortable-target.sort-asc .sort-icon {
+  opacity: 1;
+  color: #fe2c55;
+}
+
+th.sortable-target.sort-desc .sort-icon {
+  opacity: 1;
+  color: #fe2c55;
+}
+
 td {
   padding: 6px 10px;
   border-bottom: 1px solid #1f1f2a;

package/src/watch/server.js

@@ -89,9 +89,14 @@ function sendCSV(res, columns, rows) {
   res.end(body);
 }
 
-export function startWatchServer(dataAnchor, port = 3000, existingStore) {
+export function startWatchServer(
+  dataAnchor,
+  port = 3000,
+  existingStore,
+  options = {},
+) {
   return new Promise((_resolve, reject) => {
-    const store = existingStore || createStore(dataAnchor);
+    const store = existingStore || createStore(dataAnchor, options);
 
     function logJob(action, detail) {
       const ts = new Date().toLocaleTimeString("zh-CN", { hour12: false });
@@ -172,7 +177,7 @@ export function startWatchServer(dataAnchor, port = 3000, existingStore) {
               .filter(Boolean)
           : null;
         const loggedIn = params.loggedIn === "true";
-        const job = store.claimNextJob(
+        const job = await store.claimNextJob(
           userId,
           5 * 60 * 1000,
           locations,
@@ -377,6 +382,7 @@ export function startWatchServer(dataAnchor, port = 3000, existingStore) {
         const stats = computeStatsIncremental(store);
         stats.targetLocations = DEFAULT_TARGET_LOCATIONS;
         stats.clientLoginStatus = store.getClientLoginStatus();
+        stats.llmSampleOffsets = store.getLlmSampleOffsets(); // 添加偏移量状态
         sendJSON(res, 200, stats);
         return;
       }
@@ -570,6 +576,8 @@ export function startWatchServer(dataAnchor, port = 3000, existingStore) {
             uniqueId: u.uniqueId,
             nickname: u.nickname || "",
             followerCount: u.followerCount || 0,
+            topVideoPlayCount: u.topVideoPlayCount || null,
+            topVideoHref: u.topVideoHref || null,
           }));
           sendJSON(res, 200, { total: targets.length, users });
         }
@@ -657,12 +665,32 @@ export function startWatchServer(dataAnchor, port = 3000, existingStore) {
               offset: parseInt(params.offset || "0", 10),
             },
           );
+          // 确保每个用户对象包含 topVideoPlayCount 和 topVideoHref
+          if (result.users && Array.isArray(result.users)) {
+            result.users = result.users.map((u) => ({
+              ...u,
+              topVideoPlayCount: u.topVideoPlayCount || null,
+              topVideoHref: u.topVideoHref || null,
+            }));
+          }
           sendJSON(res, 200, result);
           return;
         }
 
         // 默认：全量（兼容旧调用）
         const result = store.getTargetUsersByCountry(DEFAULT_TARGET_LOCATIONS);
+        // 确保每个用户对象包含 topVideoPlayCount 和 topVideoHref
+        if (result.countries && Array.isArray(result.countries)) {
+          for (const country of result.countries) {
+            if (country.users && Array.isArray(country.users)) {
+              country.users = country.users.map((u) => ({
+                ...u,
+                topVideoPlayCount: u.topVideoPlayCount || null,
+                topVideoHref: u.topVideoHref || null,
+              }));
+            }
+          }
+        }
         sendJSON(res, 200, result);
         return;
       }
@@ -764,6 +792,41 @@ export function startWatchServer(dataAnchor, port = 3000, existingStore) {
         return;
       }
 
+      // 手动触发从 raw_jobs 补充任务到 jobs
+      if (req.method === "POST" && routePath === "/api/raw-jobs/refill") {
+        try {
+          const body = await readBody(req);
+          const locationsParam = body.locations || "";
+          const locations = locationsParam
+            ? locationsParam
+                .split(",")
+                .map((s) => s.trim().toUpperCase())
+                .filter(Boolean)
+            : null;
+          const limit = body.limit || 500;
+          const options = {
+            llmScore: !!body.llmScore,
+            llmMinScore: body.llmMinScore ?? 60,
+            llmSampleSize: body.llmSampleSize ?? 100,
+            llmMinReturn: body.llmMinReturn ?? 60,
+            llmMaxBatches: body.llmMaxBatches ?? 10,
+          };
+          const result = await store.refillJobsFromRaw(
+            locations,
+            limit,
+            options,
+          );
+          if (result.error) {
+            sendJSON(res, 400, result);
+            return;
+          }
+          sendJSON(res, 200, result);
+        } catch (e) {
+          sendJSON(res, 400, { error: e.message });
+        }
+        return;
+      }
+
       if (req.method === "POST" && routePath === "/api/attach-stuck/restore") {
         try {
           const body = await readBody(req);