tt-help-cli-ycl 1.3.55 → 1.3.58

package/src/watch/data-store.js

@@ -129,6 +129,9 @@ function initUserDb(filePath) {
   if (!existingJobColumns.has("status_code")) {
     db.exec(`ALTER TABLE jobs ADD COLUMN status_code INTEGER`);
   }
+  if (!existingJobColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN latest_video_time INTEGER`);
+  }
   db.exec(`
     CREATE TABLE IF NOT EXISTS raw_jobs (
       unique_id TEXT PRIMARY KEY,
@@ -159,7 +162,8 @@ function initUserDb(filePath) {
       region TEXT,
       signature TEXT,
       sec_uid TEXT,
-      status_code INTEGER
+      status_code INTEGER,
+      latest_video_time INTEGER
     )
   `);
 
@@ -173,6 +177,9 @@ function initUserDb(filePath) {
   if (!existingRawJobColumns.has("status_code")) {
     db.exec(`ALTER TABLE raw_jobs ADD COLUMN status_code INTEGER`);
   }
+  if (!existingRawJobColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN latest_video_time INTEGER`);
+  }
   db.exec(`
     CREATE TABLE IF NOT EXISTS videos (
       id TEXT PRIMARY KEY,
@@ -187,7 +194,8 @@ function initUserDb(filePath) {
       comment_count INTEGER,
       share_count INTEGER,
       collect_count INTEGER,
-      stats_updated_at INTEGER
+      stats_updated_at INTEGER,
+      create_time INTEGER
     )
   `);
   db.exec(`
@@ -280,6 +288,11 @@ function initUserDb(filePath) {
     }
   }
 
+  // 迁移：videos 表添加 create_time 列
+  if (!existingVideoColumns.has("create_time")) {
+    db.exec(`ALTER TABLE videos ADD COLUMN create_time INTEGER`);
+  }
+
   const count = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
   console.log(`[data-store] SQLite users 表初始化完成: ${count} 条`);
 }
@@ -311,9 +324,10 @@ export function importLegacyJsonToDb({
       location_created,
       tt_seller,
       registered_at,
-      user_update_count
+      user_update_count,
+      create_time
     )
-    VALUES (?, ?, ?, ?, ?, ?, ?)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?)
   `);
 
   const importUsersTxn = db.transaction((items) => {
@@ -336,6 +350,7 @@ export function importLegacyJsonToDb({
         item.ttSeller ? 1 : 0,
         item.registeredAt || item.registered_at || Date.now(),
         item.userUpdateCount || item.user_update_count || 0,
+        item.createTime || item.create_time || null,
       );
     }
   });
@@ -857,7 +872,8 @@ function moveJobsToRawByCountry(scope, country) {
         updated_at,
         region,
         signature,
-        sec_uid
+        sec_uid,
+        latest_video_time
       )
       SELECT
         unique_id,
@@ -887,7 +903,8 @@ function moveJobsToRawByCountry(scope, country) {
         updated_at,
         region,
         signature,
-        sec_uid
+        sec_uid,
+        latest_video_time
       FROM jobs
       WHERE ${whereSql}
     `,
@@ -1168,6 +1185,17 @@ function getRawJobsPageFromDb({ search, location, limit, offset }) {
   };
 }
 
+// 调试接口：直接执行 SQL 查询，返回原始数据
+function rawQuery(sql, params = []) {
+  if (!db) return { error: "db not ready" };
+  try {
+    const rows = db.prepare(sql).all(...params);
+    return { rows };
+  } catch (e) {
+    return { error: e.message };
+  }
+}
+
 function getUsersPageFromDb({
   status,
   search,
@@ -1282,6 +1310,7 @@ function getTargetUsersFromDb(targetLocations = []) {
         tt_seller,
         verified,
         location_created,
+        latest_video_time,
         status,
         sources
       FROM jobs
@@ -1348,6 +1377,7 @@ const writableJobColumns = new Set([
   "signature",
   "sec_uid",
   "status_code",
+  "latest_video_time",
 ]);
 
 function normalizeJobValue(column, value) {
@@ -1838,12 +1868,15 @@ export function createStore(filePath) {
         const args = [];
         if (!loggedIn) {
           where.push("COALESCE(tt_seller, 0) != 1");
-          // 未登录用户只能领取 statusCode 为空的任务（209002 只能被登录用户领取）
-          where.push("status_code IS NULL");
+          // 未登录：只能领取 status_code 为空或 0 的任务
+          where.push("(status_code IS NULL OR status_code = 0)");
         } else {
-          // 登录用户可以领取 statusCode 为空 或 statusCode=209002 的任务
-          where.push("status_code IS NULL OR status_code = 209002");
+          // 登录：可以领取 status_code 为空、0、或 209002 的任务
+          where.push(
+            "(status_code IS NULL OR status_code = 0 OR status_code = 209002)",
+          );
         }
+        // 其他 status_code 值的任务不被领取
         if (requireVideo) {
           where.push("COALESCE(video_count, 0) > 0");
         }
@@ -2020,124 +2053,433 @@ export function createStore(filePath) {
       return null;
     }
 
-    const now = Date.now();
+    if (!db) {
+      const now = Date.now();
 
-    // 0. 该客户端有未过期的任务，续期返回
-    const ongoing = data.find(
-      (u) =>
-        u.status === "processing" &&
-        u.claimedBy === userId &&
-        u.claimedAt &&
-        now - u.claimedAt < expireMs,
-    );
-    if (ongoing) {
-      ongoing.claimedAt = now;
-      save();
-      return {
-        uniqueId: ongoing.uniqueId,
-        nickname: ongoing.nickname,
-        claimedAt: ongoing.claimedAt,
-        claimedBy: userId,
-      };
-    }
+      // 0. 该客户端有未过期的任务，续期返回
+      const ongoing = data.find(
+        (u) =>
+          u.status === "processing" &&
+          u.claimedBy === userId &&
+          u.claimedAt &&
+          now - u.claimedAt < expireMs,
+      );
+      if (ongoing) {
+        ongoing.claimedAt = now;
+        save();
+        return {
+          uniqueId: ongoing.uniqueId,
+          nickname: ongoing.nickname,
+          claimedAt: ongoing.claimedAt,
+          claimedBy: userId,
+        };
+      }
 
-    // 按猜测国家梯队排序
-    const tier1 = new Set(["PL", "NL", "BE"]);
-    const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
-    function locationTier(u) {
-      const loc = (u.guessedLocation || "").toUpperCase();
-      if (tier1.has(loc)) return 0;
-      if (tier2.has(loc)) return 1;
-      return 2;
-    }
+      // 按猜测国家梯队排序
+      const tier1 = new Set(["PL", "NL", "BE"]);
+      const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
+      function locationTier(u) {
+        const loc = (u.guessedLocation || "").toUpperCase();
+        if (tier1.has(loc)) return 0;
+        if (tier2.has(loc)) return 1;
+        return 2;
+      }
+
+      // 国家过滤：如果指定了 locations，只保留 guessedLocation 在列表中的用户
+      function locationFilter(u) {
+        if (!locations || locations.length === 0) return true;
+        return isLocationInList(u.guessedLocation, locations);
+      }
+
+      // 从候选列表中按优先级取第一个：pinned > 超时回收 > seed > ttSeller(仅登录) > follow > other
+      function pickCandidate(candidates) {
+        let next = candidates.find((u) => u.pinned);
+
+        if (!next) {
+          const expired = data.find(
+            (u) =>
+              u.status === "processing" &&
+              u.claimedAt &&
+              now - u.claimedAt > expireMs,
+          );
+          if (expired) {
+            expired.status = "pending";
+            markStatsDirty();
+            delete expired.claimedAt;
+            next = expired;
+          }
+        }
 
-    // 国家过滤：如果指定了 locations，只保留 guessedLocation 在列表中的用户
-    function locationFilter(u) {
-      if (!locations || locations.length === 0) return true;
-      return isLocationInList(u.guessedLocation, locations);
+        if (!next) {
+          const seed = candidates.filter(
+            (u) => u.sources && u.sources.includes("seed"),
+          );
+          seed.sort((a, b) => locationTier(a) - locationTier(b));
+          next = seed[0] || null;
+        }
+
+        // 未登录时跳过 ttSeller 优先级
+        if (!next && loggedIn) {
+          const ttSeller = candidates.filter(
+            (u) => u.ttSeller === true && u.verified === false,
+          );
+          ttSeller.sort((a, b) => locationTier(a) - locationTier(b));
+          next = ttSeller[0] || null;
+        }
+
+        if (!next) {
+          const follow = candidates.filter(
+            (u) =>
+              u.sources &&
+              (u.sources.includes("following") ||
+                u.sources.includes("follower")),
+          );
+          follow.sort((a, b) => locationTier(a) - locationTier(b));
+          next = follow[0] || null;
+        }
+
+        if (!next) {
+          candidates.sort((a, b) => locationTier(a) - locationTier(b));
+          next = candidates[0] || null;
+        }
+
+        return next;
+      }
+
+      // 先在有视频的 pending 用户中找；找不到再用全部 pending 用户兜底
+      let pending = data.filter((u) => u.status === "pending");
+      // 应用国家过滤
+      if (locations && locations.length > 0) {
+        pending = pending.filter(locationFilter);
+      }
+      // 未登录客户端不能领取 ttSeller 用户
+      if (!loggedIn) {
+        pending = pending.filter((u) => u.ttSeller !== true);
+      }
+      // status_code 过滤：只领取空值、0 或 209002 的任务
+      pending = pending.filter(
+        (u) =>
+          u.statusCode == null ||
+          u.statusCode === 0 ||
+          (loggedIn && u.statusCode === 209002),
+      );
+      let hasVideo = pending.filter((u) => u.videoCount > 0);
+      const next = pickCandidate(hasVideo) || pickCandidate(pending);
+
+      if (next) {
+        next.status = "processing";
+        markStatsDirty();
+        next.claimedAt = now;
+        next.claimedBy = userId;
+        save();
+        return {
+          uniqueId: next.uniqueId,
+          nickname: next.nickname,
+          claimedAt: next.claimedAt,
+          claimedBy: userId,
+        };
+      }
+      return null;
     }
 
-    // 从候选列表中按优先级取第一个：pinned > 超时回收 > seed > ttSeller(仅登录) > follow > other
-    function pickCandidate(candidates) {
-      let next = candidates.find((u) => u.pinned);
+    return null;
+  }
 
-      if (!next) {
-        const expired = data.find(
-          (u) =>
-            u.status === "processing" &&
-            u.claimedAt &&
-            now - u.claimedAt > expireMs,
-        );
-        if (expired) {
-          expired.status = "pending";
-          markStatsDirty();
-          delete expired.claimedAt;
-          next = expired;
+  function debugClaimNextJob(
+    userId,
+    expireMs = 5 * 60 * 1000,
+    locations = null,
+    loggedIn = true,
+  ) {
+    if (db) {
+      const now = Date.now();
+      const info = {
+        path: "db",
+        userId,
+        expireMs,
+        loggedIn,
+      };
+
+      const ongoingRow = db
+        .prepare(
+          `
+          SELECT *
+          FROM jobs
+          WHERE status = 'processing'
+            AND claimed_by = ?
+            AND claimed_at IS NOT NULL
+            AND ? - claimed_at < ?
+          ORDER BY claimed_at DESC
+          LIMIT 1
+        `,
+        )
+        .get(userId, now, expireMs);
+      info.ongoing = ongoingRow
+        ? {
+            uniqueId: ongoingRow.unique_id,
+            claimedBy: ongoingRow.claimed_by,
+            claimedAt: ongoingRow.claimed_at,
+          }
+        : null;
+
+      const tier1 = new Set(["PL", "NL", "BE"]);
+      const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
+      const normalizedLocations = Array.isArray(locations)
+        ? locations
+            .map((loc) => String(loc).trim().toUpperCase())
+            .filter(Boolean)
+        : [];
+
+      function getLocationGroups() {
+        const selected = normalizedLocations.length
+          ? normalizedLocations
+          : null;
+        const tier1List = selected
+          ? selected.filter((loc) => tier1.has(loc))
+          : [...tier1];
+        const tier2List = selected
+          ? selected.filter((loc) => tier2.has(loc))
+          : [...tier2];
+        const otherList = selected
+          ? selected.filter((loc) => !tier1.has(loc) && !tier2.has(loc))
+          : null;
+        const groups = [];
+        if (tier1List.length > 0)
+          groups.push({ type: "include", values: tier1List });
+        if (tier2List.length > 0)
+          groups.push({ type: "include", values: tier2List });
+        if (selected) {
+          if (otherList.length > 0)
+            groups.push({ type: "include", values: otherList });
+        } else {
+          groups.push({ type: "exclude", values: [...tier1, ...tier2] });
         }
+        return groups;
       }
 
-      if (!next) {
-        const seed = candidates.filter(
-          (u) => u.sources && u.sources.includes("seed"),
+      const locationGroups = getLocationGroups();
+      info.locationGroups = locationGroups;
+
+      function applyLocationGroup(where, args, group) {
+        if (!group) return;
+        if (group.type === "include") {
+          where.push(
+            `UPPER(COALESCE(guessed_location, '')) IN (${group.values.map(() => "?").join(", ")})`,
+          );
+          args.push(...group.values);
+          return;
+        }
+        where.push(
+          `UPPER(COALESCE(guessed_location, '')) NOT IN (${group.values.map(() => "?").join(", ")})`,
         );
-        seed.sort((a, b) => locationTier(a) - locationTier(b));
-        next = seed[0] || null;
+        args.push(...group.values);
       }
 
-      // 未登录时跳过 ttSeller 优先级
-      if (!next && loggedIn) {
-        const ttSeller = candidates.filter(
-          (u) => u.ttSeller === true && u.verified === false,
-        );
-        ttSeller.sort((a, b) => locationTier(a) - locationTier(b));
-        next = ttSeller[0] || null;
+      function queryPendingOne({ requireVideo, group, filters = [] }) {
+        const where = ["status = 'pending'"];
+        const args = [];
+        if (!loggedIn) {
+          where.push("COALESCE(tt_seller, 0) != 1");
+          where.push("(status_code IS NULL OR status_code = 0)");
+        } else {
+          where.push(
+            "(status_code IS NULL OR status_code = 0 OR status_code = 209002)",
+          );
+        }
+        if (requireVideo) {
+          where.push("COALESCE(video_count, 0) > 0");
+        }
+        applyLocationGroup(where, args, group);
+        for (const filter of filters) {
+          where.push(filter);
+        }
+        const sql = `
+          SELECT *
+          FROM jobs
+          WHERE ${where.join(" AND ")}
+          ORDER BY follower_count DESC, created_at ASC, unique_id ASC
+          LIMIT 1
+        `;
+        const row = db.prepare(sql).get(...args);
+        return { row, sql, args };
       }
 
-      if (!next) {
-        const follow = candidates.filter(
-          (u) =>
-            u.sources &&
-            (u.sources.includes("following") || u.sources.includes("follower")),
-        );
-        follow.sort((a, b) => locationTier(a) - locationTier(b));
-        next = follow[0] || null;
+      function queryPendingByGroup({ requireVideo, group, filters = [] }) {
+        if (group?.type === "include" && group.values.length > 1) {
+          for (const location of group.values) {
+            const ret = queryPendingOne({
+              requireVideo,
+              group: { type: "include", values: [location] },
+              filters,
+            });
+            if (ret.row) return ret;
+          }
+          return { row: null, sql: null, args: [] };
+        }
+        return queryPendingOne({ requireVideo, group, filters });
       }
 
-      if (!next) {
-        candidates.sort((a, b) => locationTier(a) - locationTier(b));
-        next = candidates[0] || null;
+      function findPinnedPending(requireVideo) {
+        const where = ["status = 'pending'", "COALESCE(pinned, 0) = 1"];
+        const args = [];
+        if (!loggedIn) {
+          where.push("COALESCE(tt_seller, 0) != 1");
+        }
+        if (requireVideo) {
+          where.push("COALESCE(video_count, 0) > 0");
+        }
+        if (normalizedLocations.length > 0) {
+          where.push(
+            `UPPER(COALESCE(guessed_location, '')) IN (${normalizedLocations.map(() => "?").join(", ")})`,
+          );
+          args.push(...normalizedLocations);
+        }
+        const sql = `
+          SELECT *
+          FROM jobs
+          WHERE ${where.join(" AND ")}
+          ORDER BY created_at ASC, unique_id ASC
+          LIMIT 1
+        `;
+        const row = db.prepare(sql).get(...args);
+        return { row, sql, args };
       }
 
-      return next;
-    }
+      const expiredSql = `
+        SELECT *
+        FROM jobs
+        WHERE status = 'processing'
+          AND claimed_at IS NOT NULL
+          AND ? - claimed_at > ?
+        ORDER BY claimed_at ASC
+        LIMIT 1
+      `;
+      const expiredRow = db.prepare(expiredSql).get(now, expireMs);
+      info.expired = expiredRow
+        ? {
+            uniqueId: expiredRow.unique_id,
+            claimedBy: expiredRow.claimed_by,
+            claimedAt: expiredRow.claimed_at,
+            diffMs: now - expiredRow.claimed_at,
+          }
+        : null;
 
-    // 先在有视频的 pending 用户中找；找不到再用全部 pending 用户兜底
-    let pending = data.filter((u) => u.status === "pending");
-    // 应用国家过滤
-    if (locations && locations.length > 0) {
-      pending = pending.filter(locationFilter);
-    }
-    // 未登录客户端不能领取 ttSeller 用户
-    if (!loggedIn) {
-      pending = pending.filter((u) => u.ttSeller !== true);
-    }
-    let hasVideo = pending.filter((u) => u.videoCount > 0);
-    const next = pickCandidate(hasVideo) || pickCandidate(pending);
+      info.requireVideoPasses = [];
+      for (const requireVideo of [true, false]) {
+        const pass = { requireVideo };
+        const pinned = findPinnedPending(requireVideo);
+        pass.pinned = pinned.row
+          ? {
+              uniqueId: pinned.row.unique_id,
+              sql: pinned.sql,
+              args: pinned.args,
+            }
+          : null;
 
-    if (next) {
-      next.status = "processing";
-      markStatsDirty();
-      next.claimedAt = now;
-      next.claimedBy = userId;
-      save();
-      return {
-        uniqueId: next.uniqueId,
-        nickname: next.nickname,
-        claimedAt: next.claimedAt,
-        claimedBy: userId,
-      };
+        if (!pass.pinned) {
+          for (const group of locationGroups) {
+            const seed = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                `instr(COALESCE(sources, ''), '"seed"') > 0`,
+              ],
+            });
+            if (seed.row) {
+              pass.seed = {
+                uniqueId: seed.row.unique_id,
+                group,
+                sql: seed.sql,
+                args: seed.args,
+              };
+              break;
+            }
+          }
+        }
+
+        if (!pass.pinned && !pass.seed && loggedIn) {
+          for (const group of locationGroups) {
+            const seller = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                "tt_seller = 1",
+                "verified = 0",
+              ],
+            });
+            if (seller.row) {
+              pass.seller = {
+                uniqueId: seller.row.unique_id,
+                group,
+                sql: seller.sql,
+                args: seller.args,
+              };
+              break;
+            }
+          }
+        }
+
+        if (!pass.pinned && !pass.seed && !pass.seller) {
+          for (const group of locationGroups) {
+            const follow = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                `(
+                  instr(COALESCE(sources, ''), '"following"') > 0
+                  OR instr(COALESCE(sources, ''), '"follower"') > 0
+                )`,
+              ],
+            });
+            if (follow.row) {
+              pass.follow = {
+                uniqueId: follow.row.unique_id,
+                group,
+                sql: follow.sql,
+                args: follow.args,
+              };
+              break;
+            }
+          }
+        }
+
+        if (!pass.pinned && !pass.seed && !pass.seller && !pass.follow) {
+          for (const group of locationGroups) {
+            const other = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: ["COALESCE(pinned, 0) = 0"],
+            });
+            if (other.row) {
+              pass.other = {
+                uniqueId: other.row.unique_id,
+                group,
+                sql: other.sql,
+                args: other.args,
+              };
+              break;
+            }
+          }
+        }
+
+        info.requireVideoPasses.push(pass);
+      }
+
+      return info;
     }
-    return null;
+
+    return {
+      path: "memory",
+      userId,
+      expireMs,
+      loggedIn,
+      totalUsers: data.length,
+      processingUsers: data.filter((u) => u.status === "processing").length,
+      pendingUsers: data.filter((u) => u.status === "pending").length,
+    };
   }
 
   function processDiscoveredUsers(result) {
@@ -2246,6 +2588,7 @@ export function createStore(filePath) {
           }
         }
       }
+      user.restricted = true;
       user.processed = true;
       user.processedAt = Date.now();
       user.sources = [...new Set([...(user.sources || []), "restricted"])];
@@ -2795,9 +3138,10 @@ export function createStore(filePath) {
           location_created,
           tt_seller,
           registered_at,
-          user_update_count
+          user_update_count,
+          create_time
         )
-        VALUES (?, ?, ?, ?, ?, ?, ?)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
       `);
       let registered = 0;
       let skipped = 0;
@@ -2812,6 +3156,7 @@ export function createStore(filePath) {
             ttSeller ? 1 : 0,
             now,
             0,
+            item.createTime || null,
           );
           if (result.changes > 0) registered++;
           else skipped++;
@@ -2837,6 +3182,7 @@ export function createStore(filePath) {
         locationCreated: locationCreated || null,
         ttSeller: ttSeller || false,
         registeredAt: Date.now(),
+        createTime: item.createTime || null,
       });
       existingIds.add(item.id);
       registered++;
@@ -3024,7 +3370,9 @@ export function createStore(filePath) {
     getVideoCount,
     getPendingCommentTasks,
     commitCommentTask,
+    debugClaimNextJob,
     stopBackup,
+    rawQuery,
     data,
   };
 }