tt-help-cli-ycl 1.3.41 → 1.3.44

package/src/watch/data-store.js

@@ -1,6 +1,7 @@
 import fs from "fs";
 import path from "path";
 import Database from "better-sqlite3";
+import { isLocationInList } from "../lib/target-locations.js";
 
 // SQLite 用户表（用于判重）
 let db = null;
@@ -116,6 +117,38 @@ function initUserDb(filePath) {
       sec_uid TEXT
     )
   `);
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS raw_jobs (
+      unique_id TEXT PRIMARY KEY,
+      nickname TEXT,
+      status TEXT DEFAULT 'pending',
+      sources TEXT,
+      claimed_by TEXT,
+      claimed_at INTEGER,
+      error TEXT,
+      pinned INTEGER DEFAULT 0,
+      no_video INTEGER DEFAULT 0,
+      restricted INTEGER DEFAULT 0,
+      user_update_count INTEGER DEFAULT 0,
+      tt_seller INTEGER,
+      verified INTEGER,
+      video_count INTEGER DEFAULT 0,
+      comment_count INTEGER DEFAULT 0,
+      guessed_location TEXT,
+      location_created TEXT,
+      follower_count INTEGER DEFAULT 0,
+      following_count INTEGER DEFAULT 0,
+      heart_count INTEGER DEFAULT 0,
+      refresh_time INTEGER,
+      processed INTEGER DEFAULT 0,
+      processed_at INTEGER,
+      created_at INTEGER,
+      updated_at INTEGER,
+      region TEXT,
+      signature TEXT,
+      sec_uid TEXT
+    )
+  `);
   db.exec(`
     CREATE TABLE IF NOT EXISTS videos (
       id TEXT PRIMARY KEY,
@@ -454,6 +487,11 @@ function getPendingJobsUserUpdateCount() {
     .get().c;
 }
 
+function getRawJobsCount() {
+  if (!db) return 0;
+  return db.prepare("SELECT COUNT(*) as c FROM raw_jobs").get().c;
+}
+
 function getDashboardStatsFromDb(targetLocations = []) {
   if (!db) return null;
 
@@ -560,6 +598,7 @@ function getDashboardStatsFromDb(targetLocations = []) {
 
   return {
     totalUsers: total,
+    rawJobs: getRawJobsCount(),
     dbTotalUsers: getUserDbCount(),
     jobsTotal: total,
     jobsPending: getPendingJobsCount(),
@@ -587,6 +626,415 @@ function getDashboardStatsFromDb(targetLocations = []) {
   };
 }
 
+function getPendingByCountryFromDb() {
+  if (!db) return [];
+
+  // 按 guessed_location 分组统计待处理任务
+  const rows = db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM jobs
+      WHERE status = 'pending'
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+
+  return rows;
+}
+
+function getUserUpdateByCountryFromDb() {
+  if (!db) return [];
+
+  // 按 guessed_location 分组统计待补资料任务
+  const rows = db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM jobs
+      WHERE COALESCE(tt_seller, '') = ''
+        AND COALESCE(user_update_count, 0) <= 0
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+
+  return rows;
+}
+
+function getAttachStuckByCountryFromDb() {
+  if (!db) return [];
+
+  return db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM jobs
+      WHERE COALESCE(tt_seller, '') = ''
+        AND COALESCE(user_update_count, 0) = 1
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+}
+
+function restoreAttachStuckByCountry(country) {
+  if (!db) {
+    return { restored: 0, country, error: "db not ready" };
+  }
+
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      restored: 0,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  const whereSql = `
+    COALESCE(tt_seller, '') = ''
+    AND COALESCE(user_update_count, 0) = 1
+    AND COALESCE(guessed_location, '未知') = ?
+  `;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM jobs
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { restored: 0, country: normalizedCountry };
+  }
+
+  db.prepare(
+    `
+    UPDATE jobs
+    SET user_update_count = 0,
+        updated_at = ?,
+        claimed_by = NULL,
+        claimed_at = NULL
+    WHERE ${whereSql}
+  `,
+  ).run(Date.now(), normalizedCountry);
+
+  return { restored: count, country: normalizedCountry };
+}
+
+function getRawByCountryFromDb() {
+  if (!db) return [];
+
+  return db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM raw_jobs
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+}
+
+function moveJobsToRawByCountry(scope, country) {
+  if (!db) {
+    return { moved: 0, scope, country, error: "db not ready" };
+  }
+
+  const normalizedScope = String(scope || "").trim();
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      moved: 0,
+      scope: normalizedScope,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  let scopeWhere = "";
+  if (normalizedScope === "pending") {
+    scopeWhere = `status = 'pending'`;
+  } else if (normalizedScope === "userUpdate") {
+    scopeWhere = `COALESCE(tt_seller, '') = '' AND COALESCE(user_update_count, 0) <= 0`;
+  } else {
+    return {
+      moved: 0,
+      scope: normalizedScope,
+      country: normalizedCountry,
+      error: "unsupported scope",
+    };
+  }
+
+  const whereSql = `
+    ${scopeWhere}
+    AND COALESCE(guessed_location, '未知') = ?
+  `;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM jobs
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { moved: 0, scope: normalizedScope, country: normalizedCountry };
+  }
+
+  const moveTxn = db.transaction((targetCountry) => {
+    db.prepare(
+      `
+      INSERT OR REPLACE INTO raw_jobs (
+        unique_id,
+        nickname,
+        status,
+        sources,
+        claimed_by,
+        claimed_at,
+        error,
+        pinned,
+        no_video,
+        restricted,
+        user_update_count,
+        tt_seller,
+        verified,
+        video_count,
+        comment_count,
+        guessed_location,
+        location_created,
+        follower_count,
+        following_count,
+        heart_count,
+        refresh_time,
+        processed,
+        processed_at,
+        created_at,
+        updated_at,
+        region,
+        signature,
+        sec_uid
+      )
+      SELECT
+        unique_id,
+        nickname,
+        status,
+        sources,
+        claimed_by,
+        claimed_at,
+        error,
+        pinned,
+        no_video,
+        restricted,
+        user_update_count,
+        tt_seller,
+        verified,
+        video_count,
+        comment_count,
+        guessed_location,
+        location_created,
+        follower_count,
+        following_count,
+        heart_count,
+        refresh_time,
+        processed,
+        processed_at,
+        created_at,
+        updated_at,
+        region,
+        signature,
+        sec_uid
+      FROM jobs
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+
+    db.prepare(
+      `
+      DELETE FROM jobs
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+  });
+
+  moveTxn(normalizedCountry);
+  return { moved: count, scope: normalizedScope, country: normalizedCountry };
+}
+
+function restoreRawJobsByCountry(country) {
+  if (!db) {
+    return { restored: 0, country, error: "db not ready" };
+  }
+
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      restored: 0,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  const whereSql = `COALESCE(guessed_location, '未知') = ?`;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM raw_jobs
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { restored: 0, country: normalizedCountry };
+  }
+
+  const restoreTxn = db.transaction((targetCountry) => {
+    db.prepare(
+      `
+      INSERT OR REPLACE INTO jobs (
+        unique_id,
+        nickname,
+        status,
+        sources,
+        claimed_by,
+        claimed_at,
+        error,
+        pinned,
+        no_video,
+        restricted,
+        user_update_count,
+        tt_seller,
+        verified,
+        video_count,
+        comment_count,
+        guessed_location,
+        location_created,
+        follower_count,
+        following_count,
+        heart_count,
+        refresh_time,
+        processed,
+        processed_at,
+        created_at,
+        updated_at,
+        region,
+        signature,
+        sec_uid
+      )
+      SELECT
+        unique_id,
+        nickname,
+        status,
+        sources,
+        claimed_by,
+        claimed_at,
+        error,
+        pinned,
+        no_video,
+        restricted,
+        user_update_count,
+        tt_seller,
+        verified,
+        video_count,
+        comment_count,
+        guessed_location,
+        location_created,
+        follower_count,
+        following_count,
+        heart_count,
+        refresh_time,
+        processed,
+        processed_at,
+        created_at,
+        updated_at,
+        region,
+        signature,
+        sec_uid
+      FROM raw_jobs
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+
+    db.prepare(
+      `
+      DELETE FROM raw_jobs
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+  });
+
+  restoreTxn(normalizedCountry);
+  return { restored: count, country: normalizedCountry };
+}
+
+function getRawJobsPageFromDb({ search, location, limit, offset }) {
+  if (!db) return null;
+
+  const safeLimit = Math.max(1, Math.min(200, parseInt(limit) || 50));
+  const safeOffset = Math.max(0, parseInt(offset) || 0);
+  const where = [];
+  const args = [];
+
+  if (search) {
+    where.push(
+      "(LOWER(unique_id) LIKE ? OR LOWER(COALESCE(nickname, '')) LIKE ?)",
+    );
+    const pattern = `%${String(search).toLowerCase()}%`;
+    args.push(pattern, pattern);
+  }
+  if (location) {
+    where.push("COALESCE(guessed_location, '未知') = ?");
+    args.push(location);
+  }
+
+  const whereSql = where.length ? `WHERE ${where.join(" AND ")}` : "";
+  const total = db
+    .prepare(`SELECT COUNT(*) as c FROM raw_jobs ${whereSql}`)
+    .get(...args).c;
+
+  const rows = db
+    .prepare(
+      `
+      SELECT *
+      FROM raw_jobs
+      ${whereSql}
+      ORDER BY created_at DESC, unique_id ASC
+      LIMIT ? OFFSET ?
+    `,
+    )
+    .all(...args, safeLimit, safeOffset);
+
+  return {
+    total,
+    limit: safeLimit,
+    offset: safeOffset,
+    users: rows.map(mapJobRow),
+  };
+}
+
 function getUsersPageFromDb({
   status,
   search,
@@ -1464,8 +1912,7 @@ export function createStore(filePath) {
     // 国家过滤：如果指定了 locations，只保留 guessedLocation 在列表中的用户
     function locationFilter(u) {
       if (!locations || locations.length === 0) return true;
-      const loc = (u.guessedLocation || "").toUpperCase();
-      return locations.includes(loc);
+      return isLocationInList(u.guessedLocation, locations);
     }
 
     // 从候选列表中按优先级取第一个：pinned > 超时回收 > seed > ttSeller(仅登录) > follow > other
@@ -2356,10 +2803,19 @@ export function createStore(filePath) {
     getAllUsers,
     getUserDbCount,
     getJobsCount,
+    getRawJobsCount,
     getPendingJobsCount,
     getPendingJobsUserUpdateCount,
     getDashboardStats: getDashboardStatsFromDb,
+    getPendingByCountry: getPendingByCountryFromDb,
+    getUserUpdateByCountry: getUserUpdateByCountryFromDb,
+    getAttachStuckByCountry: getAttachStuckByCountryFromDb,
+    getRawByCountry: getRawByCountryFromDb,
+    moveJobsToRawByCountry,
+    restoreAttachStuckByCountry,
+    restoreRawJobsByCountry,
     getUsersPage: getUsersPageFromDb,
+    getRawJobsPage: getRawJobsPageFromDb,
     getTargetUsers: getTargetUsersFromDb,
     getStats,
     getStatusGroups,