tt-help-cli-ycl 1.3.92 → 1.3.94

package/src/watch/data-store.js.bak2

@@ -0,0 +1,5019 @@
+import fs from "fs";
+import path from "path";
+import Database from "better-sqlite3";
+import {
+  isLocationInList,
+  DEFAULT_TARGET_LOCATIONS,
+} from "../lib/target-locations.js";
+
+// SQLite 用户表（用于判重）
+let db = null;
+let dbPath = null;
+
+function normalizeDbFilePath(filePath) {
+  if (!filePath) {
+    throw new Error("db path is required");
+  }
+  const resolved = path.resolve(filePath);
+  if (path.extname(resolved).toLowerCase() !== ".db") {
+    throw new Error(`仅支持 .db 路径，当前为: ${filePath}`);
+  }
+  return resolved;
+}
+
+function resetDbConnection() {
+  if (db) {
+    db.close();
+    db = null;
+  }
+  dbPath = null;
+}
+
+function loadLegacyUsersFromFiles(userFilePath, doneFilePath) {
+  const merged = new Map();
+
+  const tryLoad = (targetPath, label) => {
+    if (!targetPath) return;
+    if (!fs.existsSync(targetPath)) return;
+    try {
+      const parsed = JSON.parse(fs.readFileSync(targetPath, "utf-8"));
+      if (!Array.isArray(parsed)) return;
+      for (const item of parsed) {
+        const uniqueId = item?.uniqueId || item?.unique_id;
+        if (!uniqueId) continue;
+        merged.set(uniqueId, {
+          ...merged.get(uniqueId),
+          ...item,
+          uniqueId,
+        });
+      }
+    } catch (e) {
+      console.error(`[data-store] SQLite 导入 ${label} 失败: ${e.message}`);
+    }
+  };
+
+  tryLoad(userFilePath, "result.json");
+  tryLoad(doneFilePath, "result-done.json");
+
+  return [...merged.values()];
+}
+
+function loadLegacyVideosFromFile(videoPath) {
+  if (!videoPath) return [];
+  if (!fs.existsSync(videoPath)) return [];
+
+  try {
+    const parsed = JSON.parse(fs.readFileSync(videoPath, "utf-8"));
+    return Array.isArray(parsed) ? parsed : [];
+  } catch (e) {
+    console.error(
+      `[data-store] SQLite 导入 result-videos.json 失败: ${e.message}`,
+    );
+    return [];
+  }
+}
+
+function initUserDb(filePath) {
+  dbPath = normalizeDbFilePath(filePath);
+  fs.mkdirSync(path.dirname(dbPath), { recursive: true });
+  db = new Database(dbPath);
+  db.pragma("journal_mode = WAL");
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS users (
+      unique_id TEXT PRIMARY KEY,
+      tt_seller TEXT,
+      verified INTEGER,
+      location_created TEXT,
+      created_at TEXT,
+      updated_at TEXT
+    )
+  `);
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS jobs (
+      unique_id TEXT PRIMARY KEY,
+      nickname TEXT,
+      status TEXT DEFAULT 'pending',
+      sources TEXT,
+      claimed_by TEXT,
+      claimed_at INTEGER,
+      error TEXT,
+      pinned INTEGER DEFAULT 0,
+      no_video INTEGER DEFAULT 0,
+      restricted INTEGER DEFAULT 0,
+      user_update_count INTEGER DEFAULT 0,
+      tt_seller INTEGER,
+      verified INTEGER,
+      video_count INTEGER DEFAULT 0,
+      comment_count INTEGER DEFAULT 0,
+      guessed_location TEXT,
+      location_created TEXT,
+      confirmed_location TEXT,
+      modified_at INTEGER,
+      follower_count INTEGER DEFAULT 0,
+      following_count INTEGER DEFAULT 0,
+      heart_count INTEGER DEFAULT 0,
+      refresh_time INTEGER,
+      processed INTEGER DEFAULT 0,
+      processed_at INTEGER,
+      created_at INTEGER,
+      updated_at INTEGER,
+      region TEXT,
+      signature TEXT,
+      sec_uid TEXT,
+      status_code INTEGER
+    )
+  `);
+
+  // 迁移：为已存在的 jobs 表添加 status_code 列
+  const existingJobColumns = new Set(
+    db
+      .prepare("PRAGMA table_info(jobs)")
+      .all()
+      .map((c) => c.name),
+  );
+  if (!existingJobColumns.has("status_code")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN status_code INTEGER`);
+  }
+  if (!existingJobColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN latest_video_time INTEGER`);
+  }
+  if (!existingJobColumns.has("confirmed_location")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN confirmed_location TEXT`);
+  }
+  if (!existingJobColumns.has("modified_at")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN modified_at INTEGER`);
+  }
+  if (!existingJobColumns.has("bio_link")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN bio_link TEXT`);
+  }
+  if (!existingJobColumns.has("top_video_play_count")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN top_video_play_count INTEGER`);
+  }
+  if (!existingJobColumns.has("top_video_href")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN top_video_href TEXT`);
+  }
+  if (!existingJobColumns.has("user_create_time")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN user_create_time INTEGER`);
+  }
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS jobs_base (
+      unique_id TEXT PRIMARY KEY,
+      nickname TEXT,
+      status TEXT DEFAULT 'pending',
+      sources TEXT,
+      claimed_by TEXT,
+      claimed_at INTEGER,
+      error TEXT,
+      pinned INTEGER DEFAULT 0,
+      no_video INTEGER DEFAULT 0,
+      restricted INTEGER DEFAULT 0,
+      user_update_count INTEGER DEFAULT 0,
+      tt_seller INTEGER,
+      verified INTEGER,
+      video_count INTEGER DEFAULT 0,
+      comment_count INTEGER DEFAULT 0,
+      guessed_location TEXT,
+      location_created TEXT,
+      confirmed_location TEXT,
+      modified_at INTEGER,
+      follower_count INTEGER DEFAULT 0,
+      following_count INTEGER DEFAULT 0,
+      heart_count INTEGER DEFAULT 0,
+      refresh_time INTEGER,
+      processed INTEGER DEFAULT 0,
+      processed_at INTEGER,
+      created_at INTEGER,
+      updated_at INTEGER,
+      region TEXT,
+      signature TEXT,
+      sec_uid TEXT,
+      status_code INTEGER,
+      latest_video_time INTEGER,
+      bio_link TEXT
+    )
+  `);
+
+  // 迁移：为已存在的 jobs_base 表补全列
+  const existingJobBaseColumns = new Set(
+    db
+      .prepare("PRAGMA table_info(jobs_base)")
+      .all()
+      .map((c) => c.name),
+  );
+  if (!existingJobBaseColumns.has("status_code")) {
+    db.exec(`ALTER TABLE jobs_base ADD COLUMN status_code INTEGER`);
+  }
+  if (!existingJobBaseColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE jobs_base ADD COLUMN latest_video_time INTEGER`);
+  }
+  if (!existingJobBaseColumns.has("confirmed_location")) {
+    db.exec(`ALTER TABLE jobs_base ADD COLUMN confirmed_location TEXT`);
+  }
+  if (!existingJobBaseColumns.has("modified_at")) {
+    db.exec(`ALTER TABLE jobs_base ADD COLUMN modified_at INTEGER`);
+  }
+  if (!existingJobBaseColumns.has("bio_link")) {
+    db.exec(`ALTER TABLE jobs_base ADD COLUMN bio_link TEXT`);
+  }
+  if (!existingJobBaseColumns.has("user_create_time")) {
+    db.exec(`ALTER TABLE jobs_base ADD COLUMN user_create_time INTEGER`);
+  }
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS raw_jobs (
+      unique_id TEXT PRIMARY KEY,
+      nickname TEXT,
+      status TEXT DEFAULT 'pending',
+      sources TEXT,
+      claimed_by TEXT,
+      claimed_at INTEGER,
+      error TEXT,
+      pinned INTEGER DEFAULT 0,
+      no_video INTEGER DEFAULT 0,
+      restricted INTEGER DEFAULT 0,
+      user_update_count INTEGER DEFAULT 0,
+      tt_seller INTEGER,
+      verified INTEGER,
+      video_count INTEGER DEFAULT 0,
+      comment_count INTEGER DEFAULT 0,
+      guessed_location TEXT,
+      location_created TEXT,
+      confirmed_location TEXT,
+      modified_at INTEGER,
+      follower_count INTEGER DEFAULT 0,
+      following_count INTEGER DEFAULT 0,
+      heart_count INTEGER DEFAULT 0,
+      refresh_time INTEGER,
+      processed INTEGER DEFAULT 0,
+      processed_at INTEGER,
+      created_at INTEGER,
+      updated_at INTEGER,
+      region TEXT,
+      signature TEXT,
+      sec_uid TEXT,
+      status_code INTEGER,
+      latest_video_time INTEGER
+    )
+  `);
+
+  // 迁移：为已存在的 raw_jobs 表添加 status_code 列
+  const existingRawJobColumns = new Set(
+    db
+      .prepare("PRAGMA table_info(raw_jobs)")
+      .all()
+      .map((c) => c.name),
+  );
+  if (!existingRawJobColumns.has("status_code")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN status_code INTEGER`);
+  }
+  if (!existingRawJobColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN latest_video_time INTEGER`);
+  }
+  if (!existingRawJobColumns.has("confirmed_location")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN confirmed_location TEXT`);
+  }
+  if (!existingRawJobColumns.has("modified_at")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN modified_at INTEGER`);
+  }
+  if (!existingRawJobColumns.has("bio_link")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN bio_link TEXT`);
+  }
+  if (!existingRawJobColumns.has("user_create_time")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN user_create_time INTEGER`);
+  }
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS videos (
+      id TEXT PRIMARY KEY,
+      href TEXT,
+      author_unique_id TEXT,
+      location_created TEXT,
+      tt_seller INTEGER DEFAULT 0,
+      registered_at INTEGER,
+      user_update_count INTEGER DEFAULT 0,
+      play_count INTEGER,
+      digg_count INTEGER,
+      comment_count INTEGER,
+      share_count INTEGER,
+      collect_count INTEGER,
+      stats_updated_at INTEGER,
+      create_time INTEGER
+    )
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_status_video
+    ON jobs(status, video_count DESC)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_claimed_by_status
+    ON jobs(claimed_by, status, claimed_at)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_status_claimed_at
+    ON jobs(status, claimed_at)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_redo_target
+    ON jobs(tt_seller, verified, location_created, refresh_time)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_pending_priority
+    ON jobs(status, pinned DESC, guessed_location, follower_count DESC)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_pinned
+    ON jobs(created_at ASC, unique_id ASC)
+    WHERE status = 'pending' AND COALESCE(pinned, 0) = 1
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_seller
+    ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC)
+    WHERE status = 'pending'
+      AND COALESCE(pinned, 0) = 0
+      AND tt_seller = 1
+      AND verified = 0
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_follow
+    ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC)
+    WHERE status = 'pending'
+      AND COALESCE(pinned, 0) = 0
+      AND (
+        instr(COALESCE(sources, ''), '"following"') > 0
+        OR instr(COALESCE(sources, ''), '"follower"') > 0
+      )
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_other
+    ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC)
+    WHERE status = 'pending' AND COALESCE(pinned, 0) = 0
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_user_update_queue
+    ON jobs(created_at ASC, unique_id ASC)
+    WHERE (tt_seller IS NULL OR tt_seller = '')
+      AND (user_update_count IS NULL OR user_update_count <= 0)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_jobs_user_update_queue_expr
+    ON jobs(created_at ASC, unique_id ASC)
+    WHERE COALESCE(tt_seller, '') = ''
+      AND COALESCE(user_update_count, 0) <= 0
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_videos_comment_queue
+    ON videos(user_update_count, tt_seller DESC, registered_at ASC)
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_videos_comment_queue_pending
+    ON videos(tt_seller DESC, registered_at ASC, id)
+    WHERE user_update_count IS NULL OR user_update_count <= 0
+  `);
+
+  const existingVideoColumns = new Set(
+    db
+      .prepare("PRAGMA table_info(videos)")
+      .all()
+      .map((column) => column.name),
+  );
+  const requiredVideoColumns = {
+    play_count: "INTEGER",
+    digg_count: "INTEGER",
+    comment_count: "INTEGER",
+    share_count: "INTEGER",
+    collect_count: "INTEGER",
+    stats_updated_at: "INTEGER",
+  };
+  for (const [column, type] of Object.entries(requiredVideoColumns)) {
+    if (!existingVideoColumns.has(column)) {
+      db.exec(`ALTER TABLE videos ADD COLUMN ${column} ${type}`);
+    }
+  }
+
+  // 迁移：videos 表添加 create_time 列
+  if (!existingVideoColumns.has("create_time")) {
+    db.exec(`ALTER TABLE videos ADD COLUMN create_time INTEGER`);
+  }
+
+  // tags 表：标签发现与打分系统
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS tags (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      tag TEXT NOT NULL UNIQUE,
+      status TEXT NOT NULL DEFAULT 'new',
+      score REAL NOT NULL DEFAULT 0,
+      created_at TEXT NOT NULL DEFAULT (datetime('now')),
+      scored_at TEXT,
+      score_count INTEGER NOT NULL DEFAULT 0,
+      countries TEXT NOT NULL DEFAULT '[]',
+      matched_countries TEXT DEFAULT '[]',
+      total_posts INTEGER DEFAULT 0,
+      author_count INTEGER DEFAULT 0,
+      matched_authors INTEGER DEFAULT 0,
+      pushed_users INTEGER DEFAULT 0,
+      source TEXT NOT NULL DEFAULT 'llm',
+      user_prompt TEXT,
+      last_error TEXT
+    )
+  `);
+  db.exec(`CREATE INDEX IF NOT EXISTS idx_tags_status ON tags(status)`);
+  db.exec(`CREATE INDEX IF NOT EXISTS idx_tags_score ON tags(score DESC)`);
+
+  const count = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
+  console.log(`[data-store] SQLite users 表初始化完成: ${count} 条`);
+}
+
+export function importLegacyJsonToDb({
+  dbFilePath,
+  usersFilePath,
+  doneFilePath,
+  videosFilePath,
+}) {
+  resetDbConnection();
+  initUserDb(dbFilePath);
+
+  const legacyUsers = loadLegacyUsersFromFiles(usersFilePath, doneFilePath);
+  const legacyVideos = loadLegacyVideosFromFile(videosFilePath);
+
+  const beforeUsers = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
+  const beforeJobs = db.prepare("SELECT COUNT(*) as c FROM jobs").get().c;
+  const beforeVideos = db.prepare("SELECT COUNT(*) as c FROM videos").get().c;
+
+  const insertUserStmt = db.prepare(`
+    INSERT OR IGNORE INTO users (unique_id) VALUES (?)
+  `);
+  const insertVideoStmt = db.prepare(`
+    INSERT OR IGNORE INTO videos (
+      id,
+      href,
+      author_unique_id,
+      location_created,
+      tt_seller,
+      registered_at,
+      user_update_count,
+      create_time
+    )
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+  `);
+
+  const importUsersTxn = db.transaction((items) => {
+    for (const item of items) {
+      const uniqueId = item.uniqueId || item.unique_id;
+      if (!uniqueId) continue;
+      insertUserStmt.run(uniqueId);
+      addJobToDb({ ...item, uniqueId });
+    }
+  });
+
+  const importVideosTxn = db.transaction((items) => {
+    for (const item of items) {
+      if (!item?.id) continue;
+      insertVideoStmt.run(
+        item.id,
+        item.href || null,
+        item.authorUniqueId || item.author_unique_id || null,
+        item.locationCreated || item.location_created || null,
+        item.ttSeller ? 1 : 0,
+        item.registeredAt || item.registered_at || Date.now(),
+        item.userUpdateCount || item.user_update_count || 0,
+        item.createTime || item.create_time || null,
+      );
+    }
+  });
+
+  importUsersTxn(legacyUsers);
+  importVideosTxn(legacyVideos);
+
+  const afterUsers = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
+  const afterJobs = db.prepare("SELECT COUNT(*) as c FROM jobs").get().c;
+  const afterVideos = db.prepare("SELECT COUNT(*) as c FROM videos").get().c;
+
+  return {
+    dbPath,
+    usersImported: afterUsers - beforeUsers,
+    jobsImported: afterJobs - beforeJobs,
+    videosImported: afterVideos - beforeVideos,
+    totalUsers: afterUsers,
+    totalJobs: afterJobs,
+    totalVideos: afterVideos,
+  };
+}
+
+export function closeStoreDb() {
+  resetDbConnection();
+}
+
+function hasUserInDb(uid) {
+  if (!db) return false;
+  const row = db.prepare("SELECT 1 FROM users WHERE unique_id = ?").get(uid);
+  return !!row;
+}
+
+function addUserToDb(user) {
+  if (!db) return;
+  db.prepare(
+    `
+    INSERT OR IGNORE INTO users (unique_id, tt_seller, verified, location_created, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?)
+  `,
+  ).run(
+    user.uniqueId,
+    user.ttSeller === undefined ||
+      user.ttSeller === null ||
+      user.ttSeller === ""
+      ? null
+      : user.ttSeller
+        ? 1
+        : 0,
+    user.verified === undefined ||
+      user.verified === null ||
+      user.verified === ""
+      ? null
+      : user.verified
+        ? 1
+        : 0,
+    user.locationCreated || null,
+    new Date().toISOString(),
+    new Date().toISOString(),
+  );
+}
+
+function addJobToDb(user) {
+  if (!db) return;
+  const now = Date.now();
+  db.prepare(
+    `
+    INSERT OR IGNORE INTO jobs (
+      unique_id,
+      nickname,
+      status,
+      sources,
+      claimed_by,
+      claimed_at,
+      error,
+      pinned,
+      no_video,
+      restricted,
+      user_update_count,
+      tt_seller,
+      verified,
+      video_count,
+      comment_count,
+      guessed_location,
+      location_created,
+      follower_count,
+      following_count,
+      heart_count,
+      refresh_time,
+      processed,
+      processed_at,
+      created_at,
+      updated_at,
+      region,
+      signature,
+      bio_link,
+      sec_uid
+    )
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `,
+  ).run(
+    user.uniqueId,
+    user.nickname || null,
+    user.status || inferStatus(user),
+    JSON.stringify(
+      Array.isArray(user.sources) ? [...new Set(user.sources)] : [],
+    ),
+    user.claimedBy || null,
+    user.claimedAt || null,
+    user.error || null,
+    user.pinned ? 1 : 0,
+    user.noVideo ? 1 : 0,
+    user.restricted ? 1 : 0,
+    user.userUpdateCount || 0,
+    user.ttSeller === undefined ||
+      user.ttSeller === null ||
+      user.ttSeller === ""
+      ? null
+      : user.ttSeller
+        ? 1
+        : 0,
+    user.verified === undefined ||
+      user.verified === null ||
+      user.verified === ""
+      ? null
+      : user.verified
+        ? 1
+        : 0,
+    user.videoCount || 0,
+    user.commentCount || 0,
+    user.guessedLocation || null,
+    user.locationCreated || null,
+    user.followerCount || 0,
+    user.followingCount || 0,
+    user.heartCount || 0,
+    user.refreshTime || null,
+    user.processed ? 1 : 0,
+    user.processedAt || null,
+    user.createdAt || now,
+    user.updatedAt || now,
+    user.region || null,
+    user.signature || null,
+    user.bioLink?.link || user.bioLink?.url || user.bioLink || null,
+    user.secUid || null,
+  );
+}
+
+function getUserDbCount() {
+  if (!db) return 0;
+  return db.prepare("SELECT COUNT(*) as c FROM users").get().c;
+}
+
+function getJobsCount() {
+  if (!db) return 0;
+  return db.prepare("SELECT COUNT(*) as c FROM jobs").get().c;
+}
+
+function getPendingJobsCount() {
+  if (!db) return 0;
+  return db
+    .prepare("SELECT COUNT(*) as c FROM jobs WHERE status = 'pending'")
+    .get().c;
+}
+
+function getPendingJobsUserUpdateCount() {
+  if (!db) return 0;
+  return db
+    .prepare(
+      `
+      SELECT COUNT(*) as c
+      FROM jobs
+      WHERE COALESCE(tt_seller, '') = ''
+        AND COALESCE(user_update_count, 0) <= 0
+    `,
+    )
+    .get().c;
+}
+
+function getRawJobsCount() {
+  if (!db) return 0;
+  return db.prepare("SELECT COUNT(*) as c FROM raw_jobs").get().c;
+}
+
+function getDashboardStatsFromDb(targetLocations = []) {
+  if (!db) return null;
+
+  const targetPlaceholders = targetLocations.map(() => "?").join(", ");
+  const targetParams = targetLocations.length ? targetLocations : [];
+
+  // 合并所有 jobs 表的聚合统计为单次扫描
+  const aggregateRow = db
+    .prepare(
+      `
+      SELECT
+        COUNT(*) as total,
+        SUM(CASE WHEN status = 'pending' THEN 1 ELSE 0 END) as pending,
+        SUM(CASE WHEN status = 'processing' THEN 1 ELSE 0 END) as processing,
+        SUM(CASE WHEN status = 'done' THEN 1 ELSE 0 END) as done,
+        SUM(CASE WHEN status = 'error' THEN 1 ELSE 0 END) as error,
+        SUM(CASE WHEN status = 'restricted' THEN 1 ELSE 0 END) as restricted,
+        SUM(CASE WHEN tt_seller = 1 AND verified = 0 ${
+          targetLocations.length
+            ? `AND location_created IN (${targetPlaceholders})`
+            : "AND 1 = 0"
+        } THEN 1 ELSE 0 END) as targetUsers,
+        SUM(CASE WHEN no_video = 1 THEN 1 ELSE 0 END) as noVideo,
+        SUM(CASE WHEN status != 'done' AND instr(COALESCE(sources, ''), '"video"') > 0 THEN 1 ELSE 0 END) as video,
+        SUM(CASE WHEN status != 'done' AND instr(COALESCE(sources, ''), '"comment"') > 0 THEN 1 ELSE 0 END) as comment,
+        SUM(CASE WHEN status != 'done' AND instr(COALESCE(sources, ''), '"guess"') > 0 THEN 1 ELSE 0 END) as guess,
+        SUM(CASE WHEN status != 'done' AND instr(COALESCE(sources, ''), '"following"') > 0 THEN 1 ELSE 0 END) as following,
+        SUM(CASE WHEN status != 'done' AND instr(COALESCE(sources, ''), '"follower"') > 0 THEN 1 ELSE 0 END) as follower,
+        SUM(CASE
+          WHEN status != 'done'
+            AND instr(COALESCE(sources, ''), '"video"') = 0
+            AND instr(COALESCE(sources, ''), '"comment"') = 0
+            AND instr(COALESCE(sources, ''), '"guess"') = 0
+            AND instr(COALESCE(sources, ''), '"following"') = 0
+            AND instr(COALESCE(sources, ''), '"follower"') = 0
+          THEN 1 ELSE 0 END) as seed
+      FROM jobs
+    `,
+    )
+    .get(...targetParams);
+
+  // userUpdateTasks 单独从 jobs_base 统计
+  const userUpdateTasksRow = db
+    .prepare(
+      `
+      SELECT COUNT(*) as userUpdateTasks
+      FROM jobs_base
+      WHERE COALESCE(tt_seller, '') = ''
+        AND COALESCE(user_update_count, 0) <= 0
+    `,
+    )
+    .get();
+
+  // countryStats 和 targetCountryStats 需要 GROUP BY，保留为独立查询
+  const countryStats = db
+    .prepare(
+      `
+      SELECT
+        COALESCE(location_created, '未知') as country,
+        COUNT(*) as count,
+        SUM(CASE
+          WHEN tt_seller = 1 AND verified = 0 ${
+            targetLocations.length
+              ? `AND location_created IN (${targetPlaceholders})`
+              : "AND 1 = 0"
+          }
+          THEN 1 ELSE 0 END) as targetCount
+      FROM jobs
+      WHERE status = 'done'
+      GROUP BY COALESCE(location_created, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all(...targetParams);
+
+  const targetCountryStats = targetLocations.length
+    ? db
+        .prepare(
+          `
+          SELECT location_created as country, COUNT(*) as count
+          FROM jobs
+          WHERE tt_seller = 1
+            AND verified = 0
+            AND location_created IN (${targetPlaceholders})
+          GROUP BY location_created
+          ORDER BY count DESC
+        `,
+        )
+        .all(...targetLocations)
+    : [];
+
+  const jobsBaseCount = db
+    .prepare("SELECT COUNT(*) as total FROM jobs_base")
+    .get().total;
+
+  return {
+    totalUsers: aggregateRow.total,
+    rawJobs: getRawJobsCount(),
+    dbTotalUsers: getUserDbCount(),
+    jobsTotal: aggregateRow.total,
+    jobsBaseTotal: jobsBaseCount,
+    jobsPending: aggregateRow.pending,
+    processedUsers: aggregateRow.done,
+    pendingUsers: aggregateRow.pending,
+    processingUsers: aggregateRow.processing,
+    restrictedUsers: aggregateRow.restricted,
+    errorUsers: aggregateRow.error,
+    targetUsers: aggregateRow.targetUsers,
+    userUpdateTasks: userUpdateTasksRow.userUpdateTasks,
+    targetCountryStats,
+    countryStats,
+    sourceStats: {
+      seed: aggregateRow.seed || 0,
+      video: aggregateRow.video || 0,
+      comment: aggregateRow.comment || 0,
+      guess: aggregateRow.guess || 0,
+      following: aggregateRow.following || 0,
+      follower: aggregateRow.follower || 0,
+      processed: aggregateRow.done,
+      restricted: aggregateRow.restricted,
+      error: aggregateRow.error,
+      noVideo: aggregateRow.noVideo || 0,
+    },
+  };
+}
+
+function getPendingByCountryFromDb() {
+  if (!db) return [];
+
+  // 按 guessed_location 分组统计待处理任务
+  const rows = db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM jobs
+      WHERE status = 'pending'
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+
+  return rows;
+}
+
+function getUserUpdateByCountryFromDb() {
+  if (!db) return [];
+
+  // 按 guessed_location 分组统计待补资料任务
+  const rows = db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM jobs_base
+      WHERE tt_seller IS NULL
+        AND COALESCE(user_update_count, 0) <= 0
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+
+  return rows;
+}
+
+function getAttachStuckByCountryFromDb() {
+  if (!db) return [];
+
+  return db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM jobs_base
+      WHERE tt_seller IS NULL
+        AND COALESCE(user_update_count, 0) = 1
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+}
+
+function restoreAttachStuckByCountry(country) {
+  if (!db) {
+    return { restored: 0, country, error: "db not ready" };
+  }
+
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      restored: 0,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  const whereSql = `
+    COALESCE(tt_seller, '') = ''
+    AND COALESCE(user_update_count, 0) = 1
+    AND COALESCE(guessed_location, '未知') = ?
+  `;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM jobs_base
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { restored: 0, country: normalizedCountry };
+  }
+
+  db.prepare(
+    `
+    UPDATE jobs_base
+    SET user_update_count = 0,
+        updated_at = ?,
+        claimed_by = NULL,
+        claimed_at = NULL
+    WHERE ${whereSql}
+  `,
+  ).run(Date.now(), normalizedCountry);
+
+  return { restored: count, country: normalizedCountry };
+}
+
+function resetPendingByCountry(country) {
+  if (!db) {
+    return { reset: 0, country, error: "db not ready" };
+  }
+
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      reset: 0,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  const whereSql = `
+    status = 'pending'
+    AND COALESCE(guessed_location, '未知') = ?
+  `;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM jobs
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { reset: 0, country: normalizedCountry };
+  }
+
+  db.prepare(
+    `
+    UPDATE jobs
+    SET user_update_count = 0,
+        updated_at = ?,
+        claimed_by = NULL,
+        claimed_at = NULL
+    WHERE ${whereSql}
+  `,
+  ).run(Date.now(), normalizedCountry);
+
+  return { reset: count, country: normalizedCountry };
+}
+
+function getRawByCountryFromDb() {
+  if (!db) return [];
+
+  return db
+    .prepare(
+      `
+      SELECT
+        COALESCE(guessed_location, '未知') as country,
+        COUNT(*) as count
+      FROM raw_jobs
+      GROUP BY COALESCE(guessed_location, '未知')
+      ORDER BY count DESC
+    `,
+    )
+    .all();
+}
+
+function moveJobsToRawByCountry(scope, country) {
+  if (!db) {
+    return { moved: 0, scope, country, error: "db not ready" };
+  }
+
+  const normalizedScope = String(scope || "").trim();
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      moved: 0,
+      scope: normalizedScope,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  // pending 操作 jobs 表（与 getPendingByCountryFromDb 数据源一致）
+  // userUpdate 操作 jobs_base 表（与 getUserUpdateByCountryFromDb 数据源一致）
+  let sourceTable = "";
+  let scopeWhere = "";
+  let columns = "";
+
+  if (normalizedScope === "pending") {
+    sourceTable = "jobs";
+    scopeWhere = `status = 'pending'`;
+    columns = `
+      unique_id, nickname, status, sources, claimed_by, claimed_at,
+      error, pinned, no_video, restricted, user_update_count,
+      tt_seller, verified, video_count, comment_count,
+      guessed_location, location_created, follower_count,
+      following_count, heart_count, refresh_time, processed,
+      processed_at, created_at, updated_at, region, signature,
+      sec_uid, latest_video_time, user_create_time
+    `;
+  } else if (normalizedScope === "userUpdate") {
+    sourceTable = "jobs_base";
+    scopeWhere = `tt_seller IS NULL AND COALESCE(user_update_count, 0) <= 0`;
+    columns = `
+      unique_id, nickname, status, sources, claimed_by, claimed_at,
+      error, pinned, no_video, restricted, user_update_count,
+      tt_seller, verified, video_count, comment_count,
+      guessed_location, location_created, follower_count,
+      following_count, heart_count, refresh_time, processed,
+      processed_at, created_at, updated_at, region, signature,
+      sec_uid, latest_video_time, user_create_time
+    `;
+  } else {
+    return {
+      moved: 0,
+      scope: normalizedScope,
+      country: normalizedCountry,
+      error: "unsupported scope",
+    };
+  }
+
+  const whereSql = `
+    ${scopeWhere}
+    AND COALESCE(guessed_location, '未知') = ?
+  `;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM ${sourceTable}
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { moved: 0, scope: normalizedScope, country: normalizedCountry };
+  }
+
+  const moveTxn = db.transaction((targetCountry) => {
+    db.prepare(
+      `
+      INSERT OR REPLACE INTO raw_jobs (
+        ${columns}
+      )
+      SELECT
+        ${columns}
+      FROM ${sourceTable}
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+
+    db.prepare(
+      `
+      DELETE FROM ${sourceTable}
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+  });
+
+  moveTxn(normalizedCountry);
+  return { moved: count, scope: normalizedScope, country: normalizedCountry };
+}
+
+function restoreRawJobsByCountry(country) {
+  if (!db) {
+    return { restored: 0, country, error: "db not ready" };
+  }
+
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      restored: 0,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  const whereSql = `COALESCE(guessed_location, '未知') = ?`;
+  const count =
+    db
+      .prepare(
+        `
+        SELECT COUNT(*) as c
+        FROM raw_jobs
+        WHERE ${whereSql}
+      `,
+      )
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) {
+    return { restored: 0, country: normalizedCountry };
+  }
+
+  const restoreTxn = db.transaction((targetCountry) => {
+    db.prepare(
+      `
+      INSERT OR REPLACE INTO jobs (
+        unique_id,
+        nickname,
+        status,
+        sources,
+        claimed_by,
+        claimed_at,
+        error,
+        pinned,
+        no_video,
+        restricted,
+        user_update_count,
+        tt_seller,
+        verified,
+        video_count,
+        comment_count,
+        guessed_location,
+        location_created,
+        follower_count,
+        following_count,
+        heart_count,
+        refresh_time,
+        processed,
+        processed_at,
+        created_at,
+        updated_at,
+        region,
+        signature,
+        sec_uid
+      )
+      SELECT
+        unique_id,
+        nickname,
+        status,
+        sources,
+        claimed_by,
+        claimed_at,
+        error,
+        pinned,
+        no_video,
+        restricted,
+        user_update_count,
+        tt_seller,
+        verified,
+        video_count,
+        comment_count,
+        guessed_location,
+        location_created,
+        follower_count,
+        following_count,
+        heart_count,
+        refresh_time,
+        processed,
+        processed_at,
+        created_at,
+        updated_at,
+        region,
+        signature,
+        sec_uid
+      FROM raw_jobs
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+
+    db.prepare(
+      `
+      DELETE FROM raw_jobs
+      WHERE ${whereSql}
+    `,
+    ).run(targetCountry);
+  });
+
+  restoreTxn(normalizedCountry);
+  return { restored: count, country: normalizedCountry };
+}
+
+function restoreRawJobById(uniqueId) {
+  if (!db) {
+    return { restored: 0, uniqueId, error: "db not ready" };
+  }
+
+  const safeId = String(uniqueId).trim();
+  if (!safeId) {
+    return { restored: 0, uniqueId: safeId, error: "uniqueId is required" };
+  }
+
+  const exists =
+    db
+      .prepare("SELECT COUNT(*) as c FROM raw_jobs WHERE unique_id = ?")
+      .get(safeId)?.c || 0;
+
+  if (!exists) {
+    return { restored: 0, uniqueId: safeId };
+  }
+
+  const restoreTxn = db.transaction(() => {
+    db.prepare(
+      `
+      INSERT OR REPLACE INTO jobs (
+        unique_id, nickname, status, sources, claimed_by, claimed_at, error,
+        pinned, no_video, restricted, user_update_count, tt_seller, verified,
+        video_count, comment_count, guessed_location, location_created,
+        follower_count, following_count, heart_count, refresh_time,
+        processed, processed_at, created_at, updated_at, region, signature, bio_link, sec_uid
+      )
+      SELECT
+        unique_id, nickname, status, sources, claimed_by, claimed_at, error,
+        pinned, no_video, restricted, user_update_count, tt_seller, verified,
+        video_count, comment_count, guessed_location, location_created,
+        follower_count, following_count, heart_count, refresh_time,
+        processed, processed_at, created_at, updated_at, region, signature, bio_link, sec_uid
+      FROM raw_jobs WHERE unique_id = ?
+    `,
+    ).run(safeId);
+
+    db.prepare("DELETE FROM raw_jobs WHERE unique_id = ?").run(safeId);
+  });
+
+  restoreTxn();
+  return { restored: 1, uniqueId: safeId };
+}
+
+function restoreRawJobsByFilter({ search, location, hasVideo, hasFollower }) {
+  if (!db) {
+    return { restored: 0, error: "db not ready" };
+  }
+
+  const where = [];
+  const args = [];
+
+  if (search) {
+    where.push(
+      "(LOWER(unique_id) LIKE ? OR LOWER(COALESCE(nickname, '')) LIKE ?)",
+    );
+    const likeVal = `%${search.toLowerCase()}%`;
+    args.push(likeVal, likeVal);
+  }
+
+  if (location) {
+    where.push("COALESCE(guessed_location, '未知') = ?");
+    args.push(location);
+  }
+
+  if (hasVideo) {
+    where.push("COALESCE(video_count, 0) > 0");
+  }
+
+  if (hasFollower) {
+    where.push("COALESCE(follower_count, 0) > 0");
+  }
+
+  if (where.length === 0) {
+    return { restored: 0, error: "at least one filter is required" };
+  }
+
+  const whereSql = where.join(" AND ");
+
+  const count =
+    db
+      .prepare(`SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql}`)
+      .get(...args)?.c || 0;
+
+  if (!count) {
+    return { restored: 0 };
+  }
+
+  const restoreTxn = db.transaction(() => {
+    db.prepare(
+      `
+      INSERT OR REPLACE INTO jobs (
+        unique_id, nickname, status, sources, claimed_by, claimed_at, error,
+        pinned, no_video, restricted, user_update_count, tt_seller, verified,
+        video_count, comment_count, guessed_location, location_created,
+        follower_count, following_count, heart_count, refresh_time,
+        processed, processed_at, created_at, updated_at, region, signature, bio_link, sec_uid
+      )
+      SELECT
+        unique_id, nickname, status, sources, claimed_by, claimed_at, error,
+        pinned, no_video, restricted, user_update_count, tt_seller, verified,
+        video_count, comment_count, guessed_location, location_created,
+        follower_count, following_count, heart_count, refresh_time,
+        processed, processed_at, created_at, updated_at, region, signature, bio_link, sec_uid
+      FROM raw_jobs WHERE ${whereSql}
+    `,
+    ).run(...args);
+
+    db.prepare(`DELETE FROM raw_jobs WHERE ${whereSql}`).run(...args);
+  });
+
+  restoreTxn();
+  return { restored: count };
+}
+
+function getRawJobsPageFromDb({
+  search,
+  location,
+  limit,
+  offset,
+  hasVideo,
+  hasFollower,
+}) {
+  if (!db) return null;
+
+  const safeLimit = Math.max(1, Math.min(200, parseInt(limit) || 50));
+  const safeOffset = Math.max(0, parseInt(offset) || 0);
+  const where = [];
+  const args = [];
+
+  if (search) {
+    where.push(
+      "(LOWER(unique_id) LIKE ? OR LOWER(COALESCE(nickname, '')) LIKE ?)",
+    );
+    const pattern = `%${String(search).toLowerCase()}%`;
+    args.push(pattern, pattern);
+  }
+  if (location) {
+    where.push("COALESCE(guessed_location, '未知') = ?");
+    args.push(location);
+  }
+  if (hasVideo) {
+    where.push("COALESCE(video_count, 0) > 0");
+  }
+  if (hasFollower) {
+    where.push("COALESCE(follower_count, 0) > 0");
+  }
+
+  const whereSql = where.length ? `WHERE ${where.join(" AND ")}` : "";
+  const total = db
+    .prepare(`SELECT COUNT(*) as c FROM raw_jobs ${whereSql}`)
+    .get(...args).c;
+
+  const rows = db
+    .prepare(
+      `
+      SELECT *
+      FROM raw_jobs
+      ${whereSql}
+      ORDER BY created_at DESC, unique_id ASC
+      LIMIT ? OFFSET ?
+    `,
+    )
+    .all(...args, safeLimit, safeOffset);
+
+  return {
+    total,
+    limit: safeLimit,
+    offset: safeOffset,
+    users: rows.map(mapJobRow),
+  };
+}
+
+// ====== Tag 发现与打分 CRUD ======
+
+function insertTag(tag, countries, source = "llm") {
+  if (!db) return { inserted: false, error: "db not ready" };
+  // 防止存入带 # 前缀的 tag
+  const normalized = tag.replace(/^#+/, "").trim().toLowerCase();
+  if (!normalized || normalized.length < 2) {
+    return { inserted: false, error: "invalid tag" };
+  }
+  try {
+    const result = db
+      .prepare(
+        `
+      INSERT OR IGNORE INTO tags (tag, countries, source)
+      VALUES (?, ?, ?)
+    `,
+      )
+      .run(normalized, JSON.stringify(countries), source);
+    return { inserted: result.changes > 0, tag: normalized };
+  } catch (e) {
+    return { inserted: false, error: e.message };
+  }
+}
+
+function getTagsByStatus(status, limit = 100) {
+  if (!db) return [];
+  const rows = db
+    .prepare(
+      `
+    SELECT * FROM tags WHERE status = ? ORDER BY score ASC, created_at ASC LIMIT ?
+  `,
+    )
+    .all(status, limit);
+  return rows.map((r) => ({
+    ...r,
+    countries: JSON.parse(r.countries || "[]"),
+    matched_countries: JSON.parse(r.matched_countries || "[]"),
+  }));
+}
+
+function getTagsByCountry(country, minScore = 0) {
+  if (!db) return [];
+  const rows = db
+    .prepare(
+      `
+    SELECT * FROM tags WHERE status != 'dead'
+    ORDER BY score DESC
+  `,
+    )
+    .all();
+  // Filter in JS since countries is JSON
+  return rows
+    .map((r) => ({
+      ...r,
+      countries: JSON.parse(r.countries || "[]"),
+      matched_countries: JSON.parse(r.matched_countries || "[]"),
+    }))
+    .filter((r) => r.countries.includes(country) && r.score >= minScore);
+}
+
+function getDeadTags(country) {
+  if (!db) return [];
+  const rows = db
+    .prepare(
+      `
+    SELECT * FROM tags WHERE status = 'dead' ORDER BY score ASC
+  `,
+    )
+    .all();
+  return rows
+    .map((r) => ({
+      ...r,
+      countries: JSON.parse(r.countries || "[]"),
+      matched_countries: JSON.parse(r.matched_countries || "[]"),
+    }))
+    .filter((r) => r.countries.includes(country));
+}
+
+function claimTag(tag) {
+  if (!db) return { ok: false, error: "db not ready" };
+  // 原子操作：只有 status='new' 时才更新为 'scoring'，避免竞态
+  const result = db
+    .prepare(
+      "UPDATE tags SET status = 'scoring' WHERE tag = ? AND status = 'new'",
+    )
+    .run(tag);
+  if (result.changes === 0) {
+    // 检查是否不存在 vs 已被别人锁定
+    const row = db.prepare("SELECT status FROM tags WHERE tag = ?").get(tag);
+    if (!row) return { ok: false, error: "tag not found" };
+    return { ok: false, error: `tag status is ${row.status}, already claimed` };
+  }
+  return { ok: true, tag };
+}
+
+function reportTagScore(tag, fields) {
+  if (!db) return { ok: false, error: "db not ready" };
+  const {
+    score,
+    status,
+    totalPosts,
+    authorCount,
+    matchedAuthors,
+    matchedCountries,
+    pushedUsers,
+    error,
+  } = fields;
+  const matchedCountriesJson = matchedCountries
+    ? JSON.stringify(matchedCountries)
+    : null;
+  const now = new Date().toISOString();
+
+  try {
+    const result = db
+      .prepare(
+        `
+      UPDATE tags SET
+        score = COALESCE(?, score),
+        status = COALESCE(?, status),
+        total_posts = COALESCE(?, total_posts),
+        author_count = COALESCE(?, author_count),
+        matched_authors = COALESCE(?, matched_authors),
+        matched_countries = COALESCE(?, matched_countries),
+        pushed_users = COALESCE(?, pushed_users),
+        last_error = COALESCE(?, last_error),
+        scored_at = ?,
+        score_count = score_count + 1
+      WHERE tag = ?
+    `,
+      )
+      .run(
+        score ?? null,
+        status ?? null,
+        totalPosts ?? null,
+        authorCount ?? null,
+        matchedAuthors ?? null,
+        matchedCountriesJson,
+        pushedUsers ?? null,
+        error ?? null,
+        now,
+        tag,
+      );
+    return { ok: result.changes > 0, tag };
+  } catch (e) {
+    return { ok: false, error: e.message };
+  }
+}
+
+function getAllTags(limit = 200) {
+  if (!db) return [];
+  const rows = db
+    .prepare(
+      `
+    SELECT * FROM tags ORDER BY score DESC, created_at DESC LIMIT ?
+  `,
+    )
+    .all(limit);
+  return rows.map((r) => ({
+    ...r,
+    countries: JSON.parse(r.countries || "[]"),
+    matched_countries: JSON.parse(r.matched_countries || "[]"),
+  }));
+}
+
+// 调试接口：直接执行 SQL 查询，返回原始数据
+function rawQuery(sql, params = []) {
+  if (!db) return { error: "db not ready" };
+  try {
+    const rows = db.prepare(sql).all(...params);
+    return { rows };
+  } catch (e) {
+    return { error: e.message };
+  }
+}
+
+// 清理 tags 表中以 # 开头的脏数据
+function normalizeTags() {
+  if (!db) return { ok: false, error: "db not ready" };
+  const dirtyRows = db
+    .prepare("SELECT id, tag, countries FROM tags WHERE tag LIKE '#%'")
+    .all();
+  const fixed = [];
+  const merged = [];
+  const skipped = [];
+
+  for (const row of dirtyRows) {
+    const cleanTag = row.tag.replace(/^#+/, "").trim().toLowerCase();
+    if (!cleanTag || cleanTag.length < 2) {
+      db.prepare("DELETE FROM tags WHERE id = ?").run(row.id);
+      skipped.push({
+        dirty: row.tag,
+        reason: "empty after normalize, deleted",
+      });
+      continue;
+    }
+
+    // 检查 cleanTag 是否已存在
+    const existing = db
+      .prepare("SELECT * FROM tags WHERE tag = ?")
+      .get(cleanTag);
+    if (existing) {
+      // 合并：保留已有 clean 版本，合并 countries
+      const oldCountries = JSON.parse(row.countries || "[]");
+      const existCountries = JSON.parse(existing.countries || "[]");
+      const mergedCountries = [
+        ...new Set([...existCountries, ...oldCountries]),
+      ];
+      db.prepare("UPDATE tags SET countries = ? WHERE tag = ?").run(
+        JSON.stringify(mergedCountries),
+        cleanTag,
+      );
+      // 删除脏数据
+      db.prepare("DELETE FROM tags WHERE id = ?").run(row.id);
+      merged.push({ dirty: row.tag, clean: cleanTag, id: row.id });
+    } else {
+      // 直接重命名
+      db.prepare("UPDATE tags SET tag = ? WHERE id = ?").run(cleanTag, row.id);
+      fixed.push({ dirty: row.tag, clean: cleanTag, id: row.id });
+    }
+  }
+
+  return {
+    ok: true,
+    fixed: fixed.length,
+    merged: merged.length,
+    skipped: skipped.length,
+    details: { fixed, merged, skipped },
+  };
+}
+
+function clearTags() {
+  if (!db) return { ok: false, error: "db not ready" };
+  const count = db.prepare("SELECT COUNT(*) as c FROM tags").get().c;
+  db.exec("DELETE FROM tags");
+  return { ok: true, deleted: count };
+}
+
+function getUsersPageFromDb({
+  status,
+  search,
+  location,
+  target,
+  targetLocation,
+  limit,
+  offset,
+  targetLocations = [],
+}) {
+  if (!db) return null;
+
+  const safeLimit = Math.max(1, Math.min(200, parseInt(limit) || 50));
+  const safeOffset = Math.max(0, parseInt(offset) || 0);
+  const where = [];
+  const args = [];
+
+  if (status && status !== "all") {
+    where.push("status = ?");
+    args.push(status);
+  }
+  if (target === "1") {
+    if (targetLocation) {
+      where.push("tt_seller = 1 AND verified = 0 AND location_created = ?");
+      args.push(targetLocation);
+    } else if (targetLocations.length > 0) {
+      where.push(
+        `tt_seller = 1 AND verified = 0 AND location_created IN (${targetLocations
+          .map(() => "?")
+          .join(", ")})`,
+      );
+      args.push(...targetLocations);
+    } else {
+      where.push("1 = 0");
+    }
+  }
+  if (search) {
+    where.push(
+      "(LOWER(unique_id) LIKE ? OR LOWER(COALESCE(nickname, '')) LIKE ?)",
+    );
+    const pattern = `%${String(search).toLowerCase()}%`;
+    args.push(pattern, pattern);
+  }
+  if (location) {
+    where.push("location_created = ?");
+    args.push(location);
+  }
+
+  const whereSql = where.length ? `WHERE ${where.join(" AND ")}` : "";
+
+  // COUNT 缓存：134 万条数据全表扫描慢，5 秒内返回缓存值
+  const cacheKey = whereSql + "|" + args.join(",");
+  if (!getUsersPageFromDb._countCache)
+    getUsersPageFromDb._countCache = new Map();
+  const cachedCount = getUsersPageFromDb._countCache.get(cacheKey);
+  let total;
+  if (cachedCount && Date.now() - cachedCount.time < 5000) {
+    total = cachedCount.c;
+  } else {
+    total = db
+      .prepare(`SELECT COUNT(*) as c FROM jobs ${whereSql}`)
+      .get(...args).c;
+    getUsersPageFromDb._countCache.set(cacheKey, {
+      c: total,
+      time: Date.now(),
+    });
+  }
+
+  // 只查询前端需要的列，避免 SELECT * 带来的大字段传输和 mapJobRow 开销
+  const rows = db
+    .prepare(
+      `
+        SELECT
+          unique_id, nickname, sec_uid, status, sources,
+          tt_seller, verified, follower_count, following_count,
+          location_created, latest_video_time, refresh_time,
+          guessed_location, pinned, processed_at, video_count,
+          no_video, claimed_by, claimed_at, created_at, updated_at
+        FROM jobs
+        ${whereSql}
+        ORDER BY
+          pinned DESC,
+          CASE
+            WHEN ? = 'done' THEN COALESCE(processed_at, 0) * -1
+            WHEN ? = '1' THEN COALESCE(refresh_time, 0) * -1
+            ELSE 0
+          END ASC,
+          CASE status
+            WHEN 'processing' THEN 0
+            WHEN 'pending' THEN 1
+            WHEN 'done' THEN 2
+            WHEN 'error' THEN 3
+            WHEN 'restricted' THEN 4
+            ELSE 9
+          END ASC,
+          COALESCE(follower_count, 0) DESC,
+          COALESCE(processed_at, 0) DESC,
+            unique_id ASC
+          LIMIT ? OFFSET ?
+        `,
+    )
+    .all(...args, status || "", target, safeLimit, safeOffset)
+    .map(mapJobRow);
+
+  return {
+    total,
+    users: rows,
+  };
+}
+
+function getTargetUsersFromDb(targetLocations = []) {
+  if (!db) return null;
+  if (!targetLocations.length) {
+    return { total: 0, users: [] };
+  }
+
+  const placeholders = targetLocations.map(() => "?").join(", ");
+  const rows = db
+    .prepare(
+      `
+        SELECT
+          unique_id, nickname, sec_uid, status, sources,
+          tt_seller, verified, follower_count, following_count,
+          location_created, latest_video_time, refresh_time,
+          guessed_location, pinned, processed_at, video_count,
+          no_video, claimed_by, claimed_at, created_at, updated_at
+        AND verified = 0
+        AND location_created IN (${placeholders})
+      ORDER BY COALESCE(follower_count, 0) DESC, unique_id ASC
+    `,
+    )
+    .all(...targetLocations)
+    .map(mapJobRow);
+
+  return {
+    total: rows.length,
+    users: rows,
+  };
+}
+
+function getTargetUsersByCountryFromDb(targetLocations = [], options = {}) {
+  if (!db) return null;
+  if (!targetLocations.length) {
+    return { countries: [] };
+  }
+
+  const {
+    summaryOnly = false,
+    country: filterCountry,
+    search,
+    limit,
+    offset,
+  } = options;
+  const placeholders = targetLocations.map(() => "?").join(", ");
+  const baseParams = [...targetLocations];
+
+  // 摘要模式：只返回各国统计数，不返回用户数据
+  if (summaryOnly) {
+    const statsRows = db
+      .prepare(
+        `
+        SELECT location_created as country, COUNT(*) as count
+        FROM jobs
+        WHERE tt_seller = 1
+          AND verified = 0
+          AND location_created IN (${placeholders})
+        GROUP BY location_created
+        ORDER BY count DESC
+      `,
+      )
+      .all(...targetLocations);
+
+    const countries = statsRows.map((r) => ({
+      country: r.country,
+      count: r.count,
+      users: undefined,
+    }));
+    return {
+      total: statsRows.reduce((s, r) => s + r.count, 0),
+      countries,
+    };
+  }
+
+  // 分页模式：按国家或全局分页查询用户
+  if (limit !== undefined) {
+    let sql = `
+      SELECT
+        unique_id,
+        nickname,
+        follower_count,
+        video_count,
+        tt_seller,
+        verified,
+        location_created,
+        confirmed_location,
+        modified_at,
+        latest_video_time,
+        refresh_time,
+        top_video_play_count,
+        top_video_href,
+        status,
+        sources
+      FROM jobs
+      WHERE tt_seller = 1
+        AND verified = 0
+        AND location_created IN (${placeholders})
+    `;
+    const params = [...targetLocations];
+
+    if (filterCountry) {
+      sql += ` AND location_created = ?`;
+      params.push(filterCountry);
+    }
+
+    if (search) {
+      sql += ` AND (unique_id LIKE ? OR nickname LIKE ?)`;
+      const likeSearch = `%${search}%`;
+      params.push(likeSearch, likeSearch);
+    }
+
+    sql += ` ORDER BY location_created ASC, COALESCE(latest_video_time, 0) DESC`;
+
+    const countSql = sql.replace(
+      /SELECT[^FROM]*FROM/,
+      "SELECT COUNT(*) as cnt FROM",
+    );
+    const total = db.prepare(countSql).get(...params)?.cnt || 0;
+
+    sql += ` LIMIT ? OFFSET ?`;
+    const safeLimit = Math.min(Math.floor(limit), 10000);
+    const safeOffset = Math.max(Math.floor(offset), 0);
+
+    const rows = db
+      .prepare(sql)
+      .all(...params, safeLimit, safeOffset)
+      .map(mapJobRow);
+
+    return {
+      total,
+      limit: safeLimit,
+      offset: safeOffset,
+      users: rows,
+    };
+  }
+
+  const rows = db
+    .prepare(
+      `
+      SELECT
+        unique_id,
+        nickname,
+        follower_count,
+        video_count,
+        tt_seller,
+        verified,
+        location_created,
+        confirmed_location,
+        modified_at,
+        latest_video_time,
+        refresh_time,
+        status,
+        sources
+      FROM jobs
+      WHERE tt_seller = 1
+        AND verified = 0
+        AND location_created IN (${placeholders})
+      ORDER BY location_created ASC, COALESCE(latest_video_time, 0) DESC
+    `,
+    )
+    .all(...targetLocations)
+    .map(mapJobRow);
+
+  const countryMap = new Map();
+  for (const row of rows) {
+    const country = row.locationCreated || "未知";
+    if (!countryMap.has(country)) {
+      countryMap.set(country, []);
+    }
+    countryMap.get(country).push(row);
+  }
+
+  const countries = [];
+  for (const [country, users] of countryMap) {
+    countries.push({
+      country,
+      count: users.length,
+      users,
+    });
+  }
+
+  return {
+    total: rows.length,
+    countries,
+  };
+}
+
+function snakeToCamel(key) {
+  return key.replace(/_([a-z])/g, (_, ch) => ch.toUpperCase());
+}
+
+function camelToSnake(key) {
+  return key.replace(/[A-Z]/g, (ch) => `_${ch.toLowerCase()}`);
+}
+
+const jobBooleanColumns = new Set([
+  "pinned",
+  "no_video",
+  "restricted",
+  "processed",
+  "tt_seller",
+  "verified",
+  "error",
+]);
+
+const videoBooleanColumns = new Set(["tt_seller"]);
+
+const writableJobColumns = new Set([
+  "nickname",
+  "status",
+  "sources",
+  "claimed_by",
+  "claimed_at",
+  "error",
+  "pinned",
+  "no_video",
+  "restricted",
+  "user_update_count",
+  "tt_seller",
+  "verified",
+  "video_count",
+  "comment_count",
+  "guessed_location",
+  "location_created",
+  "confirmed_location",
+  "modified_at",
+  "follower_count",
+  "following_count",
+  "heart_count",
+  "refresh_time",
+  "processed",
+  "processed_at",
+  "updated_at",
+  "region",
+  "signature",
+  "bio_link",
+  "sec_uid",
+  "status_code",
+  "latest_video_time",
+  "top_video_play_count",
+  "top_video_href",
+  "user_create_time",
+]);
+
+function normalizeJobValue(column, value) {
+  if (value === undefined || value === null) return null;
+  if (column === "sources") {
+    if (!Array.isArray(value)) return JSON.stringify([]);
+    return JSON.stringify([...new Set(value)]);
+  }
+  if (jobBooleanColumns.has(column)) {
+    return value ? 1 : 0;
+  }
+  // 防御：如果值是对象或数组，转为 JSON 字符串
+  if (typeof value === "object") return JSON.stringify(value);
+  return value;
+}
+
+function mapJobRow(row) {
+  if (!row) return undefined;
+  const mapped = {};
+  for (const [key, value] of Object.entries(row)) {
+    const camelKey = snakeToCamel(key);
+    if (key === "sources") {
+      try {
+        mapped[camelKey] = value ? JSON.parse(value) : [];
+      } catch {
+        mapped[camelKey] = [];
+      }
+      continue;
+    }
+    if (jobBooleanColumns.has(key)) {
+      mapped[camelKey] = value === null || value === undefined ? null : !!value;
+      continue;
+    }
+    mapped[camelKey] = value;
+  }
+  return mapped;
+}
+
+function getJobRow(uniqueId) {
+  if (!db) return null;
+  return db.prepare("SELECT * FROM jobs WHERE unique_id = ?").get(uniqueId);
+}
+
+function getJobBaseRow(uniqueId) {
+  if (!db) return null;
+  return db
+    .prepare("SELECT * FROM jobs_base WHERE unique_id = ?")
+    .get(uniqueId);
+}
+
+function getJob(uniqueId) {
+  return mapJobRow(getJobRow(uniqueId));
+}
+
+function getAllJobs() {
+  if (!db) return [];
+  return db.prepare("SELECT * FROM jobs").all().map(mapJobRow);
+}
+
+function mapVideoRow(row) {
+  if (!row) return undefined;
+  const mapped = {};
+  for (const [key, value] of Object.entries(row)) {
+    const camelKey = snakeToCamel(key);
+    if (videoBooleanColumns.has(key)) {
+      mapped[camelKey] = value === null || value === undefined ? null : !!value;
+      continue;
+    }
+    mapped[camelKey] = value;
+  }
+  return mapped;
+}
+
+function getVideoRow(videoId) {
+  if (!db) return null;
+  return db.prepare("SELECT * FROM videos WHERE id = ?").get(videoId);
+}
+
+function getAllVideoRows() {
+  if (!db) return [];
+  return db.prepare("SELECT * FROM videos").all();
+}
+
+function updateJobInfo(uniqueId, info, incrementCount = true) {
+  if (!db) return { error: "db not initialized" };
+  const existing = getJobRow(uniqueId);
+  if (!existing) return { error: "user not found" };
+
+  const nextValues = {};
+  for (const [key, value] of Object.entries(info || {})) {
+    if (key === "uniqueId" || key === "unique_id") continue;
+    if (value === undefined || value === "") continue;
+    let column = camelToSnake(key);
+    // 字段别名：bio → signature, createTime → user_create_time
+    if (column === "bio") column = "signature";
+    if (column === "create_time") column = "user_create_time";
+    if (!writableJobColumns.has(column)) continue;
+    nextValues[column] = normalizeJobValue(column, value);
+  }
+
+  nextValues.updated_at = Date.now();
+  if (incrementCount) {
+    nextValues.user_update_count = (existing.user_update_count || 0) + 1;
+  }
+
+  const columns = Object.keys(nextValues);
+  if (columns.length > 0) {
+    const sql = `UPDATE jobs SET ${columns.map((column) => `${column} = ?`).join(", ")} WHERE unique_id = ?`;
+    db.prepare(sql).run(
+      ...columns.map((column) => nextValues[column]),
+      uniqueId,
+    );
+  }
+
+  return {
+    ok: true,
+    userUpdateCount:
+      nextValues.user_update_count ?? existing.user_update_count ?? 0,
+  };
+}
+
+function inferStatus(u) {
+  if (u.restricted) return "restricted";
+  if (u.error) return "error";
+  if (u.processed) return "done";
+  return "pending";
+}
+
+function updateJobBaseInfo(uniqueId, info, incrementCount = true) {
+  if (!db) return { error: "db not initialized" };
+  const existing = getJobBaseRow(uniqueId);
+  if (!existing) return { error: "user not found" };
+
+  const nextValues = {};
+  for (const [key, value] of Object.entries(info || {})) {
+    if (key === "uniqueId" || key === "unique_id") continue;
+    if (value === undefined || value === "") continue;
+    let column = camelToSnake(key);
+    // 字段别名：bio → signature, createTime → user_create_time
+    if (column === "bio") column = "signature";
+    if (column === "create_time") column = "user_create_time";
+    if (!writableJobColumns.has(column)) continue;
+    nextValues[column] = normalizeJobValue(column, value);
+  }
+
+  nextValues.updated_at = Date.now();
+  if (incrementCount) {
+    nextValues.user_update_count = (existing.user_update_count || 0) + 1;
+  }
+
+  const columns = Object.keys(nextValues);
+  if (columns.length > 0) {
+    const sql = `UPDATE jobs_base SET ${columns.map((column) => `${column} = ?`).join(", ")} WHERE unique_id = ?`;
+    db.prepare(sql).run(
+      ...columns.map((column) => nextValues[column]),
+      uniqueId,
+    );
+  }
+
+  return {
+    ok: true,
+    userUpdateCount:
+      nextValues.user_update_count ?? existing.user_update_count ?? 0,
+  };
+}
+
+function addJobBaseToDb(user) {
+  if (!db) return;
+  const now = Date.now();
+  db.prepare(
+    `
+    INSERT OR IGNORE INTO jobs_base (
+      unique_id,
+      nickname,
+      status,
+      sources,
+      claimed_by,
+      claimed_at,
+      error,
+      pinned,
+      no_video,
+      restricted,
+      user_update_count,
+      tt_seller,
+      verified,
+      video_count,
+      comment_count,
+      guessed_location,
+      location_created,
+      follower_count,
+      following_count,
+      heart_count,
+      refresh_time,
+      processed,
+      processed_at,
+      created_at,
+      updated_at,
+      region,
+      signature,
+      bio_link,
+      sec_uid
+    )
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `,
+  ).run(
+    user.uniqueId,
+    user.nickname || null,
+    user.status || inferStatus(user),
+    JSON.stringify(
+      Array.isArray(user.sources) ? [...new Set(user.sources)] : [],
+    ),
+    user.claimedBy || null,
+    user.claimedAt || null,
+    user.error || null,
+    user.pinned ? 1 : 0,
+    user.noVideo ? 1 : 0,
+    user.restricted ? 1 : 0,
+    user.userUpdateCount || 0,
+    user.ttSeller === undefined ||
+      user.ttSeller === null ||
+      user.ttSeller === ""
+      ? null
+      : user.ttSeller
+        ? 1
+        : 0,
+    user.verified === undefined ||
+      user.verified === null ||
+      user.verified === ""
+      ? null
+      : user.verified
+        ? 1
+        : 0,
+    user.videoCount || 0,
+    user.commentCount || 0,
+    user.guessedLocation || null,
+    user.locationCreated || null,
+    user.followerCount || 0,
+    user.followingCount || 0,
+    user.heartCount || 0,
+    user.refreshTime || null,
+    user.processed ? 1 : 0,
+    user.processedAt || null,
+    user.createdAt || now,
+    user.updatedAt || now,
+    user.region || null,
+    user.signature || null,
+    user.bioLink?.link || user.bioLink?.url || user.bioLink || null,
+    user.secUid || null,
+  );
+}
+
+function addJob(user) {
+  if (!db) {
+    addUserToDb(user);
+    return;
+  }
+  if (!user.status) user.status = inferStatus(user);
+  if (!user.createdAt) user.createdAt = Date.now();
+  if (!user.updatedAt) user.updatedAt = user.createdAt;
+  const writeTxn = db.transaction((job) => {
+    addUserToDb(job);
+    addJobToDb(job);
+  });
+  writeTxn(user);
+}
+
+export function createStore(filePath, options = {}) {
+  if (!filePath) {
+    throw new Error("createStore requires an explicit .db path");
+  }
+
+  // refillJobsFromRaw 的 LLM 打分配置（自动补充任务时使用）
+  const refillLlmConfig = {
+    llmScore: false,
+    llmMinScore: 60,
+    llmSampleSize: 100,
+    ...options.refillLlm,
+  };
+
+  let data = [];
+  // uniqueId → index 内存索引，O(1) 查找
+  let uidIndex = new Map();
+  let clientErrors = new Map();
+  // 客户端登录状态：userId → boolean
+  let clientLoginStatus = new Map();
+  // 活跃客户端追踪：clientId → { type, ip, port, userId, lastSeen }
+  let activeClients = new Map();
+  // refill 锁：防止多个 claimNextJob 同时触发 LLM refill
+  let refillLock = null; // Promise | null
+  // LLM 采样偏移量记忆：按猜测国家记录上次查询位置，避免重复采样
+  // 格式: { "ES": 300, "PL": 500, "NL": 400 }
+  let llmSampleOffsets = new Map();
+  if (filePath) {
+    // 初始化 SQLite 用户表（用于判重）
+    initUserDb(filePath);
+    // 从数据库恢复偏移量
+    loadLlmSampleOffsets();
+  }
+
+  /**
+   * 从数据库加载 LLM 采样偏移量
+   */
+  function loadLlmSampleOffsets() {
+    try {
+      const row = db
+        .prepare(`SELECT offsets FROM _llm_sample_offsets LIMIT 1`)
+        .get();
+      if (row && row.offsets) {
+        const parsed = JSON.parse(row.offsets);
+        if (parsed && typeof parsed === "object") {
+          Object.entries(parsed).forEach(([k, v]) => {
+            llmSampleOffsets.set(k, v);
+          });
+          console.error(
+            `[data-store] 已恢复 LLM 采样偏移量: ${Array.from(
+              llmSampleOffsets.entries(),
+            )
+              .map(([k, v]) => `${k}:${v}`)
+              .join(", ")}`,
+          );
+        }
+      }
+    } catch (e) {
+      // 表不存在或解析失败，使用空偏移量
+      console.error(
+        `[data-store] 加载 LLM 采样偏移量失败，使用空偏移量: ${e.message}`,
+      );
+    }
+  }
+
+  /**
+   * 将 LLM 采样偏移量持久化到数据库
+   */
+  function saveLlmSampleOffsets() {
+    try {
+      const offsetsJson = JSON.stringify(Object.fromEntries(llmSampleOffsets));
+      // 表不存在则创建
+      db.prepare(
+        `CREATE TABLE IF NOT EXISTS _llm_sample_offsets (id INTEGER PRIMARY KEY CHECK (id = 1), offsets TEXT)`,
+      ).run();
+      // 插入或更新
+      db.prepare(
+        `INSERT OR REPLACE INTO _llm_sample_offsets (id, offsets) VALUES (1, ?)`,
+      ).run(offsetsJson);
+    } catch (e) {
+      console.error(`[data-store] 保存 LLM 采样偏移量失败: ${e.message}`);
+    }
+  }
+
+  // stats 缓存
+  let statsCache = null;
+  let statsDirty = true;
+
+  function markStatsDirty() {
+    statsDirty = true;
+    groupsDirty = true;
+  }
+
+  function computeStatsInternal() {
+    if (db) {
+      const total = getJobsCount();
+      const statusCounts = {
+        pending: 0,
+        processing: 0,
+        done: 0,
+        error: 0,
+        restricted: 0,
+      };
+      const rows = db
+        .prepare(
+          `
+          SELECT status, COUNT(*) as count
+          FROM jobs
+          GROUP BY status
+        `,
+        )
+        .all();
+      for (const row of rows) {
+        if (row.status && statusCounts[row.status] !== undefined) {
+          statusCounts[row.status] = row.count;
+        }
+      }
+      statsCache = { total, statusCounts };
+      statsDirty = false;
+      return statsCache;
+    }
+
+    const total = data.length;
+    const statusCounts = {
+      pending: 0,
+      processing: 0,
+      done: 0,
+      error: 0,
+      restricted: 0,
+    };
+    for (const u of data) {
+      statusCounts[u.status] = (statusCounts[u.status] || 0) + 1;
+    }
+    statsCache = { total, statusCounts };
+    statsDirty = false;
+    return statsCache;
+  }
+
+  function getStats() {
+    if (statsDirty) {
+      return computeStatsInternal();
+    }
+    return statsCache;
+  }
+
+  // 按 status 的分组索引，避免每次请求全量遍历
+  let statusGroups = null;
+  let groupsDirty = true;
+
+  const tier1LocSet = new Set(["PL", "NL", "BE"]);
+  const tier2LocSet = new Set(["DE", "FR", "IT", "IE", "ES"]);
+  function locationTier(u) {
+    const loc = (u.guessedLocation || "").toUpperCase();
+    if (tier1LocSet.has(loc)) return 0;
+    if (tier2LocSet.has(loc)) return 1;
+    return 2;
+  }
+
+  function sortGroup(key, arr) {
+    if (key === "done")
+      arr.sort((a, b) => (b.processedAt || 0) - (a.processedAt || 0));
+    else if (key === "pending")
+      arr.sort((a, b) => {
+        const aSeller = a.ttSeller === true && a.verified === false ? 0 : 1;
+        const bSeller = b.ttSeller === true && b.verified === false ? 0 : 1;
+        if (aSeller !== bSeller) return aSeller - bSeller;
+        const la = locationTier(a),
+          lb = locationTier(b);
+        if (la !== lb) return la - lb;
+        return (b.followerCount || 0) - (a.followerCount || 0);
+      });
+    else arr.sort((a, b) => (b.followerCount || 0) - (a.followerCount || 0));
+    // 置顶冒泡到组首
+    const pinned = arr.filter((u) => u.pinned);
+    const unpinned = arr.filter((u) => !u.pinned);
+    return pinned.concat(unpinned);
+  }
+
+  function rebuildStatusGroups() {
+    if (db) {
+      statusGroups = {
+        pending: [],
+        processing: [],
+        done: [],
+        error: [],
+        restricted: [],
+      };
+      for (const u of getAllJobs()) {
+        const key = u.status || "pending";
+        if (statusGroups[key]) statusGroups[key].push(u);
+        else statusGroups[key] = [u];
+      }
+      for (const key of Object.keys(statusGroups)) {
+        statusGroups[key] = sortGroup(key, statusGroups[key]);
+      }
+      groupsDirty = false;
+      return;
+    }
+
+    statusGroups = {
+      pending: [],
+      processing: [],
+      done: [],
+      error: [],
+      restricted: [],
+    };
+    for (const u of data) {
+      const key = u.status || "pending";
+      if (statusGroups[key]) statusGroups[key].push(u);
+      else statusGroups[key] = [u];
+    }
+    // 各组内排序
+    for (const key of Object.keys(statusGroups)) {
+      statusGroups[key] = sortGroup(key, statusGroups[key]);
+    }
+    groupsDirty = false;
+  }
+
+  function getStatusGroups() {
+    if (groupsDirty) rebuildStatusGroups();
+    return statusGroups;
+  }
+
+  function markGroupsDirty() {
+    groupsDirty = true;
+  }
+
+  // 视频存储（SQLite 真相源）
+  let videos = [];
+
+  // 构建索引 + 推断 status
+  for (let i = 0; i < data.length; i++) {
+    const u = data[i];
+    if (!u.status) u.status = inferStatus(u);
+    uidIndex.set(u.uniqueId, i);
+  }
+
+  function save() {
+    return;
+  }
+
+  function flushSave() {
+    // 数据库模式：先保存 LLM 偏移量，再备份数据库
+    if (db && dbPath) {
+      try {
+        saveLlmSampleOffsets();
+      } catch (e) {
+        console.error(`[data-store] 保存 LLM 偏移量失败: ${e.message}`);
+      }
+    }
+    return Promise.resolve();
+  }
+
+  /**
+   * 数据库备份：使用 SQLite BACKUP 命令，保留最新 maxBackups 个备份
+   * @param {number} maxBackups - 保留的备份数量，默认 3
+   * @returns {string|null} 备份文件路径，失败返回 null
+   */
+  function backupDatabase(maxBackups = 3) {
+    if (!db || !dbPath) {
+      console.error("[data-store] 数据库未初始化，跳过备份");
+      return null;
+    }
+
+    try {
+      // 生成备份文件名：result-20260627T094400.db
+      const now = new Date();
+      const timestamp = now
+        .toISOString()
+        .replace(/[-:T.]/g, "")
+        .slice(0, 15); // YYYYMMDDHHmmss
+      const baseName = path.basename(dbPath, ".db");
+      const backupName = `${baseName}-${timestamp}.db`;
+      const backupDir = path.dirname(dbPath);
+      const backupPath = path.join(backupDir, backupName);
+
+      console.error(`[data-store] 正在备份数据库: ${backupName}`);
+
+      // 使用 better-sqlite3 的 backup API（原子性备份，安全可靠）
+      const backupDb = new Database(backupPath);
+      db.backup("main", backupDb, "main");
+      backupDb.close();
+
+      // 验证备份文件大小
+      const stat = fs.statSync(backupPath);
+      const sizeMB = (stat.size / 1024 / 1024).toFixed(2);
+      console.error(`[data-store] 备份完成: ${backupName} (${sizeMB} MB)`);
+
+      // 清理旧备份：保留最新 maxBackups 个
+      cleanupOldBackups(backupDir, baseName, maxBackups);
+
+      return backupPath;
+    } catch (e) {
+      console.error(`[data-store] 备份失败: ${e.message}`);
+      return null;
+    }
+  }
+
+  /**
+   * 清理旧备份文件，保留最新 maxBackups 个
+   */
+  function cleanupOldBackups(backupDir, baseName, maxBackups) {
+    try {
+      // 查找所有备份文件：baseName-YYYYMMDDHHmmss.db
+      const pattern = new RegExp(`^${baseName}-\\d{15}\\.db$`);
+      const backups = fs
+        .readdirSync(backupDir)
+        .filter((f) => pattern.test(f))
+        .sort() // 按时间戳排序（ASCII 排序 = 时间排序）
+        .reverse(); // 最新的在前
+
+      if (backups.length > maxBackups) {
+        const toDelete = backups.slice(maxBackups);
+        for (const file of toDelete) {
+          const filePath = path.join(backupDir, file);
+          fs.unlinkSync(filePath);
+          console.error(`[data-store] 已清理旧备份: ${file}`);
+        }
+      }
+
+      console.error(
+        `[data-store] 备份清理完成: 保留 ${Math.min(backups.length, maxBackups)} / ${backups.length} 个备份`,
+      );
+    } catch (e) {
+      console.error(`[data-store] 清理旧备份失败: ${e.message}`);
+    }
+  }
+
+  function stopBackup() {
+    // 退出时执行备份
+    if (db && dbPath) {
+      backupDatabase();
+    }
+  }
+
+  function getUser(uid) {
+    const idx = uidIndex.get(uid);
+    if (idx !== undefined) return data[idx];
+    if (db) return getJob(uid);
+    return undefined;
+  }
+
+  function hasUser(uid) {
+    // 优先用内存索引，兜底用 SQLite
+    if (uidIndex.has(uid)) return true;
+    return hasUserInDb(uid);
+  }
+
+  function userExists(uid) {
+    // 优先用内存索引，兜底用 SQLite
+    if (uidIndex.has(uid)) return true;
+    return hasUserInDb(uid);
+  }
+
+  function addUser(user, append) {
+    const memoryIdx = uidIndex.get(user.uniqueId);
+    if (db && memoryIdx === undefined) {
+      // 用 users 表判重（所有发现过的用户合集），而不是 jobs 表
+      if (hasUserInDb(user.uniqueId)) {
+        return;
+      }
+      addJob(user);
+      return;
+    }
+
+    const existing = getUser(user.uniqueId);
+    if (existing) {
+      let changed = false;
+      for (const key of Object.keys(user)) {
+        if (key === "uniqueId" || key === "sources") continue;
+        if (user[key] !== undefined && user[key] !== null && user[key] !== "") {
+          if (existing[key] !== user[key]) {
+            existing[key] = user[key];
+            changed = true;
+          }
+        }
+      }
+      if (changed) save();
+    } else {
+      if (!user.status) user.status = inferStatus(user);
+      if (user.processed) user.processedAt = user.processedAt || Date.now();
+      if (!user.createdAt) user.createdAt = Date.now();
+      if (append) {
+        const idx = data.length;
+        data.push(user);
+        uidIndex.set(user.uniqueId, idx);
+      } else {
+        data.unshift(user);
+        uidIndex.set(user.uniqueId, 0);
+      }
+      // 同步写入 SQLite
+      addUserToDb(user);
+      markStatsDirty();
+      save();
+    }
+  }
+
+  function addRawUsers(users) {
+    if (!Array.isArray(users)) return { added: 0, skipped: 0 };
+    const now = Date.now();
+    let added = 0;
+    let skipped = 0;
+
+    for (const u of users) {
+      const uniqueId = (u.uniqueId || "").replace(/^@/, "").trim();
+      if (!uniqueId) continue;
+      if (hasUser(uniqueId)) {
+        skipped++;
+        continue;
+      }
+      const userObj = {
+        uniqueId,
+        status: "pending",
+        sources: Array.isArray(u.sources)
+          ? u.sources
+          : u.sources
+            ? [u.sources]
+            : ["tag"],
+        guessedLocation: u.guessedLocation || u.locationCreated || null,
+        locationCreated: u.locationCreated || null,
+        createdAt: now,
+        updatedAt: now,
+      };
+      const writeTxn = db.transaction((job) => {
+        addUserToDb(job);
+        addJobBaseToDb(job);
+      });
+      writeTxn(userObj);
+      added++;
+    }
+
+    return { added, skipped };
+  }
+
+  function getPendingUsers() {
+    if (db) {
+      return getAllJobs().filter((u) => u.status === "pending");
+    }
+    return data.filter((u) => u.status === "pending");
+  }
+
+  function getProcessedUsers() {
+    if (db) {
+      return getAllJobs().filter((u) => u.status === "done");
+    }
+    return data.filter((u) => u.status === "done");
+  }
+
+  function getAllUsers() {
+    if (db) {
+      return getAllJobs();
+    }
+    return data;
+  }
+
+  /**
+   * 使用 LLM 对单个 job 的国家匹配度打分（0-100）
+   * @param {Object} job - raw_jobs 中的一条记录
+   * @param {string[]} targetLocations - 目标国家列表
+   * @returns {Promise<{ uniqueId: string, score: number, reason: string }>}
+   */
+  async function scoreJobLocation(job, targetLocations) {
+    const { fetch: undiciFetch } = await import("undici");
+
+    const prompt = `
+你是一个 TikTok 用户数据分析助手。请根据以下用户信息，判断该用户是否来自以下**任意一个**目标国家。
+
+目标国家列表: ${targetLocations.join(", ")}
+
+重要:
+- 用户只要来自上述**任意一个**国家就算匹配。
+- guessed_location 是系统初步猜测的结果，**仅供参考**，不要完全依赖它。
+- 请综合用户名、昵称、签名、位置等信息做判断。
+
+用户信息:
+- 用户名: ${job.unique_id || "未知"}
+- 昵称: ${job.nickname || "未知"}
+- 签名: ${job.signature || "未知"}
+- 地区: ${job.region || "未知"}
+- 猜测国家(参考): ${job.guessed_location || "未知"}
+- 位置信息: ${job.location_created || "未知"}
+- 主页链接: ${job.bio_link || "未知"}
+
+返回 JSON（仅返回 JSON，无其他内容）:
+{"score": 0-100, "reason": "English only, under 50 chars, no quotes/brackets"}
+
+Standards: 90-100=clear match, 70-89=likely, 50-69=possible, 20-49=low, 0-19=unlikely
+`;
+
+    try {
+      const apiKey = process.env.APIKEY || "";
+      const response = await undiciFetch(
+        "http://82.156.52.214:18000/v1/chat/completions",
+        {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${apiKey}`,
+          },
+          body: JSON.stringify({
+            model: "zc-fast",
+            messages: [{ role: "user", content: prompt }],
+            max_tokens: 512,
+            temperature: 0.1,
+          }),
+        },
+      );
+
+      const result = await response.json();
+      const content = result.choices?.[0]?.message?.content || "";
+
+      // 解析 JSON 响应（多层容错）
+      let parsed = null;
+
+      // 尝试 1: 直接解析
+      try {
+        parsed = JSON.parse(content);
+      } catch {
+        // 尝试 2: 提取 {} 包裹的内容
+        const match = content.match(/\{[\s\S]*\}/);
+        if (match) {
+          try {
+            parsed = JSON.parse(match[0]);
+          } catch {
+            // 尝试 3: 清理常见问题后解析
+            const cleaned = match[0]
+              .replace(/"/g, '"') // 弯引号 → 直引号
+              .replace(/\s+/g, " ") // 多余空白
+              .trim();
+            try {
+              parsed = JSON.parse(cleaned);
+            } catch {
+              // 尝试 4: 从文本中提取 score 和 reason（reason 可能包含引号等特殊字符）
+              const scoreMatch = content.match(/"?score"?\s*:\s*(\d+)/i);
+              if (scoreMatch) {
+                let reason = "解析降级";
+                // 找 "reason": 的位置，取到最后一个 } 前的内容
+                const reasonKeyPos = content.search(/"?reason"?\s*:\s*"/i);
+                if (reasonKeyPos !== -1) {
+                  const afterKey = content.substring(reasonKeyPos);
+                  const colonPos = afterKey.indexOf(":");
+                  const valueStart = afterKey.indexOf('"', colonPos + 1) + 1;
+                  const rawValue = afterKey.substring(valueStart);
+                  // 取到原始 content 最后一个 } 前
+                  const lastBrace = content.lastIndexOf("}");
+                  const reasonEnd = lastBrace - reasonKeyPos - valueStart;
+                  if (reasonEnd > 0) {
+                    reason = rawValue.substring(0, reasonEnd).trim();
+                    // 去掉首尾的引号
+                    if (reason.startsWith('"')) reason = reason.substring(1);
+                    if (reason.endsWith('"'))
+                      reason = reason.substring(0, reason.length - 1);
+                  }
+                }
+                parsed = {
+                  score: parseInt(scoreMatch[1]) || 50,
+                  reason,
+                };
+              }
+            }
+          }
+        }
+
+        // 尝试 5: 如果以上都失败，用更宽松的正则提取
+        if (!parsed) {
+          const scoreMatch = content.match(/"score"\s*:\s*(\d+)/);
+          const reasonMatch = content.match(/"reason"\s*:\s*"([^"]*)"/);
+          if (scoreMatch) {
+            parsed = {
+              score: parseInt(scoreMatch[1]) || 50,
+              reason: reasonMatch ? reasonMatch[1] : "解析降级 - 宽松模式",
+            };
+          }
+        }
+      }
+
+      if (parsed && typeof parsed.score === "number") {
+        return {
+          uniqueId: job.unique_id,
+          score: Math.max(0, Math.min(100, parsed.score)),
+          reason: parsed.reason || "",
+        };
+      }
+
+      // 所有解析都失败，返回默认分
+      console.error(
+        `[scoreJobLocation] JSON 解析失败 (${job.unique_id}): ${content.substring(0, 100)}`,
+      );
+      return {
+        uniqueId: job.unique_id,
+        score: 50,
+        reason: "LLM 响应解析失败，使用默认分",
+      };
+    } catch (e) {
+      console.error(
+        `[scoreJobLocation] LLM 调用失败 (${job.unique_id}): ${e.message}`,
+      );
+      return {
+        uniqueId: job.unique_id,
+        score: 50,
+        reason: `LLM 调用异常: ${e.message}`,
+      };
+    }
+  }
+
+  /**
+   * 批量对 jobs 进行 LLM 国家匹配度打分
+   * @param {Object[]} jobs - raw_jobs 记录数组
+   * @param {string[]} targetLocations - 目标国家列表
+   * @param {number} batchSize - 每批处理数量（并发），默认 10
+   * @returns {Promise<Array<{ uniqueId: string, score: number, reason: string }>>}
+   */
+  async function scoreJobsBatch(jobs, targetLocations, batchSize = 10) {
+    const results = [];
+    for (let i = 0; i < jobs.length; i += batchSize) {
+      const batch = jobs.slice(i, i + batchSize);
+      const batchResults = await Promise.all(
+        batch.map((job) => scoreJobLocation(job, targetLocations)),
+      );
+      results.push(...batchResults);
+    }
+    return results;
+  }
+
+  /**
+   * 从 raw_jobs 中移动一批符合条件的任务到 jobs 表
+   * @param {string[]} locations - 目标国家列表（null 表示不限制）
+   * @param {number} limit - 每次移动的最大数量，默认 500
+   * @param {Object} options - 可选配置
+   * @param {boolean} options.llmScore - 是否启用 LLM 打分过滤，默认 false
+   * @param {number} options.llmMinScore - LLM 最低分数阈值，默认 60
+   * @param {number} options.llmSampleSize - LLM 打分的采样数量，默认 100
+   * @returns {{ moved: number }} 实际移动的数量
+   */
+  function refillJobsFromRaw(locations = null, limit = 500, options = {}) {
+    if (!db) {
+      return { moved: 0, error: "db not ready" };
+    }
+
+    const safeLimit = Math.max(1, Math.min(2000, parseInt(limit) || 500));
+    const normalizedLocations = locations
+      ? locations.map((loc) => String(loc).trim().toUpperCase()).filter(Boolean)
+      : null;
+
+    const useLlm = !!options.llmScore;
+    const llmMinScore = options.llmMinScore ?? 60;
+    const llmSampleSize = options.llmSampleSize ?? 100;
+
+    // 构建 WHERE 条件
+    const conditions = [
+      "COALESCE(video_count, 0) > 6",
+      "COALESCE(follower_count, 0) > 0",
+      "COALESCE(following_count, 0) > 0",
+    ];
+    const args = [];
+
+    if (normalizedLocations && normalizedLocations.length > 0) {
+      conditions.push(
+        `UPPER(COALESCE(guessed_location, '')) IN (${normalizedLocations.map(() => "?").join(", ")})`,
+      );
+      args.push(...normalizedLocations);
+    }
+
+    const whereSql = conditions.join(" AND ");
+
+    // 统计符合条件的数量
+    const count =
+      db
+        .prepare(`SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql}`)
+        .get(...args)?.c || 0;
+
+    if (!count) {
+      return { moved: 0 };
+    }
+
+    // 如果启用 LLM 打分：先取 tag（一次性），再取非 tag 走 LLM 打分
+    if (useLlm && normalizedLocations && normalizedLocations.length > 0) {
+      const llmTotal = options.llmTotal ?? 200; // 总条数
+      const llmTagRatio = options.llmTagRatio ?? 0.6; // tag 占比 60%
+      const llmTagLimit = Math.floor(llmTotal * llmTagRatio); // tag 上限 120
+      const llmNonTagTarget = llmTotal - llmTagLimit; // 非 tag 目标 80
+      const llmMinScore = options.llmMinScore ?? 60;
+      const llmSampleSize = options.llmSampleSize ?? 100;
+      const maxBatches = options.llmMaxBatches ?? 10;
+
+      console.error(
+        `[data-store] LLM 打分开始: 总目标 ${llmTotal} 条，tag 最多 ${llmTagLimit} 条（一次性），非 tag 目标 ${llmNonTagTarget} 条（LLM 打分）`,
+      );
+
+      // 返回 Promise，调用方需要 await
+      return (async () => {
+        const allTagQualified = [];
+        const allNonTagQualified = [];
+        const allScores = [];
+
+        // ===== 第一步：一次性取所有 tag（全局，最多 llmTagLimit 条）=====
+        let tagOffset = llmSampleOffsets.get("_tag") || 0;
+        const tagGlobalCount = db
+          .prepare(`SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql} AND sources LIKE '%tag%'`)
+          .get(...args)?.c || 0;
+
+        if (tagOffset >= tagGlobalCount) {
+          tagOffset = 0;
+          llmSampleOffsets.set("_tag", 0);
+        }
+
+        console.error(`[data-store] Tag 全局共 ${tagGlobalCount} 条，从偏移量 ${tagOffset} 开始`);
+
+        while (allTagQualified.length < llmTagLimit && tagOffset < tagGlobalCount) {
+          const batch = db
+            .prepare(
+              `
+              SELECT * FROM raw_jobs WHERE ${whereSql} AND sources LIKE '%tag%'
+              ORDER BY COALESCE(video_count, 0) DESC, created_at DESC
+              LIMIT ? OFFSET ?
+            `,
+            )
+            .all(Math.min(llmSampleSize, llmTagLimit - allTagQualified.length), ...args, tagOffset);
+
+          if (!batch.length) break;
+
+          allTagQualified.push(...batch.map((s) => s.unique_id));
+          tagOffset += batch.length;
+
+          console.error(
+            `[data-store] Tag 本批 ${batch.length} 条，累计 ${allTagQualified.length}/${llmTagLimit}`,
+          );
+        }
+
+        llmSampleOffsets.set("_tag", tagOffset);
+
+        // ===== 第二步：按国家取非 tag，走 LLM 打分，直到合格数达到 llmNonTagTarget =====
+        for (const location of normalizedLocations) {
+          if (allNonTagQualified.length >= llmNonTagTarget) break;
+
+          const nonTagOffsetKey = `${location}:nonTag`;
+          let offset = llmSampleOffsets.get(nonTagOffsetKey) || 0;
+
+          const locationArgs = [...args, location];
+          const nonTagCount = db
+            .prepare(
+              `SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql} AND guessed_location = ? AND (sources NOT LIKE '%tag%' OR sources IS NULL)`,
+            )
+            .get(...locationArgs)?.c || 0;
+
+          if (nonTagCount === 0) {
+            console.error(`[data-store] 国家 ${location}: 无非 tag 数据，跳过`);
+            continue;
+          }
+
+          if (offset >= nonTagCount) {
+            offset = 0;
+            llmSampleOffsets.set(nonTagOffsetKey, 0);
+          }
+
+          console.error(
+            `[data-store] 国家 ${location}: 非 tag 共 ${nonTagCount} 条，从偏移量 ${offset} 开始`,
+          );
+
+          for (let batch = 0; batch < maxBatches; batch++) {
+            if (allNonTagQualified.length >= llmNonTagTarget) break;
+
+            const samples = db
+              .prepare(
+                `
+                SELECT * FROM raw_jobs WHERE ${whereSql} AND guessed_location = ?
+                  AND (sources NOT LIKE '%tag%' OR sources IS NULL)
+                ORDER BY COALESCE(video_count, 0) DESC, created_at DESC
+                LIMIT ? OFFSET ?
+              `,
+              )
+              .all(...locationArgs, llmSampleSize, offset);
+
+            if (!samples.length) break;
+
+            const scores = await scoreJobsBatch(samples, DEFAULT_TARGET_LOCATIONS);
+            const qualified = scores.filter((s) => s.score >= llmMinScore);
+            allNonTagQualified.push(...qualified.map((s) => s.uniqueId));
+            allScores.push(...scores);
+
+            offset += samples.length;
+            llmSampleOffsets.set(nonTagOffsetKey, offset);
+
+            console.error(
+              `[data-store] ${location} 第 ${batch + 1} 批: 采样 ${samples.length} 条，本批合格 ${qualified.length} 条，非 tag 累计 ${allNonTagQualified.length}/${llmNonTagTarget}`,
+            );
+          }
+        }
+
+        // ===== 最终结果 =====
+        const qualified = [...allTagQualified, ...allNonTagQualified];
+
+        if (!qualified.length) {
+          console.error(
+            `[data-store] LLM 打分后无符合条件的任务（tag: ${allTagQualified.length}, 非 tag: ${allNonTagQualified.length}）`,
+          );
+          return { moved: 0, scored: allScores.length, qualified: 0, scores: allScores };
+        }
+
+        console.error(
+          `[data-store] LLM 打分完成: tag ${allTagQualified.length} 条 + 非 tag ${allNonTagQualified.length} 条 = 共 ${qualified.length} 条`,
+        );
+
+        // 移动符合条件的记录
+        const placeholders = qualified.map(() => "?").join(", ");
+        const moveTxn = db.transaction(() => {
+          db.prepare(
+            `
+            INSERT OR IGNORE INTO jobs (
+              unique_id, nickname, status, sources, pinned,
+              tt_seller, verified, video_count, comment_count,
+              guessed_location, location_created, confirmed_location,
+              follower_count, following_count, heart_count,
+              created_at, updated_at, region, signature, bio_link, sec_uid,
+              status_code, latest_video_time
+            )
+            SELECT
+              unique_id, nickname, 'pending', sources, pinned,
+              tt_seller, verified, video_count, comment_count,
+              guessed_location, location_created, confirmed_location,
+              follower_count, following_count, heart_count,
+              created_at, updated_at, region, signature, bio_link, sec_uid,
+              status_code, latest_video_time
+            FROM raw_jobs
+            WHERE unique_id IN (${placeholders})
+          `,
+          ).run(...qualified);
+
+          db.prepare(`DELETE FROM raw_jobs WHERE unique_id IN (${placeholders})`).run(...qualified);
+        });
+        moveTxn();
+        markStatsDirty();
+
+        // 持久化偏移量到数据库
+        saveLlmSampleOffsets();
+
+        // 打印最终偏移量状态
+        const finalOffsetSummary = Array.from(llmSampleOffsets.entries())
+          .map(([k, v]) => `${k}:${v}`)
+          .join(", ");
+        console.error(`[data-store] 偏移量记忆更新: ${finalOffsetSummary}`);
+
+        return {
+          moved: qualified.length,
+          scored: allScores.length,
+          qualified: qualified.length,
+          scores: allScores,
+        };
+      })();
+    }
+
+    // 常规移动：INSERT + DELETE 事务
+    const moveTxn = db.transaction(() => {
+      db.prepare(
+        `
+        INSERT OR IGNORE INTO jobs (
+          unique_id, nickname, status, sources, pinned,
+          tt_seller, verified, video_count, comment_count,
+          guessed_location, location_created, confirmed_location,
+          follower_count, following_count, heart_count,
+          created_at, updated_at, region, signature, bio_link, sec_uid,
+          status_code, latest_video_time, user_create_time
+        )
+        SELECT
+          unique_id, nickname, 'pending', sources, pinned,
+          tt_seller, verified, video_count, comment_count,
+          guessed_location, location_created, confirmed_location,
+          follower_count, following_count, heart_count,
+          created_at, updated_at, region, signature, bio_link, sec_uid,
+          status_code, latest_video_time, user_create_time
+        FROM raw_jobs
+        WHERE ${whereSql}
+        ORDER BY
+          CASE WHEN sources LIKE '%tag%' THEN 0 ELSE 1 END,
+          COALESCE(video_count, 0) DESC, created_at DESC
+        LIMIT ?
+      `,
+      ).run(...args, safeLimit);
+
+      // 删除已移动的记录：用子查询匹配刚 INSERT 的 unique_id
+      db.prepare(
+        `
+        DELETE FROM raw_jobs
+        WHERE unique_id IN (
+          SELECT unique_id FROM raw_jobs
+          WHERE ${whereSql}
+          ORDER BY
+            CASE WHEN sources LIKE '%tag%' THEN 0 ELSE 1 END,
+            COALESCE(video_count, 0) DESC, created_at DESC
+          LIMIT ?
+        )
+      `,
+      ).run(...args, safeLimit);
+    });
+
+    moveTxn();
+    markStatsDirty();
+
+    const actualMoved = Math.min(count, safeLimit);
+    return { moved: actualMoved };
+  }
+
+  async function claimNextJob(
+    userId,
+    expireMs = 5 * 60 * 1000,
+    locations = null,
+    loggedIn = true,
+  ) {
+    // 记录客户端登录状态
+    clientLoginStatus.set(userId, !!loggedIn);
+    if (db) {
+      const now = Date.now();
+      const ongoingRow = db
+        .prepare(
+          `
+          SELECT *
+          FROM jobs
+          WHERE status = 'processing'
+            AND claimed_by = ?
+            AND claimed_at IS NOT NULL
+            AND ? - claimed_at < ?
+          ORDER BY claimed_at DESC
+          LIMIT 1
+        `,
+        )
+        .get(userId, now, expireMs);
+      if (ongoingRow) {
+        db.prepare("UPDATE jobs SET claimed_at = ? WHERE unique_id = ?").run(
+          now,
+          ongoingRow.unique_id,
+        );
+        return {
+          uniqueId: ongoingRow.unique_id,
+          nickname: ongoingRow.nickname,
+          claimedAt: now,
+          claimedBy: userId,
+        };
+      }
+
+      const tier1 = new Set(["PL", "NL", "BE"]);
+      const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
+      const normalizedLocations = Array.isArray(locations)
+        ? locations
+            .map((loc) => String(loc).trim().toUpperCase())
+            .filter(Boolean)
+        : [];
+
+      function getLocationGroups() {
+        const selected = normalizedLocations.length
+          ? normalizedLocations
+          : null;
+        const tier1List = selected
+          ? selected.filter((loc) => tier1.has(loc))
+          : [...tier1];
+        const tier2List = selected
+          ? selected.filter((loc) => tier2.has(loc))
+          : [...tier2];
+        const otherList = selected
+          ? selected.filter((loc) => !tier1.has(loc) && !tier2.has(loc))
+          : null;
+        const groups = [];
+        if (tier1List.length > 0)
+          groups.push({ type: "include", values: tier1List });
+        if (tier2List.length > 0)
+          groups.push({ type: "include", values: tier2List });
+        if (selected) {
+          if (otherList.length > 0)
+            groups.push({ type: "include", values: otherList });
+        } else {
+          groups.push({ type: "exclude", values: [...tier1, ...tier2] });
+        }
+        return groups;
+      }
+
+      const locationGroups = getLocationGroups();
+
+      function applyLocationGroup(where, args, group) {
+        if (!group) return;
+        if (group.type === "include") {
+          where.push(
+            `UPPER(COALESCE(guessed_location, '')) IN (${group.values.map(() => "?").join(", ")})`,
+          );
+          args.push(...group.values);
+          return;
+        }
+        where.push(
+          `UPPER(COALESCE(guessed_location, '')) NOT IN (${group.values.map(() => "?").join(", ")})`,
+        );
+        args.push(...group.values);
+      }
+
+      function queryPendingOne({ requireVideo, group, filters = [] }) {
+        const where = ["status = 'pending'"];
+        const args = [];
+        if (!loggedIn) {
+          where.push("COALESCE(tt_seller, 0) != 1");
+          // 未登录：只能领取 status_code 为空或 0 的任务
+          where.push("(status_code IS NULL OR status_code = 0)");
+        } else {
+          // 登录：可以领取 status_code 为空、0、或 209002 的任务
+          where.push(
+            "(status_code IS NULL OR status_code = 0 OR status_code = 209002)",
+          );
+        }
+        // 其他 status_code 值的任务不被领取
+        if (requireVideo) {
+          where.push("COALESCE(video_count, 0) > 0");
+        }
+        applyLocationGroup(where, args, group);
+        for (const filter of filters) {
+          where.push(filter);
+        }
+        return db
+          .prepare(
+            `
+            SELECT *
+            FROM jobs
+            WHERE ${where.join(" AND ")}
+            ORDER BY follower_count DESC, created_at ASC, unique_id ASC
+            LIMIT 1
+          `,
+          )
+          .get(...args);
+      }
+
+      function queryPendingByGroup({ requireVideo, group, filters = [] }) {
+        if (group?.type === "include" && group.values.length > 1) {
+          for (const location of group.values) {
+            const row = queryPendingOne({
+              requireVideo,
+              group: { type: "include", values: [location] },
+              filters,
+            });
+            if (row) return row;
+          }
+          return null;
+        }
+        return queryPendingOne({ requireVideo, group, filters });
+      }
+
+      function findPinnedPending(requireVideo) {
+        const where = ["status = 'pending'", "COALESCE(pinned, 0) = 1"];
+        const args = [];
+        if (!loggedIn) {
+          where.push("COALESCE(tt_seller, 0) != 1");
+        }
+        if (requireVideo) {
+          where.push("COALESCE(video_count, 0) > 0");
+        }
+        if (normalizedLocations.length > 0) {
+          where.push(
+            `UPPER(COALESCE(guessed_location, '')) IN (${normalizedLocations.map(() => "?").join(", ")})`,
+          );
+          args.push(...normalizedLocations);
+        }
+        return db
+          .prepare(
+            `
+            SELECT *
+            FROM jobs
+            WHERE ${where.join(" AND ")}
+            ORDER BY created_at ASC, unique_id ASC
+            LIMIT 1
+          `,
+          )
+          .get(...args);
+      }
+
+      function findPrioritizedPending(requireVideo) {
+        for (const group of locationGroups) {
+          const seed = queryPendingByGroup({
+            requireVideo,
+            group,
+            filters: [
+              "COALESCE(pinned, 0) = 0",
+              `instr(COALESCE(sources, ''), '"seed"') > 0`,
+            ],
+          });
+          if (seed) return seed;
+        }
+
+        if (loggedIn) {
+          for (const group of locationGroups) {
+            const seller = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                "tt_seller = 1",
+                "verified = 0",
+              ],
+            });
+            if (seller) return seller;
+          }
+        }
+
+        for (const group of locationGroups) {
+          const follow = queryPendingByGroup({
+            requireVideo,
+            group,
+            filters: [
+              "COALESCE(pinned, 0) = 0",
+              `(
+                instr(COALESCE(sources, ''), '"following"') > 0
+                OR instr(COALESCE(sources, ''), '"follower"') > 0
+              )`,
+            ],
+          });
+          if (follow) return follow;
+        }
+
+        for (const group of locationGroups) {
+          const other = queryPendingByGroup({
+            requireVideo,
+            group,
+            filters: ["COALESCE(pinned, 0) = 0"],
+          });
+          if (other) return other;
+        }
+
+        return null;
+      }
+
+      function claimRow(row) {
+        if (!row) return null;
+        db.prepare(
+          "UPDATE jobs SET status = 'processing', claimed_at = ?, claimed_by = ? WHERE unique_id = ?",
+        ).run(now, userId, row.unique_id);
+        markStatsDirty();
+        return {
+          uniqueId: row.unique_id,
+          nickname: row.nickname,
+          claimedAt: now,
+          claimedBy: userId,
+        };
+      }
+
+      const expiredRow = db
+        .prepare(
+          `
+          SELECT *
+          FROM jobs
+          WHERE status = 'processing'
+            AND claimed_at IS NOT NULL
+            AND ? - claimed_at > ?
+          ORDER BY claimed_at ASC
+          LIMIT 1
+        `,
+        )
+        .get(now, expireMs);
+      let expiredCandidate = null;
+      if (expiredRow) {
+        db.prepare(
+          "UPDATE jobs SET status = 'pending', claimed_at = NULL WHERE unique_id = ?",
+        ).run(expiredRow.unique_id);
+        expiredCandidate = mapJobRow({
+          ...expiredRow,
+          status: "pending",
+          claimed_at: null,
+        });
+      }
+
+      for (const requireVideo of [true, false]) {
+        const pinned = findPinnedPending(requireVideo);
+        if (pinned) {
+          return claimRow(pinned);
+        }
+        if (expiredCandidate) {
+          return claimRow({
+            unique_id: expiredCandidate.uniqueId,
+            nickname: expiredCandidate.nickname,
+          });
+        }
+        const ranked = findPrioritizedPending(requireVideo);
+        if (ranked) {
+          return claimRow(ranked);
+        }
+      }
+      // 尝试从 raw_jobs 毛料库补充任务（使用 createStore 时配置的 LLM 打分）
+      // 使用锁防止多个请求同时触发 LLM refill
+      if (refillLock) {
+        // 已有 refill 在进行中，等待完成后重新尝试领取
+        await refillLock;
+        for (const requireVideo of [true, false]) {
+          const pinned = findPinnedPending(requireVideo);
+          if (pinned) {
+            return claimRow(pinned);
+          }
+          const ranked = findPrioritizedPending(requireVideo);
+          if (ranked) {
+            return claimRow(ranked);
+          }
+        }
+        return null;
+      }
+      const refillResult = (async () => {
+        refillLock = Promise.resolve(); // 占位
+        const result = refillJobsFromRaw(
+          normalizedLocations.length ? normalizedLocations : null,
+          500,
+          refillLlmConfig,
+        );
+        // refillJobsFromRaw 在 LLM 模式下返回 Promise
+        if (result && typeof result.then === "function") {
+          return result.finally(() => {
+            refillLock = null;
+          });
+        }
+        return result;
+      })();
+      if (refillResult && typeof refillResult.then === "function") {
+        const awaited = await refillResult;
+        if (awaited.moved > 0) {
+          console.error(
+            `[data-store] 从 raw_jobs 补充了 ${awaited.moved} 条任务到 jobs`,
+          );
+          for (const requireVideo of [true, false]) {
+            const pinned = findPinnedPending(requireVideo);
+            if (pinned) {
+              return claimRow(pinned);
+            }
+            const ranked = findPrioritizedPending(requireVideo);
+            if (ranked) {
+              return claimRow(ranked);
+            }
+          }
+        }
+      } else if (refillResult.moved > 0) {
+        console.error(
+          `[data-store] 从 raw_jobs 补充了 ${refillResult.moved} 条任务到 jobs`,
+        );
+        for (const requireVideo of [true, false]) {
+          const pinned = findPinnedPending(requireVideo);
+          if (pinned) {
+            return claimRow(pinned);
+          }
+          const ranked = findPrioritizedPending(requireVideo);
+          if (ranked) {
+            return claimRow(ranked);
+          }
+        }
+      }
+
+      return null;
+    }
+
+    if (!db) {
+      const now = Date.now();
+
+      // 0. 该客户端有未过期的任务，续期返回
+      const ongoing = data.find(
+        (u) =>
+          u.status === "processing" &&
+          u.claimedBy === userId &&
+          u.claimedAt &&
+          now - u.claimedAt < expireMs,
+      );
+      if (ongoing) {
+        ongoing.claimedAt = now;
+        save();
+        return {
+          uniqueId: ongoing.uniqueId,
+          nickname: ongoing.nickname,
+          claimedAt: ongoing.claimedAt,
+          claimedBy: userId,
+        };
+      }
+
+      // 按猜测国家梯队排序
+      const tier1 = new Set(["PL", "NL", "BE"]);
+      const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
+      function locationTier(u) {
+        const loc = (u.guessedLocation || "").toUpperCase();
+        if (tier1.has(loc)) return 0;
+        if (tier2.has(loc)) return 1;
+        return 2;
+      }
+
+      // 国家过滤：如果指定了 locations，只保留 guessedLocation 在列表中的用户
+      function locationFilter(u) {
+        if (!locations || locations.length === 0) return true;
+        return isLocationInList(u.guessedLocation, locations);
+      }
+
+      // 从候选列表中按优先级取第一个：pinned > 超时回收 > seed > ttSeller(仅登录) > follow > other
+      function pickCandidate(candidates) {
+        let next = candidates.find((u) => u.pinned);
+
+        if (!next) {
+          const expired = data.find(
+            (u) =>
+              u.status === "processing" &&
+              u.claimedAt &&
+              now - u.claimedAt > expireMs,
+          );
+          if (expired) {
+            expired.status = "pending";
+            markStatsDirty();
+            delete expired.claimedAt;
+            next = expired;
+          }
+        }
+
+        if (!next) {
+          const seed = candidates.filter(
+            (u) => u.sources && u.sources.includes("seed"),
+          );
+          seed.sort((a, b) => locationTier(a) - locationTier(b));
+          next = seed[0] || null;
+        }
+
+        // 未登录时跳过 ttSeller 优先级
+        if (!next && loggedIn) {
+          const ttSeller = candidates.filter(
+            (u) => u.ttSeller === true && u.verified === false,
+          );
+          ttSeller.sort((a, b) => locationTier(a) - locationTier(b));
+          next = ttSeller[0] || null;
+        }
+
+        if (!next) {
+          const follow = candidates.filter(
+            (u) =>
+              u.sources &&
+              (u.sources.includes("following") ||
+                u.sources.includes("follower")),
+          );
+          follow.sort((a, b) => locationTier(a) - locationTier(b));
+          next = follow[0] || null;
+        }
+
+        if (!next) {
+          candidates.sort((a, b) => locationTier(a) - locationTier(b));
+          next = candidates[0] || null;
+        }
+
+        return next;
+      }
+
+      // 先在有视频的 pending 用户中找；找不到再用全部 pending 用户兜底
+      let pending = data.filter((u) => u.status === "pending");
+      // 应用国家过滤
+      if (locations && locations.length > 0) {
+        pending = pending.filter(locationFilter);
+      }
+      // 未登录客户端不能领取 ttSeller 用户
+      if (!loggedIn) {
+        pending = pending.filter((u) => u.ttSeller !== true);
+      }
+      // status_code 过滤：只领取空值、0 或 209002 的任务
+      pending = pending.filter(
+        (u) =>
+          u.statusCode == null ||
+          u.statusCode === 0 ||
+          (loggedIn && u.statusCode === 209002),
+      );
+      let hasVideo = pending.filter((u) => u.videoCount > 0);
+      const next = pickCandidate(hasVideo) || pickCandidate(pending);
+
+      if (next) {
+        next.status = "processing";
+        markStatsDirty();
+        next.claimedAt = now;
+        next.claimedBy = userId;
+        save();
+        return {
+          uniqueId: next.uniqueId,
+          nickname: next.nickname,
+          claimedAt: next.claimedAt,
+          claimedBy: userId,
+        };
+      }
+      return null;
+    }
+
+    return null;
+  }
+
+  function debugClaimNextJob(
+    userId,
+    expireMs = 5 * 60 * 1000,
+    locations = null,
+    loggedIn = true,
+  ) {
+    if (db) {
+      const now = Date.now();
+      const info = {
+        path: "db",
+        userId,
+        expireMs,
+        loggedIn,
+      };
+
+      const ongoingRow = db
+        .prepare(
+          `
+          SELECT *
+          FROM jobs
+          WHERE status = 'processing'
+            AND claimed_by = ?
+            AND claimed_at IS NOT NULL
+            AND ? - claimed_at < ?
+          ORDER BY claimed_at DESC
+          LIMIT 1
+        `,
+        )
+        .get(userId, now, expireMs);
+      info.ongoing = ongoingRow
+        ? {
+            uniqueId: ongoingRow.unique_id,
+            claimedBy: ongoingRow.claimed_by,
+            claimedAt: ongoingRow.claimed_at,
+          }
+        : null;
+
+      const tier1 = new Set(["PL", "NL", "BE"]);
+      const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
+      const normalizedLocations = Array.isArray(locations)
+        ? locations
+            .map((loc) => String(loc).trim().toUpperCase())
+            .filter(Boolean)
+        : [];
+
+      function getLocationGroups() {
+        const selected = normalizedLocations.length
+          ? normalizedLocations
+          : null;
+        const tier1List = selected
+          ? selected.filter((loc) => tier1.has(loc))
+          : [...tier1];
+        const tier2List = selected
+          ? selected.filter((loc) => tier2.has(loc))
+          : [...tier2];
+        const otherList = selected
+          ? selected.filter((loc) => !tier1.has(loc) && !tier2.has(loc))
+          : null;
+        const groups = [];
+        if (tier1List.length > 0)
+          groups.push({ type: "include", values: tier1List });
+        if (tier2List.length > 0)
+          groups.push({ type: "include", values: tier2List });
+        if (selected) {
+          if (otherList.length > 0)
+            groups.push({ type: "include", values: otherList });
+        } else {
+          groups.push({ type: "exclude", values: [...tier1, ...tier2] });
+        }
+        return groups;
+      }
+
+      const locationGroups = getLocationGroups();
+      info.locationGroups = locationGroups;
+
+      function applyLocationGroup(where, args, group) {
+        if (!group) return;
+        if (group.type === "include") {
+          where.push(
+            `UPPER(COALESCE(guessed_location, '')) IN (${group.values.map(() => "?").join(", ")})`,
+          );
+          args.push(...group.values);
+          return;
+        }
+        where.push(
+          `UPPER(COALESCE(guessed_location, '')) NOT IN (${group.values.map(() => "?").join(", ")})`,
+        );
+        args.push(...group.values);
+      }
+
+      function queryPendingOne({ requireVideo, group, filters = [] }) {
+        const where = ["status = 'pending'"];
+        const args = [];
+        if (!loggedIn) {
+          where.push("COALESCE(tt_seller, 0) != 1");
+          where.push("(status_code IS NULL OR status_code = 0)");
+        } else {
+          where.push(
+            "(status_code IS NULL OR status_code = 0 OR status_code = 209002)",
+          );
+        }
+        if (requireVideo) {
+          where.push("COALESCE(video_count, 0) > 0");
+        }
+        applyLocationGroup(where, args, group);
+        for (const filter of filters) {
+          where.push(filter);
+        }
+        const sql = `
+          SELECT *
+          FROM jobs
+          WHERE ${where.join(" AND ")}
+          ORDER BY follower_count DESC, created_at ASC, unique_id ASC
+          LIMIT 1
+        `;
+        const row = db.prepare(sql).get(...args);
+        return { row, sql, args };
+      }
+
+      function queryPendingByGroup({ requireVideo, group, filters = [] }) {
+        if (group?.type === "include" && group.values.length > 1) {
+          for (const location of group.values) {
+            const ret = queryPendingOne({
+              requireVideo,
+              group: { type: "include", values: [location] },
+              filters,
+            });
+            if (ret.row) return ret;
+          }
+          return { row: null, sql: null, args: [] };
+        }
+        return queryPendingOne({ requireVideo, group, filters });
+      }
+
+      function findPinnedPending(requireVideo) {
+        const where = ["status = 'pending'", "COALESCE(pinned, 0) = 1"];
+        const args = [];
+        if (!loggedIn) {
+          where.push("COALESCE(tt_seller, 0) != 1");
+        }
+        if (requireVideo) {
+          where.push("COALESCE(video_count, 0) > 0");
+        }
+        if (normalizedLocations.length > 0) {
+          where.push(
+            `UPPER(COALESCE(guessed_location, '')) IN (${normalizedLocations.map(() => "?").join(", ")})`,
+          );
+          args.push(...normalizedLocations);
+        }
+        const sql = `
+          SELECT *
+          FROM jobs
+          WHERE ${where.join(" AND ")}
+          ORDER BY created_at ASC, unique_id ASC
+          LIMIT 1
+        `;
+        const row = db.prepare(sql).get(...args);
+        return { row, sql, args };
+      }
+
+      const expiredSql = `
+        SELECT *
+        FROM jobs
+        WHERE status = 'processing'
+          AND claimed_at IS NOT NULL
+          AND ? - claimed_at > ?
+        ORDER BY claimed_at ASC
+        LIMIT 1
+      `;
+      const expiredRow = db.prepare(expiredSql).get(now, expireMs);
+      info.expired = expiredRow
+        ? {
+            uniqueId: expiredRow.unique_id,
+            claimedBy: expiredRow.claimed_by,
+            claimedAt: expiredRow.claimed_at,
+            diffMs: now - expiredRow.claimed_at,
+          }
+        : null;
+
+      info.requireVideoPasses = [];
+      for (const requireVideo of [true, false]) {
+        const pass = { requireVideo };
+        const pinned = findPinnedPending(requireVideo);
+        pass.pinned = pinned.row
+          ? {
+              uniqueId: pinned.row.unique_id,
+              sql: pinned.sql,
+              args: pinned.args,
+            }
+          : null;
+
+        if (!pass.pinned) {
+          for (const group of locationGroups) {
+            const seed = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                `instr(COALESCE(sources, ''), '"seed"') > 0`,
+              ],
+            });
+            if (seed.row) {
+              pass.seed = {
+                uniqueId: seed.row.unique_id,
+                group,
+                sql: seed.sql,
+                args: seed.args,
+              };
+              break;
+            }
+          }
+        }
+
+        if (!pass.pinned && !pass.seed && loggedIn) {
+          for (const group of locationGroups) {
+            const seller = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                "tt_seller = 1",
+                "verified = 0",
+              ],
+            });
+            if (seller.row) {
+              pass.seller = {
+                uniqueId: seller.row.unique_id,
+                group,
+                sql: seller.sql,
+                args: seller.args,
+              };
+              break;
+            }
+          }
+        }
+
+        if (!pass.pinned && !pass.seed && !pass.seller) {
+          for (const group of locationGroups) {
+            const follow = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: [
+                "COALESCE(pinned, 0) = 0",
+                `(
+                  instr(COALESCE(sources, ''), '"following"') > 0
+                  OR instr(COALESCE(sources, ''), '"follower"') > 0
+                )`,
+              ],
+            });
+            if (follow.row) {
+              pass.follow = {
+                uniqueId: follow.row.unique_id,
+                group,
+                sql: follow.sql,
+                args: follow.args,
+              };
+              break;
+            }
+          }
+        }
+
+        if (!pass.pinned && !pass.seed && !pass.seller && !pass.follow) {
+          for (const group of locationGroups) {
+            const other = queryPendingByGroup({
+              requireVideo,
+              group,
+              filters: ["COALESCE(pinned, 0) = 0"],
+            });
+            if (other.row) {
+              pass.other = {
+                uniqueId: other.row.unique_id,
+                group,
+                sql: other.sql,
+                args: other.args,
+              };
+              break;
+            }
+          }
+        }
+
+        info.requireVideoPasses.push(pass);
+      }
+
+      return info;
+    }
+
+    return {
+      path: "memory",
+      userId,
+      expireMs,
+      loggedIn,
+      totalUsers: data.length,
+      processingUsers: data.filter((u) => u.status === "processing").length,
+      pendingUsers: data.filter((u) => u.status === "pending").length,
+    };
+  }
+
+  function processDiscoveredUsers(result) {
+    const guessedLocation = result.guessedLocation || null;
+    const discovered = [
+      ...(result.discoveredVideoAuthors || []).map((v) => ({
+        uniqueId:
+          typeof v === "string"
+            ? v.replace(/^@/, "")
+            : v.uniqueId?.replace(/^@/, "") || "",
+        nickname: typeof v === "string" ? null : v.nickname || null,
+        locationCreated:
+          typeof v === "string" ? null : v.locationCreated || null,
+        guessedLocation:
+          typeof v === "string"
+            ? guessedLocation
+            : v.guessedLocation || guessedLocation,
+        sources: ["video"],
+      })),
+      ...(result.discoveredCommentAuthors || []).map((c) => {
+        if (typeof c === "string")
+          return {
+            uniqueId: c.replace(/^@/, ""),
+            sources: ["comment"],
+            guessedLocation,
+          };
+        return {
+          uniqueId: (c.author || c.uniqueId || "").replace(/^@/, ""),
+          nickname: c.nickname || null,
+          sources: ["comment"],
+          guessedLocation: c.guessedLocation || guessedLocation,
+        };
+      }),
+      ...(result.discoveredGuessAuthors || []).map((g) => {
+        if (typeof g === "string")
+          return {
+            uniqueId: g.replace(/^@/, ""),
+            sources: ["guess"],
+            guessedLocation,
+          };
+        return {
+          uniqueId: (g.author || g.uniqueId || "").replace(/^@/, ""),
+          nickname: g.nickname || null,
+          sources: ["guess"],
+          guessedLocation: g.guessedLocation || guessedLocation,
+        };
+      }),
+      ...(result.discoveredFollowing || []).map((f) => {
+        const handle = Array.isArray(f) ? f[0] : f.handle || "";
+        const name = Array.isArray(f) ? f[1] : f.displayName || null;
+        return {
+          uniqueId: handle.replace(/^@/, ""),
+          nickname: name,
+          sources: ["following"],
+          guessedLocation:
+            (typeof f === "object" && f.guessedLocation) || guessedLocation,
+        };
+      }),
+      ...(result.discoveredFollowers || []).map((f) => {
+        const handle = Array.isArray(f) ? f[0] : f.handle || "";
+        const name = Array.isArray(f) ? f[1] : f.displayName || null;
+        return {
+          uniqueId: handle.replace(/^@/, ""),
+          nickname: name,
+          sources: ["follower"],
+          guessedLocation:
+            (typeof f === "object" && f.guessedLocation) || guessedLocation,
+        };
+      }),
+      ...(result.discoveredRecommended || []).map((f) => {
+        const handle = Array.isArray(f) ? f[0] : f.handle || "";
+        const name = Array.isArray(f) ? f[1] : f.displayName || null;
+        return {
+          uniqueId: handle.replace(/^@/, ""),
+          nickname: name,
+          sources: ["recommended"],
+          guessedLocation:
+            (typeof f === "object" && f.guessedLocation) || guessedLocation,
+        };
+      }),
+    ].filter((u) => u.uniqueId);
+
+    // 先对 discovered 内部去重，再用 uidIndex 批量判断
+    const seen = new Set();
+    const unique = [];
+    for (const d of discovered) {
+      if (!seen.has(d.uniqueId)) {
+        seen.add(d.uniqueId);
+        unique.push(d);
+      }
+    }
+
+    const newUsers = [];
+    for (const d of unique) {
+      if (!hasUser(d.uniqueId)) {
+        addUserToDb(d);
+        addJobBaseToDb(d);
+        newUsers.push(d.uniqueId);
+      }
+    }
+    return newUsers;
+  }
+
+  function updateUserFromResult(user, result) {
+    const oldStatus = user.status;
+    if (result.restricted) {
+      user.status = "restricted";
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === "uniqueId" || key === "sources") continue;
+          if (
+            info[key] !== undefined &&
+            info[key] !== null &&
+            info[key] !== ""
+          ) {
+            user[key] = info[key];
+          }
+        }
+      }
+      user.restricted = true;
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.sources = [...new Set([...(user.sources || []), "restricted"])];
+    } else if (result.error) {
+      user.status = "error";
+      user.error = result.error;
+      user.sources = [...new Set([...(user.sources || []), "error"])];
+    } else {
+      user.status = "done";
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.noVideo = result.noVideo || false;
+      user.keepFollow = result.keepFollow || false;
+      user.hasFollowData = result.hasFollowData || false;
+
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === "uniqueId" || key === "sources") continue;
+          if (
+            info[key] !== undefined &&
+            info[key] !== null &&
+            info[key] !== ""
+          ) {
+            user[key] = info[key];
+          }
+        }
+      }
+
+      user.followerCount = result.userInfo?.followerCount ?? user.followerCount;
+      user.videoCount = result.userInfo?.videoCount ?? user.videoCount;
+      user.nickname = result.userInfo?.nickname || user.nickname;
+      user.locationCreated =
+        result.userInfo?.locationCreated || user.locationCreated;
+      user.ttSeller = result.userInfo?.ttSeller ?? user.ttSeller;
+      user.verified = result.userInfo?.verified ?? user.verified;
+      user.region = result.userInfo?.region || user.region;
+      user.signature =
+        result.userInfo?.signature ?? result.userInfo?.bio ?? user.signature;
+      user.bioLink = result.userInfo?.bioLink ?? user.bioLink;
+      user.followingCount =
+        result.userInfo?.followingCount ?? user.followingCount;
+      user.heartCount = result.userInfo?.heartCount ?? user.heartCount;
+      if (result.userInfo?.secUid) user.secUid = result.userInfo.secUid;
+      const extraFields = [
+        "restricted",
+        "error",
+        "userInfo",
+        "discoveredVideoAuthors",
+        "discoveredCommentAuthors",
+        "discoveredGuessAuthors",
+        "discoveredFollowing",
+        "discoveredFollowers",
+        "discoveredRecommended",
+        "uniqueId",
+        "sources",
+        "topRecentVideo", // 单独处理，不进入通用循环
+      ];
+      for (const key of Object.keys(result)) {
+        if (extraFields.includes(key)) continue;
+        if (
+          result[key] !== undefined &&
+          result[key] !== null &&
+          result[key] !== ""
+        ) {
+          user[key] = result[key];
+        }
+      }
+      // 将 topRecentVideo 对象展开为扁平字段
+      if (result.topRecentVideo && typeof result.topRecentVideo === "object") {
+        user.topVideoPlayCount = result.topRecentVideo.playCount || null;
+        user.topVideoHref = result.topRecentVideo.href || null;
+      }
+      user.sources = [...new Set([...(user.sources || []), "processed"])];
+    }
+    if (user.status !== oldStatus) markStatsDirty();
+  }
+
+  function commitJob(uniqueId, result) {
+    if (db) {
+      const user = getJob(uniqueId);
+      if (!user) return { saved: false, error: "user not found" };
+
+      updateUserFromResult(user, result);
+      user.claimedAt = null;
+      const newUsers = processDiscoveredUsers(result);
+      const persistRet = updateJobInfo(uniqueId, user, false);
+      if (persistRet.error) {
+        return { saved: false, error: persistRet.error };
+      }
+      return { saved: true, status: user.status, newUsers };
+    }
+
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+
+    updateUserFromResult(user, result);
+    delete user.claimedAt;
+    const newUsers = processDiscoveredUsers(result);
+
+    save();
+    return { saved: true, status: user.status, newUsers };
+  }
+
+  function commitNewExplore(uniqueId, result) {
+    if (db) {
+      const existing = getJob(uniqueId);
+      if (existing) {
+        updateUserFromResult(existing, result);
+        const persistRet = updateJobInfo(uniqueId, existing, false);
+        if (persistRet.error) {
+          return { saved: false, error: persistRet.error };
+        }
+        const newUsers = processDiscoveredUsers(result);
+        return {
+          saved: true,
+          created: false,
+          status: existing.status,
+          newUsers,
+        };
+      }
+
+      const userObj = {
+        uniqueId,
+        ...(result.userInfo || {}),
+        sources: ["refresh-explore"],
+      };
+      updateUserFromResult(userObj, result);
+      addJob(userObj);
+      const newUsers = processDiscoveredUsers(result);
+      return { saved: true, created: true, status: userObj.status, newUsers };
+    }
+
+    const existing = getUser(uniqueId);
+    if (existing) {
+      updateUserFromResult(existing, result);
+      const newUsers = processDiscoveredUsers(result);
+      save();
+      return { saved: true, created: false, status: existing.status, newUsers };
+    }
+
+    const userObj = {
+      uniqueId,
+      ...(result.userInfo || {}),
+      sources: ["refresh-explore"],
+    };
+    updateUserFromResult(userObj, result);
+    addUser(userObj, true);
+    const newUsers = processDiscoveredUsers(result);
+
+    save();
+    return { saved: true, created: true, status: userObj.status, newUsers };
+  }
+
+  function resetJob(uniqueId) {
+    if (db) {
+      const user = getJob(uniqueId);
+      if (!user) return { saved: false, error: "user not found" };
+      user.status = "pending";
+      user.claimedAt = null;
+      user.processedAt = null;
+      user.processed = false;
+      user.error = null;
+      user.restricted = false;
+      user.noVideo = false;
+      const ret = updateJobInfo(uniqueId, user, false);
+      if (ret.error) return { saved: false, error: ret.error };
+      markStatsDirty();
+      return { saved: true };
+    }
+
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+    user.status = "pending";
+    markStatsDirty();
+    delete user.claimedAt;
+    delete user.processedAt;
+    delete user.processed;
+    delete user.error;
+    delete user.restricted;
+    delete user.noVideo;
+    save();
+    return { saved: true };
+  }
+
+  function togglePin(uniqueId) {
+    if (db) {
+      const user = getJob(uniqueId);
+      if (!user) return { saved: false, error: "user not found" };
+      const nextPinned = !user.pinned;
+      const ret = updateJobInfo(uniqueId, { pinned: nextPinned }, false);
+      if (ret.error) return { saved: false, error: ret.error };
+      return { saved: true, pinned: nextPinned };
+    }
+
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+    user.pinned = !user.pinned;
+    save();
+    return { saved: true, pinned: user.pinned };
+  }
+
+  function getNextRedoJob(userId, maxAgeSeconds = 43200) {
+    if (db) {
+      const now = Date.now();
+      const threshold = now - maxAgeSeconds * 1000;
+      const defaultTime = new Date("2016-01-01T00:00:00Z").getTime();
+      const targetLocations = DEFAULT_TARGET_LOCATIONS;
+      const placeholders = targetLocations.map(() => "?").join(",");
+      const row = db
+        .prepare(
+          `
+          SELECT *
+          FROM jobs
+          WHERE tt_seller = 1
+            AND verified = 0
+            AND location_created IN (${placeholders})
+            AND COALESCE(refresh_time, ?) < ?
+          ORDER BY COALESCE(pinned, 0) DESC, COALESCE(refresh_time, ?) ASC
+          LIMIT 1
+        `,
+        )
+        .get(...targetLocations, defaultTime, threshold, defaultTime);
+      if (!row) return null;
+      db.prepare(
+        "UPDATE jobs SET refresh_time = ?, updated_at = ? WHERE unique_id = ?",
+      ).run(now, now, row.unique_id);
+      return {
+        uniqueId: row.unique_id,
+        nickname: row.nickname,
+        refreshTime: now,
+      };
+    }
+
+    const now = Date.now();
+    const threshold = now - maxAgeSeconds * 1000;
+    const defaultTime = new Date("2016-01-01T00:00:00Z").getTime();
+
+    // 筛选目标国家用户，按 refreshTime 升序取最远的（没有则默认 2016-01-01）
+    const targetLocations = DEFAULT_TARGET_LOCATIONS;
+    const targetUsers = data.filter(
+      (u) =>
+        u.ttSeller &&
+        u.verified === false &&
+        targetLocations.includes(u.locationCreated),
+    );
+    if (targetUsers.length === 0) return null;
+
+    const recentEnough = targetUsers.filter((u) => {
+      const rt = u.refreshTime || defaultTime;
+      return rt < threshold;
+    });
+    if (recentEnough.length === 0) return null;
+
+    recentEnough.sort((a, b) => {
+      // pinned 优先，其次按 refreshTime 升序
+      if ((a.pinned ? 1 : 0) !== (b.pinned ? 1 : 0)) {
+        return (b.pinned ? 1 : 0) - (a.pinned ? 1 : 0);
+      }
+      const ta = a.refreshTime || defaultTime;
+      const tb = b.refreshTime || defaultTime;
+      return ta - tb;
+    });
+
+    const next = recentEnough[0];
+    next.refreshTime = now;
+    save();
+    return {
+      uniqueId: next.uniqueId,
+      nickname: next.nickname,
+      refreshTime: next.refreshTime,
+    };
+  }
+
+  function commitRedoJob(uniqueId, result) {
+    if (db) {
+      const user = getJob(uniqueId);
+      if (!user) return { saved: false, error: "user not found" };
+      user.refreshTime = Date.now();
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === "uniqueId" || key === "sources") continue;
+          if (
+            info[key] !== undefined &&
+            info[key] !== null &&
+            info[key] !== ""
+          ) {
+            user[key] = info[key];
+          }
+        }
+      }
+      // 将 topRecentVideo 对象展开为扁平字段
+      if (result.topRecentVideo && typeof result.topRecentVideo === "object") {
+        user.topVideoPlayCount = result.topRecentVideo.playCount || null;
+        user.topVideoHref = result.topRecentVideo.href || null;
+      }
+      const newUsers = processDiscoveredUsers(result);
+      const ret = updateJobInfo(uniqueId, user, false);
+      if (ret.error) return { saved: false, error: ret.error };
+      return { saved: true, newUsers };
+    }
+
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+
+    user.refreshTime = Date.now();
+
+    if (result.userInfo) {
+      const info = result.userInfo;
+      for (const key of Object.keys(info)) {
+        if (key === "uniqueId" || key === "sources") continue;
+        if (info[key] !== undefined && info[key] !== null && info[key] !== "") {
+          user[key] = info[key];
+        }
+      }
+    }
+    // 将 topRecentVideo 对象展开为扁平字段
+    if (result.topRecentVideo && typeof result.topRecentVideo === "object") {
+      user.topVideoPlayCount = result.topRecentVideo.playCount || null;
+      user.topVideoHref = result.topRecentVideo.href || null;
+    }
+    const newUsers = processDiscoveredUsers(result);
+    return { saved: true, newUsers };
+  }
+
+  function reportClientError(
+    userId,
+    errorType,
+    errorMessage,
+    username,
+    stage,
+    errorStack,
+  ) {
+    const existing = clientErrors.get(userId);
+    if (existing) {
+      existing.timestamp = Date.now();
+      if (errorType === "captcha") {
+        existing.captchaCount = (existing.captchaCount || 0) + 1;
+        if (!existing.captchaStage) existing.captchaStage = stage || "";
+        if (!existing.captchaMessage)
+          existing.captchaMessage = errorMessage || "";
+        if (!existing.captchaStack) existing.captchaStack = errorStack || "";
+      } else {
+        existing.errorType = errorType;
+        existing.errorMessage = errorMessage || "";
+        existing.errorStack = errorStack || "";
+        existing.stage = stage || "";
+        existing.reportCount = (existing.reportCount || 1) + 1;
+      }
+      if (username) existing.username = username;
+    } else {
+      clientErrors.set(userId, {
+        userId,
+        errorType,
+        errorMessage: errorMessage || "",
+        errorStack: errorStack || "",
+        username,
+        stage: stage || "",
+        timestamp: Date.now(),
+        reportCount: 1,
+        captchaCount: errorType === "captcha" ? 1 : 0,
+        captchaStage: errorType === "captcha" ? stage || "" : "",
+        captchaMessage: errorType === "captcha" ? errorMessage || "" : "",
+        captchaStack: errorType === "captcha" ? errorStack || "" : "",
+      });
+    }
+  }
+
+  function deleteClientError(userId) {
+    clientErrors.delete(userId);
+  }
+
+  function getClientErrors() {
+    return Array.from(clientErrors.values());
+  }
+
+  function getClientLoginStatus() {
+    return Object.fromEntries(clientLoginStatus);
+  }
+
+  function trackClient(clientId, info) {
+    const existing = activeClients.get(clientId);
+    if (existing) {
+      if (info.type) existing.type = info.type;
+      if (info.userId) existing.userId = info.userId;
+      if (info.ip) existing.ip = info.ip;
+      if (info.port !== undefined) existing.port = info.port;
+      existing.lastSeen = Date.now();
+    } else {
+      activeClients.set(clientId, {
+        ...info,
+        lastSeen: Date.now(),
+      });
+    }
+  }
+
+  function getActiveClients() {
+    const now = Date.now();
+    const stale = 2 * 60 * 1000;
+    for (const [id, info] of activeClients) {
+      if (now - info.lastSeen > stale) activeClients.delete(id);
+    }
+    return Array.from(activeClients.entries()).map(([clientId, info]) => ({
+      clientId,
+      type: info.type || "unknown",
+      ip: info.ip || "",
+      port: info.port || 0,
+      userId: info.userId || "",
+      lastSeen: info.lastSeen,
+    }));
+  }
+
+  function getPendingUserUpdateTasks(limit, countries) {
+    const targetCountries = countries
+      ? countries.map((c) => String(c).trim().toUpperCase())
+      : [];
+    const hasCountryFilter = targetCountries.length > 0;
+
+    if (db) {
+      const l = Math.max(1, parseInt(limit) || 5);
+
+      let sql = `
+        SELECT *
+        FROM jobs_base
+        WHERE COALESCE(tt_seller, '') = ''
+          AND COALESCE(user_update_count, 0) <= 0
+      `;
+      const sqlParams = [];
+
+      if (hasCountryFilter) {
+        const placeholders = targetCountries.map(() => "?").join(", ");
+        sql += ` AND UPPER(COALESCE(guessed_location, '')) IN (${placeholders})`;
+        sqlParams.push(...targetCountries);
+      }
+
+      // 优先级：sources 包含 "tag" 的任务优先，其余按 created_at 排序
+      sql += ` ORDER BY
+        CASE WHEN sources LIKE '%tag%' THEN 0 ELSE 1 END,
+        created_at ASC,
+        unique_id ASC
+      LIMIT ?`;
+      sqlParams.push(l);
+
+      const rows = db.prepare(sql).all(...sqlParams);
+      if (rows.length === 0) return [];
+      const now = Date.now();
+      const bumpStmt = db.prepare(
+        `
+        UPDATE jobs_base
+        SET user_update_count = COALESCE(user_update_count, 0) + 1,
+            updated_at = ?
+        WHERE unique_id = ?
+      `,
+      );
+      const bumpTxn = db.transaction((items) => {
+        for (const item of items) {
+          bumpStmt.run(now, item.unique_id);
+        }
+      });
+      bumpTxn(rows);
+      return rows.map((row) => {
+        const mapped = mapJobRow(row);
+        mapped.userUpdateCount = (mapped.userUpdateCount || 0) + 1;
+        mapped.updatedAt = now;
+        return mapped;
+      });
+    }
+
+    const l = Math.max(1, parseInt(limit) || 5);
+    const pending = data
+      .filter((u) => {
+        const updateCount = u.userUpdateCount;
+        const ttSellerEmpty =
+          u.ttSeller === null || u.ttSeller === undefined || u.ttSeller === "";
+        if (!ttSellerEmpty) return false;
+        if (
+          updateCount === null ||
+          updateCount === undefined ||
+          updateCount <= 0
+        ) {
+          if (hasCountryFilter) {
+            const loc = (u.guessedLocation || "").toUpperCase();
+            return targetCountries.includes(loc);
+          }
+          return true;
+        }
+        return false;
+      })
+      .sort((a, b) => {
+        // 优先级：sources 包含 "tag" 的任务优先
+        const aIsTag = (a.sources || "").includes("tag");
+        const bIsTag = (b.sources || "").includes("tag");
+        if (aIsTag !== bIsTag) return aIsTag ? -1 : 1;
+        return (a.createdAt || 0) - (b.createdAt || 0);
+      })
+      .slice(0, l);
+    // 接受任务时 userUpdateCount + 1
+    pending.forEach((u) => {
+      u.userUpdateCount = (u.userUpdateCount || 0) + 1;
+      u.updatedAt = Date.now();
+    });
+    save();
+    return pending;
+  }
+
+  function updateUserInfo(uniqueId, info) {
+    if (db) {
+      return updateJobInfo(uniqueId, info, true);
+    }
+
+    const user = getUser(uniqueId);
+    if (!user) return { error: "user not found" };
+    for (const key of Object.keys(info)) {
+      if (key === "uniqueId" || key === "sources") continue;
+      if (info[key] !== undefined && info[key] !== null && info[key] !== "") {
+        user[key] = info[key];
+      }
+    }
+    user.userUpdateCount = (user.userUpdateCount || 0) + 1;
+    user.updatedAt = Date.now();
+    save();
+    return { ok: true, userUpdateCount: user.userUpdateCount };
+  }
+
+  function updateUserLocation(uniqueId, location) {
+    if (db) {
+      const existing = db
+        .prepare("SELECT * FROM jobs WHERE unique_id = ?")
+        .get(uniqueId);
+      if (!existing) return { error: "user not found" };
+      const now = Date.now();
+      db.prepare(
+        "UPDATE jobs SET location_created = ?, modified_at = ?, updated_at = ? WHERE unique_id = ?",
+      ).run(location, now, now, uniqueId);
+      return { ok: true, location, modifiedAt: now };
+    }
+
+    const user = getUser(uniqueId);
+    if (!user) return { error: "user not found" };
+    user.locationCreated = location;
+    user.modifiedAt = Date.now();
+    user.updatedAt = Date.now();
+    user.userUpdateCount = (user.userUpdateCount || 0) + 1;
+    save();
+    return { ok: true, location, modifiedAt: user.modifiedAt };
+  }
+
+  // 将单个 job 移动到 raw_jobs 表（完整字段复制 + 删除原记录）
+  function moveJobToRaw(uniqueId) {
+    if (!db) return false;
+    const safeId = String(uniqueId).trim();
+    if (!safeId) return false;
+
+    const moveSingleTxn = db.transaction(() => {
+      db.prepare(
+        `
+        INSERT OR REPLACE INTO raw_jobs (
+          unique_id, nickname, status, sources, claimed_by, claimed_at,
+          error, pinned, no_video, restricted, user_update_count,
+          tt_seller, verified, video_count, comment_count,
+          guessed_location, location_created, confirmed_location, modified_at,
+          follower_count, following_count, heart_count, refresh_time,
+          processed, processed_at, created_at, updated_at,
+          region, signature, bio_link, sec_uid, status_code, latest_video_time,
+          user_create_time
+        )
+        SELECT
+          unique_id, nickname, status, sources, claimed_by, claimed_at,
+          error, pinned, no_video, restricted, user_update_count,
+          tt_seller, verified, video_count, comment_count,
+          guessed_location, location_created, confirmed_location, modified_at,
+          follower_count, following_count, heart_count, refresh_time,
+          processed, processed_at, created_at, updated_at,
+          region, signature, bio_link, sec_uid, status_code, latest_video_time,
+          user_create_time
+        FROM jobs WHERE unique_id = ?
+      `,
+      ).run(safeId);
+
+      db.prepare("DELETE FROM jobs WHERE unique_id = ?").run(safeId);
+    });
+    moveSingleTxn();
+    return true;
+  }
+
+  function batchUpdateUserInfo(updates) {
+    if (db) {
+      const results = [];
+      const rawMoveList = [];
+      const sellerMoveList = [];
+
+      const txn = db.transaction((items) => {
+        items.forEach((item) => {
+          const uniqueId = item.uniqueId;
+          // 处理 { error: true, statusCode: xxx } 的情况
+          const info = item.info;
+          let updateResult;
+          if (info && info.error && info.statusCode !== undefined) {
+            // 只更新 status_code，不更新其他字段
+            updateResult = updateJobBaseInfo(
+              uniqueId,
+              { statusCode: info.statusCode },
+              true,
+            );
+          } else {
+            updateResult = updateJobBaseInfo(uniqueId, info, true);
+          }
+
+          if (updateResult.error) {
+            results.push({ uniqueId, error: updateResult.error });
+            return;
+          }
+
+          // 检查 tt_seller：商家且视频数>0移到 jobs，否则移到 raw_jobs
+          const row = getJobBaseRow(uniqueId);
+          const ttSeller = row ? row.tt_seller : null;
+          const videoCount = row ? row.video_count || 0 : 0;
+          if (ttSeller && videoCount > 0) {
+            // 商家且有视频：标记移动到 jobs
+            results.push({
+              uniqueId,
+              ok: true,
+              userUpdateCount: updateResult.userUpdateCount,
+              _movedToJobs: true,
+            });
+            sellerMoveList.push(uniqueId);
+          } else {
+            // 非商家或无视频：标记移动到 raw_jobs
+            results.push({
+              uniqueId,
+              ok: true,
+              userUpdateCount: updateResult.userUpdateCount,
+              _movedToRaw: true,
+            });
+            rawMoveList.push(uniqueId);
+          }
+        });
+      });
+      txn(updates);
+
+      // 批量移动商家用户到 jobs
+      if (sellerMoveList.length > 0) {
+        const placeholders = sellerMoveList.map(() => "?").join(",");
+        db.prepare(
+          `
+          INSERT OR REPLACE INTO jobs (
+            unique_id, nickname, status, sources, claimed_by, claimed_at,
+            error, pinned, no_video, restricted, user_update_count,
+            tt_seller, verified, video_count, comment_count,
+            guessed_location, location_created, confirmed_location, modified_at,
+            follower_count, following_count, heart_count, refresh_time,
+            processed, processed_at, created_at, updated_at,
+            region, signature, bio_link, sec_uid, status_code, latest_video_time,
+            user_create_time
+          )
+          SELECT
+            unique_id, nickname, status, sources, claimed_by, claimed_at,
+            error, pinned, no_video, restricted, user_update_count,
+            tt_seller, verified, video_count, comment_count,
+            guessed_location, location_created, confirmed_location, modified_at,
+            follower_count, following_count, heart_count, refresh_time,
+            processed, processed_at, created_at, updated_at,
+            region, signature, bio_link, sec_uid, status_code, latest_video_time,
+            user_create_time
+          FROM jobs_base WHERE unique_id IN (${placeholders})
+        `,
+        ).run(...sellerMoveList);
+
+        db.prepare(
+          `DELETE FROM jobs_base WHERE unique_id IN (${placeholders})`,
+        ).run(...sellerMoveList);
+      }
+
+      // 批量移动非商家用户到 raw_jobs
+      if (rawMoveList.length > 0) {
+        const placeholders = rawMoveList.map(() => "?").join(",");
+        db.prepare(
+          `
+          INSERT OR REPLACE INTO raw_jobs (
+            unique_id, nickname, status, sources, claimed_by, claimed_at,
+            error, pinned, no_video, restricted, user_update_count,
+            tt_seller, verified, video_count, comment_count,
+            guessed_location, location_created, confirmed_location, modified_at,
+            follower_count, following_count, heart_count, refresh_time,
+            processed, processed_at, created_at, updated_at,
+            region, signature, bio_link, sec_uid, status_code, latest_video_time,
+            user_create_time
+          )
+          SELECT
+            unique_id, nickname, status, sources, claimed_by, claimed_at,
+            error, pinned, no_video, restricted, user_update_count,
+            tt_seller, verified, video_count, comment_count,
+            guessed_location, location_created, confirmed_location, modified_at,
+            follower_count, following_count, heart_count, refresh_time,
+            processed, processed_at, created_at, updated_at,
+            region, signature, bio_link, sec_uid, status_code, latest_video_time,
+            user_create_time
+          FROM jobs_base WHERE unique_id IN (${placeholders})
+        `,
+        ).run(...rawMoveList);
+
+        db.prepare(
+          `DELETE FROM jobs_base WHERE unique_id IN (${placeholders})`,
+        ).run(...rawMoveList);
+      }
+
+      // 清理内部标记
+      return results.map((r) => {
+        const { _movedToRaw, _movedToJobs, ...rest } = r;
+        return rest;
+      });
+    }
+
+    const memResults = [];
+    for (const item of updates) {
+      const user = getUser(item.uniqueId);
+      if (!user) {
+        memResults.push({ uniqueId: item.uniqueId, error: "user not found" });
+        continue;
+      }
+      const info = item.info;
+      if (info && info.error && info.statusCode !== undefined) {
+        // 只更新 status_code
+        user.statusCode = info.statusCode;
+      } else {
+        for (const key of Object.keys(info)) {
+          if (key === "uniqueId" || key === "sources" || key === "error")
+            continue;
+          if (
+            info[key] !== undefined &&
+            info[key] !== null &&
+            info[key] !== ""
+          ) {
+            user[key] = info[key];
+          }
+        }
+      }
+      user.userUpdateCount = (user.userUpdateCount || 0) + 1;
+      user.updatedAt = Date.now();
+      memResults.push({
+        uniqueId: item.uniqueId,
+        ok: true,
+        userUpdateCount: user.userUpdateCount,
+      });
+    }
+    save();
+    return memResults;
+  }
+
+  // 视频登记
+  function registerVideos(sourceUser, videoList, locationCreated, ttSeller) {
+    if (!videoList || !Array.isArray(videoList) || videoList.length === 0) {
+      return { registered: 0, skipped: 0 };
+    }
+
+    if (db) {
+      const insertStmt = db.prepare(`
+        INSERT OR IGNORE INTO videos (
+          id,
+          href,
+          author_unique_id,
+          location_created,
+          tt_seller,
+          registered_at,
+          user_update_count,
+          create_time
+        )
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+      `);
+      let registered = 0;
+      let skipped = 0;
+      const now = Date.now();
+      const txn = db.transaction((items) => {
+        for (const item of items) {
+          const result = insertStmt.run(
+            item.id,
+            item.href || null,
+            sourceUser,
+            locationCreated || null,
+            ttSeller ? 1 : 0,
+            now,
+            0,
+            item.createTime || null,
+          );
+          if (result.changes > 0) registered++;
+          else skipped++;
+        }
+      });
+      txn(videoList.filter((item) => item?.id));
+      return { registered, skipped };
+    }
+
+    const existingIds = new Set(videos.map((v) => v.id));
+    let registered = 0;
+    let skipped = 0;
+
+    for (const item of videoList) {
+      if (existingIds.has(item.id)) {
+        skipped++;
+        continue;
+      }
+      videos.push({
+        id: item.id,
+        href: item.href,
+        authorUniqueId: sourceUser,
+        locationCreated: locationCreated || null,
+        ttSeller: ttSeller || false,
+        registeredAt: Date.now(),
+        createTime: item.createTime || null,
+      });
+      existingIds.add(item.id);
+      registered++;
+    }
+
+    saveVideos();
+    return { registered, skipped };
+  }
+
+  function getVideos() {
+    if (db) {
+      return getAllVideoRows().map(mapVideoRow);
+    }
+    return videos;
+  }
+
+  function getVideo(videoId) {
+    if (!videoId) return null;
+    if (db) {
+      return mapVideoRow(getVideoRow(videoId));
+    }
+    return videos.find((video) => video.id === videoId) || null;
+  }
+
+  function getVideosPage(limit, offset) {
+    const safeLimit = Math.max(1, Math.min(100, parseInt(limit) || 50));
+    const safeOffset = Math.max(0, parseInt(offset) || 0);
+
+    if (db) {
+      const rows = db
+        .prepare(
+          `
+            SELECT *
+            FROM videos
+            ORDER BY registered_at DESC, id DESC
+            LIMIT ? OFFSET ?
+          `,
+        )
+        .all(safeLimit, safeOffset);
+      const total = db.prepare("SELECT COUNT(*) as c FROM videos").get().c;
+      return {
+        total,
+        limit: safeLimit,
+        offset: safeOffset,
+        videos: rows.map(mapVideoRow),
+      };
+    }
+
+    return {
+      total: videos.length,
+      limit: safeLimit,
+      offset: safeOffset,
+      videos: videos.slice(safeOffset, safeOffset + safeLimit),
+    };
+  }
+
+  function getVideoCount() {
+    if (db) {
+      return db.prepare("SELECT COUNT(*) as c FROM videos").get().c;
+    }
+    return videos.length;
+  }
+
+  function getPendingCommentTasks(limit) {
+    if (db) {
+      const l = Math.max(1, parseInt(limit) || 1);
+      const rows = db
+        .prepare(
+          `
+          SELECT *
+          FROM videos
+          WHERE user_update_count IS NULL OR user_update_count <= 0
+          ORDER BY tt_seller DESC, registered_at ASC
+          LIMIT ?
+        `,
+        )
+        .all(l);
+      if (rows.length === 0) return [];
+      const bumpStmt = db.prepare(
+        `
+        UPDATE videos
+        SET user_update_count = COALESCE(user_update_count, 0) + 1
+        WHERE id = ?
+      `,
+      );
+      const bumpTxn = db.transaction((items) => {
+        for (const item of items) bumpStmt.run(item.id);
+      });
+      bumpTxn(rows);
+      return rows.map((row) => {
+        const mapped = mapVideoRow(row);
+        mapped.userUpdateCount = (mapped.userUpdateCount || 0) + 1;
+        return mapped;
+      });
+    }
+
+    // 筛选待处理视频（userUpdateCount <= 0 或 null/undefined）
+    const pending = videos.filter((v) => (v.userUpdateCount || 0) <= 0);
+    // ttSeller=true 优先
+    pending.sort((a, b) => {
+      if (a.ttSeller && !b.ttSeller) return -1;
+      if (!a.ttSeller && b.ttSeller) return 1;
+      return (a.registeredAt || 0) - (b.registeredAt || 0);
+    });
+    // 取前 limit 个
+    const tasks = pending.slice(0, limit);
+    // userUpdateCount +1
+    for (const task of tasks) {
+      task.userUpdateCount = (task.userUpdateCount || 0) + 1;
+    }
+    saveVideos();
+    return tasks;
+  }
+
+  function commitCommentTask(videoId) {
+    if (db) {
+      const video = getVideoRow(videoId);
+      if (!video) return { ok: false, error: "video not found" };
+      const nextCount = (video.user_update_count || 0) + 1;
+      db.prepare(
+        `
+        UPDATE videos
+        SET user_update_count = ?
+        WHERE id = ?
+      `,
+      ).run(nextCount, videoId);
+      return { ok: true, userUpdateCount: nextCount };
+    }
+
+    const video = videos.find((v) => v.id === videoId);
+    if (!video) return { ok: false, error: "video not found" };
+    video.userUpdateCount = (video.userUpdateCount || 0) + 1;
+    saveVideos();
+    return { ok: true, userUpdateCount: video.userUpdateCount };
+  }
+
+  return {
+    save,
+    flushSave,
+    getUser,
+    hasUser,
+    userExists,
+    addUser,
+    addRawUsers,
+    getPendingUsers,
+    getProcessedUsers,
+    getAllUsers,
+    getUserDbCount,
+    getJobsCount,
+    getRawJobsCount,
+    getPendingJobsCount,
+    getPendingJobsUserUpdateCount,
+    getDashboardStats: getDashboardStatsFromDb,
+    getPendingByCountry: getPendingByCountryFromDb,
+    getUserUpdateByCountry: getUserUpdateByCountryFromDb,
+    getAttachStuckByCountry: getAttachStuckByCountryFromDb,
+    getRawByCountry: getRawByCountryFromDb,
+    moveJobsToRawByCountry,
+    restoreAttachStuckByCountry,
+    resetPendingByCountry,
+    restoreRawJobsByCountry,
+    restoreRawJobById,
+    restoreRawJobsByFilter,
+    getUsersPage: getUsersPageFromDb,
+    getRawJobsPage: getRawJobsPageFromDb,
+    getTargetUsers: getTargetUsersFromDb,
+    getTargetUsersByCountry: getTargetUsersByCountryFromDb,
+    getStats,
+    getStatusGroups,
+    markGroupsDirty,
+    refillJobsFromRaw,
+    scoreJobLocation,
+    scoreJobsBatch,
+    claimNextJob,
+    commitJob,
+    commitNewExplore,
+    resetJob,
+    togglePin,
+    getNextRedoJob,
+    commitRedoJob,
+    getPendingUserUpdateTasks,
+    updateUserInfo,
+    updateUserLocation,
+    batchUpdateUserInfo,
+    reportClientError,
+    deleteClientError,
+    getClientErrors,
+    getClientLoginStatus,
+    trackClient,
+    getActiveClients,
+    registerVideos,
+    getVideo,
+    getVideos,
+    getVideosPage,
+    getVideoCount,
+    getPendingCommentTasks,
+    commitCommentTask,
+    debugClaimNextJob,
+    stopBackup,
+    backupDatabase, // 手动备份数据库
+    rawQuery,
+    getLlmSampleOffsets, // 获取 LLM 采样偏移量状态
+    // Tag 发现与打分
+    insertTag,
+    getTagsByStatus,
+    getTagsByCountry,
+    getDeadTags,
+    claimTag,
+    reportTagScore,
+    getAllTags,
+    normalizeTags,
+    clearTags,
+    data,
+  };
+
+  // 辅助函数：获取 LLM 采样偏移量
+  function getLlmSampleOffsets() {
+    return Object.fromEntries(llmSampleOffsets);
+  }
+}