tt-help-cli-ycl 1.3.34 → 1.3.35

package/src/watch/data-store.js

@@ -1,1030 +1,1040 @@
-import fs from "fs";
-import { promises as fsPromises } from "fs";
-import path from "path";
-
-function inferStatus(u) {
-  if (u.restricted) return "restricted";
-  if (u.error) return "error";
-  if (u.processed) return "done";
-  return "pending";
-}
-
-export function createStore(filePath) {
-  let data = [];
-  // uniqueId → index 内存索引，O(1) 查找
-  let uidIndex = new Map();
-  let clientErrors = new Map();
-
-  // done 用户归档（独立文件，主文件只保留活跃用户）
-  let doneArchive = [];
-  let doneArchivePath = null;
-  let doneUidIndex = new Map();
-  if (filePath) {
-    doneArchivePath = path.resolve(filePath).replace(/\.json$/, "-done.json");
-    if (fs.existsSync(doneArchivePath)) {
-      try {
-        const content = fs.readFileSync(doneArchivePath, "utf-8");
-        const parsed = JSON.parse(content);
-        if (Array.isArray(parsed)) doneArchive = parsed;
-      } catch (e) {
-        console.error(`[data-store] 读取 done 归档失败: ${e.message}`);
-      }
-    }
-  }
-
-  // stats 缓存
-  let statsCache = null;
-  let statsDirty = true;
-
-  function markStatsDirty() {
-    statsDirty = true;
-    groupsDirty = true;
-  }
-
-  function computeStatsInternal() {
-    const total = data.length;
-    const statusCounts = {
-      pending: 0,
-      processing: 0,
-      done: 0,
-      error: 0,
-      restricted: 0,
-    };
-    for (const u of data) {
-      statusCounts[u.status] = (statusCounts[u.status] || 0) + 1;
-    }
-    statsCache = { total, statusCounts };
-    statsDirty = false;
-    return statsCache;
-  }
-
-  function getStats() {
-    if (statsDirty) {
-      return computeStatsInternal();
-    }
-    return statsCache;
-  }
-
-  // 按 status 的分组索引，避免每次请求全量遍历
-  let statusGroups = null;
-  let groupsDirty = true;
-
-  const tier1LocSet = new Set(["PL", "NL", "BE"]);
-  const tier2LocSet = new Set(["DE", "FR", "IT", "IE", "ES"]);
-  function locationTier(u) {
-    const loc = (u.guessedLocation || "").toUpperCase();
-    if (tier1LocSet.has(loc)) return 0;
-    if (tier2LocSet.has(loc)) return 1;
-    return 2;
-  }
-
-  function sortGroup(key, arr) {
-    if (key === "done")
-      arr.sort((a, b) => (b.processedAt || 0) - (a.processedAt || 0));
-    else if (key === "pending")
-      arr.sort((a, b) => {
-        const aSeller = a.ttSeller === true && a.verified === false ? 0 : 1;
-        const bSeller = b.ttSeller === true && b.verified === false ? 0 : 1;
-        if (aSeller !== bSeller) return aSeller - bSeller;
-        const la = locationTier(a),
-          lb = locationTier(b);
-        if (la !== lb) return la - lb;
-        return (b.followerCount || 0) - (a.followerCount || 0);
-      });
-    else arr.sort((a, b) => (b.followerCount || 0) - (a.followerCount || 0));
-    // 置顶冒泡到组首
-    const pinned = arr.filter((u) => u.pinned);
-    const unpinned = arr.filter((u) => !u.pinned);
-    return pinned.concat(unpinned);
-  }
-
-  function rebuildStatusGroups() {
-    statusGroups = {
-      pending: [],
-      processing: [],
-      done: [],
-      error: [],
-      restricted: [],
-    };
-    for (const u of data) {
-      const key = u.status || "pending";
-      if (statusGroups[key]) statusGroups[key].push(u);
-      else statusGroups[key] = [u];
-    }
-    // done 归档单独处理
-    if (doneArchive.length > 0) {
-      statusGroups.done = statusGroups.done.concat(doneArchive);
-    }
-    // 各组内排序
-    for (const key of Object.keys(statusGroups)) {
-      statusGroups[key] = sortGroup(key, statusGroups[key]);
-    }
-    groupsDirty = false;
-  }
-
-  function getStatusGroups() {
-    if (groupsDirty) rebuildStatusGroups();
-    return statusGroups;
-  }
-
-  function markGroupsDirty() {
-    groupsDirty = true;
-  }
-
-  // 视频存储（独立 JSON 文件）
-  let videos = [];
-  let videoFilePath = null;
-  if (filePath) {
-    const resolved = path.resolve(filePath);
-    videoFilePath = resolved.replace(/\.json$/, "-videos.json");
-    if (fs.existsSync(videoFilePath)) {
-      try {
-        const content = fs.readFileSync(videoFilePath, "utf-8");
-        const parsed = JSON.parse(content);
-        if (Array.isArray(parsed)) {
-          videos = parsed;
-        }
-      } catch (e) {
-        console.error(`[data-store] 读取视频文件失败: ${e.message}`);
-      }
-    }
-  }
-
-  let backupTimer = null;
-
-  if (filePath) {
-    const resolved = path.resolve(filePath);
-    const backupDir = path.join(path.dirname(resolved), ".backup");
-    const maxBackups = 3;
-
-    if (fs.existsSync(resolved)) {
-      try {
-        const content = fs.readFileSync(resolved, "utf-8");
-        data = JSON.parse(content);
-        if (!Array.isArray(data)) {
-          data = [];
-        }
-      } catch (e) {
-        console.error(`[data-store] 读取文件失败: ${e.message}`);
-        data = [];
-      }
-    }
-
-    function runBackup() {
-      if (!fs.existsSync(resolved)) return;
-      if (!fs.existsSync(backupDir))
-        fs.mkdirSync(backupDir, { recursive: true });
-      const now = new Date();
-      const timestamp = now.toISOString().replace(/[:.]/g, "-").slice(0, 13);
-      const backupFile = path.join(backupDir, `data-${timestamp}.json`);
-      try {
-        fs.copyFileSync(resolved, backupFile);
-        const files = fs
-          .readdirSync(backupDir)
-          .filter((f) => f.startsWith("data-") && f.endsWith(".json"))
-          .sort()
-          .map((f) => path.join(backupDir, f));
-        while (files.length > maxBackups) {
-          fs.unlinkSync(files.shift());
-        }
-      } catch (e) {
-        console.error(`[data-store] 备份失败: ${e.message}`);
-      }
-    }
-
-    backupTimer = setInterval(runBackup, 60 * 60 * 1000);
-  }
-
-  // 构建索引 + 推断 status
-  for (let i = 0; i < data.length; i++) {
-    const u = data[i];
-    if (!u.status) u.status = inferStatus(u);
-    uidIndex.set(u.uniqueId, i);
-  }
-
-  // 构建 done 归档索引
-  for (let i = 0; i < doneArchive.length; i++) {
-    doneUidIndex.set(doneArchive[i].uniqueId, i);
-  }
-
-  function rebuildIndex() {
-    uidIndex = new Map();
-    for (let i = 0; i < data.length; i++) {
-      uidIndex.set(data[i].uniqueId, i);
-    }
-  }
-
-  let saveTimer = null;
-  let savePending = false;
-
-  function scheduleSave() {
-    if (saveTimer) return;
-    savePending = true;
-    saveTimer = setTimeout(() => {
-      saveTimer = null;
-      savePending = false;
-      doSave();
-    }, 2000);
-    saveTimer.unref();
-  }
-
-  function doSave() {
-    if (!filePath) return;
-    const resolved = path.resolve(filePath);
-
-    // 将 done 用户归档到独立文件
-    if (doneArchivePath && data.length > 1000) {
-      const active = [];
-      const toArchive = [];
-      for (const u of data) {
-        if (u.status === "done") {
-          toArchive.push(u);
-        } else {
-          active.push(u);
-        }
-      }
-      if (toArchive.length > 0) {
-        doneArchive = doneArchive.concat(toArchive);
-        data = active;
-        rebuildIndex();
-        // 重建 done 归档索引
-        doneUidIndex = new Map();
-        for (let i = 0; i < doneArchive.length; i++) {
-          doneUidIndex.set(doneArchive[i].uniqueId, i);
-        }
-      }
-    }
-
-    const json = JSON.stringify(data);
-    const tmpPath = resolved + ".tmp";
-    fsPromises
-      .writeFile(tmpPath, json, "utf-8")
-      .then(() => fsPromises.rename(tmpPath, resolved))
-      .then(() => {
-        if (doneArchivePath && doneArchive.length > 0) {
-          const doneJson = JSON.stringify(doneArchive);
-          const doneTmp = doneArchivePath + ".tmp";
-          return fsPromises
-            .writeFile(doneTmp, doneJson, "utf-8")
-            .then(() => fsPromises.rename(doneTmp, doneArchivePath));
-        }
-      })
-      .catch((err) => {
-        console.error(`[data-store] save 写入失败: ${err.message}`);
-      });
-  }
-
-  function save() {
-    scheduleSave();
-  }
-
-  function flushSave() {
-    return new Promise((resolve) => {
-      if (saveTimer) {
-        clearTimeout(saveTimer);
-        saveTimer = null;
-        savePending = false;
-      }
-      if (!filePath) {
-        resolve();
-        return;
-      }
-      const resolved = path.resolve(filePath);
-
-      // 将 done 用户归档到独立文件
-      if (doneArchivePath && data.length > 1000) {
-        const active = [];
-        const toArchive = [];
-        for (const u of data) {
-          if (u.status === "done") {
-            toArchive.push(u);
-          } else {
-            active.push(u);
-          }
-        }
-        if (toArchive.length > 0) {
-          doneArchive = doneArchive.concat(toArchive);
-          data = active;
-          rebuildIndex();
-          doneUidIndex = new Map();
-          for (let i = 0; i < doneArchive.length; i++) {
-            doneUidIndex.set(doneArchive[i].uniqueId, i);
-          }
-        }
-      }
-
-      const json = JSON.stringify(data);
-      const tmpPath = resolved + ".tmp";
-      fsPromises
-        .writeFile(tmpPath, json, "utf-8")
-        .then(() => fsPromises.rename(tmpPath, resolved))
-        .then(() => {
-          if (doneArchivePath && doneArchive.length > 0) {
-            const doneJson = JSON.stringify(doneArchive);
-            const doneTmp = doneArchivePath + ".tmp";
-            return fsPromises
-              .writeFile(doneTmp, doneJson, "utf-8")
-              .then(() => fsPromises.rename(doneTmp, doneArchivePath));
-          }
-          resolve();
-        })
-        .catch((err) => {
-          console.error(`[data-store] flushSave 写入失败: ${err.message}`);
-          resolve();
-        });
-    });
-  }
-
-  let videosSaveTimer = null;
-
-  function saveVideos() {
-    if (!videoFilePath) return;
-    if (videosSaveTimer) return;
-    videosSaveTimer = setTimeout(() => {
-      videosSaveTimer = null;
-      const json = JSON.stringify(videos, null, 2);
-      fsPromises.writeFile(videoFilePath, json, "utf-8").catch((err) => {
-        console.error(`[data-store] saveVideos 写入失败: ${err.message}`);
-      });
-    }, 2000);
-    videosSaveTimer.unref();
-  }
-
-  function stopBackup() {
-    if (backupTimer) {
-      clearInterval(backupTimer);
-      backupTimer = null;
-    }
-  }
-
-  function getUser(uid) {
-    const idx = uidIndex.get(uid);
-    if (idx !== undefined) return data[idx];
-    const doneIdx = doneUidIndex.get(uid);
-    if (doneIdx !== undefined) return doneArchive[doneIdx];
-    return undefined;
-  }
-
-  function hasUser(uid) {
-    return uidIndex.has(uid) || doneUidIndex.has(uid);
-  }
-
-  function userExists(uid) {
-    return uidIndex.has(uid) || doneUidIndex.has(uid);
-  }
-
-  function addUser(user, append) {
-    const existing = getUser(user.uniqueId);
-    if (existing) {
-      for (const key of Object.keys(user)) {
-        if (key === "uniqueId" || key === "sources") continue;
-        if (user[key] !== undefined && user[key] !== null && user[key] !== "") {
-          existing[key] = user[key];
-        }
-      }
-    } else {
-      if (!user.status) user.status = inferStatus(user);
-      if (user.processed) user.processedAt = user.processedAt || Date.now();
-      if (append) {
-        const idx = data.length;
-        data.push(user);
-        uidIndex.set(user.uniqueId, idx);
-      } else {
-        data.unshift(user);
-        uidIndex.set(user.uniqueId, 0);
-      }
-      markStatsDirty();
-    }
-  }
-
-  function getPendingUsers() {
-    return data.filter((u) => u.status === "pending");
-  }
-
-  function getProcessedUsers() {
-    return doneArchive.length > 0
-      ? data.filter((u) => u.status === "done").concat(doneArchive)
-      : data.filter((u) => u.status === "done");
-  }
-
-  function getAllUsers() {
-    if (doneArchive.length > 0) {
-      return data.concat(doneArchive);
-    }
-    return data;
-  }
-
-  function claimNextJob(userId, expireMs = 5 * 60 * 1000, locations = null) {
-    const now = Date.now();
-
-    // 0. 该客户端有未过期的任务，续期返回
-    const ongoing = data.find(
-      (u) =>
-        u.status === "processing" &&
-        u.claimedBy === userId &&
-        u.claimedAt &&
-        now - u.claimedAt < expireMs,
-    );
-    if (ongoing) {
-      ongoing.claimedAt = now;
-      return {
-        uniqueId: ongoing.uniqueId,
-        nickname: ongoing.nickname,
-        claimedAt: ongoing.claimedAt,
-        claimedBy: userId,
-      };
-    }
-
-    // 按猜测国家梯队排序
-    const tier1 = new Set(["PL", "NL", "BE"]);
-    const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
-    function locationTier(u) {
-      const loc = (u.guessedLocation || "").toUpperCase();
-      if (tier1.has(loc)) return 0;
-      if (tier2.has(loc)) return 1;
-      return 2;
-    }
-
-    // 国家过滤：如果指定了 locations，只保留 guessedLocation 在列表中的用户
-    function locationFilter(u) {
-      if (!locations || locations.length === 0) return true;
-      const loc = (u.guessedLocation || "").toUpperCase();
-      return locations.includes(loc);
-    }
-
-    // 从候选列表中按优先级取第一个：pinned > 超时回收 > seed > ttSeller > follow > other
-    function pickCandidate(candidates) {
-      let next = candidates.find((u) => u.pinned);
-
-      if (!next) {
-        const expired = data.find(
-          (u) =>
-            u.status === "processing" &&
-            u.claimedAt &&
-            now - u.claimedAt > expireMs,
-        );
-        if (expired) {
-          expired.status = "pending";
-          markStatsDirty();
-          delete expired.claimedAt;
-          next = expired;
-        }
-      }
-
-      if (!next) {
-        const seed = candidates.filter(
-          (u) => u.sources && u.sources.includes("seed"),
-        );
-        seed.sort((a, b) => locationTier(a) - locationTier(b));
-        next = seed[0] || null;
-      }
-
-      if (!next) {
-        const ttSeller = candidates.filter(
-          (u) => u.ttSeller === true && u.verified === false,
-        );
-        ttSeller.sort((a, b) => locationTier(a) - locationTier(b));
-        next = ttSeller[0] || null;
-      }
-
-      if (!next) {
-        const follow = candidates.filter(
-          (u) =>
-            u.sources &&
-            (u.sources.includes("following") || u.sources.includes("follower")),
-        );
-        follow.sort((a, b) => locationTier(a) - locationTier(b));
-        next = follow[0] || null;
-      }
-
-      if (!next) {
-        candidates.sort((a, b) => locationTier(a) - locationTier(b));
-        next = candidates[0] || null;
-      }
-
-      return next;
-    }
-
-    // 先在有视频的 pending 用户中找；找不到再用全部 pending 用户兜底
-    let pending = data.filter((u) => u.status === "pending");
-    // 应用国家过滤
-    if (locations && locations.length > 0) {
-      pending = pending.filter(locationFilter);
-    }
-    let hasVideo = pending.filter((u) => u.videoCount > 0);
-    const next = pickCandidate(hasVideo) || pickCandidate(pending);
-
-    if (next) {
-      next.status = "processing";
-      markStatsDirty();
-      next.claimedAt = now;
-      next.claimedBy = userId;
-      return {
-        uniqueId: next.uniqueId,
-        nickname: next.nickname,
-        claimedAt: next.claimedAt,
-        claimedBy: userId,
-      };
-    }
-    return null;
-  }
-
-  function processDiscoveredUsers(result) {
-    const guessedLocation = result.guessedLocation || null;
-    const discovered = [
-      ...(result.discoveredVideoAuthors || []).map((v) => ({
-        uniqueId:
-          typeof v === "string"
-            ? v.replace(/^@/, "")
-            : v.uniqueId?.replace(/^@/, "") || "",
-        nickname: typeof v === "string" ? null : v.nickname || null,
-        locationCreated:
-          typeof v === "string" ? null : v.locationCreated || null,
-        guessedLocation:
-          typeof v === "string"
-            ? guessedLocation
-            : v.guessedLocation || guessedLocation,
-        sources: ["video"],
-      })),
-      ...(result.discoveredCommentAuthors || []).map((c) => {
-        if (typeof c === "string")
-          return {
-            uniqueId: c.replace(/^@/, ""),
-            sources: ["comment"],
-            guessedLocation,
-          };
-        return {
-          uniqueId: (c.author || c.uniqueId || "").replace(/^@/, ""),
-          nickname: c.nickname || null,
-          sources: ["comment"],
-          guessedLocation: c.guessedLocation || guessedLocation,
-        };
-      }),
-      ...(result.discoveredGuessAuthors || []).map((g) => {
-        if (typeof g === "string")
-          return {
-            uniqueId: g.replace(/^@/, ""),
-            sources: ["guess"],
-            guessedLocation,
-          };
-        return {
-          uniqueId: (g.author || g.uniqueId || "").replace(/^@/, ""),
-          nickname: g.nickname || null,
-          sources: ["guess"],
-          guessedLocation: g.guessedLocation || guessedLocation,
-        };
-      }),
-      ...(result.discoveredFollowing || []).map((f) => {
-        const handle = Array.isArray(f) ? f[0] : f.handle || "";
-        const name = Array.isArray(f) ? f[1] : f.displayName || null;
-        return {
-          uniqueId: handle.replace(/^@/, ""),
-          nickname: name,
-          sources: ["following"],
-          guessedLocation:
-            (typeof f === "object" && f.guessedLocation) || guessedLocation,
-        };
-      }),
-      ...(result.discoveredFollowers || []).map((f) => {
-        const handle = Array.isArray(f) ? f[0] : f.handle || "";
-        const name = Array.isArray(f) ? f[1] : f.displayName || null;
-        return {
-          uniqueId: handle.replace(/^@/, ""),
-          nickname: name,
-          sources: ["follower"],
-          guessedLocation:
-            (typeof f === "object" && f.guessedLocation) || guessedLocation,
-        };
-      }),
-    ].filter((u) => u.uniqueId);
-
-    // 先对 discovered 内部去重，再用 uidIndex 批量判断
-    const seen = new Set();
-    const unique = [];
-    for (const d of discovered) {
-      if (!seen.has(d.uniqueId)) {
-        seen.add(d.uniqueId);
-        unique.push(d);
-      }
-    }
-
-    const newUsers = [];
-    for (const d of unique) {
-      if (!hasUser(d.uniqueId)) {
-        addUser(d, true);
-        newUsers.push(d.uniqueId);
-      }
-    }
-    return newUsers;
-  }
-
-  function updateUserFromResult(user, result) {
-    const oldStatus = user.status;
-    if (result.restricted) {
-      user.status = "restricted";
-      if (result.userInfo) {
-        const info = result.userInfo;
-        for (const key of Object.keys(info)) {
-          if (key === "uniqueId" || key === "sources") continue;
-          if (
-            info[key] !== undefined &&
-            info[key] !== null &&
-            info[key] !== ""
-          ) {
-            user[key] = info[key];
-          }
-        }
-      }
-      user.processed = true;
-      user.processedAt = Date.now();
-      user.sources = [...new Set([...(user.sources || []), "restricted"])];
-    } else if (result.error) {
-      user.status = "error";
-      user.error = result.error;
-      user.sources = [...new Set([...(user.sources || []), "error"])];
-    } else {
-      user.status = "done";
-      user.processed = true;
-      user.processedAt = Date.now();
-      user.noVideo = result.noVideo || false;
-      user.keepFollow = result.keepFollow || false;
-      user.hasFollowData = result.hasFollowData || false;
-
-      if (result.userInfo) {
-        const info = result.userInfo;
-        for (const key of Object.keys(info)) {
-          if (key === "uniqueId" || key === "sources") continue;
-          if (
-            info[key] !== undefined &&
-            info[key] !== null &&
-            info[key] !== ""
-          ) {
-            user[key] = info[key];
-          }
-        }
-      }
-
-      user.followerCount = result.userInfo?.followerCount ?? user.followerCount;
-      user.videoCount = result.userInfo?.videoCount ?? user.videoCount;
-      user.nickname = result.userInfo?.nickname || user.nickname;
-      user.locationCreated =
-        result.userInfo?.locationCreated || user.locationCreated;
-      user.ttSeller = result.userInfo?.ttSeller ?? user.ttSeller;
-      user.verified = result.userInfo?.verified ?? user.verified;
-      user.region = result.userInfo?.region || user.region;
-      user.signature = result.userInfo?.signature ?? user.signature;
-      user.followingCount =
-        result.userInfo?.followingCount ?? user.followingCount;
-      user.heartCount = result.userInfo?.heartCount ?? user.heartCount;
-      if (result.userInfo?.secUid) user.secUid = result.userInfo.secUid;
-      const extraFields = [
-        "restricted",
-        "error",
-        "userInfo",
-        "discoveredVideoAuthors",
-        "discoveredCommentAuthors",
-        "discoveredGuessAuthors",
-        "discoveredFollowing",
-        "discoveredFollowers",
-        "uniqueId",
-        "sources",
-      ];
-      for (const key of Object.keys(result)) {
-        if (extraFields.includes(key)) continue;
-        if (
-          result[key] !== undefined &&
-          result[key] !== null &&
-          result[key] !== ""
-        ) {
-          user[key] = result[key];
-        }
-      }
-      user.sources = [...new Set([...(user.sources || []), "processed"])];
-    }
-    if (user.status !== oldStatus) markStatsDirty();
-  }
-
-  function commitJob(uniqueId, result) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: "user not found" };
-
-    updateUserFromResult(user, result);
-    delete user.claimedAt;
-    const newUsers = processDiscoveredUsers(result);
-
-    save();
-    return { saved: true, status: user.status, newUsers };
-  }
-
-  function commitNewExplore(uniqueId, result) {
-    const existing = getUser(uniqueId);
-    if (existing) {
-      updateUserFromResult(existing, result);
-      const newUsers = processDiscoveredUsers(result);
-      save();
-      return { saved: true, created: false, status: existing.status, newUsers };
-    }
-
-    const userObj = {
-      uniqueId,
-      ...(result.userInfo || {}),
-      sources: ["refresh-explore"],
-    };
-    updateUserFromResult(userObj, result);
-    addUser(userObj, true);
-    const newUsers = processDiscoveredUsers(result);
-
-    save();
-    return { saved: true, created: true, status: userObj.status, newUsers };
-  }
-
-  function resetJob(uniqueId) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: "user not found" };
-    user.status = "pending";
-    markStatsDirty();
-    delete user.claimedAt;
-    delete user.processedAt;
-    delete user.processed;
-    delete user.error;
-    delete user.restricted;
-    delete user.noVideo;
-    save();
-    return { saved: true };
-  }
-
-  function togglePin(uniqueId) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: "user not found" };
-    user.pinned = !user.pinned;
-    save();
-    return { saved: true, pinned: user.pinned };
-  }
-
-  function getNextRedoJob(userId) {
-    const now = Date.now();
-    const defaultTime = new Date("2016-01-01T00:00:00Z").getTime();
-
-    // 筛选目标国家用户，按 refreshTime 升序取最远的（没有则默认 2016-01-01）
-    const targetLocations = ["ES", "PL", "NL", "BE", "DE", "FR", "IT", "IE"];
-    const targetUsers = data.filter(
-      (u) =>
-        u.ttSeller &&
-        u.verified === false &&
-        targetLocations.includes(u.locationCreated),
-    );
-    if (targetUsers.length === 0) return null;
-
-    targetUsers.sort((a, b) => {
-      const ta = a.refreshTime || defaultTime;
-      const tb = b.refreshTime || defaultTime;
-      return ta - tb;
-    });
-
-    const next = targetUsers[0];
-    next.refreshTime = now;
-    return {
-      uniqueId: next.uniqueId,
-      nickname: next.nickname,
-      refreshTime: next.refreshTime,
-    };
-  }
-
-  function commitRedoJob(uniqueId, result) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: "user not found" };
-
-    user.refreshTime = Date.now();
-
-    if (result.userInfo) {
-      const info = result.userInfo;
-      for (const key of Object.keys(info)) {
-        if (key === "uniqueId" || key === "sources") continue;
-        if (info[key] !== undefined && info[key] !== null && info[key] !== "") {
-          user[key] = info[key];
-        }
-      }
-    }
-
-    return { saved: true };
-  }
-
-  function reportClientError(
-    userId,
-    errorType,
-    errorMessage,
-    username,
-    stage,
-    errorStack,
-  ) {
-    const existing = clientErrors.get(userId);
-    if (existing) {
-      existing.timestamp = Date.now();
-      if (errorType === "captcha") {
-        existing.captchaCount = (existing.captchaCount || 0) + 1;
-        if (!existing.captchaStage) existing.captchaStage = stage || "";
-        if (!existing.captchaMessage)
-          existing.captchaMessage = errorMessage || "";
-        if (!existing.captchaStack) existing.captchaStack = errorStack || "";
-      } else {
-        existing.errorType = errorType;
-        existing.errorMessage = errorMessage || "";
-        existing.errorStack = errorStack || "";
-        existing.stage = stage || "";
-        existing.reportCount = (existing.reportCount || 1) + 1;
-      }
-      if (username) existing.username = username;
-    } else {
-      clientErrors.set(userId, {
-        userId,
-        errorType,
-        errorMessage: errorMessage || "",
-        errorStack: errorStack || "",
-        username,
-        stage: stage || "",
-        timestamp: Date.now(),
-        reportCount: 1,
-        captchaCount: errorType === "captcha" ? 1 : 0,
-        captchaStage: errorType === "captcha" ? stage || "" : "",
-        captchaMessage: errorType === "captcha" ? errorMessage || "" : "",
-        captchaStack: errorType === "captcha" ? errorStack || "" : "",
-      });
-    }
-  }
-
-  function deleteClientError(userId) {
-    clientErrors.delete(userId);
-  }
-
-  function getClientErrors() {
-    return Array.from(clientErrors.values());
-  }
-
-  function getPendingUserUpdateTasks(limit) {
-    const l = Math.max(1, parseInt(limit) || 5);
-    const pending = data
-      .filter((u) => {
-        const updateCount = u.userUpdateCount;
-        const ttSellerEmpty =
-          u.ttSeller === null || u.ttSeller === undefined || u.ttSeller === "";
-        if (!ttSellerEmpty) return false;
-        return (
-          updateCount === null || updateCount === undefined || updateCount <= 0
-        );
-      })
-      .slice(0, l);
-    // 接受任务时 userUpdateCount + 1
-    pending.forEach((u) => {
-      u.userUpdateCount = (u.userUpdateCount || 0) + 1;
-      u.updatedAt = Date.now();
-    });
-    save();
-    return pending;
-  }
-
-  function updateUserInfo(uniqueId, info) {
-    const user = getUser(uniqueId);
-    if (!user) return { error: "user not found" };
-    for (const key of Object.keys(info)) {
-      if (key === "uniqueId" || key === "sources") continue;
-      if (info[key] !== undefined && info[key] !== null && info[key] !== "") {
-        user[key] = info[key];
-      }
-    }
-    user.userUpdateCount = (user.userUpdateCount || 0) + 1;
-    user.updatedAt = Date.now();
-    save();
-    return { ok: true, userUpdateCount: user.userUpdateCount };
-  }
-
-  function batchUpdateUserInfo(updates) {
-    const results = [];
-    for (const item of updates) {
-      const user = getUser(item.uniqueId);
-      if (!user) {
-        results.push({ uniqueId: item.uniqueId, error: "user not found" });
-        continue;
-      }
-      for (const key of Object.keys(item.info)) {
-        if (key === "uniqueId" || key === "sources") continue;
-        if (
-          item.info[key] !== undefined &&
-          item.info[key] !== null &&
-          item.info[key] !== ""
-        ) {
-          user[key] = item.info[key];
-        }
-      }
-      user.userUpdateCount = (user.userUpdateCount || 0) + 1;
-      user.updatedAt = Date.now();
-      results.push({
-        uniqueId: item.uniqueId,
-        ok: true,
-        userUpdateCount: user.userUpdateCount,
-      });
-    }
-    save();
-    return results;
-  }
-
-  // 视频登记
-  function registerVideos(sourceUser, videoList, locationCreated, ttSeller) {
-    if (!videoList || !Array.isArray(videoList) || videoList.length === 0) {
-      return { registered: 0, skipped: 0 };
-    }
-
-    const existingIds = new Set(videos.map((v) => v.id));
-    let registered = 0;
-    let skipped = 0;
-
-    for (const item of videoList) {
-      if (existingIds.has(item.id)) {
-        skipped++;
-        continue;
-      }
-      videos.push({
-        id: item.id,
-        href: item.href,
-        authorUniqueId: sourceUser,
-        locationCreated: locationCreated || null,
-        ttSeller: ttSeller || false,
-        registeredAt: Date.now(),
-      });
-      existingIds.add(item.id);
-      registered++;
-    }
-
-    saveVideos();
-    return { registered, skipped };
-  }
-
-  function getVideos() {
-    return videos;
-  }
-
-  function getVideoCount() {
-    return videos.length;
-  }
-
-  function getPendingCommentTasks(limit) {
-    // 筛选待处理视频（userUpdateCount <= 0 或 null/undefined）
-    const pending = videos.filter((v) => (v.userUpdateCount || 0) <= 0);
-    // ttSeller=true 优先
-    pending.sort((a, b) => {
-      if (a.ttSeller && !b.ttSeller) return -1;
-      if (!a.ttSeller && b.ttSeller) return 1;
-      return (a.registeredAt || 0) - (b.registeredAt || 0);
-    });
-    // 取前 limit 个
-    const tasks = pending.slice(0, limit);
-    // userUpdateCount +1
-    for (const task of tasks) {
-      task.userUpdateCount = (task.userUpdateCount || 0) + 1;
-    }
-    saveVideos();
-    return tasks;
-  }
-
-  function commitCommentTask(videoId) {
-    const video = videos.find((v) => v.id === videoId);
-    if (!video) return { ok: false, error: "video not found" };
-    video.userUpdateCount = (video.userUpdateCount || 0) + 1;
-    saveVideos();
-    return { ok: true, userUpdateCount: video.userUpdateCount };
-  }
-
-  return {
-    save,
-    flushSave,
-    getUser,
-    hasUser,
-    userExists,
-    addUser,
-    getPendingUsers,
-    getProcessedUsers,
-    getAllUsers,
-    getStats,
-    getStatusGroups,
-    markGroupsDirty,
-    claimNextJob,
-    commitJob,
-    commitNewExplore,
-    resetJob,
-    togglePin,
-    getNextRedoJob,
-    commitRedoJob,
-    getPendingUserUpdateTasks,
-    updateUserInfo,
-    batchUpdateUserInfo,
-    reportClientError,
-    deleteClientError,
-    getClientErrors,
-    registerVideos,
-    getVideos,
-    getVideoCount,
-    getPendingCommentTasks,
-    commitCommentTask,
-    stopBackup,
-    data,
-  };
-}
+import fs from "fs";
+import { promises as fsPromises } from "fs";
+import path from "path";
+
+function inferStatus(u) {
+  if (u.restricted) return "restricted";
+  if (u.error) return "error";
+  if (u.processed) return "done";
+  return "pending";
+}
+
+export function createStore(filePath) {
+  let data = [];
+  // uniqueId → index 内存索引，O(1) 查找
+  let uidIndex = new Map();
+  let clientErrors = new Map();
+
+  // done 用户归档（独立文件，主文件只保留活跃用户）
+  let doneArchive = [];
+  let doneArchivePath = null;
+  let doneUidIndex = new Map();
+  if (filePath) {
+    doneArchivePath = path.resolve(filePath).replace(/\.json$/, "-done.json");
+    if (fs.existsSync(doneArchivePath)) {
+      try {
+        const content = fs.readFileSync(doneArchivePath, "utf-8");
+        const parsed = JSON.parse(content);
+        if (Array.isArray(parsed)) doneArchive = parsed;
+      } catch (e) {
+        console.error(`[data-store] 读取 done 归档失败: ${e.message}`);
+      }
+    }
+  }
+
+  // stats 缓存
+  let statsCache = null;
+  let statsDirty = true;
+
+  function markStatsDirty() {
+    statsDirty = true;
+    groupsDirty = true;
+  }
+
+  function computeStatsInternal() {
+    const total = data.length;
+    const statusCounts = {
+      pending: 0,
+      processing: 0,
+      done: 0,
+      error: 0,
+      restricted: 0,
+    };
+    for (const u of data) {
+      statusCounts[u.status] = (statusCounts[u.status] || 0) + 1;
+    }
+    statsCache = { total, statusCounts };
+    statsDirty = false;
+    return statsCache;
+  }
+
+  function getStats() {
+    if (statsDirty) {
+      return computeStatsInternal();
+    }
+    return statsCache;
+  }
+
+  // 按 status 的分组索引，避免每次请求全量遍历
+  let statusGroups = null;
+  let groupsDirty = true;
+
+  const tier1LocSet = new Set(["PL", "NL", "BE"]);
+  const tier2LocSet = new Set(["DE", "FR", "IT", "IE", "ES"]);
+  function locationTier(u) {
+    const loc = (u.guessedLocation || "").toUpperCase();
+    if (tier1LocSet.has(loc)) return 0;
+    if (tier2LocSet.has(loc)) return 1;
+    return 2;
+  }
+
+  function sortGroup(key, arr) {
+    if (key === "done")
+      arr.sort((a, b) => (b.processedAt || 0) - (a.processedAt || 0));
+    else if (key === "pending")
+      arr.sort((a, b) => {
+        const aSeller = a.ttSeller === true && a.verified === false ? 0 : 1;
+        const bSeller = b.ttSeller === true && b.verified === false ? 0 : 1;
+        if (aSeller !== bSeller) return aSeller - bSeller;
+        const la = locationTier(a),
+          lb = locationTier(b);
+        if (la !== lb) return la - lb;
+        return (b.followerCount || 0) - (a.followerCount || 0);
+      });
+    else arr.sort((a, b) => (b.followerCount || 0) - (a.followerCount || 0));
+    // 置顶冒泡到组首
+    const pinned = arr.filter((u) => u.pinned);
+    const unpinned = arr.filter((u) => !u.pinned);
+    return pinned.concat(unpinned);
+  }
+
+  function rebuildStatusGroups() {
+    statusGroups = {
+      pending: [],
+      processing: [],
+      done: [],
+      error: [],
+      restricted: [],
+    };
+    for (const u of data) {
+      const key = u.status || "pending";
+      if (statusGroups[key]) statusGroups[key].push(u);
+      else statusGroups[key] = [u];
+    }
+    // done 归档单独处理
+    if (doneArchive.length > 0) {
+      statusGroups.done = statusGroups.done.concat(doneArchive);
+    }
+    // 各组内排序
+    for (const key of Object.keys(statusGroups)) {
+      statusGroups[key] = sortGroup(key, statusGroups[key]);
+    }
+    groupsDirty = false;
+  }
+
+  function getStatusGroups() {
+    if (groupsDirty) rebuildStatusGroups();
+    return statusGroups;
+  }
+
+  function markGroupsDirty() {
+    groupsDirty = true;
+  }
+
+  // 视频存储（独立 JSON 文件）
+  let videos = [];
+  let videoFilePath = null;
+  if (filePath) {
+    const resolved = path.resolve(filePath);
+    videoFilePath = resolved.replace(/\.json$/, "-videos.json");
+    if (fs.existsSync(videoFilePath)) {
+      try {
+        const content = fs.readFileSync(videoFilePath, "utf-8");
+        const parsed = JSON.parse(content);
+        if (Array.isArray(parsed)) {
+          videos = parsed;
+        }
+      } catch (e) {
+        console.error(`[data-store] 读取视频文件失败: ${e.message}`);
+      }
+    }
+  }
+
+  let backupTimer = null;
+
+  if (filePath) {
+    const resolved = path.resolve(filePath);
+    const backupDir = path.join(path.dirname(resolved), ".backup");
+    const maxBackups = 3;
+
+    if (fs.existsSync(resolved)) {
+      try {
+        const content = fs.readFileSync(resolved, "utf-8");
+        data = JSON.parse(content);
+        if (!Array.isArray(data)) {
+          data = [];
+        }
+      } catch (e) {
+        console.error(`[data-store] 读取文件失败: ${e.message}`);
+        data = [];
+      }
+    }
+
+    function runBackup() {
+      if (!fs.existsSync(resolved)) return;
+      if (!fs.existsSync(backupDir))
+        fs.mkdirSync(backupDir, { recursive: true });
+      const now = new Date();
+      const timestamp = now.toISOString().replace(/[:.]/g, "-").slice(0, 13);
+      const backupFile = path.join(backupDir, `data-${timestamp}.json`);
+      try {
+        fs.copyFileSync(resolved, backupFile);
+        const files = fs
+          .readdirSync(backupDir)
+          .filter((f) => f.startsWith("data-") && f.endsWith(".json"))
+          .sort()
+          .map((f) => path.join(backupDir, f));
+        while (files.length > maxBackups) {
+          fs.unlinkSync(files.shift());
+        }
+      } catch (e) {
+        console.error(`[data-store] 备份失败: ${e.message}`);
+      }
+    }
+
+    backupTimer = setInterval(runBackup, 60 * 60 * 1000);
+  }
+
+  // 构建索引 + 推断 status
+  for (let i = 0; i < data.length; i++) {
+    const u = data[i];
+    if (!u.status) u.status = inferStatus(u);
+    uidIndex.set(u.uniqueId, i);
+  }
+
+  // 构建 done 归档索引
+  for (let i = 0; i < doneArchive.length; i++) {
+    doneUidIndex.set(doneArchive[i].uniqueId, i);
+  }
+
+  function rebuildIndex() {
+    uidIndex = new Map();
+    for (let i = 0; i < data.length; i++) {
+      uidIndex.set(data[i].uniqueId, i);
+    }
+  }
+
+  let saveTimer = null;
+  let savePending = false;
+
+  function scheduleSave() {
+    if (saveTimer) return;
+    savePending = true;
+    saveTimer = setTimeout(() => {
+      saveTimer = null;
+      savePending = false;
+      doSave();
+    }, 2000);
+    saveTimer.unref();
+  }
+
+  function doSave() {
+    if (!filePath) return;
+    const resolved = path.resolve(filePath);
+
+    // 将 done 用户归档到独立文件
+    if (doneArchivePath && data.length > 1000) {
+      const active = [];
+      const toArchive = [];
+      for (const u of data) {
+        if (u.status === "done") {
+          toArchive.push(u);
+        } else {
+          active.push(u);
+        }
+      }
+      if (toArchive.length > 0) {
+        doneArchive = doneArchive.concat(toArchive);
+        data = active;
+        rebuildIndex();
+        // 重建 done 归档索引
+        doneUidIndex = new Map();
+        for (let i = 0; i < doneArchive.length; i++) {
+          doneUidIndex.set(doneArchive[i].uniqueId, i);
+        }
+      }
+    }
+
+    const json = JSON.stringify(data);
+    const tmpPath = resolved + ".tmp";
+    fsPromises
+      .writeFile(tmpPath, json, "utf-8")
+      .then(() => fsPromises.rename(tmpPath, resolved))
+      .then(() => {
+        if (doneArchivePath && doneArchive.length > 0) {
+          const doneJson = JSON.stringify(doneArchive);
+          const doneTmp = doneArchivePath + ".tmp";
+          return fsPromises
+            .writeFile(doneTmp, doneJson, "utf-8")
+            .then(() => fsPromises.rename(doneTmp, doneArchivePath));
+        }
+      })
+      .catch((err) => {
+        console.error(`[data-store] save 写入失败: ${err.message}`);
+      });
+  }
+
+  function save() {
+    scheduleSave();
+  }
+
+  function flushSave() {
+    return new Promise((resolve) => {
+      if (saveTimer) {
+        clearTimeout(saveTimer);
+        saveTimer = null;
+        savePending = false;
+      }
+      if (!filePath) {
+        resolve();
+        return;
+      }
+      const resolved = path.resolve(filePath);
+
+      // 将 done 用户归档到独立文件
+      if (doneArchivePath && data.length > 1000) {
+        const active = [];
+        const toArchive = [];
+        for (const u of data) {
+          if (u.status === "done") {
+            toArchive.push(u);
+          } else {
+            active.push(u);
+          }
+        }
+        if (toArchive.length > 0) {
+          doneArchive = doneArchive.concat(toArchive);
+          data = active;
+          rebuildIndex();
+          doneUidIndex = new Map();
+          for (let i = 0; i < doneArchive.length; i++) {
+            doneUidIndex.set(doneArchive[i].uniqueId, i);
+          }
+        }
+      }
+
+      const json = JSON.stringify(data);
+      const tmpPath = resolved + ".tmp";
+      fsPromises
+        .writeFile(tmpPath, json, "utf-8")
+        .then(() => fsPromises.rename(tmpPath, resolved))
+        .then(() => {
+          if (doneArchivePath && doneArchive.length > 0) {
+            const doneJson = JSON.stringify(doneArchive);
+            const doneTmp = doneArchivePath + ".tmp";
+            return fsPromises
+              .writeFile(doneTmp, doneJson, "utf-8")
+              .then(() => fsPromises.rename(doneTmp, doneArchivePath));
+          }
+          resolve();
+        })
+        .catch((err) => {
+          console.error(`[data-store] flushSave 写入失败: ${err.message}`);
+          resolve();
+        });
+    });
+  }
+
+  let videosSaveTimer = null;
+
+  function saveVideos() {
+    if (!videoFilePath) return;
+    if (videosSaveTimer) return;
+    videosSaveTimer = setTimeout(() => {
+      videosSaveTimer = null;
+      const json = JSON.stringify(videos, null, 2);
+      fsPromises.writeFile(videoFilePath, json, "utf-8").catch((err) => {
+        console.error(`[data-store] saveVideos 写入失败: ${err.message}`);
+      });
+    }, 2000);
+    videosSaveTimer.unref();
+  }
+
+  function stopBackup() {
+    if (backupTimer) {
+      clearInterval(backupTimer);
+      backupTimer = null;
+    }
+  }
+
+  function getUser(uid) {
+    const idx = uidIndex.get(uid);
+    if (idx !== undefined) return data[idx];
+    const doneIdx = doneUidIndex.get(uid);
+    if (doneIdx !== undefined) return doneArchive[doneIdx];
+    return undefined;
+  }
+
+  function hasUser(uid) {
+    return uidIndex.has(uid) || doneUidIndex.has(uid);
+  }
+
+  function userExists(uid) {
+    return uidIndex.has(uid) || doneUidIndex.has(uid);
+  }
+
+  function addUser(user, append) {
+    const existing = getUser(user.uniqueId);
+    if (existing) {
+      for (const key of Object.keys(user)) {
+        if (key === "uniqueId" || key === "sources") continue;
+        if (user[key] !== undefined && user[key] !== null && user[key] !== "") {
+          existing[key] = user[key];
+        }
+      }
+    } else {
+      if (!user.status) user.status = inferStatus(user);
+      if (user.processed) user.processedAt = user.processedAt || Date.now();
+      if (append) {
+        const idx = data.length;
+        data.push(user);
+        uidIndex.set(user.uniqueId, idx);
+      } else {
+        data.unshift(user);
+        uidIndex.set(user.uniqueId, 0);
+      }
+      markStatsDirty();
+    }
+  }
+
+  function getPendingUsers() {
+    return data.filter((u) => u.status === "pending");
+  }
+
+  function getProcessedUsers() {
+    return doneArchive.length > 0
+      ? data.filter((u) => u.status === "done").concat(doneArchive)
+      : data.filter((u) => u.status === "done");
+  }
+
+  function getAllUsers() {
+    if (doneArchive.length > 0) {
+      return data.concat(doneArchive);
+    }
+    return data;
+  }
+
+  function claimNextJob(
+    userId,
+    expireMs = 5 * 60 * 1000,
+    locations = null,
+    loggedIn = true,
+  ) {
+    const now = Date.now();
+
+    // 0. 该客户端有未过期的任务，续期返回
+    const ongoing = data.find(
+      (u) =>
+        u.status === "processing" &&
+        u.claimedBy === userId &&
+        u.claimedAt &&
+        now - u.claimedAt < expireMs,
+    );
+    if (ongoing) {
+      ongoing.claimedAt = now;
+      return {
+        uniqueId: ongoing.uniqueId,
+        nickname: ongoing.nickname,
+        claimedAt: ongoing.claimedAt,
+        claimedBy: userId,
+      };
+    }
+
+    // 按猜测国家梯队排序
+    const tier1 = new Set(["PL", "NL", "BE"]);
+    const tier2 = new Set(["DE", "FR", "IT", "IE", "ES"]);
+    function locationTier(u) {
+      const loc = (u.guessedLocation || "").toUpperCase();
+      if (tier1.has(loc)) return 0;
+      if (tier2.has(loc)) return 1;
+      return 2;
+    }
+
+    // 国家过滤：如果指定了 locations，只保留 guessedLocation 在列表中的用户
+    function locationFilter(u) {
+      if (!locations || locations.length === 0) return true;
+      const loc = (u.guessedLocation || "").toUpperCase();
+      return locations.includes(loc);
+    }
+
+    // 从候选列表中按优先级取第一个：pinned > 超时回收 > seed > ttSeller(仅登录) > follow > other
+    function pickCandidate(candidates) {
+      let next = candidates.find((u) => u.pinned);
+
+      if (!next) {
+        const expired = data.find(
+          (u) =>
+            u.status === "processing" &&
+            u.claimedAt &&
+            now - u.claimedAt > expireMs,
+        );
+        if (expired) {
+          expired.status = "pending";
+          markStatsDirty();
+          delete expired.claimedAt;
+          next = expired;
+        }
+      }
+
+      if (!next) {
+        const seed = candidates.filter(
+          (u) => u.sources && u.sources.includes("seed"),
+        );
+        seed.sort((a, b) => locationTier(a) - locationTier(b));
+        next = seed[0] || null;
+      }
+
+      // 未登录时跳过 ttSeller 优先级
+      if (!next && loggedIn) {
+        const ttSeller = candidates.filter(
+          (u) => u.ttSeller === true && u.verified === false,
+        );
+        ttSeller.sort((a, b) => locationTier(a) - locationTier(b));
+        next = ttSeller[0] || null;
+      }
+
+      if (!next) {
+        const follow = candidates.filter(
+          (u) =>
+            u.sources &&
+            (u.sources.includes("following") || u.sources.includes("follower")),
+        );
+        follow.sort((a, b) => locationTier(a) - locationTier(b));
+        next = follow[0] || null;
+      }
+
+      if (!next) {
+        candidates.sort((a, b) => locationTier(a) - locationTier(b));
+        next = candidates[0] || null;
+      }
+
+      return next;
+    }
+
+    // 先在有视频的 pending 用户中找；找不到再用全部 pending 用户兜底
+    let pending = data.filter((u) => u.status === "pending");
+    // 应用国家过滤
+    if (locations && locations.length > 0) {
+      pending = pending.filter(locationFilter);
+    }
+    // 未登录客户端不能领取 ttSeller 用户
+    if (!loggedIn) {
+      pending = pending.filter((u) => u.ttSeller !== true);
+    }
+    let hasVideo = pending.filter((u) => u.videoCount > 0);
+    const next = pickCandidate(hasVideo) || pickCandidate(pending);
+
+    if (next) {
+      next.status = "processing";
+      markStatsDirty();
+      next.claimedAt = now;
+      next.claimedBy = userId;
+      return {
+        uniqueId: next.uniqueId,
+        nickname: next.nickname,
+        claimedAt: next.claimedAt,
+        claimedBy: userId,
+      };
+    }
+    return null;
+  }
+
+  function processDiscoveredUsers(result) {
+    const guessedLocation = result.guessedLocation || null;
+    const discovered = [
+      ...(result.discoveredVideoAuthors || []).map((v) => ({
+        uniqueId:
+          typeof v === "string"
+            ? v.replace(/^@/, "")
+            : v.uniqueId?.replace(/^@/, "") || "",
+        nickname: typeof v === "string" ? null : v.nickname || null,
+        locationCreated:
+          typeof v === "string" ? null : v.locationCreated || null,
+        guessedLocation:
+          typeof v === "string"
+            ? guessedLocation
+            : v.guessedLocation || guessedLocation,
+        sources: ["video"],
+      })),
+      ...(result.discoveredCommentAuthors || []).map((c) => {
+        if (typeof c === "string")
+          return {
+            uniqueId: c.replace(/^@/, ""),
+            sources: ["comment"],
+            guessedLocation,
+          };
+        return {
+          uniqueId: (c.author || c.uniqueId || "").replace(/^@/, ""),
+          nickname: c.nickname || null,
+          sources: ["comment"],
+          guessedLocation: c.guessedLocation || guessedLocation,
+        };
+      }),
+      ...(result.discoveredGuessAuthors || []).map((g) => {
+        if (typeof g === "string")
+          return {
+            uniqueId: g.replace(/^@/, ""),
+            sources: ["guess"],
+            guessedLocation,
+          };
+        return {
+          uniqueId: (g.author || g.uniqueId || "").replace(/^@/, ""),
+          nickname: g.nickname || null,
+          sources: ["guess"],
+          guessedLocation: g.guessedLocation || guessedLocation,
+        };
+      }),
+      ...(result.discoveredFollowing || []).map((f) => {
+        const handle = Array.isArray(f) ? f[0] : f.handle || "";
+        const name = Array.isArray(f) ? f[1] : f.displayName || null;
+        return {
+          uniqueId: handle.replace(/^@/, ""),
+          nickname: name,
+          sources: ["following"],
+          guessedLocation:
+            (typeof f === "object" && f.guessedLocation) || guessedLocation,
+        };
+      }),
+      ...(result.discoveredFollowers || []).map((f) => {
+        const handle = Array.isArray(f) ? f[0] : f.handle || "";
+        const name = Array.isArray(f) ? f[1] : f.displayName || null;
+        return {
+          uniqueId: handle.replace(/^@/, ""),
+          nickname: name,
+          sources: ["follower"],
+          guessedLocation:
+            (typeof f === "object" && f.guessedLocation) || guessedLocation,
+        };
+      }),
+    ].filter((u) => u.uniqueId);
+
+    // 先对 discovered 内部去重，再用 uidIndex 批量判断
+    const seen = new Set();
+    const unique = [];
+    for (const d of discovered) {
+      if (!seen.has(d.uniqueId)) {
+        seen.add(d.uniqueId);
+        unique.push(d);
+      }
+    }
+
+    const newUsers = [];
+    for (const d of unique) {
+      if (!hasUser(d.uniqueId)) {
+        addUser(d, true);
+        newUsers.push(d.uniqueId);
+      }
+    }
+    return newUsers;
+  }
+
+  function updateUserFromResult(user, result) {
+    const oldStatus = user.status;
+    if (result.restricted) {
+      user.status = "restricted";
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === "uniqueId" || key === "sources") continue;
+          if (
+            info[key] !== undefined &&
+            info[key] !== null &&
+            info[key] !== ""
+          ) {
+            user[key] = info[key];
+          }
+        }
+      }
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.sources = [...new Set([...(user.sources || []), "restricted"])];
+    } else if (result.error) {
+      user.status = "error";
+      user.error = result.error;
+      user.sources = [...new Set([...(user.sources || []), "error"])];
+    } else {
+      user.status = "done";
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.noVideo = result.noVideo || false;
+      user.keepFollow = result.keepFollow || false;
+      user.hasFollowData = result.hasFollowData || false;
+
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === "uniqueId" || key === "sources") continue;
+          if (
+            info[key] !== undefined &&
+            info[key] !== null &&
+            info[key] !== ""
+          ) {
+            user[key] = info[key];
+          }
+        }
+      }
+
+      user.followerCount = result.userInfo?.followerCount ?? user.followerCount;
+      user.videoCount = result.userInfo?.videoCount ?? user.videoCount;
+      user.nickname = result.userInfo?.nickname || user.nickname;
+      user.locationCreated =
+        result.userInfo?.locationCreated || user.locationCreated;
+      user.ttSeller = result.userInfo?.ttSeller ?? user.ttSeller;
+      user.verified = result.userInfo?.verified ?? user.verified;
+      user.region = result.userInfo?.region || user.region;
+      user.signature = result.userInfo?.signature ?? user.signature;
+      user.followingCount =
+        result.userInfo?.followingCount ?? user.followingCount;
+      user.heartCount = result.userInfo?.heartCount ?? user.heartCount;
+      if (result.userInfo?.secUid) user.secUid = result.userInfo.secUid;
+      const extraFields = [
+        "restricted",
+        "error",
+        "userInfo",
+        "discoveredVideoAuthors",
+        "discoveredCommentAuthors",
+        "discoveredGuessAuthors",
+        "discoveredFollowing",
+        "discoveredFollowers",
+        "uniqueId",
+        "sources",
+      ];
+      for (const key of Object.keys(result)) {
+        if (extraFields.includes(key)) continue;
+        if (
+          result[key] !== undefined &&
+          result[key] !== null &&
+          result[key] !== ""
+        ) {
+          user[key] = result[key];
+        }
+      }
+      user.sources = [...new Set([...(user.sources || []), "processed"])];
+    }
+    if (user.status !== oldStatus) markStatsDirty();
+  }
+
+  function commitJob(uniqueId, result) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+
+    updateUserFromResult(user, result);
+    delete user.claimedAt;
+    const newUsers = processDiscoveredUsers(result);
+
+    save();
+    return { saved: true, status: user.status, newUsers };
+  }
+
+  function commitNewExplore(uniqueId, result) {
+    const existing = getUser(uniqueId);
+    if (existing) {
+      updateUserFromResult(existing, result);
+      const newUsers = processDiscoveredUsers(result);
+      save();
+      return { saved: true, created: false, status: existing.status, newUsers };
+    }
+
+    const userObj = {
+      uniqueId,
+      ...(result.userInfo || {}),
+      sources: ["refresh-explore"],
+    };
+    updateUserFromResult(userObj, result);
+    addUser(userObj, true);
+    const newUsers = processDiscoveredUsers(result);
+
+    save();
+    return { saved: true, created: true, status: userObj.status, newUsers };
+  }
+
+  function resetJob(uniqueId) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+    user.status = "pending";
+    markStatsDirty();
+    delete user.claimedAt;
+    delete user.processedAt;
+    delete user.processed;
+    delete user.error;
+    delete user.restricted;
+    delete user.noVideo;
+    save();
+    return { saved: true };
+  }
+
+  function togglePin(uniqueId) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+    user.pinned = !user.pinned;
+    save();
+    return { saved: true, pinned: user.pinned };
+  }
+
+  function getNextRedoJob(userId) {
+    const now = Date.now();
+    const defaultTime = new Date("2016-01-01T00:00:00Z").getTime();
+
+    // 筛选目标国家用户，按 refreshTime 升序取最远的（没有则默认 2016-01-01）
+    const targetLocations = ["ES", "PL", "NL", "BE", "DE", "FR", "IT", "IE"];
+    const targetUsers = data.filter(
+      (u) =>
+        u.ttSeller &&
+        u.verified === false &&
+        targetLocations.includes(u.locationCreated),
+    );
+    if (targetUsers.length === 0) return null;
+
+    targetUsers.sort((a, b) => {
+      const ta = a.refreshTime || defaultTime;
+      const tb = b.refreshTime || defaultTime;
+      return ta - tb;
+    });
+
+    const next = targetUsers[0];
+    next.refreshTime = now;
+    return {
+      uniqueId: next.uniqueId,
+      nickname: next.nickname,
+      refreshTime: next.refreshTime,
+    };
+  }
+
+  function commitRedoJob(uniqueId, result) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: "user not found" };
+
+    user.refreshTime = Date.now();
+
+    if (result.userInfo) {
+      const info = result.userInfo;
+      for (const key of Object.keys(info)) {
+        if (key === "uniqueId" || key === "sources") continue;
+        if (info[key] !== undefined && info[key] !== null && info[key] !== "") {
+          user[key] = info[key];
+        }
+      }
+    }
+
+    return { saved: true };
+  }
+
+  function reportClientError(
+    userId,
+    errorType,
+    errorMessage,
+    username,
+    stage,
+    errorStack,
+  ) {
+    const existing = clientErrors.get(userId);
+    if (existing) {
+      existing.timestamp = Date.now();
+      if (errorType === "captcha") {
+        existing.captchaCount = (existing.captchaCount || 0) + 1;
+        if (!existing.captchaStage) existing.captchaStage = stage || "";
+        if (!existing.captchaMessage)
+          existing.captchaMessage = errorMessage || "";
+        if (!existing.captchaStack) existing.captchaStack = errorStack || "";
+      } else {
+        existing.errorType = errorType;
+        existing.errorMessage = errorMessage || "";
+        existing.errorStack = errorStack || "";
+        existing.stage = stage || "";
+        existing.reportCount = (existing.reportCount || 1) + 1;
+      }
+      if (username) existing.username = username;
+    } else {
+      clientErrors.set(userId, {
+        userId,
+        errorType,
+        errorMessage: errorMessage || "",
+        errorStack: errorStack || "",
+        username,
+        stage: stage || "",
+        timestamp: Date.now(),
+        reportCount: 1,
+        captchaCount: errorType === "captcha" ? 1 : 0,
+        captchaStage: errorType === "captcha" ? stage || "" : "",
+        captchaMessage: errorType === "captcha" ? errorMessage || "" : "",
+        captchaStack: errorType === "captcha" ? errorStack || "" : "",
+      });
+    }
+  }
+
+  function deleteClientError(userId) {
+    clientErrors.delete(userId);
+  }
+
+  function getClientErrors() {
+    return Array.from(clientErrors.values());
+  }
+
+  function getPendingUserUpdateTasks(limit) {
+    const l = Math.max(1, parseInt(limit) || 5);
+    const pending = data
+      .filter((u) => {
+        const updateCount = u.userUpdateCount;
+        const ttSellerEmpty =
+          u.ttSeller === null || u.ttSeller === undefined || u.ttSeller === "";
+        if (!ttSellerEmpty) return false;
+        return (
+          updateCount === null || updateCount === undefined || updateCount <= 0
+        );
+      })
+      .slice(0, l);
+    // 接受任务时 userUpdateCount + 1
+    pending.forEach((u) => {
+      u.userUpdateCount = (u.userUpdateCount || 0) + 1;
+      u.updatedAt = Date.now();
+    });
+    save();
+    return pending;
+  }
+
+  function updateUserInfo(uniqueId, info) {
+    const user = getUser(uniqueId);
+    if (!user) return { error: "user not found" };
+    for (const key of Object.keys(info)) {
+      if (key === "uniqueId" || key === "sources") continue;
+      if (info[key] !== undefined && info[key] !== null && info[key] !== "") {
+        user[key] = info[key];
+      }
+    }
+    user.userUpdateCount = (user.userUpdateCount || 0) + 1;
+    user.updatedAt = Date.now();
+    save();
+    return { ok: true, userUpdateCount: user.userUpdateCount };
+  }
+
+  function batchUpdateUserInfo(updates) {
+    const results = [];
+    for (const item of updates) {
+      const user = getUser(item.uniqueId);
+      if (!user) {
+        results.push({ uniqueId: item.uniqueId, error: "user not found" });
+        continue;
+      }
+      for (const key of Object.keys(item.info)) {
+        if (key === "uniqueId" || key === "sources") continue;
+        if (
+          item.info[key] !== undefined &&
+          item.info[key] !== null &&
+          item.info[key] !== ""
+        ) {
+          user[key] = item.info[key];
+        }
+      }
+      user.userUpdateCount = (user.userUpdateCount || 0) + 1;
+      user.updatedAt = Date.now();
+      results.push({
+        uniqueId: item.uniqueId,
+        ok: true,
+        userUpdateCount: user.userUpdateCount,
+      });
+    }
+    save();
+    return results;
+  }
+
+  // 视频登记
+  function registerVideos(sourceUser, videoList, locationCreated, ttSeller) {
+    if (!videoList || !Array.isArray(videoList) || videoList.length === 0) {
+      return { registered: 0, skipped: 0 };
+    }
+
+    const existingIds = new Set(videos.map((v) => v.id));
+    let registered = 0;
+    let skipped = 0;
+
+    for (const item of videoList) {
+      if (existingIds.has(item.id)) {
+        skipped++;
+        continue;
+      }
+      videos.push({
+        id: item.id,
+        href: item.href,
+        authorUniqueId: sourceUser,
+        locationCreated: locationCreated || null,
+        ttSeller: ttSeller || false,
+        registeredAt: Date.now(),
+      });
+      existingIds.add(item.id);
+      registered++;
+    }
+
+    saveVideos();
+    return { registered, skipped };
+  }
+
+  function getVideos() {
+    return videos;
+  }
+
+  function getVideoCount() {
+    return videos.length;
+  }
+
+  function getPendingCommentTasks(limit) {
+    // 筛选待处理视频（userUpdateCount <= 0 或 null/undefined）
+    const pending = videos.filter((v) => (v.userUpdateCount || 0) <= 0);
+    // ttSeller=true 优先
+    pending.sort((a, b) => {
+      if (a.ttSeller && !b.ttSeller) return -1;
+      if (!a.ttSeller && b.ttSeller) return 1;
+      return (a.registeredAt || 0) - (b.registeredAt || 0);
+    });
+    // 取前 limit 个
+    const tasks = pending.slice(0, limit);
+    // userUpdateCount +1
+    for (const task of tasks) {
+      task.userUpdateCount = (task.userUpdateCount || 0) + 1;
+    }
+    saveVideos();
+    return tasks;
+  }
+
+  function commitCommentTask(videoId) {
+    const video = videos.find((v) => v.id === videoId);
+    if (!video) return { ok: false, error: "video not found" };
+    video.userUpdateCount = (video.userUpdateCount || 0) + 1;
+    saveVideos();
+    return { ok: true, userUpdateCount: video.userUpdateCount };
+  }
+
+  return {
+    save,
+    flushSave,
+    getUser,
+    hasUser,
+    userExists,
+    addUser,
+    getPendingUsers,
+    getProcessedUsers,
+    getAllUsers,
+    getStats,
+    getStatusGroups,
+    markGroupsDirty,
+    claimNextJob,
+    commitJob,
+    commitNewExplore,
+    resetJob,
+    togglePin,
+    getNextRedoJob,
+    commitRedoJob,
+    getPendingUserUpdateTasks,
+    updateUserInfo,
+    batchUpdateUserInfo,
+    reportClientError,
+    deleteClientError,
+    getClientErrors,
+    registerVideos,
+    getVideos,
+    getVideoCount,
+    getPendingCommentTasks,
+    commitCommentTask,
+    stopBackup,
+    data,
+  };
+}