tt-help-cli-ycl 1.3.5 → 1.3.7

package/src/watch/data-store.mjs

@@ -1,239 +1,258 @@
-import fs from 'fs';
-import path from 'path';
-
-function inferStatus(u) {
-  if (u.restricted) return 'restricted';
-  if (u.error) return 'error';
-  if (u.processed) return 'done';
-  return 'pending';
-}
-
-export function createStore(filePath) {
-  let data = [];
-
-  if (filePath) {
-    const resolved = path.resolve(filePath);
-    if (fs.existsSync(resolved)) {
-      try {
-        const raw = fs.readFileSync(resolved, 'utf-8');
-        data = JSON.parse(raw);
-        if (!Array.isArray(data)) data = [];
-      } catch (e) {
-        console.error(`[data-store] 读取文件失败: ${e.message}`);
-        data = [];
-      }
-    }
-  }
-
-  for (const u of data) {
-    if (!u.status) u.status = inferStatus(u);
-  }
-
-  function save() {
-    if (!filePath) return;
-    const resolved = path.resolve(filePath);
-    try {
-      if (fs.existsSync(resolved)) {
-        const raw = fs.readFileSync(resolved, 'utf-8');
-        const diskData = JSON.parse(raw);
-        if (Array.isArray(diskData)) {
-          const memIds = new Set(data.map(u => u.uniqueId));
-          for (const diskUser of diskData) {
-            if (!memIds.has(diskUser.uniqueId)) {
-              if (!diskUser.status) diskUser.status = inferStatus(diskUser);
-              data.push(diskUser);
-            }
-          }
-        }
-      }
-    } catch (e) { console.error(`[data-store] 合并磁盘数据失败: ${e.message}`); }
-    const json = JSON.stringify(data, null, 2);
-    fs.writeFileSync(resolved, json, 'utf-8');
-  }
-
-  function getUser(uid) {
-    return data.find(u => u.uniqueId === uid);
-  }
-
-  function hasUser(uid) {
-    return getUser(uid) !== undefined;
-  }
-
-  function addUser(user) {
-    const existing = getUser(user.uniqueId);
-    if (existing) {
-      for (const key of Object.keys(user)) {
-        if (key === 'uniqueId' || key === 'sources') continue;
-        if (user[key] !== undefined && user[key] !== null && user[key] !== '') {
-          existing[key] = user[key];
-        }
-      }
-      if (user.status && existing.status !== 'done') {
-        existing.status = user.status;
-      }
-      if (user.processed && !existing.processedAt) {
-        existing.processedAt = Date.now();
-      }
-      if (user.sources && Array.isArray(user.sources)) {
-        existing.sources = [...new Set([...(existing.sources || []), ...user.sources])];
-      }
-    } else {
-      if (!user.status) user.status = inferStatus(user);
-      if (user.processed) user.processedAt = user.processedAt || Date.now();
-      data.unshift(user);
-    }
-  }
-
-  function getPendingUsers() {
-    return data.filter(u => u.status === 'pending');
-  }
-
-  function getProcessedUsers() {
-    return data.filter(u => u.status === 'done');
-  }
-
-  function getAllUsers() {
-    return data;
-  }
-
-  function claimNextJob(expireMs = 5 * 60 * 1000) {
-    let next = data.find(u => u.status === 'pending' && u.pinned);
-
-    if (!next) {
-      next = data.find(u => u.status === 'pending');
-    }
-
-    if (!next) {
-      const now = Date.now();
-      const expired = data.find(u =>
-        u.status === 'processing' && u.claimedAt && (now - u.claimedAt) > expireMs
-      );
-      if (expired) {
-        expired.status = 'pending';
-        delete expired.claimedAt;
-        next = expired;
-      }
-    }
-
-    if (next) {
-      next.status = 'processing';
-      next.claimedAt = Date.now();
-      return { uniqueId: next.uniqueId, nickname: next.nickname, claimedAt: next.claimedAt };
-    }
-    return null;
-  }
-
-  function commitJob(uniqueId, result) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: 'user not found' };
-
-    if (result.restricted) {
-      user.status = 'restricted';
-      if (result.userInfo) {
-        const info = result.userInfo;
-        for (const key of Object.keys(info)) {
-          if (key === 'uniqueId' || key === 'sources') continue;
-          if (info[key] !== undefined && info[key] !== null && info[key] !== '') {
-            user[key] = info[key];
-          }
-        }
-      }
-      user.processed = true;
-      user.processedAt = Date.now();
-      user.noVideo = true;
-      user.sources = [...new Set([...(user.sources || []), 'restricted'])];
-    } else if (result.error) {
-      user.status = 'error';
-      user.error = result.error;
-      user.sources = [...new Set([...(user.sources || []), 'error'])];
-    } else {
-      user.status = 'done';
-      user.processed = true;
-      user.processedAt = Date.now();
-      user.followerCount = result.userInfo?.followerCount ?? user.followerCount;
-      user.videoCount = result.userInfo?.videoCount ?? user.videoCount;
-      user.nickname = result.userInfo?.nickname || user.nickname;
-      user.locationCreated = result.userInfo?.locationCreated || user.locationCreated;
-      user.ttSeller = result.userInfo?.ttSeller ?? user.ttSeller;
-      user.verified = result.userInfo?.verified ?? user.verified;
-      user.region = result.userInfo?.region || user.region;
-      user.signature = result.userInfo?.signature ?? user.signature;
-      user.followingCount = result.userInfo?.followingCount ?? user.followingCount;
-      user.heartCount = result.userInfo?.heartCount ?? user.heartCount;
-      if (result.userInfo?.secUid) user.secUid = result.userInfo.secUid;
-      const extraFields = ['restricted', 'error', 'userInfo', 'discoveredVideoAuthors',
-        'discoveredCommentAuthors', 'discoveredGuessAuthors', 'discoveredFollowing',
-        'discoveredFollowers', 'uniqueId', 'sources'];
-      for (const key of Object.keys(result)) {
-        if (extraFields.includes(key)) continue;
-        if (result[key] !== undefined && result[key] !== null && result[key] !== '') {
-          user[key] = result[key];
-        }
-      }
-      user.sources = [...new Set([...(user.sources || []), 'processed'])];
-
-      const discovered = [
-        ...(result.discoveredVideoAuthors || []).map(v => ({
-          uniqueId: v.uniqueId, nickname: v.nickname, locationCreated: v.locationCreated,
-          sources: ['video']
-        })),
-        ...(result.discoveredCommentAuthors || []).map(c => {
-          const id = typeof c === 'string' ? c.replace(/^@/, '') : c.uniqueId;
-          return typeof c === 'string'
-            ? { uniqueId: id, sources: ['comment'] }
-            : { uniqueId: id, ...c, sources: [...new Set([...(c.sources || []), 'comment'])] };
-        }),
-        ...(result.discoveredGuessAuthors || []).map(g => {
-          const id = typeof g === 'string' ? g.replace(/^@/, '') : g.uniqueId;
-          return typeof g === 'string'
-            ? { uniqueId: id, sources: ['guess'] }
-            : { uniqueId: id, ...g, sources: [...new Set([...(g.sources || []), 'guess'])] };
-        }),
-        ...(result.discoveredFollowing || []).map(([handle, name]) => ({
-          uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['following']
-        })),
-        ...(result.discoveredFollowers || []).map(([handle, name]) => ({
-          uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['follower']
-        })),
-      ];
-
-      for (const du of discovered) {
-        if (!du.uniqueId) continue;
-        addUser(du);
-      }
-    }
-
-    delete user.claimedAt;
-    save();
-    return { saved: true };
-  }
-
-  function resetJob(uniqueId) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: 'user not found' };
-    user.status = 'pending';
-    delete user.claimedAt;
-    delete user.processedAt;
-    delete user.processed;
-    delete user.error;
-    delete user.restricted;
-    delete user.noVideo;
-    save();
-    return { saved: true };
-  }
-
-  function togglePin(uniqueId) {
-    const user = getUser(uniqueId);
-    if (!user) return { saved: false, error: 'user not found' };
-    user.pinned = !user.pinned;
-    save();
-    return { saved: true, pinned: user.pinned };
-  }
-
-  return {
-    save, getUser, hasUser, addUser,
-    getPendingUsers, getProcessedUsers, getAllUsers,
-    claimNextJob, commitJob, resetJob, togglePin,
-    data,
-  };
-}
+import fs from 'fs';
+import path from 'path';
+
+function inferStatus(u) {
+  if (u.restricted) return 'restricted';
+  if (u.error) return 'error';
+  if (u.processed) return 'done';
+  return 'pending';
+}
+
+export function createStore(filePath) {
+  let data = [];
+
+  let backupTimer = null;
+
+  if (filePath) {
+    const resolved = path.resolve(filePath);
+    const backupDir = path.join(path.dirname(resolved), '.backup');
+    const maxBackups = 3;
+
+    if (fs.existsSync(resolved)) {
+      try {
+        const content = fs.readFileSync(resolved, 'utf-8');
+        data = JSON.parse(content);
+        if (!Array.isArray(data)) {
+          data = [];
+        }
+      } catch (e) {
+        console.error(`[data-store] 读取文件失败: ${e.message}`);
+        data = [];
+      }
+    }
+
+    function runBackup() {
+      if (!fs.existsSync(resolved)) return;
+      if (!fs.existsSync(backupDir)) fs.mkdirSync(backupDir, { recursive: true });
+      const now = new Date();
+      const timestamp = now.toISOString().replace(/[:.]/g, '-').slice(0, 13);
+      const backupFile = path.join(backupDir, `data-${timestamp}.json`);
+      try {
+        fs.copyFileSync(resolved, backupFile);
+        const files = fs.readdirSync(backupDir)
+          .filter(f => f.startsWith('data-') && f.endsWith('.json'))
+          .sort()
+          .map(f => path.join(backupDir, f));
+        while (files.length > maxBackups) {
+          fs.unlinkSync(files.shift());
+        }
+      } catch (e) {
+        console.error(`[data-store] 备份失败: ${e.message}`);
+      }
+    }
+
+    backupTimer = setInterval(runBackup, 60 * 60 * 1000);
+  }
+
+  for (const u of data) {
+    if (!u.status) u.status = inferStatus(u);
+  }
+
+  function save() {
+    if (!filePath) return;
+    const resolved = path.resolve(filePath);
+    const json = JSON.stringify(data, null, 2);
+    fs.writeFileSync(resolved, json, 'utf-8');
+  }
+
+  function stopBackup() {
+    if (backupTimer) {
+      clearInterval(backupTimer);
+      backupTimer = null;
+    }
+  }
+
+  function getUser(uid) {
+    return data.find(u => u.uniqueId === uid);
+  }
+
+  function hasUser(uid) {
+    return getUser(uid) !== undefined;
+  }
+
+  function addUser(user, append) {
+    const existing = getUser(user.uniqueId);
+    if (existing) {
+      for (const key of Object.keys(user)) {
+        if (key === 'uniqueId' || key === 'sources') continue;
+        if (user[key] !== undefined && user[key] !== null && user[key] !== '') {
+          existing[key] = user[key];
+        }
+      }
+    } else {
+      if (!user.status) user.status = inferStatus(user);
+      if (user.processed) user.processedAt = user.processedAt || Date.now();
+      if (append) data.push(user);
+      else data.unshift(user);
+    }
+  }
+
+  function getPendingUsers() {
+    return data.filter(u => u.status === 'pending');
+  }
+
+  function getProcessedUsers() {
+    return data.filter(u => u.status === 'done');
+  }
+
+  function getAllUsers() {
+    return data;
+  }
+
+  function claimNextJob(userId, expireMs = 5 * 60 * 1000) {
+    let next = data.find(u => u.status === 'pending' && u.pinned);
+
+    if (!next) {
+      const now = Date.now();
+      const expired = data.find(u =>
+        u.status === 'processing' && u.claimedAt && (now - u.claimedAt) > expireMs
+      );
+      if (expired) {
+        expired.status = 'pending';
+        delete expired.claimedAt;
+        next = expired;
+      }
+    }
+
+    if (!next) {
+      next = data.find(u => u.status === 'pending' && u.sources && u.sources.includes('seed'));
+    }
+
+    if (!next) {
+      next = data.find(u => u.status === 'pending');
+    }
+
+    if (next) {
+      next.status = 'processing';
+      next.claimedAt = Date.now();
+      next.claimedBy = userId;
+      return { uniqueId: next.uniqueId, nickname: next.nickname, claimedAt: next.claimedAt, claimedBy: userId };
+    }
+    return null;
+  }
+
+  function commitJob(uniqueId, result) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: 'user not found' };
+
+    if (result.restricted) {
+      user.status = 'restricted';
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === 'uniqueId' || key === 'sources') continue;
+          if (info[key] !== undefined && info[key] !== null && info[key] !== '') {
+            user[key] = info[key];
+          }
+        }
+      }
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.noVideo = true;
+      user.sources = [...new Set([...(user.sources || []), 'restricted'])];
+    } else if (result.error) {
+      user.status = 'error';
+      user.error = result.error;
+      user.sources = [...new Set([...(user.sources || []), 'error'])];
+    } else {
+      user.status = 'done';
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.followerCount = result.userInfo?.followerCount ?? user.followerCount;
+      user.videoCount = result.userInfo?.videoCount ?? user.videoCount;
+      user.nickname = result.userInfo?.nickname || user.nickname;
+      user.locationCreated = result.userInfo?.locationCreated || user.locationCreated;
+      user.ttSeller = result.userInfo?.ttSeller ?? user.ttSeller;
+      user.verified = result.userInfo?.verified ?? user.verified;
+      user.region = result.userInfo?.region || user.region;
+      user.signature = result.userInfo?.signature ?? user.signature;
+      user.followingCount = result.userInfo?.followingCount ?? user.followingCount;
+      user.heartCount = result.userInfo?.heartCount ?? user.heartCount;
+      if (result.userInfo?.secUid) user.secUid = result.userInfo.secUid;
+      const extraFields = ['restricted', 'error', 'userInfo', 'discoveredVideoAuthors',
+        'discoveredCommentAuthors', 'discoveredGuessAuthors', 'discoveredFollowing',
+        'discoveredFollowers', 'uniqueId', 'sources'];
+      for (const key of Object.keys(result)) {
+        if (extraFields.includes(key)) continue;
+        if (result[key] !== undefined && result[key] !== null && result[key] !== '') {
+          user[key] = result[key];
+        }
+      }
+      user.sources = [...new Set([...(user.sources || []), 'processed'])];
+
+      const discovered = [
+        ...(result.discoveredVideoAuthors || []).map(v => ({
+          uniqueId: v.uniqueId, nickname: v.nickname, locationCreated: v.locationCreated,
+          sources: ['video']
+        })),
+        ...(result.discoveredCommentAuthors || []).map(c => {
+          const id = typeof c === 'string' ? c.replace(/^@/, '') : c.uniqueId;
+          return typeof c === 'string'
+            ? { uniqueId: id, sources: ['comment'] }
+            : { uniqueId: id, ...c, sources: [...new Set([...(c.sources || []), 'comment'])] };
+        }),
+        ...(result.discoveredGuessAuthors || []).map(g => {
+          const id = typeof g === 'string' ? g.replace(/^@/, '') : g.uniqueId;
+          return typeof g === 'string'
+            ? { uniqueId: id, sources: ['guess'] }
+            : { uniqueId: id, ...g, sources: [...new Set([...(g.sources || []), 'guess'])] };
+        }),
+        ...(result.discoveredFollowing || []).map(([handle, name]) => ({
+          uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['following']
+        })),
+        ...(result.discoveredFollowers || []).map(([handle, name]) => ({
+          uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['follower']
+        })),
+      ];
+
+      for (const du of discovered) {
+        if (!du.uniqueId) continue;
+        addUser(du, true);
+      }
+    }
+
+    delete user.claimedAt;
+    save();
+    return { saved: true };
+  }
+
+  function resetJob(uniqueId) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: 'user not found' };
+    user.status = 'pending';
+    delete user.claimedAt;
+    delete user.processedAt;
+    delete user.processed;
+    delete user.error;
+    delete user.restricted;
+    delete user.noVideo;
+    save();
+    return { saved: true };
+  }
+
+  function togglePin(uniqueId) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: 'user not found' };
+    user.pinned = !user.pinned;
+    save();
+    return { saved: true, pinned: user.pinned };
+  }
+
+  return {
+    save, getUser, hasUser, addUser,
+    getPendingUsers, getProcessedUsers, getAllUsers,
+    claimNextJob, commitJob, resetJob, togglePin,
+    stopBackup,
+    data,
+  };
+}