tt-help-cli-ycl 1.3.0 → 1.3.2

package/src/watch/data-store.mjs

@@ -0,0 +1,239 @@
+import fs from 'fs';
+import path from 'path';
+
+function inferStatus(u) {
+  if (u.restricted) return 'restricted';
+  if (u.error) return 'error';
+  if (u.processed) return 'done';
+  return 'pending';
+}
+
+export function createStore(filePath) {
+  let data = [];
+
+  if (filePath) {
+    const resolved = path.resolve(filePath);
+    if (fs.existsSync(resolved)) {
+      try {
+        const raw = fs.readFileSync(resolved, 'utf-8');
+        data = JSON.parse(raw);
+        if (!Array.isArray(data)) data = [];
+      } catch (e) {
+        console.error(`[data-store] 读取文件失败: ${e.message}`);
+        data = [];
+      }
+    }
+  }
+
+  for (const u of data) {
+    if (!u.status) u.status = inferStatus(u);
+  }
+
+  function save() {
+    if (!filePath) return;
+    const resolved = path.resolve(filePath);
+    try {
+      if (fs.existsSync(resolved)) {
+        const raw = fs.readFileSync(resolved, 'utf-8');
+        const diskData = JSON.parse(raw);
+        if (Array.isArray(diskData)) {
+          const memIds = new Set(data.map(u => u.uniqueId));
+          for (const diskUser of diskData) {
+            if (!memIds.has(diskUser.uniqueId)) {
+              if (!diskUser.status) diskUser.status = inferStatus(diskUser);
+              data.push(diskUser);
+            }
+          }
+        }
+      }
+    } catch (e) { console.error(`[data-store] 合并磁盘数据失败: ${e.message}`); }
+    const json = JSON.stringify(data, null, 2);
+    fs.writeFileSync(resolved, json, 'utf-8');
+  }
+
+  function getUser(uid) {
+    return data.find(u => u.uniqueId === uid);
+  }
+
+  function hasUser(uid) {
+    return getUser(uid) !== undefined;
+  }
+
+  function addUser(user) {
+    const existing = getUser(user.uniqueId);
+    if (existing) {
+      for (const key of Object.keys(user)) {
+        if (key === 'uniqueId' || key === 'sources') continue;
+        if (user[key] !== undefined && user[key] !== null && user[key] !== '') {
+          existing[key] = user[key];
+        }
+      }
+      if (user.status && existing.status !== 'done') {
+        existing.status = user.status;
+      }
+      if (user.processed && !existing.processedAt) {
+        existing.processedAt = Date.now();
+      }
+      if (user.sources && Array.isArray(user.sources)) {
+        existing.sources = [...new Set([...(existing.sources || []), ...user.sources])];
+      }
+    } else {
+      if (!user.status) user.status = inferStatus(user);
+      if (user.processed) user.processedAt = user.processedAt || Date.now();
+      data.unshift(user);
+    }
+  }
+
+  function getPendingUsers() {
+    return data.filter(u => u.status === 'pending');
+  }
+
+  function getProcessedUsers() {
+    return data.filter(u => u.status === 'done');
+  }
+
+  function getAllUsers() {
+    return data;
+  }
+
+  function claimNextJob(expireMs = 5 * 60 * 1000) {
+    let next = data.find(u => u.status === 'pending' && u.pinned);
+
+    if (!next) {
+      next = data.find(u => u.status === 'pending');
+    }
+
+    if (!next) {
+      const now = Date.now();
+      const expired = data.find(u =>
+        u.status === 'processing' && u.claimedAt && (now - u.claimedAt) > expireMs
+      );
+      if (expired) {
+        expired.status = 'pending';
+        delete expired.claimedAt;
+        next = expired;
+      }
+    }
+
+    if (next) {
+      next.status = 'processing';
+      next.claimedAt = Date.now();
+      return { uniqueId: next.uniqueId, nickname: next.nickname, claimedAt: next.claimedAt };
+    }
+    return null;
+  }
+
+  function commitJob(uniqueId, result) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: 'user not found' };
+
+    if (result.restricted) {
+      user.status = 'restricted';
+      if (result.userInfo) {
+        const info = result.userInfo;
+        for (const key of Object.keys(info)) {
+          if (key === 'uniqueId' || key === 'sources') continue;
+          if (info[key] !== undefined && info[key] !== null && info[key] !== '') {
+            user[key] = info[key];
+          }
+        }
+      }
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.noVideo = true;
+      user.sources = [...new Set([...(user.sources || []), 'restricted'])];
+    } else if (result.error) {
+      user.status = 'error';
+      user.error = result.error;
+      user.sources = [...new Set([...(user.sources || []), 'error'])];
+    } else {
+      user.status = 'done';
+      user.processed = true;
+      user.processedAt = Date.now();
+      user.followerCount = result.userInfo?.followerCount ?? user.followerCount;
+      user.videoCount = result.userInfo?.videoCount ?? user.videoCount;
+      user.nickname = result.userInfo?.nickname || user.nickname;
+      user.locationCreated = result.userInfo?.locationCreated || user.locationCreated;
+      user.ttSeller = result.userInfo?.ttSeller ?? user.ttSeller;
+      user.verified = result.userInfo?.verified ?? user.verified;
+      user.region = result.userInfo?.region || user.region;
+      user.signature = result.userInfo?.signature ?? user.signature;
+      user.followingCount = result.userInfo?.followingCount ?? user.followingCount;
+      user.heartCount = result.userInfo?.heartCount ?? user.heartCount;
+      if (result.userInfo?.secUid) user.secUid = result.userInfo.secUid;
+      const extraFields = ['restricted', 'error', 'userInfo', 'discoveredVideoAuthors',
+        'discoveredCommentAuthors', 'discoveredGuessAuthors', 'discoveredFollowing',
+        'discoveredFollowers', 'uniqueId', 'sources'];
+      for (const key of Object.keys(result)) {
+        if (extraFields.includes(key)) continue;
+        if (result[key] !== undefined && result[key] !== null && result[key] !== '') {
+          user[key] = result[key];
+        }
+      }
+      user.sources = [...new Set([...(user.sources || []), 'processed'])];
+
+      const discovered = [
+        ...(result.discoveredVideoAuthors || []).map(v => ({
+          uniqueId: v.uniqueId, nickname: v.nickname, locationCreated: v.locationCreated,
+          sources: ['video']
+        })),
+        ...(result.discoveredCommentAuthors || []).map(c => {
+          const id = typeof c === 'string' ? c.replace(/^@/, '') : c.uniqueId;
+          return typeof c === 'string'
+            ? { uniqueId: id, sources: ['comment'] }
+            : { uniqueId: id, ...c, sources: [...new Set([...(c.sources || []), 'comment'])] };
+        }),
+        ...(result.discoveredGuessAuthors || []).map(g => {
+          const id = typeof g === 'string' ? g.replace(/^@/, '') : g.uniqueId;
+          return typeof g === 'string'
+            ? { uniqueId: id, sources: ['guess'] }
+            : { uniqueId: id, ...g, sources: [...new Set([...(g.sources || []), 'guess'])] };
+        }),
+        ...(result.discoveredFollowing || []).map(([handle, name]) => ({
+          uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['following']
+        })),
+        ...(result.discoveredFollowers || []).map(([handle, name]) => ({
+          uniqueId: handle.replace(/^@/, ''), nickname: name, sources: ['follower']
+        })),
+      ];
+
+      for (const du of discovered) {
+        if (!du.uniqueId) continue;
+        addUser(du);
+      }
+    }
+
+    delete user.claimedAt;
+    save();
+    return { saved: true };
+  }
+
+  function resetJob(uniqueId) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: 'user not found' };
+    user.status = 'pending';
+    delete user.claimedAt;
+    delete user.processedAt;
+    delete user.processed;
+    delete user.error;
+    delete user.restricted;
+    delete user.noVideo;
+    save();
+    return { saved: true };
+  }
+
+  function togglePin(uniqueId) {
+    const user = getUser(uniqueId);
+    if (!user) return { saved: false, error: 'user not found' };
+    user.pinned = !user.pinned;
+    save();
+    return { saved: true, pinned: user.pinned };
+  }
+
+  return {
+    save, getUser, hasUser, addUser,
+    getPendingUsers, getProcessedUsers, getAllUsers,
+    claimNextJob, commitJob, resetJob, togglePin,
+    data,
+  };
+}