tt-help-cli-ycl 1.2.0 → 1.3.1

package/src/watch/server.mjs

@@ -1,153 +1,234 @@
-import http from 'http';
-import { readFileSync, existsSync, writeFileSync } from 'fs';
-import { join, dirname, resolve } from 'path';
-import { fileURLToPath } from 'url';
-import { spawn } from 'child_process';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
-const publicDir = join(__dirname, 'public');
-
-function analyzeData(users) {
-  if (!Array.isArray(users)) users = [];
-
-  const totalUsers = users.length;
-  const processedUsers = users.filter(u => u.processed).length;
-  const pendingUsers = users.filter(u => !u.processed && !u.error && !u.restricted).length;
-  const restrictedUsers = users.filter(u => u.restricted).length;
-  const errorUsers = users.filter(u => u.error && !u.processed).length;
-  const noVideoUsers = users.filter(u => u.noVideo).length;
-  const keepFollowUsers = users.filter(u => u.keepFollow).length;
-
-  const countryMap = {};
-  for (const u of users) {
-    if (!u.processed) continue;
-    const loc = u.locationCreated || '未知';
-    countryMap[loc] = (countryMap[loc] || 0) + 1;
-  }
-  const countryStats = Object.entries(countryMap)
-    .map(([country, count]) => ({ country, count }))
-    .sort((a, b) => b.count - a.count);
-
-  const sourceCounts = { seed: 0, video: 0, comment: 0, guess: 0, following: 0, follower: 0, processed: 0, restricted: 0, error: 0, noVideo: 0 };
-  for (const u of users) {
-    if (u.restricted) {
-      sourceCounts.restricted++;
-      continue;
-    }
-    if (u.error && !u.processed) {
-      sourceCounts.error++;
-      continue;
-    }
-    if (u.noVideo) sourceCounts.noVideo++;
-    const sources = u.sources || [];
-    if (u.processed) sourceCounts.processed++;
-    if (sources.includes('video') && !u.processed) sourceCounts.video++;
-    if (sources.includes('comment') && !u.processed) sourceCounts.comment++;
-    if (sources.includes('guess') && !u.processed) sourceCounts.guess++;
-    if (sources.includes('following') && !u.processed) sourceCounts.following++;
-    if (sources.includes('follower') && !u.processed) sourceCounts.follower++;
-    if (!sources.includes('video') && !sources.includes('comment') && !sources.includes('guess') && !sources.includes('following') && !sources.includes('follower') && !u.processed) sourceCounts.seed++;
-  }
-
-  return {
-    totalUsers,
-    processedUsers,
-    pendingUsers,
-    restrictedUsers,
-    errorUsers,
-    noVideoUsers,
-    keepFollowUsers,
-    countryStats,
-    sourceStats: sourceCounts,
-    users,
-  };
-}
-
-function readDataFile(filePath) {
-  const resolved = resolve(filePath);
-  if (!existsSync(resolved)) {
-    return [];
-  }
-  try {
-    const raw = readFileSync(resolved, 'utf-8');
-    const data = JSON.parse(raw);
-    return Array.isArray(data) ? data : [];
-  } catch (e) {
-    return [];
-  }
-}
-
-export function startWatchServer(outputFile, port = 3000) {
-  return new Promise((resolve, reject) => {
-    const server = http.createServer((req, res) => {
-      if (req.url === '/' || req.url === '/index.html') {
-        const html = readFileSync(join(publicDir, 'index.html'), 'utf-8');
-        res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
-        res.end(html);
-      } else if (req.url === '/api/data') {
-        const users = readDataFile(outputFile);
-        const data = analyzeData(users);
-        res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
-        res.end(JSON.stringify(data));
-      } else if (req.url === '/api/users' && req.method === 'POST') {
-        let body = '';
-        req.on('data', chunk => body += chunk);
-        req.on('end', () => {
-          try {
-            const { usernames } = JSON.parse(body);
-            if (!Array.isArray(usernames) || usernames.length === 0) {
-              res.writeHead(400, { 'Content-Type': 'application/json' });
-              res.end(JSON.stringify({ error: 'usernames 数组不能为空' }));
-              return;
-            }
-            const resolved = resolve(outputFile);
-            const existing = existsSync(resolved) ? readDataFile(outputFile) : [];
-            const existingIds = new Set(existing.map(u => u.uniqueId));
-            const newUsers = usernames
-              .map(u => u.replace(/^@/, '').trim())
-              .filter(u => u && !existingIds.has(u))
-              .map(u => ({ uniqueId: u, sources: ['seed'] }));
-            const updated = [...newUsers, ...existing];
-            writeFileSync(resolved, JSON.stringify(updated, null, 2));
-            res.writeHead(200, { 'Content-Type': 'application/json' });
-            res.end(JSON.stringify({ added: newUsers.length, skipped: usernames.length - newUsers.length }));
-          } catch (e) {
-            res.writeHead(400, { 'Content-Type': 'application/json' });
-            res.end(JSON.stringify({ error: e.message }));
-          }
-        });
-      } else {
-        res.writeHead(404);
-        res.end('Not Found');
-      }
-    });
-
-    server.on('error', (err) => {
-      if (err.code === 'EADDRINUSE') {
-        console.error(`端口 ${port} 已被占用，请更换端口后重试`);
-        reject(err);
-      } else {
-        reject(err);
-      }
-      return;
-    });
-
-    server.listen(port, '127.0.0.1', () => {
-      console.error(`Watch 监控服务已启动: http://127.0.0.1:${port}`);
-      resolve({ server, port });
-    });
-  });
-}
-
-export function startWatchServerStandalone(outputFile, port = 3000) {
-  return new Promise((resolve, reject) => {
-    const openProcess = spawn('open', [`http://127.0.0.1:${port}`]);
-    openProcess.on('error', () => {});
-    startWatchServer(outputFile, port).then(resolve).catch(reject);
-  });
-}
-
-export function openBrowser(port) {
-  spawn('open', [`http://127.0.0.1:${port}`]).on('error', () => {});
-}
+import http from 'http';
+import { readFileSync } from 'fs';
+import { join, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { spawn } from 'child_process';
+import { createStore } from '../data-store.mjs';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+const publicDir = join(__dirname, 'public');
+
+function parseQuery(url) {
+  const idx = url.indexOf('?');
+  if (idx === -1) return { path: url, params: {} };
+  const params = {};
+  for (const kv of url.slice(idx + 1).split('&')) {
+    const [k, v] = kv.split('=');
+    params[decodeURIComponent(k)] = decodeURIComponent(v || '');
+  }
+  return { path: url.slice(0, idx), params };
+}
+
+function computeStats(users) {
+  const total = users.length;
+  const statusCounts = { pending: 0, processing: 0, done: 0, error: 0, restricted: 0 };
+  for (const u of users) {
+    statusCounts[u.status] = (statusCounts[u.status] || 0) + 1;
+  }
+
+  const targetUsers = users.filter(u =>
+    u.ttSeller && u.verified === false && u.locationCreated === 'ES'
+  ).length;
+
+  const countryMap = {};
+  for (const u of users) {
+    if (u.status !== 'done') continue;
+    const loc = u.locationCreated || '\u672a\u77e5';
+    countryMap[loc] = (countryMap[loc] || 0) + 1;
+  }
+  const countryStats = Object.entries(countryMap)
+    .map(([country, count]) => ({ country, count }))
+    .sort((a, b) => b.count - a.count);
+
+  const sourceCounts = { seed: 0, video: 0, comment: 0, guess: 0, following: 0, follower: 0, processed: 0, restricted: 0, error: 0, noVideo: 0 };
+  for (const u of users) {
+    if (u.status === 'restricted') { sourceCounts.restricted++; continue; }
+    if (u.status === 'error') { sourceCounts.error++; continue; }
+    if (u.noVideo) sourceCounts.noVideo++;
+    const sources = u.sources || [];
+    if (u.status === 'done') sourceCounts.processed++;
+    if (sources.includes('video') && u.status !== 'done') sourceCounts.video++;
+    if (sources.includes('comment') && u.status !== 'done') sourceCounts.comment++;
+    if (sources.includes('guess') && u.status !== 'done') sourceCounts.guess++;
+    if (sources.includes('following') && u.status !== 'done') sourceCounts.following++;
+    if (sources.includes('follower') && u.status !== 'done') sourceCounts.follower++;
+    if (!sources.includes('video') && !sources.includes('comment') && !sources.includes('guess') &&
+        !sources.includes('following') && !sources.includes('follower') && u.status !== 'done') sourceCounts.seed++;
+  }
+
+  return {
+    totalUsers: total,
+    processedUsers: statusCounts.done,
+    pendingUsers: statusCounts.pending,
+    processingUsers: statusCounts.processing,
+    restrictedUsers: statusCounts.restricted,
+    errorUsers: statusCounts.error,
+    targetUsers,
+    countryStats,
+    sourceStats: sourceCounts,
+  };
+}
+
+function readBody(req) {
+  return new Promise((resolve, reject) => {
+    let body = '';
+    req.on('data', chunk => body += chunk);
+    req.on('end', () => {
+      try {
+        resolve(body ? JSON.parse(body) : {});
+      } catch (e) {
+        reject(e);
+      }
+    });
+    req.on('error', reject);
+  });
+}
+
+function sendJSON(res, code, data) {
+  res.writeHead(code, { 'Content-Type': 'application/json; charset=utf-8' });
+  res.end(JSON.stringify(data));
+}
+
+export function startWatchServer(outputFile, port = 3000) {
+  return new Promise((_resolve, reject) => {
+    const store = createStore(outputFile);
+
+    const server = http.createServer(async (req, res) => {
+      const { path: routePath, params } = parseQuery(req.url);
+
+      if (req.method === 'POST' && routePath === '/api/users') {
+        try {
+          const { usernames } = await readBody(req);
+          if (!Array.isArray(usernames) || usernames.length === 0) {
+            sendJSON(res, 400, { error: 'usernames \u6570\u7ec4\u4e0d\u80fd\u4e3a\u7a7a' });
+            return;
+          }
+          const existingIds = new Set(store.getAllUsers().map(u => u.uniqueId));
+          const newUsers = usernames
+            .map(u => u.replace(/^@/, '').trim())
+            .filter(u => u && !existingIds.has(u));
+          for (const nu of newUsers) {
+            store.addUser({ uniqueId: nu, sources: ['seed'], status: 'pending' });
+          }
+          store.save();
+          sendJSON(res, 200, {
+            added: newUsers.length,
+            skipped: usernames.length - newUsers.length,
+            message: `\u5df2\u63d2\u5165 ${newUsers.length} \u4e2a\u7528\u6237`
+          });
+        } catch (e) {
+          sendJSON(res, 400, { error: e.message });
+        }
+        return;
+      }
+
+      if (req.method === 'GET' && routePath === '/api/job') {
+        const job = store.claimNextJob();
+        if (job) {
+          store.save();
+          sendJSON(res, 200, { hasJob: true, user: job });
+        } else {
+          sendJSON(res, 200, { hasJob: false });
+        }
+        return;
+      }
+
+      const jobCommitMatch = routePath.match(/^\/api\/job\/([^/]+)$/);
+      if (req.method === 'POST' && jobCommitMatch) {
+        const uniqueId = jobCommitMatch[1];
+        try {
+          const result = await readBody(req);
+          const ret = store.commitJob(uniqueId, result);
+          if (ret.saved) {
+            sendJSON(res, 200, ret);
+          } else {
+            sendJSON(res, 404, ret);
+          }
+        } catch (e) {
+          sendJSON(res, 400, { error: e.message });
+        }
+        return;
+      }
+
+      if (req.method === 'GET' && routePath === '/api/stats') {
+        const stats = computeStats(store.getAllUsers());
+        sendJSON(res, 200, stats);
+        return;
+      }
+
+      if (req.method === 'GET' && routePath === '/api/target-users') {
+        const all = store.getAllUsers();
+        const targets = all.filter(u =>
+          u.ttSeller && u.verified === false && u.locationCreated === 'ES'
+        ).map(u => ({
+          uniqueId: u.uniqueId,
+          nickname: u.nickname || '',
+          followerCount: u.followerCount || 0,
+        }));
+        sendJSON(res, 200, { total: targets.length, users: targets });
+        return;
+      }
+
+      if (req.method === 'GET' && routePath === '/api/users') {
+        const all = store.getAllUsers();
+        let filtered = [...all];
+
+        if (params.status && params.status !== 'all') {
+          filtered = filtered.filter(u => u.status === params.status);
+        }
+        if (params.search) {
+          const s = params.search.toLowerCase();
+          filtered = filtered.filter(u =>
+            u.uniqueId.toLowerCase().includes(s) ||
+            (u.nickname || '').toLowerCase().includes(s)
+          );
+        }
+
+        const statusOrder = { processing: 0, pending: 1, done: 2, error: 3, restricted: 4 };
+        filtered.sort((a, b) => {
+          const sa = statusOrder[a.status] ?? 9;
+          const sb = statusOrder[b.status] ?? 9;
+          if (sa !== sb) return sa - sb;
+          if (a.status === 'done' && b.status === 'done') return (b.processedAt || 0) - (a.processedAt || 0);
+          return (b.followerCount || 0) - (a.followerCount || 0);
+        });
+
+        const limit = parseInt(params.limit) || 50;
+        const offset = parseInt(params.offset) || 0;
+        const paged = filtered.slice(offset, offset + limit);
+
+        sendJSON(res, 200, { total: filtered.length, users: paged });
+        return;
+      }
+
+      if ((req.method === 'GET' && (routePath === '/' || routePath === '/index.html'))) {
+        const html = readFileSync(join(publicDir, 'index.html'), 'utf-8');
+        res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
+        res.end(html);
+        return;
+      }
+
+      res.writeHead(404);
+      res.end('Not Found');
+    });
+
+    server.on('error', (err) => {
+      if (err.code === 'EADDRINUSE') {
+        console.error(`\u7aef\u53e3 ${port} \u5df2\u88ab\u5360\u7528\uff0c\u8bf7\u66f4\u6362\u7aef\u53e3\u540e\u91cd\u8bd5`);
+        reject(err);
+      } else {
+        reject(err);
+      }
+    });
+
+    server.listen(port, '127.0.0.1', () => {
+      console.error(`Watch \u76d1\u63a7\u670d\u52a1\u5df2\u542f\u52a8: http://127.0.0.1:${port}`);
+      _resolve({ server, port });
+    });
+  });
+}
+
+export function openBrowser(port) {
+  spawn('open', [`http://127.0.0.1:${port}`]).on('error', () => {});
+}