tt-help-cli-ycl 1.3.17 → 1.3.18

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.3.17",
+  "version": "1.3.18",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/cli/attach.js

@@ -22,10 +22,11 @@ async function apiGet(url) {
   });
 }
 
-async function apiPut(url, body) {
-  return withRetry(`PUT ${url}`, async () => {
+
+async function apiPost(url, body) {
+  return withRetry(`POST ${url}`, async () => {
     const res = await fetch(url, {
-      method: 'PUT',
+      method: 'POST',
       headers: { 'Content-Type': 'application/json' },
       body: JSON.stringify(body),
     });
@@ -111,37 +112,56 @@ export async function handleAttach(options) {
         })
       );
 
-      let successCount = 0;
-      let failCount = 0;
-      let needRestart = false;
-
-      for (const result of results) {
-        if (result.status === 'fulfilled') {
-          const { uniqueId, info, error } = result.value;
-          if (error) {
-            if (isBrowserClosedError(error)) {
-              needRestart = true;
-            }
-            console.error(`  ✗ @${uniqueId} 获取失败: ${error.message || '未知错误'}`);
-            failCount++;
-          } else if (info) {
-            try {
-              await apiPut(`${serverUrl}/api/user-info/${encodeURIComponent(uniqueId)}`, info);
-              console.error(`  ✓ @${uniqueId} 已提交更新`);
-              successCount++;
-            } catch (err) {
-              console.error(`  ✗ @${uniqueId} 提交失败: ${err.message}`);
-              failCount++;
-            }
-          } else {
-            console.error(`  ✗ @${uniqueId} 未获取到用户信息`);
-            failCount++;
-          }
-        } else {
-          console.error(`  ✗ 任务执行异常: ${result.reason?.message || '未知错误'}`);
-          failCount++;
-        }
-      }
+       let successCount = 0;
+       let failCount = 0;
+       let needRestart = false;
+
+       // 收集抓取成功的任务，记录抓取失败的
+       const successTasks = [];
+       for (const result of results) {
+         if (result.status === 'fulfilled') {
+           const { uniqueId, info, error } = result.value;
+           if (error) {
+             if (isBrowserClosedError(error)) {
+               needRestart = true;
+             }
+             console.error(`  ✗ @${uniqueId} 获取失败: ${error.message || '未知错误'}`);
+             failCount++;
+           } else if (info) {
+             successTasks.push({ uniqueId, info });
+           } else {
+             console.error(`  ✗ @${uniqueId} 未获取到用户信息`);
+             failCount++;
+           }
+         } else {
+           console.error(`  ✗ 任务执行异常: ${result.reason?.message || '未知错误'}`);
+           failCount++;
+         }
+       }
+
+       // 批量提交成功的结果
+       if (successTasks.length > 0) {
+         try {
+           const batchRet = await apiPost(`${serverUrl}/api/user-info-batch`, { updates: successTasks });
+           if (batchRet && batchRet.results) {
+             for (const r of batchRet.results) {
+               if (r.ok) {
+                 successCount++;
+                 console.error(`  ✓ @${r.uniqueId} 已提交更新`);
+               } else {
+                 failCount++;
+                 console.error(`  ✗ @${r.uniqueId} 提交失败: ${r.error}`);
+               }
+             }
+           } else {
+             successCount = successTasks.length;
+             console.error(`  ✓ 批量提交完成 (${successTasks.length} 条)`);
+           }
+         } catch (err) {
+           failCount += successTasks.length;
+           console.error(`  ✗ 批量提交失败: ${err.message}`);
+         }
+       }
 
       console.error(`  本批结果: ${successCount} 成功, ${failCount} 失败\n`);
 

package/src/watch/data-store.js

@@ -605,6 +605,28 @@ export function createStore(filePath) {
     return { ok: true, userUpdateCount: user.userUpdateCount };
   }
 
+  function batchUpdateUserInfo(updates) {
+    const results = [];
+    for (const item of updates) {
+      const user = getUser(item.uniqueId);
+      if (!user) {
+        results.push({ uniqueId: item.uniqueId, error: 'user not found' });
+        continue;
+      }
+      for (const key of Object.keys(item.info)) {
+        if (key === 'uniqueId' || key === 'sources') continue;
+        if (item.info[key] !== undefined && item.info[key] !== null && item.info[key] !== '') {
+          user[key] = item.info[key];
+        }
+      }
+      user.userUpdateCount = (user.userUpdateCount || 0) + 1;
+      user.updatedAt = Date.now();
+      results.push({ uniqueId: item.uniqueId, ok: true, userUpdateCount: user.userUpdateCount });
+    }
+    save();
+    return results;
+  }
+
   // 视频登记
   function registerVideos(sourceUser, videoList, locationCreated, ttSeller) {
     if (!videoList || !Array.isArray(videoList) || videoList.length === 0) {
@@ -649,7 +671,7 @@ export function createStore(filePath) {
     getPendingUsers, getProcessedUsers, getAllUsers, getStats,
     claimNextJob, commitJob, commitNewExplore, resetJob, togglePin,
     getNextRedoJob, commitRedoJob,
-    getPendingUserUpdateTasks, updateUserInfo,
+    getPendingUserUpdateTasks, updateUserInfo, batchUpdateUserInfo,
     reportClientError, deleteClientError, getClientErrors,
     registerVideos, getVideos, getVideoCount,
     stopBackup,

package/src/watch/server.js

@@ -309,7 +309,23 @@ export function startWatchServer(outputFile, port = 3000, existingStore) {
         return;
       }
 
-      const userInfoCommitMatch = routePath.match(/^\/api\/user-info\/([^/]+)$/);
+       if (req.method === 'POST' && routePath === '/api/user-info-batch') {
+          try {
+            const body = await readBody(req);
+            const updates = body.updates || [];
+            const results = store.batchUpdateUserInfo(updates);
+            const okCount = results.filter(r => r.ok).length;
+            const errCount = results.filter(r => r.error).length;
+            const ts = new Date().toISOString().slice(11, 19);
+            console.error(`[JOB ${ts}] USER-INFO-BATCH: ${okCount} ok, ${errCount} error (total=${updates.length})`);
+            sendJSON(res, 200, { results, total: updates.length, ok: okCount, error: errCount });
+          } catch (e) {
+            sendJSON(res, 400, { error: e.message });
+          }
+          return;
+        }
+
+       const userInfoCommitMatch = routePath.match(/^\/api\/user-info\/([^/]+)$/);
       if (req.method === 'PUT' && userInfoCommitMatch) {
         const uniqueId = userInfoCommitMatch[1];
         try {