tt-help-cli-ycl 1.3.57 → 1.3.58

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.3.57",
+  "version": "1.3.58",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/lib/api-interceptor.js

@@ -18,7 +18,7 @@ async function processAPIResponse(
   for (const item of firstPageItems) {
     if (items.length >= maxVideos) break;
     const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-    items.push({ id: item.id, href });
+    items.push({ id: item.id, href, createTime: item.createTime || null });
   }
 
   let cursor = data.cursor;
@@ -59,7 +59,11 @@ async function processAPIResponse(
         for (const item of pageData.itemList) {
           if (items.length >= maxVideos) break;
           const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-          items.push({ id: item.id, href });
+          items.push({
+            id: item.id,
+            href,
+            createTime: item.createTime || null,
+          });
         }
       }
 

package/src/scraper/explore-core.js

@@ -37,6 +37,7 @@ async function processExplore(page, username, options, log) {
     hasFollowData: false,
     keepFollow: false,
     locationCreated: null,
+    latestVideoTime: null,
     noVideo: false,
     restricted: false,
     error: null,
@@ -67,6 +68,15 @@ async function processExplore(page, username, options, log) {
     const videoArray = videoList ? [...videoList.values()] : [];
     result.collectedVideos = videoArray.length;
 
+    // 从视频列表中找最近的作品发布时间
+    const latestCreateTime = videoArray
+      .filter((v) => v.createTime)
+      .reduce((max, v) => (v.createTime > max ? v.createTime : max), 0);
+    if (latestCreateTime > 0) {
+      result.latestVideoTime = latestCreateTime;
+      if (result.userInfo) result.userInfo.latestVideoTime = latestCreateTime;
+    }
+
     if (videoArray.length <= 0) {
       // 视频为空：可能是页面受限或用户真的没有视频
       result.processed = true;

package/src/watch/data-store.js

@@ -129,6 +129,9 @@ function initUserDb(filePath) {
   if (!existingJobColumns.has("status_code")) {
     db.exec(`ALTER TABLE jobs ADD COLUMN status_code INTEGER`);
   }
+  if (!existingJobColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE jobs ADD COLUMN latest_video_time INTEGER`);
+  }
   db.exec(`
     CREATE TABLE IF NOT EXISTS raw_jobs (
       unique_id TEXT PRIMARY KEY,
@@ -159,7 +162,8 @@ function initUserDb(filePath) {
       region TEXT,
       signature TEXT,
       sec_uid TEXT,
-      status_code INTEGER
+      status_code INTEGER,
+      latest_video_time INTEGER
     )
   `);
 
@@ -173,6 +177,9 @@ function initUserDb(filePath) {
   if (!existingRawJobColumns.has("status_code")) {
     db.exec(`ALTER TABLE raw_jobs ADD COLUMN status_code INTEGER`);
   }
+  if (!existingRawJobColumns.has("latest_video_time")) {
+    db.exec(`ALTER TABLE raw_jobs ADD COLUMN latest_video_time INTEGER`);
+  }
   db.exec(`
     CREATE TABLE IF NOT EXISTS videos (
       id TEXT PRIMARY KEY,
@@ -187,7 +194,8 @@ function initUserDb(filePath) {
       comment_count INTEGER,
       share_count INTEGER,
       collect_count INTEGER,
-      stats_updated_at INTEGER
+      stats_updated_at INTEGER,
+      create_time INTEGER
     )
   `);
   db.exec(`
@@ -280,6 +288,11 @@ function initUserDb(filePath) {
     }
   }
 
+  // 迁移：videos 表添加 create_time 列
+  if (!existingVideoColumns.has("create_time")) {
+    db.exec(`ALTER TABLE videos ADD COLUMN create_time INTEGER`);
+  }
+
   const count = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
   console.log(`[data-store] SQLite users 表初始化完成: ${count} 条`);
 }
@@ -311,9 +324,10 @@ export function importLegacyJsonToDb({
       location_created,
       tt_seller,
       registered_at,
-      user_update_count
+      user_update_count,
+      create_time
     )
-    VALUES (?, ?, ?, ?, ?, ?, ?)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?)
   `);
 
   const importUsersTxn = db.transaction((items) => {
@@ -336,6 +350,7 @@ export function importLegacyJsonToDb({
         item.ttSeller ? 1 : 0,
         item.registeredAt || item.registered_at || Date.now(),
         item.userUpdateCount || item.user_update_count || 0,
+        item.createTime || item.create_time || null,
       );
     }
   });
@@ -857,7 +872,8 @@ function moveJobsToRawByCountry(scope, country) {
         updated_at,
         region,
         signature,
-        sec_uid
+        sec_uid,
+        latest_video_time
       )
       SELECT
         unique_id,
@@ -887,7 +903,8 @@ function moveJobsToRawByCountry(scope, country) {
         updated_at,
         region,
         signature,
-        sec_uid
+        sec_uid,
+        latest_video_time
       FROM jobs
       WHERE ${whereSql}
     `,
@@ -1293,6 +1310,7 @@ function getTargetUsersFromDb(targetLocations = []) {
         tt_seller,
         verified,
         location_created,
+        latest_video_time,
         status,
         sources
       FROM jobs
@@ -1359,6 +1377,7 @@ const writableJobColumns = new Set([
   "signature",
   "sec_uid",
   "status_code",
+  "latest_video_time",
 ]);
 
 function normalizeJobValue(column, value) {
@@ -3119,9 +3138,10 @@ export function createStore(filePath) {
           location_created,
           tt_seller,
           registered_at,
-          user_update_count
+          user_update_count,
+          create_time
         )
-        VALUES (?, ?, ?, ?, ?, ?, ?)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
       `);
       let registered = 0;
       let skipped = 0;
@@ -3136,6 +3156,7 @@ export function createStore(filePath) {
             ttSeller ? 1 : 0,
             now,
             0,
+            item.createTime || null,
           );
           if (result.changes > 0) registered++;
           else skipped++;
@@ -3161,6 +3182,7 @@ export function createStore(filePath) {
         locationCreated: locationCreated || null,
         ttSeller: ttSeller || false,
         registeredAt: Date.now(),
+        createTime: item.createTime || null,
       });
       existingIds.add(item.id);
       registered++;