tt-help-cli-ycl 1.3.20 → 1.3.21

package/src/cli/watch.js

@@ -1,31 +1,31 @@
-import { existsSync } from 'fs';
-import { createStore } from '../watch/data-store.js';
-import { startWatchServer, openBrowser } from '../watch/server.js';
-
-export async function handleWatch(options) {
-  const { outputFile, watchPort } = options;
-
-  if (!outputFile) {
-    console.error('用法: tt-help watch -o <数据文件> [-p 端口]');
-    console.error('示例: tt-help watch -o data.json');
-    console.error('      tt-help watch -o data.json -p 8080');
-    process.exit(1);
-  }
-
-  if (!existsSync(outputFile)) {
-    console.error(`文件不存�? ${outputFile}`);
-    process.exit(1);
-  }
-
-  const store = createStore(outputFile);
-  const { server, port } = await startWatchServer(outputFile, watchPort, store);
-  openBrowser(port);
-
-  process.once('SIGINT', () => {
-    store.stopBackup();
-    server.close();
-    process.exit(0);
-  });
-
-  console.error('�?Ctrl+C 停止监控服务');
-}
+import { existsSync } from 'fs';
+import { createStore } from '../watch/data-store.js';
+import { startWatchServer, openBrowser } from '../watch/server.js';
+
+export async function handleWatch(options) {
+  const { outputFile, watchPort } = options;
+
+  if (!outputFile) {
+    console.error('用法: tt-help watch -o <数据文件> [-p 端口]');
+    console.error('示例: tt-help watch -o data.json');
+    console.error('      tt-help watch -o data.json -p 8080');
+    process.exit(1);
+  }
+
+  if (!existsSync(outputFile)) {
+    console.error(`文件不存�? ${outputFile}`);
+    process.exit(1);
+  }
+
+  const store = createStore(outputFile);
+  const { server, port } = await startWatchServer(outputFile, watchPort, store);
+  openBrowser(port);
+
+  process.once('SIGINT', () => {
+    store.stopBackup();
+    server.close();
+    process.exit(0);
+  });
+
+  console.error('�?Ctrl+C 停止监控服务');
+}

package/src/lib/api-interceptor.js

@@ -1,124 +1,129 @@
-import { delay } from './delay.js';
-
-/**
- * 通过拦截 TikTok 内部 API 获取用户视频列表
- * 比 DOM 滚动解析快 5-10 倍
- *
- * @param {import('playwright').Page} page - Playwright page (CDP 连接)
- * @param {string} username - TikTok 用户名
- * @param {number} maxVideos - 最大视频数
- * @param {Function} log - 日志函数
- * @returns {Map<string, {id: string, href: string}>} 与 collectVideos 返回格式一致
- */
-async function fetchUserVideosAPI(page, username, maxVideos, log) {
-  const url = `https://www.tiktok.com/@${username}`;
-  const items = [];
-
-  // 1. 注册 response 拦截器 + request URL 捕获
-  let apiResolve = null;
-  const apiPromise = new Promise(r => { apiResolve = r; });
-
-  let apiRequestUrl = null;
-
-  const responseHandler = async (response) => {
-    if (response.url().includes('/api/post/item_list/')) {
-      try {
-        apiResolve(await response.json());
-      } catch (e) {
-        apiResolve(null);
-      }
-    }
-  };
-
-  const requestHandler = (request) => {
-    if (request.url().includes('/api/post/item_list/') && !apiRequestUrl) {
-      apiRequestUrl = request.url();
-    }
-  };
-
-  page.on('response', responseHandler);
-  page.on('request', requestHandler);
-
-  try {
-    // 2. 导航并等待 API 响应
-    log('  [API拦截] 导航到用户页，等待 /api/post/item_list/ ...');
-    const t0 = Date.now();
-
-    await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
-
-    const data = await Promise.race([
-      apiPromise,
-      new Promise(r => setTimeout(() => r(null), 8000)),
-    ]);
-
-    const elapsed = Date.now() - t0;
-
-    if (!data || !data.itemList) {
-      log(`  [API拦截] ${elapsed}ms 后未拿到 API 数据`);
-      return null;
-    }
-
-    // 3. 提取首页视频
-    const firstPageItems = data.itemList || [];
-    for (const item of firstPageItems) {
-      if (items.length >= maxVideos) break;
-      const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-      items.push({ id: item.id, href });
-    }
-
-    log(`  [API拦截] ${elapsed}ms 获取首页 ${firstPageItems.length} 条视频`);
-
-    // 4. 翻页获取后续视频
-    let cursor = data.cursor;
-    let hasMore = data.hasMore;
-
-    while (hasMore && cursor && items.length < maxVideos) {
-      if (!apiRequestUrl) {
-        log('  [API拦截] 未捕获到 API 请求 URL，无法翻页');
-        break;
-      }
-
-      const newUrl = apiRequestUrl.replace(/cursor=\d+/, `cursor=${cursor}`);
-
-      try {
-        const pageData = await page.evaluate(async (u) => {
-          const res = await fetch(u);
-          return await res.json();
-        }, newUrl);
-
-        if (pageData && pageData.itemList) {
-          for (const item of pageData.itemList) {
-            if (items.length >= maxVideos) break;
-            const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
-            items.push({ id: item.id, href });
-          }
-          log(`  [API拦截] 翻页 cursor=${cursor}，获取 ${pageData.itemList.length} 条，累计 ${items.length}`);
-        }
-
-        cursor = pageData.cursor;
-        hasMore = pageData.hasMore;
-      } catch (e) {
-        log(`  [API拦截] 翻页失败: ${e.message}`);
-        break;
-      }
-
-      await delay(300, 600);
-    }
-
-    log(`  [API拦截] 总计获取 ${items.length} 条视频`);
-
-    // 转成 Map 返回，与 collectVideos 一致
-    const videoMap = new Map();
-    for (const v of items) {
-      if (!videoMap.has(v.id)) videoMap.set(v.id, v);
-    }
-
-    return videoMap;
-  } finally {
-    // 5. 必须清理拦截器，防止累积
-    page.off('response', responseHandler);
-    page.off('request', requestHandler);
-  }
-}
-
-export { fetchUserVideosAPI };
+import { delay } from './delay.js';
+import { retryWithBackoff } from './retry.js';
+import { assertPageUrl } from './browser/page.js';
+
+/**
+ * 通过拦截 TikTok 内部 API 获取用户视频列表
+ * 比 DOM 滚动解析快 5-10 倍
+ *
+ * @param {import('playwright').Page} page - Playwright page (CDP 连接)
+ * @param {string} username - TikTok 用户名
+ * @param {number} maxVideos - 最大视频数
+ * @param {Function} log - 日志函数
+ * @returns {Map<string, {id: string, href: string}>} 与 collectVideos 返回格式一致
+ */
+async function fetchUserVideosAPI(page, username, maxVideos, log) {
+  const url = `https://www.tiktok.com/@${username}`;
+  const items = [];
+
+  // 1. 注册 response 拦截器 + request URL 捕获
+  let apiResolve = null;
+  const apiPromise = new Promise(r => { apiResolve = r; });
+
+  let apiRequestUrl = null;
+
+  const responseHandler = async (response) => {
+    if (response.url().includes('/api/post/item_list/')) {
+      try {
+        apiResolve(await response.json());
+      } catch (e) {
+        apiResolve(null);
+      }
+    }
+  };
+
+  const requestHandler = (request) => {
+    if (request.url().includes('/api/post/item_list/') && !apiRequestUrl) {
+      apiRequestUrl = request.url();
+    }
+  };
+
+  page.on('response', responseHandler);
+  page.on('request', requestHandler);
+
+  try {
+    // 2. 导航并等待 API 响应
+    log('  [API拦截] 导航到用户页，等待 /api/post/item_list/ ...');
+    const t0 = Date.now();
+
+    await retryWithBackoff(async () => {
+      await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+      await assertPageUrl(page, `@${username}`);
+    }, { maxRetries: 3, baseDelay: 3000, log });
+
+    const data = await Promise.race([
+      apiPromise,
+      new Promise(r => setTimeout(() => r(null), 8000)),
+    ]);
+
+    const elapsed = Date.now() - t0;
+
+    if (!data || !data.itemList) {
+      log(`  [API拦截] ${elapsed}ms 后未拿到 API 数据`);
+      return null;
+    }
+
+    // 3. 提取首页视频
+    const firstPageItems = data.itemList || [];
+    for (const item of firstPageItems) {
+      if (items.length >= maxVideos) break;
+      const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
+      items.push({ id: item.id, href });
+    }
+
+    log(`  [API拦截] ${elapsed}ms 获取首页 ${firstPageItems.length} 条视频`);
+
+    // 4. 翻页获取后续视频
+    let cursor = data.cursor;
+    let hasMore = data.hasMore;
+
+    while (hasMore && cursor && items.length < maxVideos) {
+      if (!apiRequestUrl) {
+        log('  [API拦截] 未捕获到 API 请求 URL，无法翻页');
+        break;
+      }
+
+      const newUrl = apiRequestUrl.replace(/cursor=\d+/, `cursor=${cursor}`);
+
+      try {
+        const pageData = await page.evaluate(async (u) => {
+          const res = await fetch(u);
+          return await res.json();
+        }, newUrl);
+
+        if (pageData && pageData.itemList) {
+          for (const item of pageData.itemList) {
+            if (items.length >= maxVideos) break;
+            const href = `https://www.tiktok.com/@${username}/video/${item.id}`;
+            items.push({ id: item.id, href });
+          }
+          log(`  [API拦截] 翻页 cursor=${cursor}，获取 ${pageData.itemList.length} 条，累计 ${items.length}`);
+        }
+
+        cursor = pageData.cursor;
+        hasMore = pageData.hasMore;
+      } catch (e) {
+        log(`  [API拦截] 翻页失败: ${e.message}`);
+        break;
+      }
+
+      await delay(300, 600);
+    }
+
+    log(`  [API拦截] 总计获取 ${items.length} 条视频`);
+
+    // 转成 Map 返回，与 collectVideos 一致
+    const videoMap = new Map();
+    for (const v of items) {
+      if (!videoMap.has(v.id)) videoMap.set(v.id, v);
+    }
+
+    return videoMap;
+  } finally {
+    // 5. 必须清理拦截器，防止累积
+    page.off('response', responseHandler);
+    page.off('request', requestHandler);
+  }
+}
+
+export { fetchUserVideosAPI };