tt-help-cli-ycl 1.4.145 → 1.4.147

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.4.145",
+  "version": "1.4.147",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/scripts/test-product-fill-cdp.mjs

@@ -0,0 +1,292 @@
+/**
+ * product-fill CDP 模式 + 空数据防御测试
+ *
+ * 覆盖：
+ *   1. isEmptyProductDetail 全空判定
+ *   2. parseProductHtml 空壳页抛可重试错误（防全 null 当成功回写）
+ *   3. parseProductHtml 正常 PDP 页面解析
+ *   4. parseProductHtml 验证码页抛 captcha 错误
+ *   5. parseArgs --cdp 参数解析（HTTP 模式默认不启用）
+ *
+ * 运行: node scripts/test-product-fill-cdp.mjs
+ */
+import assert from "node:assert";
+import {
+  isEmptyProductDetail,
+  parseProductHtml,
+} from "../src/lib/shop-scraper.mjs";
+
+let passed = 0;
+function check(name, fn) {
+  try {
+    fn();
+    passed++;
+    console.log(`  ✅ ${name}`);
+  } catch (e) {
+    console.error(`  ❌ ${name}\n     ${e.message}`);
+    process.exitCode = 1;
+  }
+}
+
+// 最小可解析的 PDP HTML：含 product_model / sold_count / review_ratings 标识
+const VALID_HTML =
+  '<html><body><script>{"product_model":{"name":"Test Product","product_id":"123456","seller_id":"789"},"sold_count":"296","review_ratings":{"overall_score":4.7,"review_count":"3303","rating_result":[5,4,3,2,1]}}</script></body></html>';
+
+console.log("\n[1] isEmptyProductDetail 全空判定");
+check("全 null → true", () => {
+  assert.strictEqual(
+    isEmptyProductDetail({
+      rating: null,
+      reviewCount: null,
+      soldCount: null,
+      productName: null,
+      ratingBreakdown: null,
+      productId: null,
+      sellerId: null,
+    }),
+    true,
+  );
+});
+check("缺失字段（undefined）→ true", () =>
+  assert.strictEqual(isEmptyProductDetail({}), true),
+);
+check("有 rating → false", () =>
+  assert.strictEqual(isEmptyProductDetail({ rating: 4.7 }), false),
+);
+check("有 soldCount → false", () =>
+  assert.strictEqual(isEmptyProductDetail({ soldCount: 296 }), false),
+);
+check("null/undefined 混入 → true", () =>
+  assert.strictEqual(
+    isEmptyProductDetail({ rating: null, soldCount: undefined }),
+    true,
+  ),
+);
+
+console.log("\n[2] parseProductHtml 空壳页抛可重试错误");
+check("纯空 HTML → 抛 Empty product page", () => {
+  assert.throws(
+    () => parseProductHtml("<html><body></body></html>"),
+    /Empty product page/,
+  );
+});
+check("风控降级页（无商品标识）→ 抛 Empty product page", () => {
+  assert.throws(
+    () =>
+      parseProductHtml(
+        "<html><head><title>TikTok Shop</title></head><body>Please verify you are a human</body></html>",
+      ),
+    /Empty product page/,
+  );
+});
+
+console.log("\n[3] parseProductHtml 正常 PDP 页面解析");
+const detail = parseProductHtml(VALID_HTML);
+check("rating 解析正确", () => assert.strictEqual(detail.rating, 4.7));
+check("reviewCount 解析正确", () =>
+  assert.strictEqual(detail.reviewCount, 3303),
+);
+check("soldCount 解析正确", () => assert.strictEqual(detail.soldCount, 296));
+check("productName 解析正确", () =>
+  assert.strictEqual(detail.productName, "Test Product"),
+);
+check("productId/sellerId 解析正确", () => {
+  assert.strictEqual(detail.productId, "123456");
+  assert.strictEqual(detail.sellerId, "789");
+});
+check("解析结果非全空", () =>
+  assert.strictEqual(isEmptyProductDetail(detail), false),
+);
+
+console.log("\n[4] parseProductHtml 验证码页抛 captcha 错误");
+check("captcha-verify-container → 抛 captcha", () => {
+  assert.throws(
+    () =>
+      parseProductHtml(
+        '<html><body><div class="captcha-verify-container"></div></body></html>',
+      ),
+    /Blocked by TikTok/,
+  );
+});
+check("Security Check 标题 → 抛 captcha", () => {
+  assert.throws(
+    () => parseProductHtml("<html><title>Security Check</title></html>"),
+    /Blocked by TikTok/,
+  );
+});
+
+console.log("\n[5] parseArgs --profiles 参数解析");
+const { parseArgs } = await import("../src/lib/args.js");
+const origArgv = process.argv;
+try {
+  process.argv = [
+    "node",
+    "tt-help",
+    "product-fill",
+    "--profiles",
+    "us/9223",
+    "-l",
+    "3",
+  ];
+  const parsed = parseArgs();
+  check("单对国家小写转大写", () =>
+    assert.deepStrictEqual(parsed.productFillProfiles, [
+      { country: "US", port: 9223 },
+    ]),
+  );
+  check("subcommand = product-fill", () =>
+    assert.strictEqual(parsed.subcommand, "product-fill"),
+  );
+  check("-l 3 生效", () => assert.strictEqual(parsed.productFillLimit, 3));
+  check("--task-delay 未传时默认 5", () =>
+    assert.strictEqual(parsed.productFillTaskDelay, 5),
+  );
+
+  process.argv = [
+    "node",
+    "tt-help",
+    "product-fill",
+    "--profiles",
+    "US/9223",
+    "--task-delay",
+    "30",
+  ];
+  const parsedDelay = parseArgs();
+  check("--task-delay 30 生效", () =>
+    assert.strictEqual(parsedDelay.productFillTaskDelay, 30),
+  );
+
+  process.argv = [
+    "node",
+    "tt-help",
+    "product-fill",
+    "--profiles",
+    "US/9223",
+    "--task-delay",
+    "0",
+  ];
+  const parsedDelayZero = parseArgs();
+  check("--task-delay 0 生效（关闭任务间延迟）", () =>
+    assert.strictEqual(parsedDelayZero.productFillTaskDelay, 0),
+  );
+
+  process.argv = [
+    "node",
+    "tt-help",
+    "product-fill",
+    "--profiles",
+    "US/9223,JP/1222",
+  ];
+  const parsedMulti = parseArgs();
+  check("多对解析", () =>
+    assert.deepStrictEqual(parsedMulti.productFillProfiles, [
+      { country: "US", port: 9223 },
+      { country: "JP", port: 1222 },
+    ]),
+  );
+
+  process.argv = ["node", "tt-help", "product-fill", "--profiles", "us/abc,xx"];
+  const parsedBad = parseArgs();
+  check("非法段被丢弃", () =>
+    assert.deepStrictEqual(parsedBad.productFillProfiles, []),
+  );
+} finally {
+  process.argv = origArgv;
+}
+
+console.log("\n[6] 浏览器断连判定（网络层错误不重启，防误杀 Edge）");
+const { isBrowserDisconnected, isNetworkError, isCDPPortReady } =
+  await import("../src/cli/product-fill.js");
+
+const onlineBrowser = { isConnected: () => true };
+const offlineBrowser = { isConnected: () => false };
+
+check("net::ERR_CONNECTION_CLOSED + 浏览器在线 → 不断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(
+      onlineBrowser,
+      new Error("page.goto: net::ERR_CONNECTION_CLOSED at https://..."),
+    ),
+    false,
+  );
+});
+check("net::ERR_CONNECTION_RESET + 浏览器在线 → 不断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(
+      onlineBrowser,
+      new Error("net::ERR_CONNECTION_RESET"),
+    ),
+    false,
+  );
+});
+check("net::ERR_PROXY_CONNECTION_FAILED + 浏览器在线 → 不断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(
+      onlineBrowser,
+      new Error("net::ERR_PROXY_CONNECTION_FAILED"),
+    ),
+    false,
+  );
+});
+check("isConnected()=false → 断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(offlineBrowser, new Error("any error")),
+    true,
+  );
+});
+check("Target closed + 在线 → 断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(onlineBrowser, new Error("Target closed")),
+    true,
+  );
+});
+check("Browser has been closed + 在线 → 断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(onlineBrowser, new Error("Browser has been closed")),
+    true,
+  );
+});
+check("Target page... closed + 在线 → 断连", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(
+      onlineBrowser,
+      new Error("Target page, context or browser has been closed"),
+    ),
+    true,
+  );
+});
+check("Protocol error + 在线 → 不断连（交给错误计数处理）", () => {
+  assert.strictEqual(
+    isBrowserDisconnected(onlineBrowser, new Error("Protocol error")),
+    false,
+  );
+});
+check("无错误参数 → 不断连", () => {
+  assert.strictEqual(isBrowserDisconnected(onlineBrowser, null), false);
+});
+check("isNetworkError(net::ERR_*) → true", () => {
+  assert.strictEqual(
+    isNetworkError(new Error("net::ERR_CONNECTION_CLOSED")),
+    true,
+  );
+});
+check("isNetworkError(普通错误) → false", () => {
+  assert.strictEqual(isNetworkError(new Error("Timeout")), false);
+});
+
+console.log("\n[7] CDP 端口就绪探测（isCDPPortReady）");
+// 未监听端口应快速返回 false（本机无 Edge 监听该端口）
+const probeResult = await isCDPPortReady(65531);
+if (probeResult === false) {
+  passed++;
+  console.log("  ✅ 未监听端口 → false");
+} else {
+  console.error(
+    "  ❌ 未监听端口 → false\n     期望 false，实得 " + probeResult,
+  );
+  process.exitCode = 1;
+}
+
+console.log(
+  `\n结果: ${passed} 通过${process.exitCode ? ", 有失败" : ", 0 失败"}`,
+);