tt-help-cli-ycl 1.4.169 → 1.4.172

package/scripts/test-refill-order.mjs

@@ -1,218 +0,0 @@
-#!/usr/bin/env node
-/**
- * 冒烟测试：验证 refillJobsFromRaw 按 video_count ASC 排序
- *
- * 测试场景：
- * 1. raw_jobs 中插入不同 video_count 的测试数据
- * 2. 调用 refillJobsFromRaw 移动数据
- * 3. 验证 jobs 中数据的顺序是 video_count 从小到大
- */
-
-import Database from "better-sqlite3";
-import path from "path";
-import fs from "fs";
-import { fileURLToPath } from "url";
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-const dbPath = path.join(__dirname, "../test-refill-order.db");
-
-// 清理旧数据库
-if (fs.existsSync(dbPath)) fs.unlinkSync(dbPath);
-
-const db = new Database(dbPath);
-
-// 建表
-db.exec(`
-  CREATE TABLE raw_jobs (
-    unique_id TEXT PRIMARY KEY,
-    nickname TEXT,
-    video_count INTEGER,
-    follower_count INTEGER,
-    following_count INTEGER,
-    guessed_location TEXT,
-    sources TEXT,
-    pinned INTEGER DEFAULT 0,
-    tt_seller INTEGER DEFAULT 0,
-    verified INTEGER DEFAULT 0,
-    comment_count INTEGER DEFAULT 0,
-    location_created TEXT,
-    confirmed_location TEXT,
-    heart_count INTEGER DEFAULT 0,
-    created_at INTEGER,
-    updated_at INTEGER,
-    region TEXT,
-    signature TEXT,
-    bio_link TEXT,
-    sec_uid TEXT,
-    status_code INTEGER,
-    latest_video_time INTEGER
-  );
-
-  CREATE TABLE jobs (
-    unique_id TEXT PRIMARY KEY,
-    nickname TEXT,
-    status TEXT DEFAULT 'pending',
-    video_count INTEGER,
-    follower_count INTEGER,
-    following_count INTEGER,
-    guessed_location TEXT,
-    sources TEXT,
-    pinned INTEGER DEFAULT 0,
-    tt_seller INTEGER DEFAULT 0,
-    verified INTEGER DEFAULT 0,
-    comment_count INTEGER DEFAULT 0,
-    location_created TEXT,
-    confirmed_location TEXT,
-    heart_count INTEGER DEFAULT 0,
-    created_at INTEGER,
-    updated_at INTEGER,
-    region TEXT,
-    signature TEXT,
-    bio_link TEXT,
-    sec_uid TEXT,
-    status_code INTEGER,
-    latest_video_time INTEGER,
-    claimed_at INTEGER,
-    claimed_by TEXT
-  );
-`);
-
-// 插入测试数据：video_count 分别为 100, 5, 50, 1, 200
-const testData = [
-  {
-    unique_id: "user_a",
-    video_count: 100,
-    follower_count: 500,
-    following_count: 100,
-    guessed_location: "DE",
-  },
-  {
-    unique_id: "user_b",
-    video_count: 5,
-    follower_count: 200,
-    following_count: 50,
-    guessed_location: "DE",
-  },
-  {
-    unique_id: "user_c",
-    video_count: 50,
-    follower_count: 300,
-    following_count: 80,
-    guessed_location: "DE",
-  },
-  {
-    unique_id: "user_d",
-    video_count: 1,
-    follower_count: 100,
-    following_count: 30,
-    guessed_location: "DE",
-  },
-  {
-    unique_id: "user_e",
-    video_count: 200,
-    follower_count: 1000,
-    following_count: 200,
-    guessed_location: "DE",
-  },
-  {
-    unique_id: "user_f",
-    video_count: null,
-    follower_count: 150,
-    following_count: 40,
-    guessed_location: "DE",
-  },
-];
-
-const insertStmt = db.prepare(`
-  INSERT INTO raw_jobs (unique_id, nickname, video_count, follower_count, following_count, guessed_location, created_at, updated_at)
-  VALUES (?, ?, ?, ?, ?, ?, ?, ?)
-`);
-
-const now = Date.now();
-testData.forEach((row, i) => {
-  insertStmt.run(
-    row.unique_id,
-    `Nickname ${row.unique_id}`,
-    row.video_count,
-    row.follower_count,
-    row.following_count,
-    row.guessed_location,
-    now - i * 1000,
-    now,
-  );
-});
-
-console.error("=== 插入测试数据 ===");
-testData.forEach((row) => {
-  console.error(`  ${row.unique_id}: video_count=${row.video_count}`);
-});
-
-// 动态加载 createStore
-const { createStore } = await import("../src/watch/data-store.js");
-
-const store = createStore(dbPath);
-
-// 调用 refillJobsFromRaw（不启用 LLM）
-console.error("\n=== 调用 refillJobsFromRaw ===");
-const result = store.refillJobsFromRaw(["DE"], 500, { llmScore: false });
-console.error(`  移动了 ${result.moved} 条记录`);
-
-// 验证 jobs 中的数据顺序
-const jobs = db
-  .prepare(`SELECT unique_id, video_count FROM jobs ORDER BY rowid ASC`)
-  .all();
-
-console.error("\n=== jobs 表中的数据顺序（按插入顺序 rowid）===");
-jobs.forEach((row, i) => {
-  console.error(`  ${i + 1}. ${row.unique_id}: video_count=${row.video_count}`);
-});
-
-// 验证排序：video_count 应该是从小到大
-let orderCorrect = true;
-for (let i = 1; i < jobs.length; i++) {
-  const prev = jobs[i - 1].video_count ?? 0;
-  const curr = jobs[i].video_count ?? 0;
-  if (prev > curr) {
-    orderCorrect = false;
-    console.error(
-      `\n  ❌ 顺序错误: 第 ${i} 条 (${prev}) > 第 ${i + 1} 条 (${curr})`,
-    );
-  }
-}
-
-// 预期顺序：user_d(1), user_b(5), user_f(null→0), user_c(50), user_a(100), user_e(200)
-// 注意：null 会被 COALESCE 为 0，所以 user_f 应该在 user_d 和 user_b 之间
-const expectedOrder = [
-  "user_d",
-  "user_f",
-  "user_b",
-  "user_c",
-  "user_a",
-  "user_e",
-];
-const actualOrder = jobs.map((j) => j.unique_id);
-
-console.error("\n=== 顺序验证 ===");
-console.error(`  预期: ${expectedOrder.join(", ")}`);
-console.error(`  实际: ${actualOrder.join(", ")}`);
-
-if (JSON.stringify(expectedOrder) === JSON.stringify(actualOrder)) {
-  console.error(
-    "\n✅ 冒烟测试通过：refillJobsFromRaw 按 video_count ASC 排序正确",
-  );
-} else {
-  console.error("\n⚠️  顺序与预期不完全一致，但检查是否为升序...");
-  if (orderCorrect) {
-    console.error(
-      "✅ 数据是升序排列的（null 和 0 的排序可能因 SQLite 版本略有差异）",
-    );
-  } else {
-    console.error("❌ 冒烟测试失败：数据未按 video_count 升序排列");
-    process.exitCode = 1;
-  }
-}
-
-// 清理
-db.close();
-fs.unlinkSync(dbPath);
-console.error(`\n已清理测试数据库: ${dbPath}`);

package/scripts/test-sample-all-fail.mjs

@@ -1,142 +0,0 @@
-// 验证：国家采样全失败（通道故障）→ 任务按 error 回流，不再静默 done
-// 运行：node scripts/test-sample-all-fail.mjs
-let pass = 0;
-let fail = 0;
-function check(name, ok, detail = "") {
-  if (ok) {
-    pass++;
-    console.log(`✓ ${name}${detail ? `: ${detail}` : ""}`);
-  } else {
-    fail++;
-    console.error(`✗ ${name}${detail ? `: ${detail}` : ""}`);
-  }
-}
-
-// [1] 全失败判定（等价于实现中 Promise.all + sampleFailCount 计数）
-{
-  const sampleUrls = ["u1", "u2", "u3", "u4", "u5"];
-  // 模拟通道故障：每个 fetch 都抛错 → catch 内计数 +1，返回 null
-  let sampleFailCount = 0;
-  const locations = await Promise.all(
-    sampleUrls.map(async () => {
-      try {
-        throw new Error("fetch failed");
-      } catch {
-        sampleFailCount++;
-        return null;
-      }
-    }),
-  );
-  const allFailed =
-    sampleUrls.length > 0 && sampleFailCount === sampleUrls.length;
-  check(
-    "全失败判定：5/5 fetch 抛错 → allFailed=true",
-    allFailed === true && locations.every((l) => l === null),
-  );
-}
-
-// [2] 部分失败判定：2/5 失败 → allFailed=false（保持众数逻辑）
-{
-  const sampleUrls = ["u1", "u2", "u3", "u4", "u5"];
-  let sampleFailCount = 0;
-  const locations = await Promise.all(
-    sampleUrls.map(async (u) => {
-      try {
-        if (u === "u1" || u === "u2") throw new Error("timeout");
-        return "TH";
-      } catch {
-        sampleFailCount++;
-        return null;
-      }
-    }),
-  );
-  const allFailed =
-    sampleUrls.length > 0 && sampleFailCount === sampleUrls.length;
-  check(
-    "部分失败判定：2/5 失败 → allFailed=false（走众数）",
-    allFailed === false && locations.filter(Boolean).length === 3,
-  );
-}
-
-// [3] 全成功但无数据判定：sampleFailCount=0 → 不转 error（保持 done 无国家回炉机制）
-{
-  const sampleUrls = ["u1", "u2", "u3"];
-  let sampleFailCount = 0;
-  const locations = await Promise.all(
-    sampleUrls.map(async () => {
-      const data = { locationCreated: null }; // 成功响应但无字段
-      return data?.locationCreated || null;
-    }),
-  );
-  const allFailed =
-    sampleUrls.length > 0 && sampleFailCount === sampleUrls.length;
-  check(
-    "全成功无数据：failCount=0 → 不转 error（done 无国家，2h 回炉兜底）",
-    allFailed === false && locations.every((l) => l === null),
-  );
-}
-
-// [4] 不可达 webserver → fetch 必抛错（通道故障可稳定复现）
-{
-  let fetchThrows = false;
-  try {
-    await fetch("http://127.0.0.1:1/api/tiktok/video", {
-      method: "POST",
-      signal: AbortSignal.timeout(2000),
-    });
-  } catch {
-    fetchThrows = true;
-  }
-  check(
-    "不可达 webserver → fetch 抛错（通道故障可复现）",
-    fetchThrows === true,
-  );
-}
-
-// [5] 真实 processExplore：page mock 让 collectVideos 走不通（API 拦截失败抛错）
-//     无论命中哪条错误路径，都不应出现"processed=true 且无 error 且无国家"的静默 done
-{
-  const fakePage = {
-    async evaluate() {
-      return {};
-    },
-    async goto() {},
-    on() {
-      return this;
-    },
-    off() {
-      return this;
-    },
-    url: () => "https://www.tiktok.com/@test",
-    waitForResponse() {
-      return Promise.reject(new Error("timeout"));
-    },
-  };
-  const { processExplore } = await import("../src/scraper/explore-core.js");
-  const result = await processExplore(
-    fakePage,
-    "testuser",
-    {
-      maxVideos: 1,
-      enableFollow: false,
-      loggedIn: false,
-      mini: false,
-      webserverUrl: "http://127.0.0.1:1",
-      location: "TH",
-    },
-    () => {},
-  );
-  const silentDone =
-    result.processed === true &&
-    !result.error &&
-    !result.noVideo &&
-    !result.locationCreated;
-  check(
-    "通道故障下不出现静默 done",
-    silentDone === false,
-    `error=${result.error ? `"${result.error.slice(0, 40)}"` : "无"}`,
-  );
-}
-
-console.error(`\n结果: ${pass} 通过, ${fail} 失败`);
-process.exit(fail > 0 ? 1 : 0);

package/scripts/test-seller-any-country.mjs

@@ -1,167 +0,0 @@
-/**
- * 商家任务国家放开领取测试（claimNextJob 分支顺序）
- *
- * 验证（临时 SQLite 库）：
- *   1. 传了国家子集：先领对应国家的 ttseller，领完再领任意国家 ttseller
- *   2. 未传国家：领商家（任意国家均可）
- *   3. 其他来源级顺序不变：seed 仍排商家前，非商家任务仍按国家分层
- *   4. 未登录客户端不领商家任务（保持原逻辑）
- *
- * 运行: TMPDIR=$(mktemp -d) node scripts/test-seller-any-country.mjs
- */
-import { createStore } from "../src/watch/data-store.js";
-import { getDb } from "../src/watch/db-schema.js";
-import { join } from "node:path";
-import { mkdtempSync } from "node:fs";
-import { tmpdir } from "node:os";
-
-const tmp = mkdtempSync(join(tmpdir(), "seller-any-"));
-const store = createStore(join(tmp, "test.db"));
-const db = getDb();
-if (!db) {
-  console.error("❌ db 未初始化");
-  process.exit(1);
-}
-
-let passed = 0;
-function check(name, fn) {
-  try {
-    fn();
-    passed++;
-    console.log(`  ✅ ${name}`);
-  } catch (e) {
-    console.error(`  ❌ ${name}\n     ${e.message}`);
-    process.exitCode = 1;
-  }
-}
-function assert(cond, msg = "断言失败") {
-  if (!cond) throw new Error(msg);
-}
-
-const now = Date.now();
-// 直接插 task_queue（refill 后形态）
-const insert = (id, loc, seller, sources, opts = {}) =>
-  db
-    .prepare(
-      `INSERT INTO task_queue (unique_id, status, pinned, guessed_location, tt_seller, verified, sources, video_count, follower_count, created_at, updated_at)
-       VALUES (?, 'pending', 0, ?, ?, 0, ?, ?, ?, ?, ?)`,
-    )
-    .run(
-      id,
-      loc,
-      seller,
-      JSON.stringify(sources),
-      opts.videoCount ?? 3,
-      opts.followers ?? 100,
-      now,
-      now,
-    );
-
-console.log("===== 商家任务国家放开领取测试 =====");
-
-// ── 场景 1：传 US，队列里有 US 商家 + DE 商家 ──
-console.log("\n[1] 传国家子集 US：US 商家优先于 DE 商家");
-insert("seller_de", "DE", 1, ["following"]);
-insert("seller_us", "US", 1, ["following"]);
-{
-  const job = await store.claimNextJob("t1", 5 * 60 * 1000, ["US"], true);
-  check("先领到 US 商家", () =>
-    assert(job?.uniqueId === "seller_us", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 2：US 商家已不在（被领走），传 US → 兜任意国家 DE 商家 ──
-console.log("\n[2] 无 US 商家可领时：兜到任意国家商家（DE）");
-{
-  // seller_us 已被 t1 领走（processing），队列只剩 DE 商家 pending
-  const job = await store.claimNextJob("t2", 5 * 60 * 1000, ["US"], true);
-  check("兜到 DE 商家", () =>
-    assert(job?.uniqueId === "seller_de", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 3：传 US 但队列只有 FR 商家 → 领 FR ──
-console.log("\n[3] 传 US 但无 US 商家 → 领 FR 商家（任意国家兜底）");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("seller_fr", "FR", 1, ["following"]);
-{
-  const job = await store.claimNextJob("t3", 5 * 60 * 1000, ["US"], true);
-  check("领到 FR 商家", () =>
-    assert(job?.uniqueId === "seller_fr", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 4：空位置商家（guessed_location=''）→ 任意国家分支领到 ──
-console.log("\n[4] 空位置商家可被任意国家分支领到");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("seller_noloc", "", 1, ["following"]);
-{
-  const job = await store.claimNextJob("t4", 5 * 60 * 1000, ["US"], true);
-  check("领到空位置商家", () =>
-    assert(job?.uniqueId === "seller_noloc", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 5：未传国家，队列只有配置外国商家 → 直接领到 ──
-console.log("\n[5] 未传国家：配置外国商家（FR）也能领到");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("seller_fr2", "FR", 1, ["following"]);
-{
-  const job = await store.claimNextJob("t5", 5 * 60 * 1000, null, true);
-  check("领到 FR 商家（未传国家不再被挡）", () =>
-    assert(job?.uniqueId === "seller_fr2", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 6：seed 仍优先于商家（顺序不变）──
-console.log("\n[6] seed 优先级仍高于商家");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("seed_pl", "PL", 0, ["seed"]);
-insert("seller_xx", "XX", 1, ["following"]);
-{
-  const job = await store.claimNextJob("t6", 5 * 60 * 1000, null, true);
-  check("先领 seed", () =>
-    assert(job?.uniqueId === "seed_pl", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 7：非商家任务仍按国家分层（PL 配置内优先于 ZZ 配置外）──
-console.log("\n[7] 商家清空后：非商家按国家顺序领取");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("other_pl", "PL", 0, ["search"]);
-insert("other_zz", "ZZ", 0, ["search"]);
-{
-  const job = await store.claimNextJob("t7", 5 * 60 * 1000, null, true);
-  check("PL 非商家先于 ZZ（配置内优先）", () =>
-    assert(job?.uniqueId === "other_pl", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 8：未登录客户端不领商家（原逻辑不变）──
-console.log("\n[8] 未登录不领商家任务");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("seller_only", "US", 1, ["following"]);
-insert("other_task", "PL", 0, ["search"]);
-{
-  const job = await store.claimNextJob("t8", 5 * 60 * 1000, null, false);
-  check("未登录跳过商家领普通任务", () =>
-    assert(job?.uniqueId === "other_task", `实际: ${job?.uniqueId}`),
-  );
-}
-
-// ── 场景 9：非商家任务不享受任意国家兜底（配置内先于配置外）──
-console.log("\n[9] 非商家配置外国家不越级");
-db.prepare(`DELETE FROM task_queue`).run();
-insert("plain_de", "DE", 0, ["search"]); // DE 在默认配置内
-insert("plain_zz", "ZZ", 0, ["search"]); // ZZ 不在配置
-{
-  const job = await store.claimNextJob("t9", 5 * 60 * 1000, null, true);
-  check("DE（配置内）先于 ZZ（配置外）", () =>
-    assert(job?.uniqueId === "plain_de", `实际: ${job?.uniqueId}`),
-  );
-}
-
-store.stopBackup?.();
-console.log(
-  `\n结果: ${passed} 通过${process.exitCode ? ", 有失败" : ", 0 失败"}`,
-);

package/scripts/test-stats-smoke.mjs

@@ -1,43 +0,0 @@
-// /api/stats 冒烟：fast 组直接含 targetUsers/preciseMerchants（烟花 30s 级）
-// 用完即删
-import fs from "fs";
-import { createStore } from "../src/watch/data-store.js";
-import { getDb } from "../src/watch/db-schema.js";
-import { startWatchServer } from "../src/watch/server.js";
-
-const TMP = "/tmp/tk-stats-smoke";
-fs.rmSync(TMP, { recursive: true, force: true });
-fs.mkdirSync(TMP, { recursive: true });
-const DB = `${TMP}/t.db`;
-const PORT = 3199;
-
-const store = createStore(DB, {});
-const db = getDb();
-db.exec("ALTER TABLE jobs ADD COLUMN product_skus TEXT");
-db.exec(`INSERT INTO jobs (unique_id, status, tt_seller, verified, location_created,
-  top_video_seo_url, product_review_count, product_sold_count, recent_ec_videos, follower_count)
-  VALUES ('m1','done',1,0,'DE','/x',0,20,'[{"playCount":3000}]',100)`);
-db.exec(`INSERT INTO jobs (unique_id, status, tt_seller, verified, location_created, follower_count)
-  VALUES ('plain','done',1,0,'BR',50)`);
-
-await startWatchServer(DB, PORT, store, { llmDiscover: false }, null);
-
-let ok = false;
-for (let i = 0; i < 20 && !ok; i++) {
-  await new Promise((r) => setTimeout(r, 500));
-  try {
-    const res = await fetch(`http://127.0.0.1:${PORT}/api/stats`);
-    const s = await res.json();
-    if (s && typeof s.targetUsers !== "undefined") {
-      ok = true;
-      console.log("targetUsers     =", s.targetUsers, s.targetUsers === 1 ? "✅" : "❌ 应为 1");
-      console.log("preciseMerchants=", s.preciseMerchants, s.preciseMerchants === 1 ? "✅" : "❌ 应为 1");
-      console.log("processedUsers  =", s.processedUsers, "(slow 组 jobsAgg 未就绪时可为 0，5 分钟内后台补全)");
-      const pass = s.targetUsers === 1 && s.preciseMerchants === 1;
-      console.log(pass ? "SMOKE PASS" : "SMOKE FAIL");
-      process.exit(pass ? 0 : 1);
-    }
-  } catch {}
-}
-console.log("SMOKE FAIL: /api/stats 未响应");
-process.exit(1);