tt-help-cli-ycl 1.4.169 → 1.4.171

package/scripts/test-precheck-perf.mjs

@@ -1,270 +0,0 @@
-#!/usr/bin/env node
-/**
- * 回归测试：getPrecheckCandidates 查询改写（2026-09-18）
- *
- * 背景：原 SQL 的 WHERE/ORDER BY 用 COALESCE(refresh_time, ?) 表达式，
- * 挡住索引第 4 列 + 触发 TEMP B-TREE 全排序（76 万行 ~1s）。
- * 改写为 (refresh_time IS NULL OR refresh_time < ?) + ORDER BY refresh_time。
- *
- * 验证点：
- * 1. 语义等价：新旧 SQL 返回相同的候选集与顺序（NULL 排最前 = 视作 2016 默认值）
- * 2. 索引生效：建 idx_jobs_precheck 后查询计划不再出现 TEMP B-TREE FOR ORDER BY
- * 3. 走真实代码路径：createStore(db).getPrecheckCandidates() 返回结构正确
- *    （uniqueId/nickname/videoCount/refreshTime + 领取后 refresh_time 被置为 now）
- */
-
-import Database from "better-sqlite3";
-import path from "path";
-import fs from "fs";
-import { fileURLToPath } from "url";
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-const dbPath = path.join(__dirname, "../test-precheck-perf.db");
-
-// ── 准备库 ──
-if (fs.existsSync(dbPath)) fs.unlinkSync(dbPath);
-const db = new Database(dbPath);
-
-db.exec(`
-  CREATE TABLE jobs (
-    unique_id TEXT PRIMARY KEY,
-    nickname TEXT,
-    status TEXT DEFAULT 'pending',
-    video_count INTEGER,
-    tt_seller INTEGER DEFAULT 0,
-    verified INTEGER DEFAULT 0,
-    location_created TEXT,
-    pending_refresh INTEGER,
-    refresh_time INTEGER,
-    pinned INTEGER DEFAULT 0,
-    guessed_location TEXT,
-    sources TEXT,
-    follower_count INTEGER DEFAULT 0,
-    claimed_at INTEGER,
-    claimed_by TEXT,
-    processed_at INTEGER,
-    user_update_count INTEGER,
-    no_video INTEGER,
-    sec_uid TEXT,
-    top_video_seo_url TEXT,
-    product_name TEXT,
-    product_rating REAL,
-    product_sold_count INTEGER,
-    created_at INTEGER,
-    updated_at INTEGER
-  );
-`);
-
-const NOW = Date.now();
-const DAY = 86400000;
-const OLD = 1452000000000; // 2016-01-05，模拟历史旧值（大于代码 defaultTime）
-// 代码内 defaultTime = new Date("2016-01-01T00:00:00Z")，NULL refresh_time 折算成它
-const DEFAULT_TIME = new Date("2016-01-01T00:00:00Z").getTime();
-
-// 覆盖各种边界：NULL refresh_time、极旧、刚刷新、目标国/非目标国、
-// pending_refresh 0/1/NULL、非商家、已验证
-const rows = [
-  ["u_null_de", "DE", null, 0, 1, 0], // NULL refresh_time → 候选（最优先）
-  ["u_old_pl", "PL", OLD + 1000, 0, 1, 0], // 2016 年代值 → 候选
-  ["u_2d_fr", "FR", NOW - 2 * DAY, 0, 1, 0], // 2 天前 → 候选（maxAge=1d 时）
-  ["u_5h_es", "ES", NOW - 5 * 3600 * 1000, 0, 1, 0], // 5h 前 → 非候选（maxAge=1d）
-  ["u_pr1_it", "IT", NOW - 2 * DAY, 1, 1, 0], // pending_refresh=1 → 非候选
-  ["u_prnull_be", "BE", NOW - 2 * DAY, null, 1, 0], // pending_refresh NULL → 候选
-  ["u_nonseller", "DE", NOW - 2 * DAY, 0, 0, 0], // 非商家 → 非候选
-  ["u_verified", "DE", NOW - 2 * DAY, 0, 1, 1], // 已验证 → 非候选
-  ["u_us", "US", NOW - 3 * DAY, 0, 1, 0], // US 目标国 → 候选
-  ["u_cn", "CN", NOW - 3 * DAY, 0, 1, 0], // 非目标国 → 非候选
-];
-const insert = db.prepare(`
-  INSERT INTO jobs (unique_id, nickname, status, video_count, tt_seller, verified,
-    location_created, pending_refresh, refresh_time, created_at, updated_at)
-  VALUES (?, ?, 'done', 10, ?, ?, ?, ?, ?, ?, ?)
-`);
-for (const [uid, loc, rt, pr, seller, verified] of rows) {
-  insert.run(uid, uid, seller, verified, loc, pr, rt, NOW, NOW);
-}
-
-const TARGETS = [
-  "PL",
-  "NL",
-  "BE",
-  "DE",
-  "FR",
-  "IT",
-  "IE",
-  "ES",
-  "CZ",
-  "GR",
-  "HU",
-  "PT",
-  "AT",
-  "TH",
-  "US",
-  "MY",
-  "VN",
-];
-const placeholders = TARGETS.map(() => "?").join(",");
-
-// ── 1) 语义等价：新旧 SQL 逐行对比（含顺序） ──
-function runOld(maxAgeSec) {
-  const threshold = NOW - maxAgeSec * 1000;
-  return db
-    .prepare(
-      `SELECT unique_id, COALESCE(refresh_time, ?) AS rt FROM jobs
-       WHERE tt_seller = 1 AND verified = 0
-         AND (pending_refresh IS NULL OR pending_refresh = 0)
-         AND location_created IN (${placeholders})
-         AND COALESCE(refresh_time, ?) < ?
-       ORDER BY COALESCE(refresh_time, ?) ASC`,
-    )
-    .all(OLD, ...TARGETS, OLD, threshold, OLD)
-    .map((r) => `${r.unique_id}@${r.rt}`);
-}
-function runNew(maxAgeSec) {
-  const threshold = NOW - maxAgeSec * 1000;
-  return db
-    .prepare(
-      `SELECT unique_id, COALESCE(refresh_time, ?) AS rt FROM jobs
-       WHERE tt_seller = 1 AND verified = 0
-         AND (pending_refresh IS NULL OR pending_refresh = 0)
-         AND location_created IN (${placeholders})
-         AND (refresh_time IS NULL OR refresh_time < ?)
-       ORDER BY refresh_time ASC`,
-    )
-    .all(OLD, ...TARGETS, threshold)
-    .map((r) => `${r.unique_id}@${r.rt}`);
-}
-
-let failed = 0;
-const check = (name, cond, detail) => {
-  if (cond) {
-    console.error(`✓ ${name}`);
-  } else {
-    failed++;
-    console.error(`✗ ${name} ${detail ?? ""}`);
-  }
-};
-
-for (const maxAge of [86400, 43200]) {
-  const a = runOld(maxAge);
-  const b = runNew(maxAge);
-  check(
-    `新旧 SQL 结果一致 (maxAge=${maxAge}s)`,
-    JSON.stringify(a) === JSON.stringify(b),
-    `\n  old=${JSON.stringify(a)}\n  new=${JSON.stringify(b)}`,
-  );
-}
-// 顺带验证期望集合（maxAge=1d：NULL 和旧值排最前，非候选被排除）
-const expect1d = [
-  "u_null_de@1452000000000",
-  "u_old_pl@1452000001000",
-  "u_2d_fr",
-  "u_prnull_be",
-  "u_us",
-]
-  .map((s) => (s.includes("@") ? s : null))
-  .filter(Boolean);
-const got1d = runNew(86400);
-check(
-  "新 SQL 命中预期候选集",
-  got1d.slice(0, 2).join() === expect1d.slice(0, 2).join() &&
-    got1d.length === 5 &&
-    got1d.includes("u_prnull_be@" + (NOW - 2 * DAY)),
-  JSON.stringify(got1d),
-);
-
-// ── 2) 索引生效：建部分索引后无 TEMP B-TREE ──
-db.exec(
-  `CREATE INDEX idx_jobs_precheck ON jobs(refresh_time)
-   WHERE tt_seller = 1 AND verified = 0 AND (pending_refresh IS NULL OR pending_refresh = 0)`,
-);
-const plan = db
-  .prepare(
-    `EXPLAIN QUERY PLAN SELECT unique_id FROM jobs
-     WHERE tt_seller = 1 AND verified = 0
-       AND (pending_refresh IS NULL OR pending_refresh = 0)
-       AND location_created IN (${placeholders})
-       AND (refresh_time IS NULL OR refresh_time < ?)
-     ORDER BY refresh_time ASC LIMIT 20`,
-  )
-  .all(...TARGETS, NOW - 86400000)
-  .map((r) => r.detail)
-  .join(" | ");
-check(
-  "查询计划走 idx_jobs_precheck 且无 TEMP B-TREE 排序",
-  plan.includes("idx_jobs_precheck") && !plan.includes("TEMP B-TREE"),
-  plan,
-);
-
-// ── 3) 走真实代码路径 createStore().getPrecheckCandidates ──
-process.env.TT_HELP_DB_PATH = dbPath; // 防御性标记，createStore 用显式路径
-const { createStore } = await import("../src/watch/data-store.js");
-process.chdir(path.join(__dirname, "..")); // app-config 读 cwd 相对配置
-const store = createStore(dbPath);
-const candidates = store.getPrecheckCandidates({
-  limit: 3,
-  intervalSeconds: 86400,
-  locations: null,
-});
-
-check("返回数量 ≤ limit", candidates.length === 3, `got ${candidates.length}`);
-check(
-  "字段结构正确（uniqueId/nickname/videoCount/refreshTime）",
-  candidates.every(
-    (c) =>
-      typeof c.uniqueId === "string" &&
-      typeof c.videoCount === "number" &&
-      (c.refreshTime === OLD || typeof c.refreshTime === "number"),
-  ),
-  JSON.stringify(candidates[0]),
-);
-check(
-  "顺序 = refreshTime 升序（NULL 折算默认值排最前）",
-  candidates[0].uniqueId === "u_null_de" &&
-    candidates[0].refreshTime === DEFAULT_TIME &&
-    candidates[1].uniqueId === "u_old_pl" &&
-    candidates[2].uniqueId === "u_us", // 3天前 < 2天前，升序在前
-  JSON.stringify(candidates.map((c) => c.uniqueId)),
-);
-// 领取即锁定：选中的行 refresh_time 应已更新为 now（防重复领取）
-const after = db
-  .prepare(
-    `SELECT unique_id, refresh_time FROM jobs WHERE unique_id IN (${candidates.map(() => "?").join(",")})`,
-  )
-  .all(...candidates.map((c) => c.uniqueId));
-check(
-  "领取后 refresh_time 已置为当前时间（防重复领取语义保留）",
-  after.every((r) => r.refresh_time !== null && r.refresh_time >= NOW),
-  JSON.stringify(after),
-);
-// 锁定后再次领取不应重复返回这 3 个
-const second = store.getPrecheckCandidates({
-  limit: 50,
-  intervalSeconds: 86400,
-  locations: null,
-});
-check(
-  "已领取用户不会重复发放",
-  !second.some((c) => candidates.some((p) => p.uniqueId === c.uniqueId)),
-  JSON.stringify(second.map((c) => c.uniqueId)),
-);
-// markPrecheckResult 双分支（needRefresh 0/1）仍正常
-store.markPrecheckResult("u_us", { needRefresh: true, videoCount: 12 });
-store.markPrecheckResult("u_2d_fr", { needRefresh: false, videoCount: 8 });
-const marked = db
-  .prepare(
-    `SELECT unique_id, pending_refresh, video_count FROM jobs WHERE unique_id IN ('u_us','u_2d_fr')`,
-  )
-  .all();
-check(
-  "markPrecheckResult 正常写回",
-  marked.find((r) => r.unique_id === "u_us").pending_refresh === 1 &&
-    marked.find((r) => r.unique_id === "u_us").video_count === 12 &&
-    marked.find((r) => r.unique_id === "u_2d_fr").pending_refresh === 0,
-  JSON.stringify(marked),
-);
-
-db.close();
-fs.unlinkSync(dbPath);
-console.error(failed === 0 ? "\n全部通过 ✅" : `\n${failed} 项失败 ❌`);
-process.exit(failed === 0 ? 0 : 1);

package/scripts/test-precise-index.mjs

@@ -1,114 +0,0 @@
-// 验证 idx_jobs_precise_merchants 部分覆盖索引：EXPLAIN 命中 + A/B 耗时
-// 用完即删
-import fs from "fs";
-import { createStore } from "../src/watch/data-store.js";
-import { getDb } from "../src/watch/db-schema.js";
-
-const TMP = "/tmp/tiktok-precise-idx-test";
-fs.rmSync(TMP, { recursive: true, force: true });
-fs.mkdirSync(TMP, { recursive: true });
-
-const store = createStore(`${TMP}/t.db`, {});
-const db = getDb();
-
-const IDX_SQL =
-  "CREATE INDEX IF NOT EXISTS idx_jobs_precise_merchants ON jobs(location_created, product_sold_count DESC, unique_id) WHERE tt_seller = 1 AND verified = 0 AND top_video_seo_url IS NOT NULL AND top_video_seo_url != '' AND product_review_count = 0 AND product_sold_count > 10 AND recent_ec_videos IS NOT NULL AND recent_ec_videos != ''";
-
-// 与 data-store.js getPreciseMerchantsFromDb 逐词一致的查询（loc 参数化）
-const COUNT_SQL = (ph) =>
-  `SELECT COUNT(*) AS n FROM jobs WHERE tt_seller = 1 AND verified = 0 AND location_created IN (${ph}) AND top_video_seo_url IS NOT NULL AND top_video_seo_url != '' AND product_review_count = 0 AND product_sold_count > 10 AND recent_ec_videos IS NOT NULL AND recent_ec_videos != '' AND EXISTS (SELECT 1 FROM json_each(recent_ec_videos) WHERE CAST(json_extract(value, '$.playCount') AS INTEGER) > 1000)`;
-
-const LOCS = ["MX", "BR", "DE", "US", "TH"];
-const ph = LOCS.map(() => "?").join(", ");
-
-// ── 造数：30 万商家（大部分不满足便宜条件）+ 500 行满足 + 1 万非商家 ──
-console.log("造数 31 万行...");
-db.exec(`
-  WITH RECURSIVE seq(i) AS (SELECT 1 UNION ALL SELECT i+1 FROM seq WHERE i < 300000)
-  INSERT INTO jobs
-    (unique_id, status, tt_seller, verified, location_created,
-     top_video_seo_url, product_review_count, product_sold_count,
-     recent_ec_videos, follower_count)
-  SELECT
-    's_' || i, 'done', 1, 0,
-    CASE (i % 5) WHEN 0 THEN 'MX' WHEN 1 THEN 'BR' WHEN 2 THEN 'DE' WHEN 3 THEN 'US' ELSE 'TH' END,
-    NULL, 5, 3, NULL, 1000
-  FROM seq
-`);
-db.exec(`
-  WITH RECURSIVE seq(i) AS (SELECT 1 UNION ALL SELECT i+1 FROM seq WHERE i < 500)
-  INSERT INTO jobs
-    (unique_id, status, tt_seller, verified, location_created,
-     top_video_seo_url, product_review_count, product_sold_count,
-     recent_ec_videos, follower_count)
-  SELECT
-    'hit_' || i, 'done', 1, 0,
-    CASE (i % 5) WHEN 0 THEN 'MX' WHEN 1 THEN 'BR' WHEN 2 THEN 'DE' WHEN 3 THEN 'US' ELSE 'TH' END,
-    '/shop/xxx-' || i, 0, 20 + (i % 100),
-    '[{"playCount":' || (2000 + i) || '}]', 5000
-  FROM seq
-`);
-db.exec(`
-  INSERT INTO jobs
-    (unique_id, status, tt_seller, verified, location_created,
-     top_video_seo_url, product_review_count, product_sold_count, recent_ec_videos, follower_count)
-  SELECT 'ns_' || i, 'done', 0, 0, 'MX', '/x', 0, 20, '[{"playCount":3000}]', 100
-  FROM (WITH RECURSIVE seq(i) AS (SELECT 1 UNION ALL SELECT i+1 FROM seq WHERE i < 10000) SELECT i FROM seq)
-`);
-
-const args = [...LOCS];
-
-// ── A/B：无新索引 vs 有新索引 ──
-function bench(label) {
-  const t0 = Date.now();
-  const n = db.prepare(COUNT_SQL(ph)).get(...args).n;
-  const ms = Date.now() - t0;
-  console.log(`  ${label}: COUNT=${n} ${ms}ms`);
-  return { n, ms };
-}
-
-console.log("\n== A/B 耗时（30.6 万行）==");
-const before = bench("无新索引");
-db.exec(IDX_SQL);
-const after = bench("有新索引");
-
-console.log("\n== EXPLAIN：COUNT 与 LIST 查询计划 ==");
-const planCount = db.prepare(`EXPLAIN QUERY PLAN ${COUNT_SQL(ph)}`).all(...args);
-console.log("COUNT :", planCount.map((r) => r.detail).join(" | "));
-const LIST_SQL = `SELECT unique_id, product_sold_count FROM jobs WHERE tt_seller = 1 AND verified = 0 AND location_created IN (${ph}) AND top_video_seo_url IS NOT NULL AND top_video_seo_url != '' AND product_review_count = 0 AND product_sold_count > 10 AND recent_ec_videos IS NOT NULL AND recent_ec_videos != '' AND EXISTS (SELECT 1 FROM json_each(recent_ec_videos) WHERE CAST(json_extract(value, '$.playCount') AS INTEGER) > 1000) ORDER BY product_sold_count DESC, unique_id ASC LIMIT 100 OFFSET 0`;
-const planList = db.prepare(`EXPLAIN QUERY PLAN ${LIST_SQL}`).all(...args);
-console.log("LIST  :", planList.map((r) => r.detail).join(" | "));
-
-const COUNT_IDX = `SELECT COUNT(*) AS n FROM jobs INDEXED BY idx_jobs_precise_merchants WHERE tt_seller = 1 AND verified = 0 AND location_created IN (${ph}) AND top_video_seo_url IS NOT NULL AND top_video_seo_url != '' AND product_review_count = 0 AND product_sold_count > 10 AND recent_ec_videos IS NOT NULL AND recent_ec_videos != '' AND EXISTS (SELECT 1 FROM json_each(recent_ec_videos) WHERE CAST(json_extract(value, '$.playCount') AS INTEGER) > 1000)`;
-const planIdx = db.prepare(`EXPLAIN QUERY PLAN ${COUNT_IDX}`).all(...args);
-const nIdx = db.prepare(COUNT_IDX).get(...args).n;
-
-let pass = 0, fail = 0;
-const check = (name, cond, detail = "") => {
-  if (cond) { pass++; console.log(`  ✅ ${name}${detail ? "  " + detail : ""}`); }
-  else { fail++; console.log(`  ❌ ${name}${detail ? "  " + detail : ""}`); }
-};
-
-console.log("\n== 断言 ==");
-check("COUNT 结果一致（500）", after.n === 500 && before.n === 500, `n=${after.n}`);
-check("INDEXED BY 结果一致", nIdx === 500, `n=${nIdx}`);
-check("优化器自发命中 partial index（小库可自发选中）",
-  planCount.some((r) => r.detail.includes("idx_jobs_precise_merchants")),
-  planCount.map((r) => r.detail).join(" | ").slice(0, 120));
-check("INDEXED BY 强制命中 partial index", planIdx.some((r) => r.detail.includes("idx_jobs_precise_merchants")));
-
-// 回退：drop 索引后 INDEXED BY 应报 no such index（业务层 catch 后走普通查询）
-db.exec("DROP INDEX idx_jobs_precise_merchants");
-let fellBack = false;
-try {
-  db.prepare(COUNT_IDX).get(...args);
-} catch (e) {
-  fellBack = /no such index/i.test(e.message);
-}
-check("索引缺失时抛 no such index（业务层回退依赖此错误）", fellBack);
-const nPlainAfterDrop = db.prepare(COUNT_SQL(ph)).get(...args).n;
-check("普通查询不受影响", nPlainAfterDrop === 500, `n=${nPlainAfterDrop}`);
-
-console.log(`\n===== 结果: ${pass} passed, ${fail} failed =====`);
-fs.rmSync(TMP, { recursive: true, force: true });
-process.exit(fail > 0 ? 1 : 0);

package/scripts/test-probe-live.mjs

@@ -1,83 +0,0 @@
-/**
- * 探测模块集成测试（真实浏览器 + 真实 TikTok）
- *
- * 用法:
- *   node scripts/test-probe-live.mjs [ports] [points]
- *   例: node scripts/test-probe-live.mjs 4222
- *       node scripts/test-probe-live.mjs 4222 video,comment
- *
- * 说明:
- *   - 连接本地已启动的 CDP 端口（不 kill 业务浏览器）
- *   - 会对 TikTok 真实发起访问（探测本身是访问行为）
- *   - 断言输出结构 + 至少能完成调度；业务可用性结果只打印不判成败
- */
-import assert from "node:assert/strict";
-import { runProbe, POINT_NAMES } from "../src/lib/probe/index.js";
-
-const ports = (process.argv[2] || "4222")
-  .split(",")
-  .map((s) => Number(s.trim()))
-  .filter((n) => Number.isInteger(n) && n > 0);
-const points = process.argv[3]
-  ? process.argv[3].split(",").map((s) => s.trim()).filter(Boolean)
-  : POINT_NAMES;
-
-console.error(`[live-test] ports=${ports.join(",")} points=${points.join(",")}`);
-console.error(`[live-test] 说明：将对 TikTok 真实访问，属正常探测行为\n`);
-
-const t0 = Date.now();
-const result = await runProbe({ ports, points, log: console.error });
-const totalMs = Date.now() - t0;
-
-console.error(`\n[结果] 总耗时 ${totalMs}ms`);
-console.log(JSON.stringify(result, null, 2));
-
-// ── 结构断言（不判业务成败，只判调度/输出正确） ──
-let failed = 0;
-try {
-  assert.ok(Array.isArray(result.ports), "ports 应为数组");
-  assert.equal(result.ports.length, ports.length, "端口数应一致");
-  assert.ok(result.ports.every((p) => Number.isInteger(p.port)), "端口号应为整数");
-  assert.ok(
-    result.ports.every((p) => typeof p.loggedIn === "boolean"),
-    "loggedIn 应为布尔",
-  );
-  // 每端口包含请求的功能点键
-  for (const p of result.ports) {
-    for (const name of points) {
-      assert.ok(
-        name in p.points,
-        `端口 ${p.port} 应包含功能点 ${name}`,
-      );
-      const r = p.points[name];
-      assert.equal(typeof r.ok, "boolean", `${name}.ok 应为布尔`);
-      assert.equal(typeof r.count, "number", `${name}.count 应为数字`);
-      assert.equal(typeof r.elapsedMs, "number", `${name}.elapsedMs 应为数字`);
-      assert.ok(
-        typeof r.error === "string" || r.error === null,
-        `${name}.error 应为 string|null`,
-      );
-    }
-  }
-  console.error(`\n[断言] 结构校验全部通过 ✓`);
-} catch (e) {
-  failed = 1;
-  console.error(`\n[断言] 失败: ${e.message}`);
-}
-
-// 汇总业务结果
-console.error("\n[业务汇总]");
-for (const p of result.ports) {
-  for (const name of points) {
-    const r = p.points[name];
-    if (!r) continue;
-    const tag = r.skipped
-      ? `跳过(${r.skipReason})`
-      : r.ok
-        ? `✓ ${r.count}`
-        : `✗ ${r.error}`;
-    console.error(`  port ${p.port}  ${name.padEnd(8)} ${tag} [${r.elapsedMs}ms]`);
-  }
-}
-
-process.exit(failed);