tt-help-cli-ycl 1.3.92 → 1.3.94

package/src/watch/db-mappers.js

@@ -0,0 +1,128 @@
+/**
+ * 行映射工具 — snake_case ↔ camelCase 转换、Boolean 列处理
+ *
+ * 所有从 SQLite 读出的行都经过 mapJobRow / mapVideoRow 转换为
+ * camelCase + Boolean 格式，写入时通过 normalizeJobValue 反转。
+ */
+
+import {
+  JOB_BOOLEAN_COLUMNS,
+  VIDEO_BOOLEAN_COLUMNS,
+  WRITABLE_JOB_COLUMNS,
+} from "./db-columns.js";
+
+// ===== 命名转换 =====
+
+export function snakeToCamel(key) {
+  return key.replace(/_([a-z])/g, (_, ch) => ch.toUpperCase());
+}
+
+export function camelToSnake(key) {
+  return key.replace(/[A-Z]/g, (ch) => `_${ch.toLowerCase()}`);
+}
+
+// ===== 值规范化 =====
+
+/**
+ * 将 camelCase 的值规范化为 SQLite 存储格式
+ * - sources: Array → JSON 字符串（去重）
+ * - Boolean 列: true/false → 1/0
+ * - 对象/数组: → JSON 字符串
+ */
+export function normalizeJobValue(column, value) {
+  if (value === undefined || value === null) return null;
+  if (column === "sources") {
+    if (!Array.isArray(value)) return JSON.stringify([]);
+    return JSON.stringify([...new Set(value)]);
+  }
+  if (JOB_BOOLEAN_COLUMNS.has(column)) {
+    return value ? 1 : 0;
+  }
+  // 防御：如果值是对象或数组，转为 JSON 字符串
+  if (typeof value === "object") return JSON.stringify(value);
+  return value;
+}
+
+/**
+ * 将 user 对象的 Boolean 字段规范化为 SQLite 0/1/null 格式
+ */
+export function normalizeBooleanField(value) {
+  if (value === undefined || value === null || value === "") return null;
+  return value ? 1 : 0;
+}
+
+// ===== 行映射 =====
+
+/**
+ * 将 SQLite 行（snake_case + 0/1）映射为 JS 对象（camelCase + true/false）
+ */
+export function mapJobRow(row) {
+  if (!row) return undefined;
+  const mapped = {};
+  for (const [key, value] of Object.entries(row)) {
+    const camelKey = snakeToCamel(key);
+    if (key === "sources") {
+      try {
+        mapped[camelKey] = value ? JSON.parse(value) : [];
+      } catch {
+        mapped[camelKey] = [];
+      }
+      continue;
+    }
+    if (JOB_BOOLEAN_COLUMNS.has(key)) {
+      mapped[camelKey] = value === null || value === undefined ? null : !!value;
+      continue;
+    }
+    mapped[camelKey] = value;
+  }
+  return mapped;
+}
+
+/**
+ * 将 SQLite videos 行映射为 JS 对象
+ */
+export function mapVideoRow(row) {
+  if (!row) return undefined;
+  const mapped = {};
+  for (const [key, value] of Object.entries(row)) {
+    const camelKey = snakeToCamel(key);
+    if (VIDEO_BOOLEAN_COLUMNS.has(key)) {
+      mapped[camelKey] = value === null || value === undefined ? null : !!value;
+      continue;
+    }
+    mapped[camelKey] = value;
+  }
+  return mapped;
+}
+
+// ===== 状态推断 =====
+
+export function inferStatus(u) {
+  if (u.restricted) return "restricted";
+  if (u.error) return "error";
+  if (u.processed) return "done";
+  return "pending";
+}
+
+// ===== 列名别名映射 =====
+// 写入时某些 camelKey 需要映射到不同的 snake 列名
+const COLUMN_ALIASES = {
+  bio: "signature",
+  create_time: "user_create_time",
+};
+
+/**
+ * 将 camelCase key 转为 snake_case 列名，并处理别名
+ */
+export function resolveColumnName(camelKey) {
+  let column = camelToSnake(camelKey);
+  if (COLUMN_ALIASES[column]) return COLUMN_ALIASES[column];
+  return column;
+}
+
+/**
+ * 检查列名是否可写入
+ */
+export function isWritableColumn(column) {
+  return WRITABLE_JOB_COLUMNS.has(column);
+}

package/src/watch/db-raw-jobs.js

@@ -0,0 +1,235 @@
+/**
+ * Raw Jobs 管理
+ *
+ * 将 jobs/jobs_base 移入 raw_jobs，以及从 raw_jobs 恢复回 jobs。
+ */
+
+import { getDb } from "./db-schema.js";
+import { mapJobRow } from "./db-crud.js";
+
+const RAW_JOB_COLUMNS = `
+  unique_id, nickname, status, sources, claimed_by, claimed_at,
+  error, pinned, no_video, restricted, user_update_count,
+  tt_seller, verified, video_count, comment_count,
+  guessed_location, location_created, follower_count,
+  following_count, heart_count, refresh_time, processed,
+  processed_at, created_at, updated_at, region, signature,
+  sec_uid, latest_video_time, user_create_time
+`;
+
+const RESTORE_COLUMNS = `
+  unique_id, nickname, status, sources, claimed_by, claimed_at, error,
+  pinned, no_video, restricted, user_update_count, tt_seller, verified,
+  video_count, comment_count, guessed_location, location_created,
+  follower_count, following_count, heart_count, refresh_time,
+  processed, processed_at, created_at, updated_at, region, signature, bio_link, sec_uid
+`;
+
+export function moveJobsToRawByCountry(scope, country) {
+  const db = getDb();
+  if (!db) return { moved: 0, scope, country, error: "db not ready" };
+
+  const normalizedScope = String(scope || "").trim();
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      moved: 0,
+      scope: normalizedScope,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  let sourceTable = "";
+  let scopeWhere = "";
+
+  if (normalizedScope === "pending") {
+    sourceTable = "jobs";
+    scopeWhere = `status = 'pending'`;
+  } else if (normalizedScope === "userUpdate") {
+    sourceTable = "jobs_base";
+    scopeWhere = `tt_seller IS NULL AND COALESCE(user_update_count, 0) <= 0`;
+  } else {
+    return {
+      moved: 0,
+      scope: normalizedScope,
+      country: normalizedCountry,
+      error: "unsupported scope",
+    };
+  }
+
+  const whereSql = `${scopeWhere} AND COALESCE(guessed_location, '未知') = ?`;
+  const count =
+    db
+      .prepare(`SELECT COUNT(*) as c FROM ${sourceTable} WHERE ${whereSql}`)
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count)
+    return { moved: 0, scope: normalizedScope, country: normalizedCountry };
+
+  const moveTxn = db.transaction((targetCountry) => {
+    db.prepare(
+      `INSERT OR REPLACE INTO raw_jobs (${RAW_JOB_COLUMNS}) SELECT ${RAW_JOB_COLUMNS} FROM ${sourceTable} WHERE ${whereSql}`,
+    ).run(targetCountry);
+    db.prepare(`DELETE FROM ${sourceTable} WHERE ${whereSql}`).run(
+      targetCountry,
+    );
+  });
+
+  moveTxn(normalizedCountry);
+  return { moved: count, scope: normalizedScope, country: normalizedCountry };
+}
+
+export function restoreRawJobsByCountry(country) {
+  const db = getDb();
+  if (!db) return { restored: 0, country, error: "db not ready" };
+
+  const normalizedCountry = String(country == null ? "未知" : country).trim();
+  if (!normalizedCountry) {
+    return {
+      restored: 0,
+      country: normalizedCountry,
+      error: "country is required",
+    };
+  }
+
+  const whereSql = `COALESCE(guessed_location, '未知') = ?`;
+  const count =
+    db
+      .prepare(`SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql}`)
+      .get(normalizedCountry)?.c || 0;
+
+  if (!count) return { restored: 0, country: normalizedCountry };
+
+  const restoreTxn = db.transaction((targetCountry) => {
+    db.prepare(
+      `INSERT OR REPLACE INTO jobs (${RESTORE_COLUMNS}) SELECT ${RESTORE_COLUMNS} FROM raw_jobs WHERE ${whereSql}`,
+    ).run(targetCountry);
+    db.prepare(`DELETE FROM raw_jobs WHERE ${whereSql}`).run(targetCountry);
+  });
+
+  restoreTxn(normalizedCountry);
+  return { restored: count, country: normalizedCountry };
+}
+
+export function restoreRawJobById(uniqueId) {
+  const db = getDb();
+  if (!db) return { restored: 0, uniqueId, error: "db not ready" };
+
+  const safeId = String(uniqueId).trim();
+  if (!safeId)
+    return { restored: 0, uniqueId: safeId, error: "uniqueId is required" };
+
+  const exists =
+    db
+      .prepare("SELECT COUNT(*) as c FROM raw_jobs WHERE unique_id = ?")
+      .get(safeId)?.c || 0;
+  if (!exists) return { restored: 0, uniqueId: safeId };
+
+  const restoreTxn = db.transaction(() => {
+    db.prepare(
+      `INSERT OR REPLACE INTO jobs (${RESTORE_COLUMNS}) SELECT ${RESTORE_COLUMNS} FROM raw_jobs WHERE unique_id = ?`,
+    ).run(safeId);
+    db.prepare("DELETE FROM raw_jobs WHERE unique_id = ?").run(safeId);
+  });
+
+  restoreTxn();
+  return { restored: 1, uniqueId: safeId };
+}
+
+export function restoreRawJobsByFilter({
+  search,
+  location,
+  hasVideo,
+  hasFollower,
+}) {
+  const db = getDb();
+  if (!db) return { restored: 0, error: "db not ready" };
+
+  const where = [];
+  const args = [];
+
+  if (search) {
+    where.push(
+      "(LOWER(unique_id) LIKE ? OR LOWER(COALESCE(nickname, '')) LIKE ?)",
+    );
+    const likeVal = `%${search.toLowerCase()}%`;
+    args.push(likeVal, likeVal);
+  }
+  if (location) {
+    where.push("COALESCE(guessed_location, '未知') = ?");
+    args.push(location);
+  }
+  if (hasVideo) where.push("COALESCE(video_count, 0) > 0");
+  if (hasFollower) where.push("COALESCE(follower_count, 0) > 0");
+
+  if (where.length === 0)
+    return { restored: 0, error: "at least one filter is required" };
+
+  const whereSql = where.join(" AND ");
+  const count =
+    db
+      .prepare(`SELECT COUNT(*) as c FROM raw_jobs WHERE ${whereSql}`)
+      .get(...args)?.c || 0;
+
+  if (!count) return { restored: 0 };
+
+  const restoreTxn = db.transaction(() => {
+    db.prepare(
+      `INSERT OR REPLACE INTO jobs (${RESTORE_COLUMNS}) SELECT ${RESTORE_COLUMNS} FROM raw_jobs WHERE ${whereSql}`,
+    ).run(...args);
+    db.prepare(`DELETE FROM raw_jobs WHERE ${whereSql}`).run(...args);
+  });
+
+  restoreTxn();
+  return { restored: count };
+}
+
+export function getRawJobsPageFromDb({
+  search,
+  location,
+  limit,
+  offset,
+  hasVideo,
+  hasFollower,
+}) {
+  const db = getDb();
+  if (!db) return null;
+
+  const safeLimit = Math.max(1, Math.min(200, parseInt(limit) || 50));
+  const safeOffset = Math.max(0, parseInt(offset) || 0);
+  const where = [];
+  const args = [];
+
+  if (search) {
+    where.push(
+      "(LOWER(unique_id) LIKE ? OR LOWER(COALESCE(nickname, '')) LIKE ?)",
+    );
+    const pattern = `%${String(search).toLowerCase()}%`;
+    args.push(pattern, pattern);
+  }
+  if (location) {
+    where.push("COALESCE(guessed_location, '未知') = ?");
+    args.push(location);
+  }
+  if (hasVideo) where.push("COALESCE(video_count, 0) > 0");
+  if (hasFollower) where.push("COALESCE(follower_count, 0) > 0");
+
+  const whereSql = where.length ? `WHERE ${where.join(" AND ")}` : "";
+  const total = db
+    .prepare(`SELECT COUNT(*) as c FROM raw_jobs ${whereSql}`)
+    .get(...args).c;
+
+  const rows = db
+    .prepare(
+      `SELECT * FROM raw_jobs ${whereSql} ORDER BY created_at DESC, unique_id ASC LIMIT ? OFFSET ?`,
+    )
+    .all(...args, safeLimit, safeOffset);
+
+  return {
+    total,
+    limit: safeLimit,
+    offset: safeOffset,
+    users: rows.map(mapJobRow),
+  };
+}