tt-help-cli-ycl 1.4.134 → 1.4.136

package/src/watch/db-schema.js

@@ -41,6 +41,33 @@ export function resetDbConnection() {
   dbPath = null;
 }
 
+// ===== 全局 tag 库连接（独立于主库，模块级共享） =====
+let tagDb = null;
+let tagDbPath = null;
+
+export function getTagDb() {
+  return tagDb;
+}
+
+export function getTagDbPath() {
+  return tagDbPath;
+}
+
+/**
+ * 由主库路径派生 tag 库路径：result.db → result-tags.db
+ */
+export function deriveTagDbPath(mainDbPath) {
+  return mainDbPath.replace(/\.db$/i, "-tags.db");
+}
+
+export function resetTagDbConnection() {
+  if (tagDb) {
+    tagDb.close();
+    tagDb = null;
+  }
+  tagDbPath = null;
+}
+
 // ===== 建表与迁移 =====
 
 /**
@@ -183,6 +210,43 @@ export function initDb(filePath) {
     recent_ec_videos: "TEXT",
   });
 
+  // ===== jobs_done 表（冷归档：status='done' 且非商家的已完成任务） =====
+  // 结构完全复制 jobs（含所有历史迁移列），仅存 done 非商家数据，
+  // 用于给 jobs 表瘦身（jobs 只保留商家 done + error/restricted 等）。
+  const jdExists = db
+    .prepare(
+      "SELECT 1 FROM sqlite_master WHERE type='table' AND name='jobs_done'",
+    )
+    .get();
+  if (!jdExists) {
+    db.exec(`CREATE TABLE jobs_done AS SELECT * FROM jobs WHERE 1=0`);
+    // 补主键（CREATE TABLE ... AS 不会复制约束）
+    db.exec(
+      `CREATE UNIQUE INDEX IF NOT EXISTS idx_jobs_done_pk ON jobs_done(unique_id)`,
+    );
+  }
+  // 后续迁移也要给 jobs_done 补列（与 jobs 保持一致）
+  migrateColumns("jobs_done", {
+    pending_refresh: "INTEGER",
+    status_code: "INTEGER",
+    latest_video_time: "INTEGER",
+    confirmed_location: "TEXT",
+    modified_at: "INTEGER",
+    bio_link: "TEXT",
+    top_video_play_count: "INTEGER",
+    top_video_href: "TEXT",
+    top_video_is_ad: "INTEGER",
+    top_video_product_id: "TEXT",
+    top_video_product_title: "TEXT",
+    top_video_seo_url: "TEXT",
+    product_rating: "REAL",
+    product_review_count: "INTEGER",
+    product_sold_count: "INTEGER",
+    product_name: "TEXT",
+    user_create_time: "INTEGER",
+    recent_ec_videos: "TEXT",
+  });
+
   // ===== jobs_base 表 =====
   db.exec(`
     CREATE TABLE IF NOT EXISTS jobs_base (
@@ -334,8 +398,169 @@ export function initDb(filePath) {
     claimed_at: "INTEGER",
   });
 
+  // ===== tags 相关表已迁移到独立 tags.db（见 initTagSchema） =====
+
+  // ===== cross_country_learnings / discover_log / reflection_rules 已迁移到 tags.db =====
+
+  // ===== 索引 =====
+  const indexes = [
+    `CREATE INDEX IF NOT EXISTS idx_jobs_status_video ON jobs(status, video_count DESC)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_claimed_by_status ON jobs(claimed_by, status, claimed_at)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_status_claimed_at ON jobs(status, claimed_at)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_redo_target ON jobs(tt_seller, verified, location_created, refresh_time)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_pending_priority ON jobs(status, pinned DESC, guessed_location, follower_count DESC)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_pinned ON jobs(created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 1`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_seller ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND tt_seller = 1 AND verified = 0`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_follow ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND (instr(COALESCE(sources, ''), '"following"') > 0 OR instr(COALESCE(sources, ''), '"follower"') > 0)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_other ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_user_update_queue ON jobs(created_at ASC, unique_id ASC) WHERE (tt_seller IS NULL OR tt_seller = '') AND (user_update_count IS NULL OR user_update_count <= 0)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_user_update_queue_expr ON jobs(created_at ASC, unique_id ASC) WHERE COALESCE(tt_seller, '') = '' AND COALESCE(user_update_count, 0) <= 0`,
+    `CREATE INDEX IF NOT EXISTS idx_videos_comment_queue ON videos(user_update_count, tt_seller DESC, registered_at ASC)`,
+    `CREATE INDEX IF NOT EXISTS idx_videos_comment_queue_pending ON videos(tt_seller DESC, registered_at ASC, id) WHERE user_update_count IS NULL OR user_update_count <= 0`,
+    // tag 相关索引已迁移到独立 tags.db（见 initTagSchema）
+    `CREATE INDEX IF NOT EXISTS idx_jobs_recheck ON jobs(status, updated_at) WHERE status = 'done' AND (tt_seller IS NULL OR tt_seller != 1)`,
+    // 监控页面用户列表查询加速（简化排序：pinned DESC, processed_at DESC, follower_count DESC, unique_id ASC）
+    `CREATE INDEX IF NOT EXISTS idx_jobs_list_done ON jobs(pinned, processed_at, follower_count, unique_id) WHERE status = 'done'`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_list_error ON jobs(pinned, processed_at, follower_count, unique_id) WHERE status = 'error'`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_list_restricted ON jobs(pinned, processed_at, follower_count, unique_id) WHERE status = 'restricted'`,
+    // jobs_done 冷归档表索引（done 列表 / 国家统计 / 重检）
+    `CREATE INDEX IF NOT EXISTS idx_jobs_done_list ON jobs_done(pinned, processed_at, follower_count, unique_id) WHERE status = 'done'`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_done_loc ON jobs_done(location_created)`,
+    `CREATE INDEX IF NOT EXISTS idx_jobs_done_status_updated ON jobs_done(status, updated_at) WHERE status = 'done' AND (tt_seller IS NULL OR tt_seller != 1)`,
+  ];
+  for (const sql of indexes) {
+    db.exec(sql);
+  }
+  // videos_old 索引（该表仅历史 rename 后存在，全新库跳过）
+  if (
+    db
+      .prepare(
+        "SELECT 1 FROM sqlite_master WHERE type='table' AND name='videos_old'",
+      )
+      .get()
+  ) {
+    db.exec(`CREATE INDEX IF NOT EXISTS idx_videos_old_id ON videos_old(id)`);
+  }
+
+  // ===== task_queue 索引（对应 claimNextJob UNION 查询的 4 个部分索引） =====
+  const tqIndexes = [
+    `CREATE INDEX IF NOT EXISTS idx_tq_status ON task_queue(status)`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_claimed_by_status ON task_queue(claimed_by, status, claimed_at)`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_status_claimed_at ON task_queue(status, claimed_at)`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_pinned ON task_queue(created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 1`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_seller ON task_queue(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND tt_seller = 1 AND verified = 0`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_follow ON task_queue(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND (instr(COALESCE(sources, ''), '"following"') > 0 OR instr(COALESCE(sources, ''), '"follower"') > 0)`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_other ON task_queue(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0`,
+    // 监控页面用户列表查询加速
+    `CREATE INDEX IF NOT EXISTS idx_tq_list_pending ON task_queue(pinned, processed_at, follower_count, unique_id) WHERE status = 'pending'`,
+    `CREATE INDEX IF NOT EXISTS idx_tq_list_processing ON task_queue(pinned, processed_at, follower_count, unique_id) WHERE status = 'processing'`,
+  ];
+  for (const sql of tqIndexes) {
+    db.exec(sql);
+  }
+
+  // 首次迁移：将 jobs 中的 pending/processing 行移动到 task_queue
+  const tqCount = db.prepare("SELECT COUNT(*) as c FROM task_queue").get().c;
+  if (tqCount === 0) {
+    const moved = db
+      .prepare(
+        `
+      INSERT INTO task_queue SELECT * FROM jobs WHERE status IN ('pending', 'processing')
+    `,
+      )
+      .run().changes;
+    if (moved > 0) {
+      db.prepare(
+        `DELETE FROM jobs WHERE status IN ('pending', 'processing')`,
+      ).run();
+      console.log(
+        `[data-store] 迁移 ${moved} 条 pending/processing → task_queue`,
+      );
+    }
+  }
+
+  // 兜底迁移：jobs 中 done 且非商家的记录 → jobs_done（幂等，含历史存量 + 日常增量）
+  migrateDoneToJobsDone();
+
+  const count = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
+  console.log(`[data-store] SQLite users 表初始化完成: ${count} 条`);
+}
+
+// ===== jobs_done 冷归档迁移 =====
+
+/**
+ * 将 jobs 表中 status='done' 且非商家（tt_seller IS NULL OR tt_seller != 1）
+ * 的记录分批并入 jobs_done 冷归档表，并从 jobs 删除。
+ *
+ * 幂等：LEFT JOIN 跳过 jobs_done 已存在的记录，DELETE 只清理已并入的。
+ * 首次启动处理存量（百万级），日常启动只处理两次启动之间新增的少量 done 非商家，
+ * 因此不会随数据量线性拖慢每次启动。
+ *
+ * @param {number} batchSize 每批处理条数，默认 50000
+ * @returns {{ok:boolean, moved:number, error?:string}}
+ */
+export function migrateDoneToJobsDone(batchSize = 50000) {
+  const db = getDb();
+  if (!db) return { ok: false, error: "db not ready", moved: 0 };
+  const BATCH = Math.max(1, Math.min(100000, parseInt(batchSize) || 50000));
+  const DONE_NON_SELLER =
+    "j.status = 'done' AND (j.tt_seller IS NULL OR j.tt_seller != 1)";
+
+  let total = 0;
+  for (;;) {
+    // 1. 插入新的（跳过 jobs_done 已存在的）
+    const inserted = db
+      .prepare(
+        `INSERT OR IGNORE INTO jobs_done
+         SELECT j.* FROM jobs j
+         LEFT JOIN jobs_done jd ON jd.unique_id = j.unique_id
+         WHERE ${DONE_NON_SELLER} AND jd.unique_id IS NULL
+         LIMIT ?`,
+      )
+      .run(BATCH).changes;
+    // 2. 删除 jobs 中已并入 jobs_done 的非商家 done（含上次中断的残留）
+    const deleted = db
+      .prepare(
+        `DELETE FROM jobs WHERE unique_id IN (
+           SELECT j.unique_id FROM jobs j
+           JOIN jobs_done jd ON jd.unique_id = j.unique_id
+           WHERE ${DONE_NON_SELLER}
+           LIMIT ?
+         )`,
+      )
+      .run(BATCH).changes;
+    if (inserted === 0 && deleted === 0) break;
+    total += Math.max(inserted, deleted);
+    if (total >= BATCH) {
+      console.error(`[data-store] jobs_done 迁移中: 已迁移 ${total} 条`);
+    }
+  }
+  if (total > 0) {
+    console.error(`[data-store] 迁移完成: ${total} 条 done 非商家 → jobs_done`);
+  }
+  return { ok: true, moved: total };
+}
+
+// ===== Tag 库初始化（独立 tags.db） =====
+
+/**
+ * 初始化独立 tag 库连接与 schema。
+ * 注：tags.db 是全新库，建表时即含全部列，无需 migrateColumns。
+ */
+export function initTagDb(filePath) {
+  tagDbPath = normalizeDbFilePath(filePath);
+  fs.mkdirSync(path.dirname(tagDbPath), { recursive: true });
+  tagDb = new Database(tagDbPath);
+  tagDb.pragma("journal_mode = WAL");
+  tagDb.pragma("busy_timeout = 5000");
+  initTagSchema();
+}
+
+function initTagSchema() {
+  if (!tagDb) return;
+
   // ===== tags 表 =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS tags (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       tag TEXT NOT NULL UNIQUE,
@@ -352,25 +577,21 @@ export function initDb(filePath) {
       pushed_users INTEGER DEFAULT 0,
       source TEXT NOT NULL DEFAULT 'llm',
       user_prompt TEXT,
-      last_error TEXT
+      last_error TEXT,
+      discover_round INTEGER DEFAULT 0,
+      strategy TEXT,
+      dead_reason TEXT,
+      direction_id INTEGER,
+      refreshing INTEGER DEFAULT 0,
+      refreshed_at TEXT,
+      searching INTEGER DEFAULT 0,
+      searched_at TEXT,
+      searched_users INTEGER DEFAULT 0
     )
   `);
 
-  // ===== tags 表新增字段（兼容已存在的表） =====
-  migrateColumns("tags", {
-    discover_round: "INTEGER DEFAULT 0",
-    strategy: "TEXT",
-    dead_reason: "TEXT",
-    direction_id: "INTEGER",
-    refreshing: "INTEGER DEFAULT 0",
-    refreshed_at: "TEXT",
-    searching: "INTEGER DEFAULT 0",
-    searched_at: "TEXT",
-    searched_users: "INTEGER DEFAULT 0",
-  });
-
   // ===== tag_directions 表（分层探索：通用词/分类/产品） =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS tag_directions (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       name TEXT NOT NULL,
@@ -387,12 +608,9 @@ export function initDb(filePath) {
       updated_at TEXT
     )
   `);
-  migrateColumns("tag_directions", {
-    lang_group: "TEXT",
-  });
 
   // ===== tag_experiments 表（每次探索的实验记录） =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS tag_experiments (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       direction_id INTEGER,
@@ -411,7 +629,7 @@ export function initDb(filePath) {
   `);
 
   // ===== tag_analyst_reports 表（LLM 分析师定期体检报告） =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS tag_analyst_reports (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       report_type TEXT NOT NULL DEFAULT 'daily',
@@ -427,7 +645,7 @@ export function initDb(filePath) {
   `);
 
   // ===== cross_country_learnings 表（跨国家经验复用记录） =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS cross_country_learnings (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       source_country TEXT NOT NULL,
@@ -444,7 +662,7 @@ export function initDb(filePath) {
   `);
 
   // ===== discover_log 表（记录每次 LLM discover 的策略和思考） =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS discover_log (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       country TEXT NOT NULL,
@@ -460,13 +678,9 @@ export function initDb(filePath) {
       avg_dead_score REAL DEFAULT 0
     )
   `);
-  // 迁移：tags_raw 列（用于记录 LLM 原始生成的 tag，去重前）
-  try {
-    db.exec("ALTER TABLE discover_log ADD COLUMN tags_raw TEXT");
-  } catch {}
 
   // ===== reflection_rules 表（反思闭环：LLM 自我学习规则） =====
-  db.exec(`
+  tagDb.exec(`
     CREATE TABLE IF NOT EXISTS reflection_rules (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       country TEXT NOT NULL,
@@ -483,23 +697,11 @@ export function initDb(filePath) {
     )
   `);
 
-  // ===== 索引 =====
-  const indexes = [
-    `CREATE INDEX IF NOT EXISTS idx_jobs_status_video ON jobs(status, video_count DESC)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_claimed_by_status ON jobs(claimed_by, status, claimed_at)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_status_claimed_at ON jobs(status, claimed_at)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_redo_target ON jobs(tt_seller, verified, location_created, refresh_time)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_pending_priority ON jobs(status, pinned DESC, guessed_location, follower_count DESC)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_pinned ON jobs(created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 1`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_seller ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND tt_seller = 1 AND verified = 0`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_follow ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND (instr(COALESCE(sources, ''), '"following"') > 0 OR instr(COALESCE(sources, ''), '"follower"') > 0)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_claim_pending_other ON jobs(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_user_update_queue ON jobs(created_at ASC, unique_id ASC) WHERE (tt_seller IS NULL OR tt_seller = '') AND (user_update_count IS NULL OR user_update_count <= 0)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_user_update_queue_expr ON jobs(created_at ASC, unique_id ASC) WHERE COALESCE(tt_seller, '') = '' AND COALESCE(user_update_count, 0) <= 0`,
-    `CREATE INDEX IF NOT EXISTS idx_videos_comment_queue ON videos(user_update_count, tt_seller DESC, registered_at ASC)`,
-    `CREATE INDEX IF NOT EXISTS idx_videos_comment_queue_pending ON videos(tt_seller DESC, registered_at ASC, id) WHERE user_update_count IS NULL OR user_update_count <= 0`,
+  // ===== Tag 索引 =====
+  const tagIndexes = [
     `CREATE INDEX IF NOT EXISTS idx_tags_status ON tags(status)`,
     `CREATE INDEX IF NOT EXISTS idx_tags_score ON tags(score DESC)`,
+    `CREATE INDEX IF NOT EXISTS idx_tags_dead_reason ON tags(dead_reason)`,
     `CREATE INDEX IF NOT EXISTS idx_discover_log_country ON discover_log(country, round DESC)`,
     `CREATE INDEX IF NOT EXISTS idx_reflection_rules_active ON reflection_rules(country, is_active)`,
     `CREATE INDEX IF NOT EXISTS idx_tag_directions_country ON tag_directions(country, level)`,
@@ -507,66 +709,13 @@ export function initDb(filePath) {
     `CREATE INDEX IF NOT EXISTS idx_tag_experiments_direction ON tag_experiments(direction_id)`,
     `CREATE INDEX IF NOT EXISTS idx_cross_country_source ON cross_country_learnings(source_country, result_status)`,
     `CREATE INDEX IF NOT EXISTS idx_cross_country_target ON cross_country_learnings(target_country)`,
-    `CREATE INDEX IF NOT EXISTS idx_tags_dead_reason ON tags(dead_reason)`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_recheck ON jobs(status, updated_at) WHERE status = 'done' AND (tt_seller IS NULL OR tt_seller != 1)`,
-    // 监控页面用户列表查询加速（简化排序：pinned DESC, processed_at DESC, follower_count DESC, unique_id ASC）
-    `CREATE INDEX IF NOT EXISTS idx_jobs_list_done ON jobs(pinned, processed_at, follower_count, unique_id) WHERE status = 'done'`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_list_error ON jobs(pinned, processed_at, follower_count, unique_id) WHERE status = 'error'`,
-    `CREATE INDEX IF NOT EXISTS idx_jobs_list_restricted ON jobs(pinned, processed_at, follower_count, unique_id) WHERE status = 'restricted'`,
-  ];
-  for (const sql of indexes) {
-    db.exec(sql);
-  }
-  // videos_old 索引（该表仅历史 rename 后存在，全新库跳过）
-  if (
-    db
-      .prepare(
-        "SELECT 1 FROM sqlite_master WHERE type='table' AND name='videos_old'",
-      )
-      .get()
-  ) {
-    db.exec(`CREATE INDEX IF NOT EXISTS idx_videos_old_id ON videos_old(id)`);
-  }
-
-  // ===== task_queue 索引（对应 claimNextJob UNION 查询的 4 个部分索引） =====
-  const tqIndexes = [
-    `CREATE INDEX IF NOT EXISTS idx_tq_status ON task_queue(status)`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_claimed_by_status ON task_queue(claimed_by, status, claimed_at)`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_status_claimed_at ON task_queue(status, claimed_at)`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_pinned ON task_queue(created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 1`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_seller ON task_queue(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND tt_seller = 1 AND verified = 0`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_follow ON task_queue(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0 AND (instr(COALESCE(sources, ''), '"following"') > 0 OR instr(COALESCE(sources, ''), '"follower"') > 0)`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_claim_pending_other ON task_queue(UPPER(COALESCE(guessed_location, '')), follower_count DESC, created_at ASC, unique_id ASC) WHERE status = 'pending' AND COALESCE(pinned, 0) = 0`,
-    // 监控页面用户列表查询加速
-    `CREATE INDEX IF NOT EXISTS idx_tq_list_pending ON task_queue(pinned, processed_at, follower_count, unique_id) WHERE status = 'pending'`,
-    `CREATE INDEX IF NOT EXISTS idx_tq_list_processing ON task_queue(pinned, processed_at, follower_count, unique_id) WHERE status = 'processing'`,
   ];
-  for (const sql of tqIndexes) {
-    db.exec(sql);
-  }
-
-  // 首次迁移：将 jobs 中的 pending/processing 行移动到 task_queue
-  const tqCount = db.prepare("SELECT COUNT(*) as c FROM task_queue").get().c;
-  if (tqCount === 0) {
-    const moved = db
-      .prepare(
-        `
-      INSERT INTO task_queue SELECT * FROM jobs WHERE status IN ('pending', 'processing')
-    `,
-      )
-      .run().changes;
-    if (moved > 0) {
-      db.prepare(
-        `DELETE FROM jobs WHERE status IN ('pending', 'processing')`,
-      ).run();
-      console.log(
-        `[data-store] 迁移 ${moved} 条 pending/processing → task_queue`,
-      );
-    }
+  for (const sql of tagIndexes) {
+    tagDb.exec(sql);
   }
 
-  const count = db.prepare("SELECT COUNT(*) as c FROM users").get().c;
-  console.log(`[data-store] SQLite users 表初始化完成: ${count} 条`);
+  const count = tagDb.prepare("SELECT COUNT(*) as c FROM tags").get().c;
+  console.log(`[data-store] tags.db 初始化完成: ${count} 条`);
 }
 
 // ===== 历史数据加载 =====

package/src/watch/db-stats.js

@@ -6,6 +6,8 @@
 
 import { getDb } from "./db-schema.js";
 import { getRawJobsCount } from "./db-crud.js";
+// tagCount 从独立 tags.db 读取（跨库）
+import { getTagStats } from "./db-tags.js";
 
 export function getDashboardStatsFromDb(targetLocations = [], options = {}) {
   const db = getDb();
@@ -41,17 +43,35 @@ export function getDashboardStatsFromDb(targetLocations = [], options = {}) {
   const jobsAgg = db
     .prepare(
       `SELECT
-        COUNT(*) as jobsTotal,
-        SUM(CASE WHEN status = 'done' THEN 1 ELSE 0 END) as done,
-        SUM(CASE WHEN status = 'error' THEN 1 ELSE 0 END) as error,
-        SUM(CASE WHEN status = 'restricted' THEN 1 ELSE 0 END) as restricted,
-        SUM(CASE WHEN tt_seller = 1 AND verified = 0 ${
-          targetLocations.length
-            ? `AND location_created IN (${targetPlaceholders})`
-            : "AND 1 = 0"
-        } THEN 1 ELSE 0 END) as targetUsers,
-        SUM(CASE WHEN no_video = 1 THEN 1 ELSE 0 END) as noVideo
-      FROM jobs`,
+        SUM(jobsTotal) as jobsTotal,
+        SUM(done) as done,
+        SUM(error) as error,
+        SUM(restricted) as restricted,
+        SUM(targetUsers) as targetUsers,
+        SUM(noVideo) as noVideo
+      FROM (
+        SELECT
+          COUNT(*) as jobsTotal,
+          SUM(CASE WHEN status = 'done' THEN 1 ELSE 0 END) as done,
+          SUM(CASE WHEN status = 'error' THEN 1 ELSE 0 END) as error,
+          SUM(CASE WHEN status = 'restricted' THEN 1 ELSE 0 END) as restricted,
+          SUM(CASE WHEN tt_seller = 1 AND verified = 0 ${
+            targetLocations.length
+              ? `AND location_created IN (${targetPlaceholders})`
+              : "AND 1 = 0"
+          } THEN 1 ELSE 0 END) as targetUsers,
+          SUM(CASE WHEN no_video = 1 THEN 1 ELSE 0 END) as noVideo
+        FROM jobs
+        UNION ALL
+        SELECT
+          COUNT(*) as jobsTotal,
+          COUNT(*) as done,
+          0 as error,
+          0 as restricted,
+          0 as targetUsers,
+          SUM(CASE WHEN no_video = 1 THEN 1 ELSE 0 END) as noVideo
+        FROM jobs_done
+      )`,
     )
     .get(...targetParams);
 
@@ -81,15 +101,26 @@ export function getDashboardStatsFromDb(targetLocations = [], options = {}) {
   const countryStats = db
     .prepare(
       `
-      SELECT
-        COALESCE(location_created, '未知') as country,
-        COUNT(*) as count,
-        SUM(CASE
-          WHEN tt_seller = 1 AND verified = 0
-          THEN 1 ELSE 0 END) as targetCount
-      FROM jobs
-      WHERE status = 'done'
-      GROUP BY COALESCE(location_created, '未知')
+      SELECT country, SUM(cnt) as count, SUM(targetCount) as targetCount
+      FROM (
+        SELECT
+          COALESCE(location_created, '未知') as country,
+          COUNT(*) as cnt,
+          SUM(CASE
+            WHEN tt_seller = 1 AND verified = 0
+            THEN 1 ELSE 0 END) as targetCount
+        FROM jobs
+        WHERE status = 'done'
+        GROUP BY COALESCE(location_created, '未知')
+        UNION ALL
+        SELECT
+          COALESCE(location_created, '未知') as country,
+          COUNT(*) as cnt,
+          0 as targetCount
+        FROM jobs_done
+        GROUP BY COALESCE(location_created, '未知')
+      )
+      GROUP BY country
       ORDER BY count DESC
     `,
     )
@@ -113,9 +144,8 @@ export function getDashboardStatsFromDb(targetLocations = [], options = {}) {
     .prepare("SELECT COUNT(*) as total FROM jobs_base")
     .get().total;
 
-  const tagCount = skipSlow
-    ? 0
-    : db.prepare("SELECT COUNT(*) as total FROM tags").get().total;
+  // tagCount 从独立 tags.db 读取（跨库，tags 表已迁出主库）
+  const tagCount = skipSlow ? 0 : getTagStats()?.total || 0;
 
   const commentTaskCount = skipSlow
     ? 0

package/src/watch/db-tags.js

@@ -4,7 +4,9 @@
  * 管理 tags 表：插入、查询、认领、打分、清理。
  */
 
-import { getDb } from "./db-schema.js";
+// 注意：tag 域数据已迁移到独立 tags.db，tag CRUD 使用 tag 库连接（别名 getDb 保持调用点不变）
+// rawQuery 是通用查询器，供主库 stats/db-query 使用，故单独保留主库连接 getMainDb
+import { getDb as getMainDb, getTagDb as getDb } from "./db-schema.js";
 
 function parseTagRow(r) {
   return {
@@ -373,7 +375,8 @@ export function getAllTags(
 }
 
 export function rawQuery(sql, params = []) {
-  const db = getDb();
+  // 通用查询器：默认查主库（stats/db-query 复用），勿切到 tag 库
+  const db = getMainDb();
   if (!db) return { error: "db not ready" };
   try {
     const rows = db.prepare(sql).all(...params);

package/src/watch/llm-config.js

@@ -14,6 +14,12 @@ import { getDb } from "./db-schema.js";
 // ====== Provider + Model 定义 ======
 
 export const LLM_PROVIDERS = [
+  {
+    id: "none",
+    name: "无",
+    url: "",
+    models: [{ id: "none", label: "无" }],
+  },
   {
     id: "legacy",
     name: "旧 LLM (zc-fast)",
@@ -136,13 +142,23 @@ export function reloadLlmConfig() {
 
 function _doLoadLlmConfig() {
   const dbConfig = loadFromDb();
+  _cachedProvider =
+    dbConfig.llm_provider || process.env.LLM_PROVIDER || LLM_PROVIDERS[0].id;
+  // 如果选择了 'none'，短路为禁用状态
+  if (_cachedProvider === "none") {
+    _cachedUrl = "";
+    _cachedModel = "none";
+    _cachedApiKey = "";
+    _loaded = true;
+    console.error(`[llm-config] 加载完成: provider=none (LLM 已禁用)`);
+    return;
+  }
 
   _cachedUrl = dbConfig.llm_url || process.env.LLM_URL || LLM_PROVIDERS[0].url;
   _cachedModel =
     dbConfig.llm_model ||
     process.env.LLM_MODEL ||
     LLM_PROVIDERS[0].models[0].id;
-  _cachedProvider = dbConfig.llm_provider || LLM_PROVIDERS[0].id;
   // 按 provider 隔离读取 API Key：优先 llm_apikey_{provider}，兼容旧 llm_apikey，最后 env
   _cachedApiKey =
     dbConfig[`llm_apikey_${_cachedProvider}`] ||
@@ -310,6 +326,11 @@ export async function llmFetch({
 } = {}) {
   if (!_loaded) loadLlmConfig();
 
+  // 如果 provider 为 none，则 LLM 被禁用，短路返回错误
+  if (_cachedProvider === "none") {
+    throw new Error("LLM is disabled by configuration (provider=none)");
+  }
+
   // 全部模型不可用冷却中：同批次直接跳过，不重复遍历 25 个模型
   if (_allDeadUntil > Date.now()) {
     throw new Error("全部模型不可用（冷却中）");
@@ -448,6 +469,15 @@ export function updateLlmConfig(updates = {}) {
     saveToDb("llm_provider", provider.id);
     saveToDb("llm_url", provider.url);
     saveToDb("llm_model", _cachedModel);
+    // 如果切换到 none，则清除相关 API Key 持久化并短路
+    if (provider.id === "none") {
+      // 明确存储 provider=none，并移除任何 provider 专属 apikey
+      saveToDb("llm_provider", "none");
+      saveToDb("llm_url", "");
+      saveToDb("llm_model", "none");
+      // 清除内存的 apikey
+      _cachedApiKey = "";
+    }
   } else if (updates.model !== undefined) {
     // Model 单独变更（同 provider 内切换）
     _cachedModel = updates.model;