tt-help-cli-ycl 1.4.56 → 1.4.57

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tt-help-cli-ycl",
-  "version": "1.4.56",
+  "version": "1.4.57",
   "description": "TikTok user & video data scraper - extract ttSeller, verified, locationCreated from HTML source",
   "type": "module",
   "bin": {

package/src/cli/watchdog.js

@@ -0,0 +1,48 @@
+/**
+ * 看门狗 CLI 命令入口
+ *
+ * 用法: tt-help watchdog [选项]
+ *
+ * 选项:
+ *   --server <URL>       服务端地址（默认使用 ~/.tt-help.json 中的 server）
+ *   --interval <秒>      心跳间隔，默认 15 秒
+ *   --client-id <ID>     客户端标识（默认本机 hostname）
+ */
+
+import os from "os";
+import { WatchdogAgent } from "../watchdog/agent.js";
+import { getClientConfig } from "../watchdog/reporter.js";
+
+export async function handleWatchdog(options) {
+  const { watchdogServer, watchdogInterval, watchdogClientId } = options;
+
+  // 服务端地址：--server 参数 > ~/.tt-help.json server > 默认值
+  const clientConfig = getClientConfig();
+  const serverUrl =
+    watchdogServer || clientConfig.server || "http://127.0.0.1:3001";
+
+  // 客户端 ID
+  const clientId = watchdogClientId || os.hostname() || `node-${process.pid}`;
+
+  // 心跳间隔
+  const intervalSec = Math.max(5, parseInt(watchdogInterval) || 15);
+
+  if (!serverUrl) {
+    console.error("错误: 未指定服务端地址。");
+    console.error("用法: tt-help watchdog --server http://127.0.0.1:3001");
+    console.error("或在 ~/.tt-help.json 中配置 server 字段");
+    process.exit(1);
+  }
+
+  console.error("═".repeat(50));
+  console.error("  TikTok 看门狗");
+  console.error("═".repeat(50));
+
+  const agent = new WatchdogAgent({
+    serverUrl,
+    clientId,
+    intervalMs: intervalSec * 1000,
+  });
+
+  await agent.start();
+}

package/src/lib/args.js

@@ -621,6 +621,40 @@ function parseSearchArgs(args) {
   };
 }
 
+function parseWatchdogArgs(args) {
+  let watchdogServer = null;
+  let watchdogInterval = 15;
+  let watchdogClientId = null;
+
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i];
+    if (arg === "--server" || arg === "-s") {
+      watchdogServer = args[++i];
+    } else if (arg === "--interval" || arg === "-i") {
+      watchdogInterval = parseInt(args[++i]) || 15;
+    } else if (arg === "--client-id") {
+      watchdogClientId = args[++i];
+    }
+  }
+
+  return {
+    subcommand: "watchdog",
+    watchdogServer,
+    watchdogInterval,
+    watchdogClientId,
+    urls: [],
+    outputFormat: "json",
+    exploreCount: 0,
+    showConfig: false,
+    showHelp: false,
+    customProxy: null,
+    configAction: null,
+    configValue: null,
+    pipeMode: false,
+    filterStr: null,
+  };
+}
+
 function parseAttachArgs(args) {
   let parallel = 1;
   let interval = 10;
@@ -1324,6 +1358,10 @@ export function parseArgs() {
     return parseRawSyncArgs(args.slice(1));
   }
 
+  if (args.length > 0 && args[0] === "watchdog") {
+    return parseWatchdogArgs(args.slice(1));
+  }
+
   if (args.length > 0 && args[0] === "precheck") {
     return parsePrecheckArgs(args.slice(1));
   }

package/src/lib/constants.js

@@ -375,6 +375,16 @@ const HELP_TEXT = [
   "          tt-help raw-sync --db data/result.db --archive data/result-archive.db --once",
   "          tt-help raw-sync --db data/result.db --archive data/result-archive.db --llm --threshold 300",
   "",
+  "  tt-help watchdog [选项]",
+  "    看门狗客户端：向服务端上报心跳+系统信息，拉取命令列表并启动/监控子进程",
+  "    选项:",
+  "      --server <URL>, -s       服务端地址（默认使用 ~/.tt-help.json 中的 server）",
+  "      --interval <秒>, -i      心跳间隔，默认 15 秒（最小 5 秒）",
+  "      --client-id <ID>         客户端标识（默认本机 hostname）",
+  "    示例: tt-help watchdog",
+  "          tt-help watchdog --server http://117.71.53.99:17301",
+  "          tt-help watchdog -i 30 --client-id my-server-01",
+  "",
   "  config  [show|set|unset|reset]",
   "    config                    查看当前配置",
   "    config set <key> <value>  设置配置（key: proxy, server, browser, userId, maxFollowing, maxFollowers, maxVideos, maxComments）",

package/src/main.js

@@ -22,6 +22,7 @@ import {
 } from "./cli/tag.js";
 import { handleRawSync } from "./cli/raw-sync.js";
 import { handleSearch } from "./cli/search.js";
+import { handleWatchdog } from "./cli/watchdog.js";
 
 async function main() {
   const parsed = parseArgs();
@@ -65,6 +66,8 @@ async function main() {
       return handleTagRefresh(parsed);
     case "search":
       return handleSearch(parsed);
+    case "watchdog":
+      return handleWatchdog(parsed);
   }
 
   const {

package/src/npm-main.js

@@ -19,6 +19,7 @@ import {
 } from "./cli/tag.js";
 import { handleRawSync } from "./cli/raw-sync.js";
 import { handleSearch } from "./cli/search.js";
+import { handleWatchdog } from "./cli/watchdog.js";
 
 function exitUnsupportedCommand(command) {
   console.error(
@@ -67,6 +68,8 @@ async function main() {
       return handleRawSync(parsed);
     case "search":
       return handleSearch(parsed);
+    case "watchdog":
+      return handleWatchdog(parsed);
   }
 
   const {

package/src/watch/public/app.js

@@ -1270,6 +1270,8 @@ function handleRoute() {
     showTagsPage();
   } else if (hash === "#settings") {
     showSettingsPage();
+  } else if (hash === "#watchdog") {
+    showWatchdogPage();
   } else {
     showMainPage();
   }
@@ -1366,6 +1368,7 @@ function hideAllPages() {
   document.getElementById("targetPage").classList.remove("active");
   document.getElementById("tagsPage").classList.remove("active");
   document.getElementById("settingsPage").classList.remove("active");
+  document.getElementById("watchdogPage").classList.remove("active");
 }
 
 function showSettingsPage() {
@@ -3388,3 +3391,454 @@ setInterval(fetchStats, 10000);
 setTimeout(() => setInterval(fetchUsers, 10000), 2500);
 setTimeout(() => setInterval(fetchClientErrors, 10000), 5000);
 setTimeout(() => setInterval(refreshUserUpdateIfActive, 10000), 7500);
+
+// ========== 看门狗页面 ==========
+
+function navigateToWatchdog() {
+  window.location.hash = "#watchdog";
+}
+
+let _wdData = null;
+
+function showWatchdogPage() {
+  hideAllPages();
+  document.getElementById("watchdogPage").classList.add("active");
+  fetchWatchdogData();
+}
+
+async function fetchWatchdogData() {
+  try {
+    const res = await fetch("/api/watchdog/clients");
+    _wdData = await res.json();
+    renderWatchdogDashboard(
+      _wdData.clients || [],
+      _wdData.clientCommands || {},
+    );
+  } catch (e) {
+    document.getElementById("wdClientsList").textContent =
+      "加载失败: " + e.message;
+  }
+}
+
+// ── 渲染辅助 ──
+
+function tag(tagName, attrs, content) {
+  var a = "";
+  for (var k in attrs) a += " " + k + '="' + attrs[k] + '"';
+  return "<" + tagName + a + ">" + (content || "") + "</" + tagName + ">";
+}
+
+function styled(el, style, content) {
+  return tag(el, { style: style }, content);
+}
+
+function fmtThreshold(cmd) {
+  if (typeof cmd === "string") return "";
+  var maxUp = cmd.maxUptimeSeconds || 0,
+    maxMem = cmd.maxMemoryMB || 0;
+  if (!maxUp && !maxMem) return "";
+  var parts = [];
+  if (maxUp > 0)
+    parts.push(
+      "最长 " + (maxUp >= 3600 ? Math.round(maxUp / 3600) + "h" : maxUp + "s"),
+    );
+  if (maxMem > 0) parts.push("最大 " + maxMem + "MB");
+  return styled(
+    "span",
+    "color:#f59e0b;font-size:9px;margin-left:4px",
+    "[" + parts.join("/") + "]",
+  );
+}
+
+function cmdObj(cmd) {
+  if (typeof cmd === "string")
+    return { cmd: cmd, enabled: true, maxUptimeSeconds: 0, maxMemoryMB: 0 };
+  return {
+    cmd: cmd.cmd || "",
+    enabled: cmd.enabled !== false,
+    maxUptimeSeconds: cmd.maxUptimeSeconds || 0,
+    maxMemoryMB: cmd.maxMemoryMB || 0,
+  };
+}
+
+function esc(s) {
+  return String(s).replace(/'/g, "\\'");
+}
+
+// ── 渲染主函数 ──
+
+function renderWatchdogDashboard(clients, clientCommands) {
+  var onlineCount = clients.filter(function (c) {
+    return c.online;
+  }).length;
+  var procCount = clients.reduce(function (s, c) {
+    return s + (c.processes ? c.processes.length : 0);
+  }, 0);
+  var cmdCount = 0;
+  for (var k in clientCommands) cmdCount += clientCommands[k].length;
+
+  document.getElementById("wdOnlineCount").textContent = onlineCount;
+  document.getElementById("wdProcessCount").textContent = procCount;
+  document.getElementById("wdCmdCount").textContent = cmdCount;
+
+  var el = document.getElementById("wdClientsList");
+
+  if (clients.length === 0) {
+    el.innerHTML = styled(
+      "div",
+      "color:#666;padding:30px;text-align:center",
+      "暂无客户端连接，等待看门狗上线..." +
+        tag(
+          "button",
+          {
+            onclick: "fetchWatchdogData()",
+            style:
+              "margin-top:12px;padding:6px 14px;background:#60a5fa;color:#fff;border:none;border-radius:6px;cursor:pointer;font-size:12px",
+          },
+          "🔄 刷新",
+        ),
+    );
+    return;
+  }
+
+  var cards = clients
+    .map(function (c) {
+      return renderClientCard(c, clientCommands);
+    })
+    .join("");
+
+  el.innerHTML =
+    styled(
+      "button",
+      {
+        onclick: "fetchWatchdogData()",
+        style:
+          "padding:6px 14px;background:#60a5fa;color:#fff;border:none;border-radius:6px;cursor:pointer;font-size:12px;margin-bottom:8px",
+      },
+      "🔄 刷新",
+    ) +
+    styled(
+      "div",
+      {
+        style:
+          "display:grid;grid-template-columns:repeat(auto-fill,minmax(440px,1fr));gap:16px",
+      },
+      cards,
+    );
+}
+
+function renderClientCard(c, clientCommands) {
+  var os = c.osInfo || {},
+    cfg = c.config || {},
+    procs = c.processes || [];
+  var userId = cfg.userId || "";
+  var myCmds = userId && clientCommands[userId] ? clientCommands[userId] : [];
+
+  var osStr = [
+    os.platform,
+    os.release,
+    os.arch,
+    os.cpus + "核",
+    (os.totalMemoryMB / 1024).toFixed(1) + "GB",
+  ]
+    .filter(Boolean)
+    .join(" | ");
+
+  // 信息行
+  var infoLine =
+    "用户编号: " +
+    styled("span", "color:#f59e0b", userId || "未设置") +
+    " | tt-help v" +
+    (c.ttHelpVersion || "?") +
+    " | Node " +
+    (os.nodeVersion || "?") +
+    " | 运行 " +
+    (os.uptime != null ? Math.round(os.uptime / 3600) + "h" : "?");
+
+  // 在线状态
+  var onlineBadge = c.online
+    ? styled("span", "color:#4ade80", "● 在线")
+    : styled("span", "color:#f87171", "● 离线");
+  var lastSeen = new Date(c.lastHeartbeat).toLocaleTimeString("zh-CN");
+
+  // 头部
+  var header = styled(
+    "div",
+    "display:flex;justify-content:space-between;align-items:center;margin-bottom:8px",
+    styled(
+      "div",
+      "",
+      styled("strong", "color:#60a5fa;font-size:14px", c.hostname) +
+        styled("span", "color:#666;font-size:11px;margin-left:8px", c.clientId),
+    ) +
+      styled(
+        "div",
+        "display:flex;gap:10px;align-items:center",
+        styled("span", "color:#888;font-size:11px", c.ip) +
+          onlineBadge +
+          styled("span", "color:#666;font-size:10px", lastSeen),
+      ),
+  );
+
+  // 进程表格
+  var procTable = "";
+  if (procs.length > 0) {
+    var rows = procs
+      .map(function (p) {
+        var sc = p.status === "running" ? "#4ade80" : "#f87171";
+        return tag(
+          "tr",
+          {},
+          tag(
+            "td",
+            {
+              style:
+                "padding:3px;font-family:monospace;font-size:11px;max-width:180px;overflow:hidden;text-overflow:ellipsis;white-space:nowrap",
+              title: p.name || p.cmdId,
+            },
+            p.name || p.cmdId,
+          ) +
+            tag(
+              "td",
+              { style: "padding:3px;color:#aaa;font-size:10px" },
+              p.pid || "-",
+            ) +
+            tag(
+              "td",
+              { style: "padding:3px;font-size:11px" },
+              p.memoryMB != null ? p.memoryMB + "MB" : "-",
+            ) +
+            tag(
+              "td",
+              { style: "padding:3px;color:#aaa;font-size:10px" },
+              p.uptimeDisplay || p.uptimeSeconds + "s",
+            ) +
+            tag(
+              "td",
+              { style: "padding:3px;color:" + sc + ";font-size:10px" },
+              p.status,
+            ) +
+            tag(
+              "td",
+              { style: "padding:3px;color:#f59e0b;font-size:10px" },
+              p.restartCount > 0 ? String(p.restartCount) : "0",
+            ),
+        );
+      })
+      .join("");
+    procTable = styled(
+      "div",
+      "margin-top:10px",
+      tag(
+        "table",
+        { style: "width:100%;font-size:11px;border-collapse:collapse" },
+        tag(
+          "thead",
+          {},
+          tag(
+            "tr",
+            { style: "color:#888;font-size:10px" },
+            tag("th", { style: "text-align:left;padding:3px" }, "命令") +
+              tag("th", { style: "text-align:left;padding:3px" }, "PID") +
+              tag("th", { style: "text-align:left;padding:3px" }, "内存") +
+              tag("th", { style: "text-align:left;padding:3px" }, "运行") +
+              tag("th", { style: "text-align:left;padding:3px" }, "状态") +
+              tag("th", { style: "text-align:left;padding:3px" }, "重启"),
+          ),
+        ) + tag("tbody", {}, rows),
+      ),
+    );
+  }
+
+  return styled(
+    "div",
+    "background:#1e1e2e;border:1px solid #333;border-radius:12px;padding:16px",
+    header +
+      styled("div", "color:#888;font-size:10px", osStr) +
+      styled("div", "color:#888;font-size:10px", infoLine) +
+      renderCmdList(myCmds, userId) +
+      (procs.length > 0
+        ? procTable
+        : styled(
+            "div",
+            "color:#555;font-size:11px;margin-top:6px",
+            "无运行进程",
+          )),
+  );
+}
+
+function renderCmdList(myCmds, userId) {
+  var html = styled(
+    "div",
+    "margin-top:10px;border-top:1px solid #2a2a3a;padding-top:10px",
+    styled(
+      "div",
+      "display:flex;justify-content:space-between;align-items:center;margin-bottom:6px",
+      styled(
+        "span",
+        "font-size:11px;color:#888",
+        "📋 命令列表 (" + myCmds.length + "条)",
+      ) +
+        tag(
+          "button",
+          {
+            onclick: "wdPromptAddCmd('" + esc(userId) + "')",
+            style:
+              "padding:4px 10px;background:#4ade80;color:#000;border:none;border-radius:4px;cursor:pointer;font-size:11px;font-weight:600",
+          },
+          "+ 添加命令",
+        ),
+    ),
+  );
+
+  myCmds.forEach(function (cmd, idx) {
+    var c = cmdObj(cmd);
+    var color = c.enabled ? "#a78bfa" : "#555";
+    var badge = c.enabled
+      ? styled("span", "color:#4ade80;font-size:9px", "▶")
+      : styled("span", "color:#f87171;font-size:9px", "⏸");
+    var codeStyle =
+      "color:" +
+      color +
+      ";font-size:10px;word-break:break-all;flex:1;margin:0 6px;" +
+      (c.enabled ? "" : "text-decoration:line-through");
+
+    html += styled(
+      "div",
+      "display:flex;justify-content:space-between;align-items:center;padding:4px 0;font-size:11px;border-top:1px solid #222",
+      badge +
+        tag(
+          "code",
+          { style: codeStyle, title: c.cmd },
+          c.cmd + fmtThreshold(cmd),
+        ) +
+        tag(
+          "button",
+          {
+            onclick: "wdToggleClientCmd('" + esc(userId) + "'," + idx + ")",
+            style:
+              "padding:2px 6px;font-size:9px;background:" +
+              (c.enabled ? "#f59e0b" : "#4ade80") +
+              ";color:#000;border:none;border-radius:3px;cursor:pointer;flex-shrink:0;margin-right:3px",
+            title: c.enabled ? "停止" : "启动",
+          },
+          c.enabled ? "⏹" : "▶",
+        ) +
+        tag(
+          "button",
+          {
+            onclick: "wdPromptEditCmd('" + esc(userId) + "'," + idx + ")",
+            style:
+              "padding:2px 6px;font-size:9px;background:#60a5fa;color:#fff;border:none;border-radius:3px;cursor:pointer;flex-shrink:0;margin-right:3px",
+            title: "编辑",
+          },
+          "✎",
+        ) +
+        tag(
+          "button",
+          {
+            onclick: "wdRemoveClientCmd('" + esc(userId) + "'," + idx + ")",
+            style:
+              "padding:2px 6px;font-size:9px;background:#991b1b;color:#fff;border:none;border-radius:3px;cursor:pointer;flex-shrink:0",
+            title: "删除",
+          },
+          "✕",
+        ),
+    );
+  });
+
+  return html + "</div>";
+}
+
+// ── 命令管理操作 ──
+
+function wdPromptAddCmd(userId) {
+  var cmd = prompt(
+    "输入完整命令行：\n\n例如: tt-help explore --location DE --server http://...",
+  );
+  if (!cmd || !cmd.trim()) return;
+  if (!_wdData) return;
+  var allCmds = _wdData.clientCommands || {};
+  var myCmds = (allCmds[userId] || []).slice();
+  myCmds.push({
+    cmd: cmd.trim(),
+    enabled: true,
+    maxUptimeSeconds: 0,
+    maxMemoryMB: 0,
+  });
+  wdSaveClientCmds(userId, myCmds);
+}
+
+function wdPromptEditCmd(userId, idx) {
+  if (!_wdData) return;
+  var allCmds = _wdData.clientCommands || {};
+  var myCmds = (allCmds[userId] || []).slice();
+  if (idx >= myCmds.length) return;
+  var c = cmdObj(myCmds[idx]);
+
+  var newText = prompt("编辑命令行（留空不变，0=不限制）：", c.cmd);
+  if (newText === null) return;
+  var newMaxUp =
+    parseInt(
+      prompt("最大运行时长（秒，0=不限制）：", c.maxUptimeSeconds || "0"),
+    ) || 0;
+  var newMaxMem =
+    parseInt(prompt("最大内存（MB，0=不限制）：", c.maxMemoryMB || "0")) || 0;
+
+  if (typeof myCmds[idx] === "string") {
+    myCmds[idx] = {
+      cmd: (newText || c.cmd).trim(),
+      enabled: true,
+      maxUptimeSeconds: newMaxUp,
+      maxMemoryMB: newMaxMem,
+    };
+  } else {
+    if (newText && newText.trim()) myCmds[idx].cmd = newText.trim();
+    myCmds[idx].maxUptimeSeconds = newMaxUp;
+    myCmds[idx].maxMemoryMB = newMaxMem;
+  }
+  wdSaveClientCmds(userId, myCmds);
+}
+
+function wdRemoveClientCmd(userId, idx) {
+  if (!_wdData) return;
+  var allCmds = _wdData.clientCommands || {};
+  var myCmds = (allCmds[userId] || []).slice();
+  if (idx >= myCmds.length) return;
+  var txt = cmdObj(myCmds[idx]).cmd;
+  if (!confirm("确定删除命令？\n\n" + txt)) return;
+  myCmds.splice(idx, 1);
+  wdSaveClientCmds(userId, myCmds);
+}
+
+function wdToggleClientCmd(userId, idx) {
+  if (!_wdData) return;
+  var allCmds = _wdData.clientCommands || {};
+  var myCmds = (allCmds[userId] || []).slice();
+  if (idx >= myCmds.length) return;
+  var cmd = myCmds[idx];
+  if (typeof cmd === "string") {
+    myCmds[idx] = {
+      cmd: cmd,
+      enabled: false,
+      maxUptimeSeconds: 0,
+      maxMemoryMB: 0,
+    };
+  } else {
+    cmd.enabled = !cmd.enabled;
+  }
+  wdSaveClientCmds(userId, myCmds);
+}
+
+async function wdSaveClientCmds(userId, commands) {
+  try {
+    await fetch("/api/watchdog/client-commands", {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({ userId: userId, commands: commands }),
+    });
+    fetchWatchdogData();
+  } catch (e) {
+    alert("保存失败: " + e.message);
+  }
+}

package/src/watch/public/index.html

@@ -21,6 +21,7 @@
         <span>🎆</span>
       </label>
       <a class="script-link" onclick="navigateToSettings()" style="cursor:pointer">⚙️ LLM</a>
+      <a class="script-link" onclick="navigateToWatchdog()" style="cursor:pointer">🐕 看门狗</a>
       <span class="status" id="lastUpdate">--</span>
     </div>
   </div>
@@ -488,6 +489,26 @@
       </div>
     </div>
   </div>
+  <div id="watchdogPage">
+    <div class="stats" style="margin-bottom:16px">
+      <div class="stat-card clickable" onclick="navigateToMain()" style="background:rgba(96,165,250,0.1)">
+        <div class="label">← 返回主页面</div>
+      </div>
+      <div class="stat-card">
+        <div class="label">在线客户端</div>
+        <div class="value total" id="wdOnlineCount">0</div>
+      </div>
+      <div class="stat-card">
+        <div class="label">运行进程</div>
+        <div class="value pending" id="wdProcessCount">0</div>
+      </div>
+      <div class="stat-card">
+        <div class="label">命令池</div>
+        <div class="value slate" id="wdCmdCount">0</div>
+      </div>
+    </div>
+    <div id="wdClientsList" style="color:#666;font-size:12px">加载中...</div>
+  </div>
   <script src="app.js"></script>
 </body>